{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15299.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 907.277, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.594, "name": "ffmpeg", "pid": 106314, "rss_mb": 282.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.129, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1050058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:00:01+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T00:00:01+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T00:00:01.307054+09:00", "mtime_epoch": 1783177201.3070543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:00:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9123.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.515, "count": 302, "max_ms": 29.377, "p95_ms": 19.454}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 1.474, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.48, "count": 302, "max_ms": 66.931, "p95_ms": 61.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.066, "count": 302, "max_ms": 62.784, "p95_ms": 57.894}, "yolo11_640_fire_11class": {"avg_ms": 51.891, "count": 302, "max_ms": 65.788, "p95_ms": 61.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.913, "count": 302, "max_ms": 74.483, "p95_ms": 69.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.939, "count": 302, "max_ms": 100.413, "p95_ms": 95.38}, "read_interval": {"avg_ms": 99.456, "count": 301, "max_ms": 119.05, "p95_ms": 111.594}, "triton_wait": {"avg_ms": 56.957, "count": 302, "max_ms": 74.495, "p95_ms": 69.216}, "visualize": {"avg_ms": 3.549, "count": 302, "max_ms": 5.222, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15299.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28632.569, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.407, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1323071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:00:08+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:00:08+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:00:08.887178+09:00", "mtime_epoch": 1783177208.8871777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:00:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2068.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.06, "count": 302, "max_ms": 11.42, "p95_ms": 7.823}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.545, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.62, "count": 302, "max_ms": 69.715, "p95_ms": 66.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.73, "count": 302, "max_ms": 69.624, "p95_ms": 57.49}, "yolo11_640_fire_11class": {"avg_ms": 57.069, "count": 302, "max_ms": 69.762, "p95_ms": 66.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.147, "count": 302, "max_ms": 75.685, "p95_ms": 73.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.115, "count": 302, "max_ms": 91.813, "p95_ms": 89.87}, "read_interval": {"avg_ms": 99.509, "count": 301, "max_ms": 235.811, "p95_ms": 111.41}, "triton_wait": {"avg_ms": 63.253, "count": 302, "max_ms": 75.697, "p95_ms": 73.765}, "visualize": {"avg_ms": 3.72, "count": 302, "max_ms": 4.706, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15300.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 937.293, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.594, "name": "ffmpeg", "pid": 106314, "rss_mb": 282.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.151, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1050352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:00:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:00:31+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:00:31+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:00:31.335544+09:00", "mtime_epoch": 1783177231.3355439, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:00:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9123.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.8}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.27, "count": 294, "max_ms": 31.782, "p95_ms": 18.948}, "gstreamer_push": {"avg_ms": 1.242, "count": 294, "max_ms": 2.002, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.451, "count": 294, "max_ms": 66.874, "p95_ms": 61.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.475, "count": 294, "max_ms": 66.065, "p95_ms": 59.326}, "yolo11_640_fire_11class": {"avg_ms": 53.523, "count": 294, "max_ms": 65.545, "p95_ms": 60.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.237, "count": 294, "max_ms": 75.381, "p95_ms": 68.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.962, "count": 294, "max_ms": 100.592, "p95_ms": 94.813}, "read_interval": {"avg_ms": 102.136, "count": 294, "max_ms": 120.033, "p95_ms": 111.498}, "triton_wait": {"avg_ms": 60.307, "count": 294, "max_ms": 75.396, "p95_ms": 68.765}, "visualize": {"avg_ms": 3.512, "count": 294, "max_ms": 4.372, "p95_ms": 3.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15300.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28662.606, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.577, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1323373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:00:39+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T00:00:38+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T00:00:38.927668+09:00", "mtime_epoch": 1783177238.927668, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:00:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2068.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.988, "count": 302, "max_ms": 12.064, "p95_ms": 7.679}, "gstreamer_push": {"avg_ms": 1.318, "count": 302, "max_ms": 1.543, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.834, "count": 302, "max_ms": 72.379, "p95_ms": 66.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.932, "count": 302, "max_ms": 72.39, "p95_ms": 60.676}, "yolo11_640_fire_11class": {"avg_ms": 58.823, "count": 302, "max_ms": 71.236, "p95_ms": 66.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.641, "count": 302, "max_ms": 77.243, "p95_ms": 73.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.463, "count": 302, "max_ms": 93.996, "p95_ms": 89.74}, "read_interval": {"avg_ms": 99.455, "count": 301, "max_ms": 125.19, "p95_ms": 107.734}, "triton_wait": {"avg_ms": 66.711, "count": 302, "max_ms": 77.255, "p95_ms": 73.922}, "visualize": {"avg_ms": 3.714, "count": 302, "max_ms": 4.689, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15300.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 967.342, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.594, "name": "ffmpeg", "pid": 106314, "rss_mb": 282.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.21, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1050649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:01:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:01:01+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T00:01:01+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T00:01:01.400037+09:00", "mtime_epoch": 1783177261.4000366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:01:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9123.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.883}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.23, "count": 297, "max_ms": 24.674, "p95_ms": 19.022}, "gstreamer_push": {"avg_ms": 1.243, "count": 297, "max_ms": 2.41, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.85, "count": 297, "max_ms": 67.516, "p95_ms": 62.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.571, "count": 297, "max_ms": 67.893, "p95_ms": 61.193}, "yolo11_640_fire_11class": {"avg_ms": 53.178, "count": 297, "max_ms": 67.121, "p95_ms": 61.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.538, "count": 297, "max_ms": 75.877, "p95_ms": 70.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.172, "count": 297, "max_ms": 102.616, "p95_ms": 95.962}, "read_interval": {"avg_ms": 101.214, "count": 296, "max_ms": 117.826, "p95_ms": 111.766}, "triton_wait": {"avg_ms": 59.565, "count": 297, "max_ms": 75.89, "p95_ms": 70.505}, "visualize": {"avg_ms": 3.512, "count": 297, "max_ms": 4.489, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15300.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28692.637, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.815, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1323669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:01:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:01:08+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:01:08.952161+09:00", "mtime_epoch": 1783177268.9521608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:01:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2068.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.89, "pushed": 9.89, "read": 9.857}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.908, "count": 296, "max_ms": 9.934, "p95_ms": 7.176}, "gstreamer_push": {"avg_ms": 1.314, "count": 296, "max_ms": 1.552, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.084, "count": 296, "max_ms": 81.503, "p95_ms": 72.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.605, "count": 296, "max_ms": 73.084, "p95_ms": 64.441}, "yolo11_640_fire_11class": {"avg_ms": 60.513, "count": 296, "max_ms": 80.531, "p95_ms": 71.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.953, "count": 296, "max_ms": 84.346, "p95_ms": 76.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.81, "count": 296, "max_ms": 99.874, "p95_ms": 92.892}, "read_interval": {"avg_ms": 101.446, "count": 295, "max_ms": 202.231, "p95_ms": 111.62}, "triton_wait": {"avg_ms": 68.245, "count": 296, "max_ms": 84.359, "p95_ms": 77.451}, "visualize": {"avg_ms": 3.676, "count": 296, "max_ms": 4.762, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15300.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 997.351, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.594, "name": "ffmpeg", "pid": 106314, "rss_mb": 282.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.548, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1050939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:01:31+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:01:31+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:01:31.388531+09:00", "mtime_epoch": 1783177291.3885307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:01:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9123.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.049, "count": 290, "max_ms": 23.323, "p95_ms": 18.813}, "gstreamer_push": {"avg_ms": 1.222, "count": 290, "max_ms": 1.587, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.899, "count": 290, "max_ms": 72.102, "p95_ms": 66.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.805, "count": 290, "max_ms": 66.88, "p95_ms": 62.249}, "yolo11_640_fire_11class": {"avg_ms": 55.885, "count": 290, "max_ms": 71.308, "p95_ms": 66.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.727, "count": 290, "max_ms": 82.543, "p95_ms": 72.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.516, "count": 290, "max_ms": 108.797, "p95_ms": 97.644}, "read_interval": {"avg_ms": 103.422, "count": 290, "max_ms": 124.556, "p95_ms": 114.017}, "triton_wait": {"avg_ms": 62.129, "count": 290, "max_ms": 82.556, "p95_ms": 72.485}, "visualize": {"avg_ms": 3.483, "count": 290, "max_ms": 4.352, "p95_ms": 3.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15300.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28722.723, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.987, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1323966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:01:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:01:39+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:01:39+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:01:39.036657+09:00", "mtime_epoch": 1783177299.036657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:01:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2068.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.873}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.189, "count": 297, "max_ms": 11.104, "p95_ms": 9.654}, "gstreamer_push": {"avg_ms": 1.316, "count": 297, "max_ms": 1.535, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.452, "count": 297, "max_ms": 76.216, "p95_ms": 73.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.893, "count": 297, "max_ms": 69.278, "p95_ms": 64.536}, "yolo11_640_fire_11class": {"avg_ms": 61.438, "count": 297, "max_ms": 75.874, "p95_ms": 73.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.167, "count": 297, "max_ms": 80.03, "p95_ms": 75.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.367, "count": 297, "max_ms": 95.546, "p95_ms": 92.236}, "read_interval": {"avg_ms": 101.274, "count": 296, "max_ms": 113.806, "p95_ms": 110.269}, "triton_wait": {"avg_ms": 68.435, "count": 297, "max_ms": 80.045, "p95_ms": 75.427}, "visualize": {"avg_ms": 3.699, "count": 297, "max_ms": 4.531, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15301.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1027.393, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.852, "name": "ffmpeg", "pid": 106314, "rss_mb": 282.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.498, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1051236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:02:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:02:01+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:02:01+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T00:02:01.437028+09:00", "mtime_epoch": 1783177321.4370284, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:02:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9123.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.885}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.241, "count": 297, "max_ms": 25.445, "p95_ms": 18.997}, "gstreamer_push": {"avg_ms": 1.241, "count": 297, "max_ms": 2.282, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.108, "count": 297, "max_ms": 66.806, "p95_ms": 60.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.362, "count": 297, "max_ms": 66.071, "p95_ms": 60.289}, "yolo11_640_fire_11class": {"avg_ms": 52.713, "count": 297, "max_ms": 66.276, "p95_ms": 60.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.908, "count": 297, "max_ms": 75.515, "p95_ms": 69.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.543, "count": 297, "max_ms": 100.107, "p95_ms": 94.744}, "read_interval": {"avg_ms": 101.146, "count": 296, "max_ms": 122.907, "p95_ms": 110.969}, "triton_wait": {"avg_ms": 58.93, "count": 297, "max_ms": 75.527, "p95_ms": 69.743}, "visualize": {"avg_ms": 3.525, "count": 297, "max_ms": 4.327, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15301.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28752.772, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.901, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1324269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:02:09+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T00:02:09+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:02:09.089155+09:00", "mtime_epoch": 1783177329.0891554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:02:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2069.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.02, "count": 303, "max_ms": 11.854, "p95_ms": 7.726}, "gstreamer_push": {"avg_ms": 1.327, "count": 303, "max_ms": 1.887, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.895, "count": 303, "max_ms": 70.532, "p95_ms": 67.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.595, "count": 303, "max_ms": 69.897, "p95_ms": 65.894}, "yolo11_640_fire_11class": {"avg_ms": 59.566, "count": 303, "max_ms": 69.832, "p95_ms": 66.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.301, "count": 303, "max_ms": 77.844, "p95_ms": 74.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.141, "count": 303, "max_ms": 93.174, "p95_ms": 90.575}, "read_interval": {"avg_ms": 99.16, "count": 302, "max_ms": 111.873, "p95_ms": 108.132}, "triton_wait": {"avg_ms": 66.366, "count": 303, "max_ms": 77.857, "p95_ms": 74.758}, "visualize": {"avg_ms": 3.715, "count": 303, "max_ms": 5.979, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15301.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1057.415, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.852, "name": "ffmpeg", "pid": 106314, "rss_mb": 282.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.446, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1051531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:02:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:02:31+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T00:02:31+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T00:02:31.449528+09:00", "mtime_epoch": 1783177351.4495275, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:02:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9124.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.863, "pushed": 9.863, "read": 9.83}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.155, "count": 295, "max_ms": 23.73, "p95_ms": 18.871}, "gstreamer_push": {"avg_ms": 1.223, "count": 295, "max_ms": 1.773, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.308, "count": 295, "max_ms": 70.258, "p95_ms": 61.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.153, "count": 295, "max_ms": 66.819, "p95_ms": 59.203}, "yolo11_640_fire_11class": {"avg_ms": 53.483, "count": 295, "max_ms": 70.271, "p95_ms": 61.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.145, "count": 295, "max_ms": 74.763, "p95_ms": 69.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.642, "count": 295, "max_ms": 99.806, "p95_ms": 94.588}, "read_interval": {"avg_ms": 101.726, "count": 294, "max_ms": 115.769, "p95_ms": 110.447}, "triton_wait": {"avg_ms": 60.196, "count": 295, "max_ms": 74.776, "p95_ms": 69.427}, "visualize": {"avg_ms": 3.512, "count": 295, "max_ms": 5.273, "p95_ms": 3.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15301.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28782.844, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.854, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1324573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:02:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:02:39+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T00:02:39+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T00:02:39.165656+09:00", "mtime_epoch": 1783177359.1656563, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:02:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2069.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.111}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.956, "count": 304, "max_ms": 11.02, "p95_ms": 7.694}, "gstreamer_push": {"avg_ms": 1.305, "count": 304, "max_ms": 1.518, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.114, "count": 304, "max_ms": 76.241, "p95_ms": 68.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.26, "count": 304, "max_ms": 70.934, "p95_ms": 57.524}, "yolo11_640_fire_11class": {"avg_ms": 59.267, "count": 304, "max_ms": 76.091, "p95_ms": 66.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.338, "count": 304, "max_ms": 78.535, "p95_ms": 75.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.106, "count": 304, "max_ms": 93.952, "p95_ms": 91.047}, "read_interval": {"avg_ms": 98.923, "count": 303, "max_ms": 115.186, "p95_ms": 108.242}, "triton_wait": {"avg_ms": 66.478, "count": 304, "max_ms": 78.548, "p95_ms": 75.185}, "visualize": {"avg_ms": 3.698, "count": 304, "max_ms": 4.722, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15301.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1087.482, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.852, "name": "ffmpeg", "pid": 106314, "rss_mb": 282.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.503, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1051828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:03:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:03:01+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T00:03:01+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:03:01.526030+09:00", "mtime_epoch": 1783177381.52603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:03:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9124.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.909, "pushed": 9.909, "read": 9.876}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.265, "count": 297, "max_ms": 26.057, "p95_ms": 18.816}, "gstreamer_push": {"avg_ms": 1.239, "count": 297, "max_ms": 1.521, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.206, "count": 297, "max_ms": 66.802, "p95_ms": 63.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.168, "count": 297, "max_ms": 66.738, "p95_ms": 59.711}, "yolo11_640_fire_11class": {"avg_ms": 53.029, "count": 297, "max_ms": 66.225, "p95_ms": 61.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.472, "count": 297, "max_ms": 75.8, "p95_ms": 70.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.178, "count": 297, "max_ms": 101.656, "p95_ms": 95.706}, "read_interval": {"avg_ms": 101.243, "count": 296, "max_ms": 118.137, "p95_ms": 112.628}, "triton_wait": {"avg_ms": 59.556, "count": 297, "max_ms": 75.813, "p95_ms": 70.415}, "visualize": {"avg_ms": 3.525, "count": 297, "max_ms": 4.863, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15301.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28812.908, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.98, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1324877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:03:09+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:03:09+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:03:09.222159+09:00", "mtime_epoch": 1783177389.222159, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:03:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2069.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.113}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.049, "count": 304, "max_ms": 11.129, "p95_ms": 7.853}, "gstreamer_push": {"avg_ms": 1.327, "count": 304, "max_ms": 1.582, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.805, "count": 304, "max_ms": 71.21, "p95_ms": 66.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.191, "count": 304, "max_ms": 72.062, "p95_ms": 64.768}, "yolo11_640_fire_11class": {"avg_ms": 58.065, "count": 304, "max_ms": 69.763, "p95_ms": 66.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.955, "count": 304, "max_ms": 78.302, "p95_ms": 74.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.989, "count": 304, "max_ms": 94.173, "p95_ms": 91.084}, "read_interval": {"avg_ms": 98.874, "count": 303, "max_ms": 234.098, "p95_ms": 110.012}, "triton_wait": {"avg_ms": 65.151, "count": 304, "max_ms": 78.314, "p95_ms": 74.799}, "visualize": {"avg_ms": 3.718, "count": 304, "max_ms": 4.714, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15304.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1117.564, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.43, "name": "ffmpeg", "pid": 106314, "rss_mb": 285.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.598, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1052126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:03:31+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T00:03:31+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T00:03:31.614535+09:00", "mtime_epoch": 1783177411.6145349, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:03:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9124.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.904}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.379, "count": 298, "max_ms": 25.809, "p95_ms": 21.242}, "gstreamer_push": {"avg_ms": 1.229, "count": 298, "max_ms": 1.521, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.3, "count": 298, "max_ms": 66.725, "p95_ms": 61.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.888, "count": 298, "max_ms": 66.186, "p95_ms": 59.686}, "yolo11_640_fire_11class": {"avg_ms": 52.751, "count": 298, "max_ms": 65.585, "p95_ms": 60.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.189, "count": 298, "max_ms": 76.571, "p95_ms": 69.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.931, "count": 298, "max_ms": 102.322, "p95_ms": 95.956}, "read_interval": {"avg_ms": 100.977, "count": 297, "max_ms": 117.246, "p95_ms": 111.868}, "triton_wait": {"avg_ms": 59.216, "count": 298, "max_ms": 76.583, "p95_ms": 69.985}, "visualize": {"avg_ms": 3.517, "count": 298, "max_ms": 5.337, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15304.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28842.943, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.854, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1325179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:03:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:03:39+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T00:03:39+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T00:03:39.278664+09:00", "mtime_epoch": 1783177419.2786636, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:03:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2069.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.03, "count": 302, "max_ms": 10.917, "p95_ms": 7.518}, "gstreamer_push": {"avg_ms": 1.338, "count": 302, "max_ms": 2.254, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.591, "count": 302, "max_ms": 69.749, "p95_ms": 65.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.034, "count": 302, "max_ms": 69.848, "p95_ms": 55.971}, "yolo11_640_fire_11class": {"avg_ms": 56.179, "count": 302, "max_ms": 71.038, "p95_ms": 64.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.058, "count": 302, "max_ms": 76.094, "p95_ms": 73.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.936, "count": 302, "max_ms": 91.581, "p95_ms": 89.051}, "read_interval": {"avg_ms": 99.497, "count": 301, "max_ms": 263.402, "p95_ms": 112.172}, "triton_wait": {"avg_ms": 63.093, "count": 302, "max_ms": 76.107, "p95_ms": 73.365}, "visualize": {"avg_ms": 3.725, "count": 302, "max_ms": 5.087, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15304.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1147.641, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.43, "name": "ffmpeg", "pid": 106314, "rss_mb": 285.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.624, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1052430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:04:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:04:01+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T00:04:01+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T00:04:01.691041+09:00", "mtime_epoch": 1783177441.6910412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:04:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9124.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.139, "pushed": 10.139, "read": 10.106}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.362, "count": 304, "max_ms": 26.418, "p95_ms": 19.404}, "gstreamer_push": {"avg_ms": 1.241, "count": 304, "max_ms": 1.467, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.004, "count": 304, "max_ms": 69.748, "p95_ms": 64.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.585, "count": 304, "max_ms": 70.197, "p95_ms": 58.675}, "yolo11_640_fire_11class": {"avg_ms": 51.143, "count": 304, "max_ms": 70.186, "p95_ms": 62.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.367, "count": 304, "max_ms": 78.628, "p95_ms": 70.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.131, "count": 304, "max_ms": 106.345, "p95_ms": 95.196}, "read_interval": {"avg_ms": 98.93, "count": 303, "max_ms": 122.832, "p95_ms": 112.993}, "triton_wait": {"avg_ms": 56.441, "count": 304, "max_ms": 78.64, "p95_ms": 70.043}, "visualize": {"avg_ms": 3.504, "count": 304, "max_ms": 4.571, "p95_ms": 3.697}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15305.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28872.982, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.792, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1325479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:04:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:04:09+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T00:04:09+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T00:04:09.319170+09:00", "mtime_epoch": 1783177449.31917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:04:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2069.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.081, "count": 300, "max_ms": 12.778, "p95_ms": 8.575}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 2.125, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.992, "count": 300, "max_ms": 70.962, "p95_ms": 65.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.292, "count": 300, "max_ms": 70.952, "p95_ms": 61.624}, "yolo11_640_fire_11class": {"avg_ms": 55.993, "count": 300, "max_ms": 70.206, "p95_ms": 65.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.52, "count": 300, "max_ms": 78.527, "p95_ms": 73.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.476, "count": 300, "max_ms": 94.194, "p95_ms": 89.013}, "read_interval": {"avg_ms": 100.146, "count": 300, "max_ms": 288.934, "p95_ms": 123.988}, "triton_wait": {"avg_ms": 62.691, "count": 300, "max_ms": 78.539, "p95_ms": 73.469}, "visualize": {"avg_ms": 3.709, "count": 300, "max_ms": 5.091, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15305.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1177.647, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.43, "name": "ffmpeg", "pid": 106314, "rss_mb": 285.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.819, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1052728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:04:31+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T00:04:31+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T00:04:31.695548+09:00", "mtime_epoch": 1783177471.6955483, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:04:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9124.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.677, "count": 298, "max_ms": 29.951, "p95_ms": 20.041}, "gstreamer_push": {"avg_ms": 1.243, "count": 298, "max_ms": 2.152, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.236, "count": 298, "max_ms": 69.518, "p95_ms": 62.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.583, "count": 298, "max_ms": 64.691, "p95_ms": 59.037}, "yolo11_640_fire_11class": {"avg_ms": 52.523, "count": 298, "max_ms": 68.508, "p95_ms": 60.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.54, "count": 298, "max_ms": 78.217, "p95_ms": 70.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.638, "count": 298, "max_ms": 110.453, "p95_ms": 96.668}, "read_interval": {"avg_ms": 100.689, "count": 298, "max_ms": 126.431, "p95_ms": 111.684}, "triton_wait": {"avg_ms": 58.582, "count": 298, "max_ms": 78.229, "p95_ms": 70.189}, "visualize": {"avg_ms": 3.518, "count": 298, "max_ms": 4.491, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15305.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28903.06, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.78, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1325777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:04:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:04:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:04:39+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:04:39.375678+09:00", "mtime_epoch": 1783177479.3756783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:04:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2069.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.057, "count": 297, "max_ms": 11.605, "p95_ms": 7.693}, "gstreamer_push": {"avg_ms": 1.329, "count": 298, "max_ms": 2.091, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.977, "count": 297, "max_ms": 72.944, "p95_ms": 67.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.597, "count": 297, "max_ms": 76.414, "p95_ms": 66.407}, "yolo11_640_fire_11class": {"avg_ms": 58.415, "count": 297, "max_ms": 68.66, "p95_ms": 65.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.438, "count": 297, "max_ms": 76.676, "p95_ms": 74.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.363, "count": 298, "max_ms": 92.592, "p95_ms": 90.203}, "read_interval": {"avg_ms": 100.911, "count": 297, "max_ms": 265.632, "p95_ms": 108.683}, "triton_wait": {"avg_ms": 65.553, "count": 297, "max_ms": 76.69, "p95_ms": 74.244}, "visualize": {"avg_ms": 3.737, "count": 297, "max_ms": 5.904, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15305.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1207.741, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.43, "name": "ffmpeg", "pid": 106314, "rss_mb": 285.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.962, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1053022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:05:01+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T00:05:01+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T00:05:01.772058+09:00", "mtime_epoch": 1783177501.7720582, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:05:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9124.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.767}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.748, "count": 293, "max_ms": 28.205, "p95_ms": 18.705}, "gstreamer_push": {"avg_ms": 1.219, "count": 294, "max_ms": 1.631, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.741, "count": 293, "max_ms": 68.269, "p95_ms": 62.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.883, "count": 293, "max_ms": 67.727, "p95_ms": 61.564}, "yolo11_640_fire_11class": {"avg_ms": 54.123, "count": 293, "max_ms": 66.717, "p95_ms": 62.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.345, "count": 293, "max_ms": 76.197, "p95_ms": 72.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.405, "count": 294, "max_ms": 100.068, "p95_ms": 96.576}, "read_interval": {"avg_ms": 102.317, "count": 293, "max_ms": 116.845, "p95_ms": 112.056}, "triton_wait": {"avg_ms": 61.397, "count": 293, "max_ms": 76.208, "p95_ms": 72.043}, "visualize": {"avg_ms": 3.453, "count": 293, "max_ms": 4.797, "p95_ms": 3.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15306.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28933.119, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.796, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:05:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:05:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:05:09+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:05:09.432189+09:00", "mtime_epoch": 1783177509.4321885, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:05:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2069.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.914, "count": 295, "max_ms": 8.908, "p95_ms": 7.416}, "gstreamer_push": {"avg_ms": 1.312, "count": 295, "max_ms": 1.494, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.644, "count": 295, "max_ms": 69.786, "p95_ms": 66.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.351, "count": 295, "max_ms": 69.354, "p95_ms": 65.179}, "yolo11_640_fire_11class": {"avg_ms": 61.08, "count": 295, "max_ms": 70.734, "p95_ms": 65.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.37, "count": 295, "max_ms": 78.516, "p95_ms": 74.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.076, "count": 295, "max_ms": 96.078, "p95_ms": 90.502}, "read_interval": {"avg_ms": 101.876, "count": 294, "max_ms": 117.138, "p95_ms": 108.504}, "triton_wait": {"avg_ms": 69.419, "count": 295, "max_ms": 78.529, "p95_ms": 74.927}, "visualize": {"avg_ms": 3.697, "count": 295, "max_ms": 4.994, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15306.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1237.837, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.43, "name": "ffmpeg", "pid": 106314, "rss_mb": 285.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.956, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1053322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:05:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:05:31+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:05:31+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:05:31.876570+09:00", "mtime_epoch": 1783177531.8765705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:05:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9124.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.352, "count": 300, "max_ms": 28.777, "p95_ms": 21.381}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.567, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.053, "count": 300, "max_ms": 66.939, "p95_ms": 60.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.768, "count": 300, "max_ms": 65.883, "p95_ms": 60.128}, "yolo11_640_fire_11class": {"avg_ms": 52.665, "count": 300, "max_ms": 66.93, "p95_ms": 60.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.593, "count": 300, "max_ms": 76.668, "p95_ms": 69.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.321, "count": 300, "max_ms": 105.214, "p95_ms": 94.291}, "read_interval": {"avg_ms": 100.303, "count": 299, "max_ms": 125.678, "p95_ms": 111.184}, "triton_wait": {"avg_ms": 58.662, "count": 300, "max_ms": 76.683, "p95_ms": 69.427}, "visualize": {"avg_ms": 3.486, "count": 300, "max_ms": 4.81, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15306.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28963.197, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.792, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:05:39+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:05:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:05:39.512701+09:00", "mtime_epoch": 1783177539.5127006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:05:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2070.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.275, "pushed": 10.275, "read": 10.241}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.024, "count": 308, "max_ms": 11.307, "p95_ms": 8.154}, "gstreamer_push": {"avg_ms": 1.319, "count": 308, "max_ms": 1.972, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.776, "count": 308, "max_ms": 71.474, "p95_ms": 65.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.678, "count": 308, "max_ms": 68.984, "p95_ms": 61.766}, "yolo11_640_fire_11class": {"avg_ms": 57.219, "count": 308, "max_ms": 69.669, "p95_ms": 64.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.642, "count": 308, "max_ms": 77.997, "p95_ms": 73.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.642, "count": 308, "max_ms": 93.912, "p95_ms": 88.746}, "read_interval": {"avg_ms": 97.632, "count": 307, "max_ms": 265.106, "p95_ms": 106.708}, "triton_wait": {"avg_ms": 63.837, "count": 308, "max_ms": 78.011, "p95_ms": 73.255}, "visualize": {"avg_ms": 3.716, "count": 308, "max_ms": 5.58, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15306.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1267.879, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.688, "name": "ffmpeg", "pid": 106314, "rss_mb": 285.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.818, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1053623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:06:02+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:06:01+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:06:01.921083+09:00", "mtime_epoch": 1783177561.921083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:06:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9124.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.498, "count": 301, "max_ms": 27.393, "p95_ms": 19.529}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.982, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.731, "count": 301, "max_ms": 64.533, "p95_ms": 62.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.765, "count": 301, "max_ms": 63.691, "p95_ms": 59.681}, "yolo11_640_fire_11class": {"avg_ms": 51.903, "count": 301, "max_ms": 64.207, "p95_ms": 59.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.771, "count": 301, "max_ms": 73.392, "p95_ms": 68.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.683, "count": 301, "max_ms": 102.11, "p95_ms": 95.032}, "read_interval": {"avg_ms": 99.797, "count": 300, "max_ms": 119.416, "p95_ms": 111.039}, "triton_wait": {"avg_ms": 57.83, "count": 301, "max_ms": 73.404, "p95_ms": 68.893}, "visualize": {"avg_ms": 3.506, "count": 301, "max_ms": 4.659, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15306.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 28993.23, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.693, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:06:09+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T00:06:09+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T00:06:09.533213+09:00", "mtime_epoch": 1783177569.5332131, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:06:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2070.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.924, "pushed": 9.924, "read": 9.89}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.24, "count": 297, "max_ms": 11.677, "p95_ms": 7.932}, "gstreamer_push": {"avg_ms": 1.326, "count": 297, "max_ms": 1.962, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.927, "count": 297, "max_ms": 71.428, "p95_ms": 66.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.311, "count": 297, "max_ms": 73.099, "p95_ms": 65.796}, "yolo11_640_fire_11class": {"avg_ms": 58.404, "count": 297, "max_ms": 71.941, "p95_ms": 65.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.515, "count": 297, "max_ms": 77.472, "p95_ms": 75.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.663, "count": 297, "max_ms": 126.368, "p95_ms": 91.14}, "read_interval": {"avg_ms": 101.085, "count": 296, "max_ms": 316.329, "p95_ms": 109.267}, "triton_wait": {"avg_ms": 65.535, "count": 297, "max_ms": 77.484, "p95_ms": 75.046}, "visualize": {"avg_ms": 3.72, "count": 297, "max_ms": 4.973, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15307.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1297.961, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.688, "name": "ffmpeg", "pid": 106314, "rss_mb": 285.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.706, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1053918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:06:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:06:32+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T00:06:32+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:06:32.001598+09:00", "mtime_epoch": 1783177592.0015976, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:06:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9125.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.747, "count": 295, "max_ms": 31.341, "p95_ms": 27.84}, "gstreamer_push": {"avg_ms": 1.222, "count": 295, "max_ms": 1.866, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.932, "count": 295, "max_ms": 69.271, "p95_ms": 62.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.256, "count": 295, "max_ms": 66.989, "p95_ms": 60.36}, "yolo11_640_fire_11class": {"avg_ms": 53.171, "count": 295, "max_ms": 66.003, "p95_ms": 61.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.808, "count": 295, "max_ms": 75.064, "p95_ms": 71.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.931, "count": 295, "max_ms": 110.347, "p95_ms": 97.825}, "read_interval": {"avg_ms": 101.982, "count": 294, "max_ms": 127.018, "p95_ms": 114.897}, "triton_wait": {"avg_ms": 59.89, "count": 295, "max_ms": 75.076, "p95_ms": 71.342}, "visualize": {"avg_ms": 3.473, "count": 295, "max_ms": 4.586, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15307.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29023.366, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.377, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:06:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:06:39+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T00:06:39+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T00:06:39.609728+09:00", "mtime_epoch": 1783177599.609728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:06:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2070.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.415, "count": 304, "max_ms": 12.665, "p95_ms": 10.788}, "gstreamer_push": {"avg_ms": 1.314, "count": 304, "max_ms": 1.724, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.931, "count": 304, "max_ms": 70.567, "p95_ms": 66.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.902, "count": 304, "max_ms": 69.648, "p95_ms": 57.056}, "yolo11_640_fire_11class": {"avg_ms": 57.099, "count": 304, "max_ms": 70.293, "p95_ms": 65.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.638, "count": 304, "max_ms": 77.571, "p95_ms": 73.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.901, "count": 304, "max_ms": 97.157, "p95_ms": 90.551}, "read_interval": {"avg_ms": 98.82, "count": 304, "max_ms": 240.962, "p95_ms": 110.707}, "triton_wait": {"avg_ms": 63.671, "count": 304, "max_ms": 77.584, "p95_ms": 73.908}, "visualize": {"avg_ms": 3.742, "count": 304, "max_ms": 5.962, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15307.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1328.049, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.688, "name": "ffmpeg", "pid": 106314, "rss_mb": 285.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.831, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1054216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:07:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:07:02+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T00:07:02+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T00:07:02.082114+09:00", "mtime_epoch": 1783177622.0821137, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:07:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9125.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.227, "count": 298, "max_ms": 24.455, "p95_ms": 19.164}, "gstreamer_push": {"avg_ms": 1.247, "count": 298, "max_ms": 1.876, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.819, "count": 298, "max_ms": 67.393, "p95_ms": 63.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.1, "count": 298, "max_ms": 68.422, "p95_ms": 60.868}, "yolo11_640_fire_11class": {"avg_ms": 53.048, "count": 298, "max_ms": 68.409, "p95_ms": 62.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.912, "count": 298, "max_ms": 77.105, "p95_ms": 71.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.673, "count": 298, "max_ms": 105.701, "p95_ms": 96.872}, "read_interval": {"avg_ms": 100.932, "count": 297, "max_ms": 120.924, "p95_ms": 113.173}, "triton_wait": {"avg_ms": 59.018, "count": 298, "max_ms": 77.116, "p95_ms": 71.554}, "visualize": {"avg_ms": 3.554, "count": 298, "max_ms": 5.243, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15307.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29053.411, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.443, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1327281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:07:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:07:09+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:07:09.726245+09:00", "mtime_epoch": 1783177629.7262452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:07:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2070.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.351, "count": 299, "max_ms": 11.72, "p95_ms": 9.095}, "gstreamer_push": {"avg_ms": 1.331, "count": 299, "max_ms": 2.19, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.577, "count": 299, "max_ms": 70.412, "p95_ms": 67.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.909, "count": 299, "max_ms": 68.873, "p95_ms": 61.849}, "yolo11_640_fire_11class": {"avg_ms": 58.024, "count": 299, "max_ms": 71.193, "p95_ms": 66.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.85, "count": 299, "max_ms": 80.362, "p95_ms": 74.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.107, "count": 299, "max_ms": 96.521, "p95_ms": 91.329}, "read_interval": {"avg_ms": 100.465, "count": 298, "max_ms": 301.123, "p95_ms": 111.679}, "triton_wait": {"avg_ms": 64.976, "count": 299, "max_ms": 80.374, "p95_ms": 74.7}, "visualize": {"avg_ms": 3.732, "count": 299, "max_ms": 5.068, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15307.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1358.118, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.688, "name": "ffmpeg", "pid": 106314, "rss_mb": 285.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.751, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1054512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:07:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:07:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:07:32+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:07:32.158631+09:00", "mtime_epoch": 1783177652.1586308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:07:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9125.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.841}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.182, "count": 296, "max_ms": 23.632, "p95_ms": 18.934}, "gstreamer_push": {"avg_ms": 1.237, "count": 296, "max_ms": 1.453, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.873, "count": 296, "max_ms": 65.686, "p95_ms": 60.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.508, "count": 296, "max_ms": 62.378, "p95_ms": 59.056}, "yolo11_640_fire_11class": {"avg_ms": 53.438, "count": 296, "max_ms": 64.876, "p95_ms": 60.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.084, "count": 296, "max_ms": 74.878, "p95_ms": 69.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.625, "count": 296, "max_ms": 99.536, "p95_ms": 94.683}, "read_interval": {"avg_ms": 101.573, "count": 295, "max_ms": 115.316, "p95_ms": 111.261}, "triton_wait": {"avg_ms": 60.126, "count": 296, "max_ms": 74.891, "p95_ms": 69.512}, "visualize": {"avg_ms": 3.484, "count": 296, "max_ms": 4.798, "p95_ms": 3.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15307.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29083.465, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.391, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1327580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:07:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:07:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:07:39+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:07:39.778762+09:00", "mtime_epoch": 1783177659.778762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:07:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2070.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.235, "count": 299, "max_ms": 13.0, "p95_ms": 7.994}, "gstreamer_push": {"avg_ms": 1.327, "count": 299, "max_ms": 1.693, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.403, "count": 299, "max_ms": 70.907, "p95_ms": 66.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.266, "count": 299, "max_ms": 69.485, "p95_ms": 52.358}, "yolo11_640_fire_11class": {"avg_ms": 59.745, "count": 299, "max_ms": 70.895, "p95_ms": 66.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.625, "count": 299, "max_ms": 79.429, "p95_ms": 75.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.62, "count": 299, "max_ms": 95.333, "p95_ms": 91.251}, "read_interval": {"avg_ms": 100.491, "count": 298, "max_ms": 123.517, "p95_ms": 108.523}, "triton_wait": {"avg_ms": 67.658, "count": 299, "max_ms": 79.443, "p95_ms": 75.349}, "visualize": {"avg_ms": 3.715, "count": 299, "max_ms": 4.887, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15310.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1388.15, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.266, "name": "ffmpeg", "pid": 106314, "rss_mb": 288.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.69, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1054803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:08:02+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:08:02+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:08:02.191149+09:00", "mtime_epoch": 1783177682.1911488, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:08:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9125.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.689}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.177, "count": 291, "max_ms": 28.451, "p95_ms": 18.651}, "gstreamer_push": {"avg_ms": 1.235, "count": 291, "max_ms": 1.384, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.743, "count": 291, "max_ms": 67.288, "p95_ms": 60.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.356, "count": 291, "max_ms": 68.2, "p95_ms": 60.548}, "yolo11_640_fire_11class": {"avg_ms": 54.375, "count": 291, "max_ms": 67.274, "p95_ms": 60.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.527, "count": 291, "max_ms": 76.32, "p95_ms": 69.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.073, "count": 291, "max_ms": 110.435, "p95_ms": 95.342}, "read_interval": {"avg_ms": 103.185, "count": 290, "max_ms": 128.77, "p95_ms": 111.626}, "triton_wait": {"avg_ms": 61.549, "count": 291, "max_ms": 76.333, "p95_ms": 69.697}, "visualize": {"avg_ms": 3.49, "count": 291, "max_ms": 4.656, "p95_ms": 3.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15310.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29113.519, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.322, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1327874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:08:09+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:08:09+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:08:09.835281+09:00", "mtime_epoch": 1783177689.8352807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:08:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2070.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.785}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.126, "count": 294, "max_ms": 10.242, "p95_ms": 7.792}, "gstreamer_push": {"avg_ms": 1.315, "count": 294, "max_ms": 1.595, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.705, "count": 294, "max_ms": 71.239, "p95_ms": 66.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.517, "count": 294, "max_ms": 74.671, "p95_ms": 56.159}, "yolo11_640_fire_11class": {"avg_ms": 61.335, "count": 294, "max_ms": 72.245, "p95_ms": 66.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.446, "count": 294, "max_ms": 80.45, "p95_ms": 74.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.344, "count": 294, "max_ms": 96.025, "p95_ms": 90.468}, "read_interval": {"avg_ms": 102.207, "count": 293, "max_ms": 113.07, "p95_ms": 108.205}, "triton_wait": {"avg_ms": 69.552, "count": 294, "max_ms": 80.461, "p95_ms": 74.654}, "visualize": {"avg_ms": 3.694, "count": 294, "max_ms": 4.608, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15310.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1418.25, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.266, "name": "ffmpeg", "pid": 106314, "rss_mb": 288.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.665, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1055100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:08:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:08:32+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:08:32+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T00:08:32.295669+09:00", "mtime_epoch": 1783177712.2956686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:08:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9125.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.867}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.203, "count": 296, "max_ms": 30.393, "p95_ms": 19.241}, "gstreamer_push": {"avg_ms": 1.223, "count": 297, "max_ms": 1.476, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.433, "count": 296, "max_ms": 66.006, "p95_ms": 60.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.063, "count": 296, "max_ms": 65.349, "p95_ms": 59.072}, "yolo11_640_fire_11class": {"avg_ms": 52.83, "count": 296, "max_ms": 65.257, "p95_ms": 60.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.128, "count": 296, "max_ms": 73.83, "p95_ms": 68.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.776, "count": 297, "max_ms": 102.436, "p95_ms": 95.319}, "read_interval": {"avg_ms": 101.336, "count": 296, "max_ms": 118.787, "p95_ms": 111.93}, "triton_wait": {"avg_ms": 59.209, "count": 296, "max_ms": 73.842, "p95_ms": 68.936}, "visualize": {"avg_ms": 3.51, "count": 296, "max_ms": 5.027, "p95_ms": 3.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15310.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29143.621, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.551, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:08:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:08:40+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T00:08:39+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T00:08:39.931801+09:00", "mtime_epoch": 1783177719.9318008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:08:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2070.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.273, "count": 303, "max_ms": 11.824, "p95_ms": 8.001}, "gstreamer_push": {"avg_ms": 1.323, "count": 304, "max_ms": 1.935, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.601, "count": 303, "max_ms": 71.181, "p95_ms": 66.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.715, "count": 303, "max_ms": 72.258, "p95_ms": 51.335}, "yolo11_640_fire_11class": {"avg_ms": 58.975, "count": 303, "max_ms": 71.749, "p95_ms": 66.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.83, "count": 303, "max_ms": 80.091, "p95_ms": 75.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.047, "count": 304, "max_ms": 97.293, "p95_ms": 91.453}, "read_interval": {"avg_ms": 98.972, "count": 303, "max_ms": 117.793, "p95_ms": 108.97}, "triton_wait": {"avg_ms": 65.917, "count": 303, "max_ms": 80.104, "p95_ms": 75.172}, "visualize": {"avg_ms": 3.765, "count": 303, "max_ms": 6.033, "p95_ms": 4.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15311.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1448.35, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.266, "name": "ffmpeg", "pid": 106314, "rss_mb": 288.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.818, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1055392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:09:02+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:09:02+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:09:02.388190+09:00", "mtime_epoch": 1783177742.3881896, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:09:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9125.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.734, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.32, "count": 291, "max_ms": 30.433, "p95_ms": 19.609}, "gstreamer_push": {"avg_ms": 1.231, "count": 292, "max_ms": 1.466, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.547, "count": 291, "max_ms": 71.125, "p95_ms": 61.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.106, "count": 291, "max_ms": 64.494, "p95_ms": 61.537}, "yolo11_640_fire_11class": {"avg_ms": 54.182, "count": 291, "max_ms": 65.269, "p95_ms": 61.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.324, "count": 291, "max_ms": 76.726, "p95_ms": 70.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.079, "count": 291, "max_ms": 103.57, "p95_ms": 96.349}, "read_interval": {"avg_ms": 103.068, "count": 291, "max_ms": 125.238, "p95_ms": 112.508}, "triton_wait": {"avg_ms": 61.405, "count": 291, "max_ms": 76.738, "p95_ms": 70.95}, "visualize": {"avg_ms": 3.495, "count": 291, "max_ms": 4.334, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15310.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29173.727, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.955, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:09:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:09:10+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:09:10+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T00:09:10.036322+09:00", "mtime_epoch": 1783177750.036322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:09:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2070.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.443, "count": 298, "max_ms": 11.65, "p95_ms": 9.943}, "gstreamer_push": {"avg_ms": 1.315, "count": 298, "max_ms": 1.545, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.04, "count": 298, "max_ms": 74.335, "p95_ms": 67.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.54, "count": 298, "max_ms": 70.724, "p95_ms": 65.357}, "yolo11_640_fire_11class": {"avg_ms": 59.504, "count": 298, "max_ms": 70.635, "p95_ms": 67.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.381, "count": 298, "max_ms": 80.625, "p95_ms": 75.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.679, "count": 298, "max_ms": 96.301, "p95_ms": 91.992}, "read_interval": {"avg_ms": 100.661, "count": 298, "max_ms": 117.228, "p95_ms": 109.841}, "triton_wait": {"avg_ms": 67.397, "count": 298, "max_ms": 80.637, "p95_ms": 75.395}, "visualize": {"avg_ms": 3.744, "count": 298, "max_ms": 4.622, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15314.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1478.411, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.844, "name": "ffmpeg", "pid": 106314, "rss_mb": 290.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.762, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1055686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:09:32+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:09:32+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T00:09:32.448711+09:00", "mtime_epoch": 1783177772.448711, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:09:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9125.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.813, "pushed": 9.813, "read": 9.78}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.258, "count": 294, "max_ms": 28.893, "p95_ms": 19.485}, "gstreamer_push": {"avg_ms": 1.241, "count": 294, "max_ms": 1.54, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.03, "count": 294, "max_ms": 70.33, "p95_ms": 60.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.234, "count": 294, "max_ms": 67.906, "p95_ms": 59.719}, "yolo11_640_fire_11class": {"avg_ms": 53.719, "count": 294, "max_ms": 65.711, "p95_ms": 60.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.304, "count": 294, "max_ms": 72.153, "p95_ms": 69.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.996, "count": 294, "max_ms": 103.816, "p95_ms": 95.675}, "read_interval": {"avg_ms": 102.234, "count": 293, "max_ms": 120.174, "p95_ms": 111.459}, "triton_wait": {"avg_ms": 60.322, "count": 294, "max_ms": 72.165, "p95_ms": 69.299}, "visualize": {"avg_ms": 3.529, "count": 294, "max_ms": 4.591, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15313.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29203.781, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.064, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:09:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:09:40+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T00:09:40+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T00:09:40.120844+09:00", "mtime_epoch": 1783177780.1208441, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:09:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2071.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.883}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.207, "count": 297, "max_ms": 11.397, "p95_ms": 7.626}, "gstreamer_push": {"avg_ms": 1.315, "count": 297, "max_ms": 1.49, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.906, "count": 297, "max_ms": 78.859, "p95_ms": 66.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.196, "count": 297, "max_ms": 70.037, "p95_ms": 53.546}, "yolo11_640_fire_11class": {"avg_ms": 60.667, "count": 297, "max_ms": 74.014, "p95_ms": 66.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.314, "count": 297, "max_ms": 79.435, "p95_ms": 74.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.294, "count": 297, "max_ms": 96.15, "p95_ms": 91.242}, "read_interval": {"avg_ms": 101.258, "count": 296, "max_ms": 117.578, "p95_ms": 109.536}, "triton_wait": {"avg_ms": 68.33, "count": 297, "max_ms": 79.447, "p95_ms": 74.714}, "visualize": {"avg_ms": 3.691, "count": 297, "max_ms": 4.747, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15314.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1508.422, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.844, "name": "ffmpeg", "pid": 106314, "rss_mb": 290.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.592, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1055979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:10:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:10:02+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T00:10:02+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T00:10:02.469233+09:00", "mtime_epoch": 1783177802.4692326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:10:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9126.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.768}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.082, "count": 293, "max_ms": 28.38, "p95_ms": 18.566}, "gstreamer_push": {"avg_ms": 1.238, "count": 293, "max_ms": 1.444, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.29, "count": 293, "max_ms": 67.393, "p95_ms": 60.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.626, "count": 293, "max_ms": 64.825, "p95_ms": 59.876}, "yolo11_640_fire_11class": {"avg_ms": 53.901, "count": 293, "max_ms": 66.825, "p95_ms": 60.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.07, "count": 293, "max_ms": 75.632, "p95_ms": 69.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.55, "count": 293, "max_ms": 99.839, "p95_ms": 95.028}, "read_interval": {"avg_ms": 102.446, "count": 293, "max_ms": 118.112, "p95_ms": 111.363}, "triton_wait": {"avg_ms": 61.093, "count": 293, "max_ms": 75.643, "p95_ms": 69.854}, "visualize": {"avg_ms": 3.507, "count": 293, "max_ms": 4.322, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15314.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29233.84, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.085, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:10:10+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T00:10:10+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T00:10:10.149366+09:00", "mtime_epoch": 1783177810.1493661, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:10:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2071.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.223, "count": 301, "max_ms": 11.207, "p95_ms": 7.85}, "gstreamer_push": {"avg_ms": 1.318, "count": 301, "max_ms": 1.521, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.569, "count": 301, "max_ms": 68.455, "p95_ms": 65.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.315, "count": 301, "max_ms": 68.774, "p95_ms": 52.216}, "yolo11_640_fire_11class": {"avg_ms": 58.898, "count": 301, "max_ms": 68.091, "p95_ms": 65.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.464, "count": 301, "max_ms": 77.206, "p95_ms": 74.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.537, "count": 301, "max_ms": 93.525, "p95_ms": 90.86}, "read_interval": {"avg_ms": 99.807, "count": 300, "max_ms": 116.457, "p95_ms": 108.641}, "triton_wait": {"avg_ms": 66.481, "count": 301, "max_ms": 77.219, "p95_ms": 74.857}, "visualize": {"avg_ms": 3.708, "count": 301, "max_ms": 4.736, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15317.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1538.493, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.422, "name": "ffmpeg", "pid": 106314, "rss_mb": 293.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.533, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1056272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:10:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:10:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:10:32+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:10:32.533756+09:00", "mtime_epoch": 1783177832.533756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:10:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9126.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.294, "count": 293, "max_ms": 31.123, "p95_ms": 18.843}, "gstreamer_push": {"avg_ms": 1.237, "count": 293, "max_ms": 2.074, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.271, "count": 293, "max_ms": 65.967, "p95_ms": 59.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.646, "count": 293, "max_ms": 62.031, "p95_ms": 58.541}, "yolo11_640_fire_11class": {"avg_ms": 53.559, "count": 293, "max_ms": 64.006, "p95_ms": 58.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.79, "count": 293, "max_ms": 73.406, "p95_ms": 68.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.547, "count": 293, "max_ms": 103.588, "p95_ms": 93.513}, "read_interval": {"avg_ms": 102.613, "count": 292, "max_ms": 119.794, "p95_ms": 110.752}, "triton_wait": {"avg_ms": 60.859, "count": 293, "max_ms": 73.419, "p95_ms": 68.118}, "visualize": {"avg_ms": 3.488, "count": 293, "max_ms": 4.475, "p95_ms": 3.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15317.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29263.932, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.179, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:10:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:10:40+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:10:40+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:10:40.245890+09:00", "mtime_epoch": 1783177840.2458904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:10:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2071.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.241, "count": 294, "max_ms": 11.565, "p95_ms": 7.855}, "gstreamer_push": {"avg_ms": 1.315, "count": 294, "max_ms": 1.526, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.025, "count": 294, "max_ms": 71.194, "p95_ms": 66.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.544, "count": 294, "max_ms": 71.055, "p95_ms": 52.499}, "yolo11_640_fire_11class": {"avg_ms": 61.081, "count": 294, "max_ms": 69.432, "p95_ms": 66.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.427, "count": 294, "max_ms": 78.61, "p95_ms": 75.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.497, "count": 294, "max_ms": 94.572, "p95_ms": 90.992}, "read_interval": {"avg_ms": 102.331, "count": 293, "max_ms": 114.935, "p95_ms": 108.078}, "triton_wait": {"avg_ms": 69.506, "count": 294, "max_ms": 78.623, "p95_ms": 75.05}, "visualize": {"avg_ms": 3.686, "count": 294, "max_ms": 4.579, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15317.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1568.569, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.422, "name": "ffmpeg", "pid": 106314, "rss_mb": 293.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.48, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1056563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:11:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:11:02+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:11:02+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:11:02.614280+09:00", "mtime_epoch": 1783177862.6142805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:11:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9126.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.706, "pushed": 9.706, "read": 9.673}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.953, "count": 291, "max_ms": 23.046, "p95_ms": 18.362}, "gstreamer_push": {"avg_ms": 1.221, "count": 291, "max_ms": 1.909, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.676, "count": 291, "max_ms": 69.432, "p95_ms": 60.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.825, "count": 291, "max_ms": 71.307, "p95_ms": 60.667}, "yolo11_640_fire_11class": {"avg_ms": 54.305, "count": 291, "max_ms": 69.972, "p95_ms": 60.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.8, "count": 291, "max_ms": 79.591, "p95_ms": 69.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.167, "count": 291, "max_ms": 105.479, "p95_ms": 94.406}, "read_interval": {"avg_ms": 103.329, "count": 290, "max_ms": 121.66, "p95_ms": 112.157}, "triton_wait": {"avg_ms": 61.824, "count": 291, "max_ms": 79.602, "p95_ms": 69.307}, "visualize": {"avg_ms": 3.486, "count": 291, "max_ms": 5.484, "p95_ms": 3.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15317.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29293.952, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.251, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:11:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:11:10+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:11:10+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:11:10.262414+09:00", "mtime_epoch": 1783177870.2624137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:11:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2071.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.761, "pushed": 9.761, "read": 9.728}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.149, "count": 292, "max_ms": 10.035, "p95_ms": 7.603}, "gstreamer_push": {"avg_ms": 1.315, "count": 292, "max_ms": 1.491, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.286, "count": 292, "max_ms": 72.333, "p95_ms": 67.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.509, "count": 292, "max_ms": 72.321, "p95_ms": 66.949}, "yolo11_640_fire_11class": {"avg_ms": 61.87, "count": 292, "max_ms": 71.979, "p95_ms": 67.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.928, "count": 292, "max_ms": 79.819, "p95_ms": 75.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.837, "count": 292, "max_ms": 95.73, "p95_ms": 91.828}, "read_interval": {"avg_ms": 102.782, "count": 291, "max_ms": 115.325, "p95_ms": 110.166}, "triton_wait": {"avg_ms": 69.943, "count": 292, "max_ms": 79.831, "p95_ms": 75.924}, "visualize": {"avg_ms": 3.697, "count": 292, "max_ms": 4.41, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15317.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1598.597, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.422, "name": "ffmpeg", "pid": 106314, "rss_mb": 293.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.533, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1056847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:11:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:11:32+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T00:11:32+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T00:11:32.650805+09:00", "mtime_epoch": 1783177892.6508048, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:11:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9126.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.49, "pushed": 9.49, "read": 9.456}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.058, "count": 284, "max_ms": 19.968, "p95_ms": 18.61}, "gstreamer_push": {"avg_ms": 1.239, "count": 284, "max_ms": 1.416, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.771, "count": 284, "max_ms": 69.488, "p95_ms": 62.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.788, "count": 284, "max_ms": 69.499, "p95_ms": 62.545}, "yolo11_640_fire_11class": {"avg_ms": 56.241, "count": 284, "max_ms": 68.478, "p95_ms": 62.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.229, "count": 284, "max_ms": 78.343, "p95_ms": 72.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.756, "count": 284, "max_ms": 102.79, "p95_ms": 97.446}, "read_interval": {"avg_ms": 105.777, "count": 283, "max_ms": 118.808, "p95_ms": 114.11}, "triton_wait": {"avg_ms": 64.271, "count": 284, "max_ms": 78.355, "p95_ms": 72.049}, "visualize": {"avg_ms": 3.497, "count": 284, "max_ms": 4.033, "p95_ms": 3.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15320.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29324.045, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.369, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:11:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:11:40+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T00:11:40+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T00:11:40.366940+09:00", "mtime_epoch": 1783177900.3669398, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:11:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2071.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.638, "pushed": 9.638, "read": 9.605}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.128, "count": 289, "max_ms": 11.801, "p95_ms": 7.511}, "gstreamer_push": {"avg_ms": 1.313, "count": 289, "max_ms": 1.595, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.498, "count": 289, "max_ms": 70.553, "p95_ms": 67.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.193, "count": 289, "max_ms": 70.563, "p95_ms": 66.814}, "yolo11_640_fire_11class": {"avg_ms": 62.126, "count": 289, "max_ms": 72.437, "p95_ms": 67.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.191, "count": 289, "max_ms": 79.484, "p95_ms": 75.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.115, "count": 289, "max_ms": 95.173, "p95_ms": 91.686}, "read_interval": {"avg_ms": 104.136, "count": 288, "max_ms": 115.692, "p95_ms": 112.319}, "triton_wait": {"avg_ms": 70.267, "count": 289, "max_ms": 79.497, "p95_ms": 75.714}, "visualize": {"avg_ms": 3.681, "count": 289, "max_ms": 5.836, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15321.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1628.642, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.0, "name": "ffmpeg", "pid": 106314, "rss_mb": 296.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.437, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1057144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:12:02+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T00:12:02+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T00:12:02.699330+09:00", "mtime_epoch": 1783177922.6993303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:12:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9126.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.924, "pushed": 9.924, "read": 9.891}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.496, "count": 297, "max_ms": 25.364, "p95_ms": 21.102}, "gstreamer_push": {"avg_ms": 1.236, "count": 297, "max_ms": 1.431, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.442, "count": 297, "max_ms": 67.697, "p95_ms": 60.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.992, "count": 297, "max_ms": 68.024, "p95_ms": 59.43}, "yolo11_640_fire_11class": {"avg_ms": 52.988, "count": 297, "max_ms": 68.203, "p95_ms": 61.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.064, "count": 297, "max_ms": 76.779, "p95_ms": 69.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.113, "count": 297, "max_ms": 103.718, "p95_ms": 95.111}, "read_interval": {"avg_ms": 101.199, "count": 296, "max_ms": 121.882, "p95_ms": 111.602}, "triton_wait": {"avg_ms": 59.176, "count": 297, "max_ms": 76.79, "p95_ms": 69.229}, "visualize": {"avg_ms": 3.529, "count": 297, "max_ms": 4.535, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15320.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29354.127, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.335, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1330259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:12:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:12:10+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T00:12:10+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T00:12:10.451466+09:00", "mtime_epoch": 1783177930.4514658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:12:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2071.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.307, "pushed": 10.307, "read": 10.274}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.192, "count": 309, "max_ms": 10.175, "p95_ms": 7.901}, "gstreamer_push": {"avg_ms": 1.319, "count": 309, "max_ms": 1.556, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.19, "count": 309, "max_ms": 71.458, "p95_ms": 66.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.29, "count": 309, "max_ms": 70.0, "p95_ms": 62.62}, "yolo11_640_fire_11class": {"avg_ms": 57.374, "count": 309, "max_ms": 71.445, "p95_ms": 65.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.429, "count": 309, "max_ms": 80.299, "p95_ms": 74.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.506, "count": 309, "max_ms": 96.387, "p95_ms": 90.806}, "read_interval": {"avg_ms": 97.348, "count": 308, "max_ms": 112.904, "p95_ms": 108.81}, "triton_wait": {"avg_ms": 64.549, "count": 309, "max_ms": 80.312, "p95_ms": 74.134}, "visualize": {"avg_ms": 3.697, "count": 309, "max_ms": 5.979, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15320.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1658.724, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.0, "name": "ffmpeg", "pid": 106314, "rss_mb": 296.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.664, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1057441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:12:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:12:32+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T00:12:32+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T00:12:32.779857+09:00", "mtime_epoch": 1783177952.779857, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:12:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9126.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.152, "count": 297, "max_ms": 26.53, "p95_ms": 19.128}, "gstreamer_push": {"avg_ms": 1.237, "count": 297, "max_ms": 1.421, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.326, "count": 297, "max_ms": 70.061, "p95_ms": 61.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.078, "count": 297, "max_ms": 68.862, "p95_ms": 60.207}, "yolo11_640_fire_11class": {"avg_ms": 52.641, "count": 297, "max_ms": 69.559, "p95_ms": 60.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.415, "count": 297, "max_ms": 79.729, "p95_ms": 70.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.023, "count": 297, "max_ms": 104.083, "p95_ms": 96.265}, "read_interval": {"avg_ms": 101.323, "count": 296, "max_ms": 122.684, "p95_ms": 112.791}, "triton_wait": {"avg_ms": 59.522, "count": 297, "max_ms": 79.741, "p95_ms": 70.552}, "visualize": {"avg_ms": 3.487, "count": 297, "max_ms": 4.416, "p95_ms": 3.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15321.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29384.182, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.353, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1330568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:12:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:12:40+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:12:40+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:12:40.495992+09:00", "mtime_epoch": 1783177960.4959922, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:12:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2071.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.316, "pushed": 10.316, "read": 10.282}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.246, "count": 309, "max_ms": 11.919, "p95_ms": 7.922}, "gstreamer_push": {"avg_ms": 1.324, "count": 309, "max_ms": 1.633, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.923, "count": 309, "max_ms": 71.361, "p95_ms": 67.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.25, "count": 309, "max_ms": 70.918, "p95_ms": 62.084}, "yolo11_640_fire_11class": {"avg_ms": 57.625, "count": 309, "max_ms": 70.594, "p95_ms": 66.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.334, "count": 309, "max_ms": 80.742, "p95_ms": 75.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.443, "count": 309, "max_ms": 96.739, "p95_ms": 91.388}, "read_interval": {"avg_ms": 97.244, "count": 308, "max_ms": 116.764, "p95_ms": 108.267}, "triton_wait": {"avg_ms": 64.381, "count": 309, "max_ms": 80.754, "p95_ms": 75.394}, "visualize": {"avg_ms": 3.719, "count": 309, "max_ms": 5.581, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15323.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1688.755, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.805, "name": "ffmpeg", "pid": 106314, "rss_mb": 297.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.658, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1057739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:13:02+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:13:02+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:13:02.796383+09:00", "mtime_epoch": 1783177982.7963831, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:13:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9126.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.927}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.213, "count": 298, "max_ms": 30.208, "p95_ms": 19.273}, "gstreamer_push": {"avg_ms": 1.239, "count": 298, "max_ms": 1.513, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.129, "count": 298, "max_ms": 72.401, "p95_ms": 60.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.87, "count": 298, "max_ms": 66.654, "p95_ms": 58.29}, "yolo11_640_fire_11class": {"avg_ms": 52.361, "count": 298, "max_ms": 66.636, "p95_ms": 58.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.892, "count": 298, "max_ms": 74.92, "p95_ms": 68.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.523, "count": 298, "max_ms": 100.249, "p95_ms": 94.158}, "read_interval": {"avg_ms": 100.762, "count": 297, "max_ms": 116.669, "p95_ms": 110.717}, "triton_wait": {"avg_ms": 58.956, "count": 298, "max_ms": 74.932, "p95_ms": 68.577}, "visualize": {"avg_ms": 3.494, "count": 298, "max_ms": 4.399, "p95_ms": 3.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15323.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29414.221, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.29, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1330870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:13:10+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:13:10+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T00:13:10.532519+09:00", "mtime_epoch": 1783177990.5325189, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:13:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2072.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.153, "count": 302, "max_ms": 12.175, "p95_ms": 7.534}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 1.765, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.423, "count": 302, "max_ms": 70.972, "p95_ms": 66.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.011, "count": 302, "max_ms": 69.554, "p95_ms": 53.133}, "yolo11_640_fire_11class": {"avg_ms": 59.073, "count": 302, "max_ms": 68.75, "p95_ms": 65.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.583, "count": 302, "max_ms": 78.896, "p95_ms": 73.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.656, "count": 302, "max_ms": 94.478, "p95_ms": 89.362}, "read_interval": {"avg_ms": 99.43, "count": 301, "max_ms": 111.301, "p95_ms": 106.533}, "triton_wait": {"avg_ms": 66.756, "count": 302, "max_ms": 78.908, "p95_ms": 73.678}, "visualize": {"avg_ms": 3.693, "count": 302, "max_ms": 4.896, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15326.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1718.855, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.383, "name": "ffmpeg", "pid": 106314, "rss_mb": 300.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.409, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1058037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:13:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:13:32+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:13:32+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:13:32.892911+09:00", "mtime_epoch": 1783178012.8929114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:13:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9127.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.183, "count": 297, "max_ms": 23.653, "p95_ms": 18.654}, "gstreamer_push": {"avg_ms": 1.229, "count": 297, "max_ms": 1.817, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.451, "count": 297, "max_ms": 62.644, "p95_ms": 59.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.878, "count": 297, "max_ms": 62.656, "p95_ms": 58.399}, "yolo11_640_fire_11class": {"avg_ms": 52.768, "count": 297, "max_ms": 64.145, "p95_ms": 58.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.364, "count": 297, "max_ms": 74.107, "p95_ms": 67.395}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.887, "count": 297, "max_ms": 98.607, "p95_ms": 92.654}, "read_interval": {"avg_ms": 100.986, "count": 297, "max_ms": 114.461, "p95_ms": 109.053}, "triton_wait": {"avg_ms": 59.379, "count": 297, "max_ms": 74.12, "p95_ms": 67.409}, "visualize": {"avg_ms": 3.481, "count": 297, "max_ms": 4.539, "p95_ms": 3.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15326.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29444.246, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.164, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1331168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:13:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:13:40+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:13:40+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T00:13:40.565046+09:00", "mtime_epoch": 1783178020.5650463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:13:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2072.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.927}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.198, "count": 298, "max_ms": 12.096, "p95_ms": 7.563}, "gstreamer_push": {"avg_ms": 1.324, "count": 298, "max_ms": 1.499, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.854, "count": 298, "max_ms": 70.959, "p95_ms": 66.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.61, "count": 298, "max_ms": 70.97, "p95_ms": 64.805}, "yolo11_640_fire_11class": {"avg_ms": 59.851, "count": 298, "max_ms": 69.759, "p95_ms": 64.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.963, "count": 298, "max_ms": 76.084, "p95_ms": 72.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.034, "count": 298, "max_ms": 92.221, "p95_ms": 89.187}, "read_interval": {"avg_ms": 100.747, "count": 297, "max_ms": 109.55, "p95_ms": 106.236}, "triton_wait": {"avg_ms": 68.022, "count": 298, "max_ms": 76.097, "p95_ms": 72.748}, "visualize": {"avg_ms": 3.735, "count": 298, "max_ms": 5.874, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15326.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1748.856, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.383, "name": "ffmpeg", "pid": 106314, "rss_mb": 300.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.028, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1058332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:14:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:14:02+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:14:02+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:14:02.897439+09:00", "mtime_epoch": 1783178042.8974388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:14:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9127.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.838}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.117, "count": 295, "max_ms": 29.611, "p95_ms": 17.919}, "gstreamer_push": {"avg_ms": 1.25, "count": 295, "max_ms": 2.014, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.669, "count": 295, "max_ms": 63.55, "p95_ms": 59.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.127, "count": 295, "max_ms": 64.556, "p95_ms": 58.868}, "yolo11_640_fire_11class": {"avg_ms": 53.167, "count": 295, "max_ms": 64.137, "p95_ms": 59.359}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.204, "count": 295, "max_ms": 72.807, "p95_ms": 68.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.788, "count": 295, "max_ms": 105.744, "p95_ms": 94.324}, "read_interval": {"avg_ms": 101.699, "count": 295, "max_ms": 123.547, "p95_ms": 110.145}, "triton_wait": {"avg_ms": 60.22, "count": 295, "max_ms": 72.817, "p95_ms": 68.252}, "visualize": {"avg_ms": 3.527, "count": 295, "max_ms": 4.973, "p95_ms": 3.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15326.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29474.328, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.909, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1331466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:14:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:14:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:14:10+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T00:14:10.637575+09:00", "mtime_epoch": 1783178050.637575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:14:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2072.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.156, "count": 298, "max_ms": 10.991, "p95_ms": 7.594}, "gstreamer_push": {"avg_ms": 1.322, "count": 298, "max_ms": 1.465, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.041, "count": 298, "max_ms": 71.476, "p95_ms": 65.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.428, "count": 298, "max_ms": 69.438, "p95_ms": 56.942}, "yolo11_640_fire_11class": {"avg_ms": 60.513, "count": 298, "max_ms": 70.947, "p95_ms": 65.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.29, "count": 298, "max_ms": 80.237, "p95_ms": 73.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.268, "count": 298, "max_ms": 96.12, "p95_ms": 89.813}, "read_interval": {"avg_ms": 100.933, "count": 297, "max_ms": 112.411, "p95_ms": 106.436}, "triton_wait": {"avg_ms": 68.381, "count": 298, "max_ms": 80.25, "p95_ms": 73.992}, "visualize": {"avg_ms": 3.723, "count": 298, "max_ms": 5.861, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15326.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1778.929, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.383, "name": "ffmpeg", "pid": 106314, "rss_mb": 300.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.897, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1058624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:14:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:14:33+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T00:14:32+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:14:32.969968+09:00", "mtime_epoch": 1783178072.9699678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:14:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9127.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.815, "count": 292, "max_ms": 26.518, "p95_ms": 17.672}, "gstreamer_push": {"avg_ms": 1.217, "count": 292, "max_ms": 1.456, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.571, "count": 292, "max_ms": 70.758, "p95_ms": 59.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.244, "count": 292, "max_ms": 71.256, "p95_ms": 58.725}, "yolo11_640_fire_11class": {"avg_ms": 53.904, "count": 292, "max_ms": 69.951, "p95_ms": 58.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.506, "count": 292, "max_ms": 79.195, "p95_ms": 68.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.621, "count": 292, "max_ms": 104.602, "p95_ms": 93.672}, "read_interval": {"avg_ms": 102.994, "count": 291, "max_ms": 121.052, "p95_ms": 110.144}, "triton_wait": {"avg_ms": 61.53, "count": 292, "max_ms": 79.206, "p95_ms": 68.514}, "visualize": {"avg_ms": 3.44, "count": 292, "max_ms": 3.795, "p95_ms": 3.614}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15327.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29504.419, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.954, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1331761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:14:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:14:40+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:14:40+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:14:40.730104+09:00", "mtime_epoch": 1783178080.7301044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:14:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2072.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.217, "count": 295, "max_ms": 10.353, "p95_ms": 7.616}, "gstreamer_push": {"avg_ms": 1.319, "count": 295, "max_ms": 1.511, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.956, "count": 295, "max_ms": 74.738, "p95_ms": 67.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.011, "count": 295, "max_ms": 74.063, "p95_ms": 65.364}, "yolo11_640_fire_11class": {"avg_ms": 60.974, "count": 295, "max_ms": 72.888, "p95_ms": 65.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.136, "count": 295, "max_ms": 82.102, "p95_ms": 74.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.25, "count": 295, "max_ms": 98.263, "p95_ms": 92.143}, "read_interval": {"avg_ms": 101.976, "count": 294, "max_ms": 115.463, "p95_ms": 109.462}, "triton_wait": {"avg_ms": 69.253, "count": 295, "max_ms": 82.115, "p95_ms": 74.761}, "visualize": {"avg_ms": 3.69, "count": 295, "max_ms": 4.648, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15326.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1808.98, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.383, "name": "ffmpeg", "pid": 106314, "rss_mb": 300.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.752, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1058914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:15:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:15:03+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:15:03+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:15:03.022497+09:00", "mtime_epoch": 1783178103.022497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:15:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9127.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.681, "pushed": 9.681, "read": 9.648}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.752, "count": 290, "max_ms": 19.645, "p95_ms": 17.584}, "gstreamer_push": {"avg_ms": 1.227, "count": 290, "max_ms": 1.525, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.414, "count": 290, "max_ms": 64.094, "p95_ms": 60.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.166, "count": 290, "max_ms": 65.191, "p95_ms": 60.263}, "yolo11_640_fire_11class": {"avg_ms": 54.844, "count": 290, "max_ms": 63.713, "p95_ms": 59.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.412, "count": 290, "max_ms": 73.588, "p95_ms": 68.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.576, "count": 290, "max_ms": 99.183, "p95_ms": 94.221}, "read_interval": {"avg_ms": 103.611, "count": 289, "max_ms": 120.93, "p95_ms": 111.169}, "triton_wait": {"avg_ms": 62.432, "count": 290, "max_ms": 73.601, "p95_ms": 68.89}, "visualize": {"avg_ms": 3.481, "count": 290, "max_ms": 4.415, "p95_ms": 3.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15327.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29534.5, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.993, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1332051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:15:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:15:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:15:10+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:15:10.818634+09:00", "mtime_epoch": 1783178110.8186343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:15:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2072.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.676, "pushed": 9.676, "read": 9.643}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.157, "count": 290, "max_ms": 10.318, "p95_ms": 7.61}, "gstreamer_push": {"avg_ms": 1.325, "count": 290, "max_ms": 2.284, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.104, "count": 290, "max_ms": 72.208, "p95_ms": 67.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.578, "count": 290, "max_ms": 69.234, "p95_ms": 65.474}, "yolo11_640_fire_11class": {"avg_ms": 62.679, "count": 290, "max_ms": 71.354, "p95_ms": 66.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.227, "count": 290, "max_ms": 80.954, "p95_ms": 75.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.095, "count": 290, "max_ms": 96.588, "p95_ms": 91.704}, "read_interval": {"avg_ms": 103.718, "count": 289, "max_ms": 113.041, "p95_ms": 108.628}, "triton_wait": {"avg_ms": 71.24, "count": 290, "max_ms": 80.967, "p95_ms": 75.392}, "visualize": {"avg_ms": 3.682, "count": 290, "max_ms": 4.615, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15327.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1839.075, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.383, "name": "ffmpeg", "pid": 106314, "rss_mb": 300.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.695, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1059207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:15:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:15:33+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:15:33+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:15:33.115027+09:00", "mtime_epoch": 1783178133.1150274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:15:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9127.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.735}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.043, "count": 293, "max_ms": 22.284, "p95_ms": 18.481}, "gstreamer_push": {"avg_ms": 1.231, "count": 293, "max_ms": 1.425, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.251, "count": 293, "max_ms": 63.278, "p95_ms": 58.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.122, "count": 293, "max_ms": 63.814, "p95_ms": 58.121}, "yolo11_640_fire_11class": {"avg_ms": 53.779, "count": 293, "max_ms": 63.259, "p95_ms": 58.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.105, "count": 293, "max_ms": 72.195, "p95_ms": 66.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.577, "count": 293, "max_ms": 97.13, "p95_ms": 91.824}, "read_interval": {"avg_ms": 102.702, "count": 292, "max_ms": 113.141, "p95_ms": 108.597}, "triton_wait": {"avg_ms": 61.122, "count": 293, "max_ms": 72.208, "p95_ms": 66.053}, "visualize": {"avg_ms": 3.492, "count": 293, "max_ms": 4.548, "p95_ms": 3.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15327.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29564.527, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.93, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1332343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:15:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:15:40+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T00:15:40+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:15:40.847164+09:00", "mtime_epoch": 1783178140.8471637, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:15:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2072.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.758, "pushed": 9.758, "read": 9.725}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.219, "count": 292, "max_ms": 10.765, "p95_ms": 7.859}, "gstreamer_push": {"avg_ms": 1.327, "count": 292, "max_ms": 2.264, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.482, "count": 292, "max_ms": 71.218, "p95_ms": 66.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.979, "count": 292, "max_ms": 71.227, "p95_ms": 50.813}, "yolo11_640_fire_11class": {"avg_ms": 61.843, "count": 292, "max_ms": 70.291, "p95_ms": 65.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.166, "count": 292, "max_ms": 76.905, "p95_ms": 73.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.124, "count": 292, "max_ms": 92.915, "p95_ms": 89.952}, "read_interval": {"avg_ms": 102.838, "count": 291, "max_ms": 112.03, "p95_ms": 107.453}, "triton_wait": {"avg_ms": 70.182, "count": 292, "max_ms": 76.917, "p95_ms": 73.995}, "visualize": {"avg_ms": 3.705, "count": 292, "max_ms": 4.948, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15328.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1869.09, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.641, "name": "ffmpeg", "pid": 106314, "rss_mb": 300.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.522, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1059502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:16:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:16:03+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T00:16:03+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T00:16:03.135557+09:00", "mtime_epoch": 1783178163.135557, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:16:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9127.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.834}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.033, "count": 295, "max_ms": 21.228, "p95_ms": 18.416}, "gstreamer_push": {"avg_ms": 1.237, "count": 295, "max_ms": 1.408, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.855, "count": 295, "max_ms": 65.67, "p95_ms": 58.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.773, "count": 295, "max_ms": 65.065, "p95_ms": 57.114}, "yolo11_640_fire_11class": {"avg_ms": 53.066, "count": 295, "max_ms": 64.465, "p95_ms": 57.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.008, "count": 295, "max_ms": 76.266, "p95_ms": 66.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.463, "count": 295, "max_ms": 100.625, "p95_ms": 91.824}, "read_interval": {"avg_ms": 101.762, "count": 295, "max_ms": 116.05, "p95_ms": 109.72}, "triton_wait": {"avg_ms": 60.063, "count": 295, "max_ms": 76.279, "p95_ms": 66.29}, "visualize": {"avg_ms": 3.485, "count": 295, "max_ms": 4.42, "p95_ms": 3.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15331.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29594.623, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.668, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1332648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:16:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:16:11+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T00:16:10+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:16:10.943695+09:00", "mtime_epoch": 1783178170.9436948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:16:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2072.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.169, "pushed": 10.169, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.144, "count": 305, "max_ms": 11.601, "p95_ms": 7.414}, "gstreamer_push": {"avg_ms": 1.306, "count": 305, "max_ms": 1.838, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.129, "count": 305, "max_ms": 67.989, "p95_ms": 65.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.587, "count": 305, "max_ms": 68.771, "p95_ms": 52.274}, "yolo11_640_fire_11class": {"avg_ms": 59.099, "count": 305, "max_ms": 72.783, "p95_ms": 65.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.119, "count": 305, "max_ms": 76.674, "p95_ms": 74.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.97, "count": 305, "max_ms": 94.664, "p95_ms": 89.996}, "read_interval": {"avg_ms": 98.666, "count": 304, "max_ms": 114.387, "p95_ms": 106.991}, "triton_wait": {"avg_ms": 66.183, "count": 305, "max_ms": 76.686, "p95_ms": 74.198}, "visualize": {"avg_ms": 3.668, "count": 305, "max_ms": 6.016, "p95_ms": 3.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15331.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1899.183, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.219, "name": "ffmpeg", "pid": 106314, "rss_mb": 303.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.983, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1059797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:16:33+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:16:33+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:16:33.224088+09:00", "mtime_epoch": 1783178193.2240882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:16:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9127.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.803}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.525, "count": 295, "max_ms": 31.467, "p95_ms": 21.97}, "gstreamer_push": {"avg_ms": 1.235, "count": 295, "max_ms": 1.511, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.916, "count": 295, "max_ms": 75.01, "p95_ms": 60.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.675, "count": 295, "max_ms": 63.476, "p95_ms": 59.74}, "yolo11_640_fire_11class": {"avg_ms": 53.122, "count": 295, "max_ms": 74.476, "p95_ms": 59.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.306, "count": 295, "max_ms": 83.745, "p95_ms": 68.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.79, "count": 295, "max_ms": 206.503, "p95_ms": 95.6}, "read_interval": {"avg_ms": 101.999, "count": 294, "max_ms": 217.672, "p95_ms": 113.671}, "triton_wait": {"avg_ms": 59.386, "count": 295, "max_ms": 83.761, "p95_ms": 68.349}, "visualize": {"avg_ms": 3.509, "count": 295, "max_ms": 4.483, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15334.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29624.714, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.461, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1332947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:16:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:16:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:16:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:16:41.028226+09:00", "mtime_epoch": 1783178201.0282261, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:16:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2073.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.3, "count": 299, "max_ms": 11.66, "p95_ms": 8.505}, "gstreamer_push": {"avg_ms": 1.314, "count": 299, "max_ms": 1.56, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.701, "count": 299, "max_ms": 69.856, "p95_ms": 67.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.92, "count": 299, "max_ms": 71.159, "p95_ms": 65.698}, "yolo11_640_fire_11class": {"avg_ms": 60.169, "count": 299, "max_ms": 73.967, "p95_ms": 66.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.477, "count": 299, "max_ms": 77.1, "p95_ms": 73.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.682, "count": 299, "max_ms": 97.327, "p95_ms": 90.746}, "read_interval": {"avg_ms": 100.618, "count": 298, "max_ms": 119.549, "p95_ms": 108.245}, "triton_wait": {"avg_ms": 67.623, "count": 299, "max_ms": 77.113, "p95_ms": 73.98}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 5.792, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15334.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1929.234, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.797, "name": "ffmpeg", "pid": 106314, "rss_mb": 305.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.035, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1060092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:17:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:17:03+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:17:03+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:17:03.272619+09:00", "mtime_epoch": 1783178223.2726192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:17:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9128.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.815}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.851, "count": 295, "max_ms": 21.841, "p95_ms": 17.877}, "gstreamer_push": {"avg_ms": 1.23, "count": 295, "max_ms": 1.365, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.945, "count": 295, "max_ms": 64.431, "p95_ms": 60.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.38, "count": 295, "max_ms": 63.757, "p95_ms": 59.973}, "yolo11_640_fire_11class": {"avg_ms": 53.479, "count": 295, "max_ms": 64.423, "p95_ms": 60.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.354, "count": 295, "max_ms": 73.619, "p95_ms": 69.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.652, "count": 295, "max_ms": 98.158, "p95_ms": 94.796}, "read_interval": {"avg_ms": 101.847, "count": 294, "max_ms": 118.942, "p95_ms": 114.147}, "triton_wait": {"avg_ms": 60.41, "count": 295, "max_ms": 73.629, "p95_ms": 69.799}, "visualize": {"avg_ms": 3.477, "count": 295, "max_ms": 5.068, "p95_ms": 3.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15334.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29654.741, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.522, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1333243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:17:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:17:11+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:17:11+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T00:17:11.052757+09:00", "mtime_epoch": 1783178231.0527568, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:17:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2073.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.892, "pushed": 9.892, "read": 9.859}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.25, "count": 296, "max_ms": 11.991, "p95_ms": 7.942}, "gstreamer_push": {"avg_ms": 1.327, "count": 296, "max_ms": 1.485, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.58, "count": 296, "max_ms": 71.909, "p95_ms": 66.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.605, "count": 296, "max_ms": 70.86, "p95_ms": 66.977}, "yolo11_640_fire_11class": {"avg_ms": 60.264, "count": 296, "max_ms": 71.467, "p95_ms": 66.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.842, "count": 296, "max_ms": 79.896, "p95_ms": 75.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.94, "count": 296, "max_ms": 95.882, "p95_ms": 91.447}, "read_interval": {"avg_ms": 101.424, "count": 295, "max_ms": 284.352, "p95_ms": 109.145}, "triton_wait": {"avg_ms": 67.883, "count": 296, "max_ms": 79.909, "p95_ms": 75.091}, "visualize": {"avg_ms": 3.715, "count": 296, "max_ms": 4.652, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15345.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1959.334, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.008, "name": "ffmpeg", "pid": 106314, "rss_mb": 316.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.764, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1060386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:17:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:17:33+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T00:17:33+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:17:33.368922+09:00", "mtime_epoch": 1783178253.3689225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:17:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9128.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.751, "count": 293, "max_ms": 23.953, "p95_ms": 17.662}, "gstreamer_push": {"avg_ms": 1.222, "count": 293, "max_ms": 2.018, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.979, "count": 293, "max_ms": 65.837, "p95_ms": 59.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.795, "count": 293, "max_ms": 64.824, "p95_ms": 59.789}, "yolo11_640_fire_11class": {"avg_ms": 53.694, "count": 293, "max_ms": 65.307, "p95_ms": 60.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.078, "count": 293, "max_ms": 76.043, "p95_ms": 69.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.243, "count": 293, "max_ms": 100.918, "p95_ms": 94.291}, "read_interval": {"avg_ms": 102.351, "count": 293, "max_ms": 123.766, "p95_ms": 111.594}, "triton_wait": {"avg_ms": 61.143, "count": 293, "max_ms": 76.055, "p95_ms": 69.178}, "visualize": {"avg_ms": 3.481, "count": 293, "max_ms": 4.684, "p95_ms": 3.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15344.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29684.811, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.329, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1333541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:17:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:17:41+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:17:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:17:41.124930+09:00", "mtime_epoch": 1783178261.1249304, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:17:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2073.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.164, "count": 298, "max_ms": 10.726, "p95_ms": 7.818}, "gstreamer_push": {"avg_ms": 1.299, "count": 298, "max_ms": 1.536, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.619, "count": 298, "max_ms": 71.861, "p95_ms": 65.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.828, "count": 298, "max_ms": 69.827, "p95_ms": 52.55}, "yolo11_640_fire_11class": {"avg_ms": 60.12, "count": 298, "max_ms": 71.119, "p95_ms": 65.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.045, "count": 298, "max_ms": 80.322, "p95_ms": 74.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.915, "count": 298, "max_ms": 95.804, "p95_ms": 89.938}, "read_interval": {"avg_ms": 100.879, "count": 297, "max_ms": 114.223, "p95_ms": 109.544}, "triton_wait": {"avg_ms": 68.116, "count": 298, "max_ms": 80.336, "p95_ms": 74.127}, "visualize": {"avg_ms": 3.673, "count": 298, "max_ms": 4.756, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15348.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 1989.383, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 319.875, "name": "ffmpeg", "pid": 106314, "rss_mb": 319.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 534, "restart_count_per_hour": 2, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.015, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1060681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:18:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:18:03+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T00:18:03+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:18:03.428962+09:00", "mtime_epoch": 1783178283.428962, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:18:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9128.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.966, "count": 295, "max_ms": 23.495, "p95_ms": 18.523}, "gstreamer_push": {"avg_ms": 1.227, "count": 295, "max_ms": 1.57, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.522, "count": 295, "max_ms": 66.345, "p95_ms": 60.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.986, "count": 295, "max_ms": 66.355, "p95_ms": 59.439}, "yolo11_640_fire_11class": {"avg_ms": 53.467, "count": 295, "max_ms": 65.41, "p95_ms": 60.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.207, "count": 295, "max_ms": 75.588, "p95_ms": 70.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.644, "count": 295, "max_ms": 100.579, "p95_ms": 95.544}, "read_interval": {"avg_ms": 101.882, "count": 294, "max_ms": 115.978, "p95_ms": 111.974}, "triton_wait": {"avg_ms": 60.259, "count": 295, "max_ms": 75.6, "p95_ms": 70.033}, "visualize": {"avg_ms": 3.495, "count": 295, "max_ms": 4.522, "p95_ms": 3.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15349.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29714.891, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.515, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1333846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:18:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T00:18:11+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T00:18:11+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T00:18:11.200976+09:00", "mtime_epoch": 1783178291.2009761, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:18:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2073.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.177, "pushed": 10.177, "read": 10.144}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.192, "count": 305, "max_ms": 12.388, "p95_ms": 7.872}, "gstreamer_push": {"avg_ms": 1.317, "count": 305, "max_ms": 2.18, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.941, "count": 305, "max_ms": 70.219, "p95_ms": 67.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.306, "count": 305, "max_ms": 70.208, "p95_ms": 60.656}, "yolo11_640_fire_11class": {"avg_ms": 58.669, "count": 305, "max_ms": 70.115, "p95_ms": 66.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.738, "count": 305, "max_ms": 78.441, "p95_ms": 75.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.76, "count": 305, "max_ms": 94.047, "p95_ms": 91.233}, "read_interval": {"avg_ms": 98.563, "count": 304, "max_ms": 116.296, "p95_ms": 108.791}, "triton_wait": {"avg_ms": 65.79, "count": 305, "max_ms": 78.453, "p95_ms": 75.157}, "visualize": {"avg_ms": 3.691, "count": 305, "max_ms": 4.655, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15352.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T23:44:51+09:00", "last_error_summary": "[h264 @ 0x55aff90a5780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aff90a5780] error while decoding MB 0 37, bytestream 3308 [h264 @ 0x55aff9141d00] top block unavailable for requested intra mode -1 [h264 @ 0x55aff9141d00] error while decoding MB 22 0, bytestream 8898 [h264 @ 0x55aff917e0c0] reference picture missing during reorder [h264 @ 0x55aff917e0c0] Missing reference picture, default is 65541 [h264 @ 0x55aff99cacc0] mmco: unref short failure [h264 @ 0x55aff99cacc0] i", "last_exit_at": "2026-07-04T23:44:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2024.627, "last_started_at": "2026-07-04T23:44:54+09:00", "pid": 106314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.281, "name": "ffmpeg", "pid": 106314, "rss_mb": 323.281, "state": "S (sleeping)", "threads": 104}, "restart_count": 534, "restart_count_per_hour": 1, "rtsp_timeout_count": 314, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.281, "sample_count": 2744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1060837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:18:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:18:38+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T00:18:38+09:00", "mjpeg": {"age_sec": 10.114, "exists": true, "mtime": "2026-07-05T00:18:28.641013+09:00", "mtime_epoch": 1783178308.6410134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:18:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9128.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 106, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.549, "pushed": 3.549, "read": 3.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.187, "count": 106, "max_ms": 23.293, "p95_ms": 18.888}, "gstreamer_push": {"avg_ms": 1.242, "count": 106, "max_ms": 1.436, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.977, "count": 106, "max_ms": 68.414, "p95_ms": 59.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.219, "count": 106, "max_ms": 67.257, "p95_ms": 61.123}, "yolo11_640_fire_11class": {"avg_ms": 54.466, "count": 106, "max_ms": 68.425, "p95_ms": 61.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.322, "count": 106, "max_ms": 75.491, "p95_ms": 70.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.091, "count": 106, "max_ms": 100.403, "p95_ms": 95.264}, "read_interval": {"avg_ms": 285.25, "count": 106, "max_ms": 10123.12, "p95_ms": 115.125}, "triton_wait": {"avg_ms": 60.474, "count": 106, "max_ms": 75.502, "p95_ms": 70.321}, "visualize": {"avg_ms": 3.511, "count": 106, "max_ms": 4.519, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15055.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29744.922, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.515, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1334199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T00:18:41+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T00:18:41+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T00:18:41.257045+09:00", "mtime_epoch": 1783178321.257045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:18:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2073.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 353, "pushed_frames": 353, "read_frames": 352, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.797, "pushed": 11.797, "read": 11.764}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.189, "count": 353, "max_ms": 9.937, "p95_ms": 7.851}, "gstreamer_push": {"avg_ms": 1.325, "count": 353, "max_ms": 2.347, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.811, "count": 353, "max_ms": 68.254, "p95_ms": 63.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.466, "count": 353, "max_ms": 71.226, "p95_ms": 48.237}, "yolo11_640_fire_11class": {"avg_ms": 49.237, "count": 353, "max_ms": 69.266, "p95_ms": 64.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.189, "count": 353, "max_ms": 78.157, "p95_ms": 72.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.213, "count": 353, "max_ms": 94.139, "p95_ms": 88.559}, "read_interval": {"avg_ms": 85.072, "count": 352, "max_ms": 110.926, "p95_ms": 106.134}, "triton_wait": {"avg_ms": 52.234, "count": 353, "max_ms": 78.171, "p95_ms": 72.527}, "visualize": {"avg_ms": 3.728, "count": 353, "max_ms": 4.728, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15296.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.623, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.199, "name": "ffmpeg", "pid": 106421, "rss_mb": 266.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.796, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1061085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:19:08+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:19:08+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:19:08.713128+09:00", "mtime_epoch": 1783178348.7131276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:19:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9128.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.279, "pushed": 8.279, "read": 8.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.045, "count": 248, "max_ms": 30.965, "p95_ms": 23.511}, "gstreamer_push": {"avg_ms": 1.239, "count": 248, "max_ms": 1.461, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.198, "count": 248, "max_ms": 66.215, "p95_ms": 62.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.278, "count": 248, "max_ms": 65.703, "p95_ms": 61.296}, "yolo11_640_fire_11class": {"avg_ms": 54.597, "count": 248, "max_ms": 66.869, "p95_ms": 62.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.068, "count": 248, "max_ms": 74.055, "p95_ms": 71.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.597, "count": 248, "max_ms": 106.929, "p95_ms": 98.399}, "read_interval": {"avg_ms": 121.218, "count": 247, "max_ms": 4507.854, "p95_ms": 113.522}, "triton_wait": {"avg_ms": 62.084, "count": 248, "max_ms": 74.067, "p95_ms": 71.05}, "visualize": {"avg_ms": 3.518, "count": 248, "max_ms": 4.34, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15296.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29774.995, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.767, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1334489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:19:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:19:11+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:19:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:19:11.309136+09:00", "mtime_epoch": 1783178351.3091362, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:19:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2073.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.358, "count": 290, "max_ms": 11.807, "p95_ms": 8.614}, "gstreamer_push": {"avg_ms": 1.33, "count": 290, "max_ms": 2.136, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.296, "count": 290, "max_ms": 70.923, "p95_ms": 66.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.593, "count": 290, "max_ms": 69.403, "p95_ms": 65.975}, "yolo11_640_fire_11class": {"avg_ms": 59.228, "count": 290, "max_ms": 74.873, "p95_ms": 66.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.805, "count": 290, "max_ms": 77.432, "p95_ms": 75.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.045, "count": 290, "max_ms": 96.406, "p95_ms": 91.513}, "read_interval": {"avg_ms": 103.682, "count": 289, "max_ms": 422.216, "p95_ms": 112.612}, "triton_wait": {"avg_ms": 66.885, "count": 290, "max_ms": 77.445, "p95_ms": 75.158}, "visualize": {"avg_ms": 3.733, "count": 290, "max_ms": 4.617, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15297.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.698, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 106421, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.873, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1061377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:19:38+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T00:19:38+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T00:19:38.781238+09:00", "mtime_epoch": 1783178378.7812378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:19:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9128.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.71}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.292, "count": 292, "max_ms": 29.769, "p95_ms": 18.723}, "gstreamer_push": {"avg_ms": 1.232, "count": 292, "max_ms": 1.429, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.554, "count": 292, "max_ms": 64.322, "p95_ms": 60.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.262, "count": 292, "max_ms": 64.949, "p95_ms": 59.641}, "yolo11_640_fire_11class": {"avg_ms": 53.909, "count": 292, "max_ms": 63.695, "p95_ms": 59.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.147, "count": 292, "max_ms": 72.5, "p95_ms": 68.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.911, "count": 292, "max_ms": 99.247, "p95_ms": 94.368}, "read_interval": {"avg_ms": 102.965, "count": 291, "max_ms": 117.362, "p95_ms": 110.518}, "triton_wait": {"avg_ms": 61.191, "count": 292, "max_ms": 72.511, "p95_ms": 68.703}, "visualize": {"avg_ms": 3.521, "count": 292, "max_ms": 4.864, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15297.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29805.017, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.696, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1334783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:19:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:19:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:19:41+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:19:41.333248+09:00", "mtime_epoch": 1783178381.3332481, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:19:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2073.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.827, "pushed": 9.827, "read": 9.793}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.185, "count": 294, "max_ms": 11.392, "p95_ms": 7.425}, "gstreamer_push": {"avg_ms": 1.314, "count": 294, "max_ms": 1.561, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.148, "count": 294, "max_ms": 71.651, "p95_ms": 68.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.599, "count": 294, "max_ms": 71.477, "p95_ms": 64.62}, "yolo11_640_fire_11class": {"avg_ms": 61.316, "count": 294, "max_ms": 72.416, "p95_ms": 66.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.341, "count": 294, "max_ms": 79.351, "p95_ms": 74.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.392, "count": 294, "max_ms": 94.981, "p95_ms": 91.179}, "read_interval": {"avg_ms": 102.106, "count": 293, "max_ms": 120.174, "p95_ms": 108.094}, "triton_wait": {"avg_ms": 69.446, "count": 294, "max_ms": 79.363, "p95_ms": 74.815}, "visualize": {"avg_ms": 3.692, "count": 294, "max_ms": 4.503, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15298.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.78, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 106421, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.299, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1061675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:20:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:20:08+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:20:08+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:20:08.869368+09:00", "mtime_epoch": 1783178408.8693678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:20:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9129.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.423, "count": 298, "max_ms": 26.256, "p95_ms": 20.153}, "gstreamer_push": {"avg_ms": 1.237, "count": 298, "max_ms": 1.578, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.889, "count": 298, "max_ms": 66.105, "p95_ms": 62.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.611, "count": 298, "max_ms": 66.095, "p95_ms": 60.434}, "yolo11_640_fire_11class": {"avg_ms": 53.008, "count": 298, "max_ms": 65.561, "p95_ms": 61.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.063, "count": 298, "max_ms": 75.666, "p95_ms": 70.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.939, "count": 298, "max_ms": 104.151, "p95_ms": 96.719}, "read_interval": {"avg_ms": 100.928, "count": 297, "max_ms": 119.299, "p95_ms": 112.575}, "triton_wait": {"avg_ms": 59.147, "count": 298, "max_ms": 75.678, "p95_ms": 70.975}, "visualize": {"avg_ms": 3.495, "count": 298, "max_ms": 5.509, "p95_ms": 3.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15298.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29835.043, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.854, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:20:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:20:11+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:20:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:20:11.357379+09:00", "mtime_epoch": 1783178411.3573794, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:20:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2074.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.227, "pushed": 10.227, "read": 10.193}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.207, "count": 306, "max_ms": 10.203, "p95_ms": 8.181}, "gstreamer_push": {"avg_ms": 1.311, "count": 306, "max_ms": 2.117, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.866, "count": 306, "max_ms": 72.188, "p95_ms": 68.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.394, "count": 306, "max_ms": 71.291, "p95_ms": 55.818}, "yolo11_640_fire_11class": {"avg_ms": 58.116, "count": 306, "max_ms": 70.863, "p95_ms": 67.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.649, "count": 306, "max_ms": 79.244, "p95_ms": 76.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.152, "count": 306, "max_ms": 192.816, "p95_ms": 92.557}, "read_interval": {"avg_ms": 98.096, "count": 305, "max_ms": 203.823, "p95_ms": 110.015}, "triton_wait": {"avg_ms": 64.835, "count": 306, "max_ms": 79.256, "p95_ms": 76.566}, "visualize": {"avg_ms": 3.719, "count": 306, "max_ms": 5.882, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15298.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.786, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 106421, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.396, "sample_count": 2708, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1061970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:20:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:20:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:20:38+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:20:38.877516+09:00", "mtime_epoch": 1783178438.877516, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:20:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9129.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.836}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.025, "count": 295, "max_ms": 22.747, "p95_ms": 17.874}, "gstreamer_push": {"avg_ms": 1.239, "count": 295, "max_ms": 1.474, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.945, "count": 295, "max_ms": 67.322, "p95_ms": 60.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.008, "count": 295, "max_ms": 63.726, "p95_ms": 58.606}, "yolo11_640_fire_11class": {"avg_ms": 53.25, "count": 295, "max_ms": 66.143, "p95_ms": 59.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.193, "count": 295, "max_ms": 74.357, "p95_ms": 67.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.632, "count": 295, "max_ms": 99.274, "p95_ms": 92.868}, "read_interval": {"avg_ms": 101.724, "count": 295, "max_ms": 115.042, "p95_ms": 109.269}, "triton_wait": {"avg_ms": 60.242, "count": 295, "max_ms": 74.369, "p95_ms": 67.921}, "visualize": {"avg_ms": 3.496, "count": 295, "max_ms": 4.181, "p95_ms": 3.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15298.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29865.099, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.857, "sample_count": 3041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:20:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:20:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:20:41+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:20:41.417530+09:00", "mtime_epoch": 1783178441.4175296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:20:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2074.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.121, "count": 300, "max_ms": 11.686, "p95_ms": 7.481}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.756, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.253, "count": 300, "max_ms": 75.784, "p95_ms": 67.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.524, "count": 300, "max_ms": 70.835, "p95_ms": 54.99}, "yolo11_640_fire_11class": {"avg_ms": 59.378, "count": 300, "max_ms": 70.764, "p95_ms": 66.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.387, "count": 300, "max_ms": 79.817, "p95_ms": 74.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.401, "count": 300, "max_ms": 95.928, "p95_ms": 89.889}, "read_interval": {"avg_ms": 100.164, "count": 299, "max_ms": 113.466, "p95_ms": 107.135}, "triton_wait": {"avg_ms": 67.465, "count": 300, "max_ms": 79.831, "p95_ms": 74.13}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 4.738, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15298.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.884, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 106421, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.438, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1062262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:21:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:21:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:21:08+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T00:21:08.977682+09:00", "mtime_epoch": 1783178468.9776824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:21:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9129.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.956, "count": 291, "max_ms": 20.906, "p95_ms": 18.052}, "gstreamer_push": {"avg_ms": 1.23, "count": 291, "max_ms": 1.383, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.275, "count": 291, "max_ms": 67.547, "p95_ms": 60.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.915, "count": 291, "max_ms": 64.177, "p95_ms": 59.242}, "yolo11_640_fire_11class": {"avg_ms": 53.71, "count": 291, "max_ms": 66.071, "p95_ms": 60.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.177, "count": 291, "max_ms": 75.0, "p95_ms": 68.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.531, "count": 291, "max_ms": 99.689, "p95_ms": 94.546}, "read_interval": {"avg_ms": 103.066, "count": 291, "max_ms": 234.781, "p95_ms": 110.859}, "triton_wait": {"avg_ms": 61.208, "count": 291, "max_ms": 75.012, "p95_ms": 68.891}, "visualize": {"avg_ms": 3.489, "count": 291, "max_ms": 4.469, "p95_ms": 3.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15298.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29895.149, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.985, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:21:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:21:11+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:21:11+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T00:21:11.461697+09:00", "mtime_epoch": 1783178471.4616969, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:21:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2074.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.916, "pushed": 9.916, "read": 9.883}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.074, "count": 297, "max_ms": 11.944, "p95_ms": 7.816}, "gstreamer_push": {"avg_ms": 1.305, "count": 297, "max_ms": 1.759, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.88, "count": 297, "max_ms": 74.606, "p95_ms": 66.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.445, "count": 297, "max_ms": 74.12, "p95_ms": 58.291}, "yolo11_640_fire_11class": {"avg_ms": 60.322, "count": 297, "max_ms": 72.441, "p95_ms": 66.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.328, "count": 297, "max_ms": 80.726, "p95_ms": 74.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.365, "count": 297, "max_ms": 128.911, "p95_ms": 91.165}, "read_interval": {"avg_ms": 101.149, "count": 296, "max_ms": 142.45, "p95_ms": 108.389}, "triton_wait": {"avg_ms": 68.388, "count": 297, "max_ms": 80.739, "p95_ms": 74.976}, "visualize": {"avg_ms": 3.678, "count": 297, "max_ms": 5.993, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15299.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.923, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 106421, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.419, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1062555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:21:39+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T00:21:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:21:39.013865+09:00", "mtime_epoch": 1783178499.0138648, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:21:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9129.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.754}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.089, "count": 293, "max_ms": 28.602, "p95_ms": 18.544}, "gstreamer_push": {"avg_ms": 1.24, "count": 293, "max_ms": 1.582, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.012, "count": 293, "max_ms": 66.713, "p95_ms": 60.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.571, "count": 293, "max_ms": 67.409, "p95_ms": 60.289}, "yolo11_640_fire_11class": {"avg_ms": 53.603, "count": 293, "max_ms": 66.171, "p95_ms": 60.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.811, "count": 293, "max_ms": 75.962, "p95_ms": 69.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.277, "count": 293, "max_ms": 100.886, "p95_ms": 95.121}, "read_interval": {"avg_ms": 102.525, "count": 292, "max_ms": 116.688, "p95_ms": 111.409}, "triton_wait": {"avg_ms": 60.855, "count": 293, "max_ms": 75.974, "p95_ms": 69.693}, "visualize": {"avg_ms": 3.479, "count": 293, "max_ms": 4.269, "p95_ms": 3.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15299.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29925.171, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.207, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:21:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:21:41+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T00:21:41+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:21:41.489881+09:00", "mtime_epoch": 1783178501.4898806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:21:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2074.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.827, "pushed": 9.827, "read": 9.794}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.106, "count": 294, "max_ms": 11.958, "p95_ms": 7.956}, "gstreamer_push": {"avg_ms": 1.328, "count": 294, "max_ms": 2.1, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.479, "count": 294, "max_ms": 73.796, "p95_ms": 67.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.382, "count": 294, "max_ms": 70.011, "p95_ms": 65.867}, "yolo11_640_fire_11class": {"avg_ms": 60.837, "count": 294, "max_ms": 72.743, "p95_ms": 66.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.074, "count": 294, "max_ms": 82.272, "p95_ms": 76.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.174, "count": 294, "max_ms": 98.143, "p95_ms": 92.436}, "read_interval": {"avg_ms": 102.113, "count": 293, "max_ms": 114.99, "p95_ms": 110.568}, "triton_wait": {"avg_ms": 69.164, "count": 294, "max_ms": 82.285, "p95_ms": 76.372}, "visualize": {"avg_ms": 3.755, "count": 294, "max_ms": 4.852, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15299.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.013, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 106421, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.442, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1062850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:22:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:22:09+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:22:09+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:22:09.102063+09:00", "mtime_epoch": 1783178529.1020632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:22:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9129.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.804}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.249, "count": 295, "max_ms": 28.557, "p95_ms": 18.829}, "gstreamer_push": {"avg_ms": 1.249, "count": 295, "max_ms": 2.009, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.965, "count": 295, "max_ms": 67.192, "p95_ms": 61.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.945, "count": 295, "max_ms": 67.983, "p95_ms": 59.537}, "yolo11_640_fire_11class": {"avg_ms": 53.142, "count": 295, "max_ms": 67.203, "p95_ms": 60.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.076, "count": 295, "max_ms": 76.875, "p95_ms": 69.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.83, "count": 295, "max_ms": 106.664, "p95_ms": 95.326}, "read_interval": {"avg_ms": 101.995, "count": 294, "max_ms": 122.683, "p95_ms": 111.776}, "triton_wait": {"avg_ms": 60.129, "count": 295, "max_ms": 76.887, "p95_ms": 69.255}, "visualize": {"avg_ms": 3.533, "count": 295, "max_ms": 4.375, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15299.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29955.184, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.165, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1336283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:22:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:22:11+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T00:22:11+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T00:22:11.518080+09:00", "mtime_epoch": 1783178531.5180798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:22:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2074.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.099, "count": 303, "max_ms": 12.615, "p95_ms": 7.496}, "gstreamer_push": {"avg_ms": 1.328, "count": 303, "max_ms": 1.554, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.744, "count": 303, "max_ms": 73.731, "p95_ms": 67.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.183, "count": 303, "max_ms": 72.374, "p95_ms": 62.044}, "yolo11_640_fire_11class": {"avg_ms": 58.878, "count": 303, "max_ms": 74.606, "p95_ms": 66.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.126, "count": 303, "max_ms": 79.699, "p95_ms": 75.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.185, "count": 303, "max_ms": 95.51, "p95_ms": 90.941}, "read_interval": {"avg_ms": 99.118, "count": 303, "max_ms": 112.334, "p95_ms": 107.895}, "triton_wait": {"avg_ms": 66.254, "count": 303, "max_ms": 79.713, "p95_ms": 75.131}, "visualize": {"avg_ms": 3.728, "count": 303, "max_ms": 4.709, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15299.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.068, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 106421, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.544, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1063146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:22:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:22:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:22:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:22:39.158276+09:00", "mtime_epoch": 1783178559.158276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:22:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9129.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.845}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.042, "count": 296, "max_ms": 24.086, "p95_ms": 18.133}, "gstreamer_push": {"avg_ms": 1.247, "count": 296, "max_ms": 1.982, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.446, "count": 296, "max_ms": 67.504, "p95_ms": 61.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.342, "count": 296, "max_ms": 65.252, "p95_ms": 59.484}, "yolo11_640_fire_11class": {"avg_ms": 53.02, "count": 296, "max_ms": 66.7, "p95_ms": 60.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.635, "count": 296, "max_ms": 75.963, "p95_ms": 70.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.165, "count": 296, "max_ms": 100.827, "p95_ms": 95.424}, "read_interval": {"avg_ms": 101.527, "count": 295, "max_ms": 116.048, "p95_ms": 111.564}, "triton_wait": {"avg_ms": 59.676, "count": 296, "max_ms": 75.975, "p95_ms": 70.206}, "visualize": {"avg_ms": 3.505, "count": 296, "max_ms": 4.918, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15299.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 29985.255, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.247, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1336584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:22:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:22:41+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:22:41.570294+09:00", "mtime_epoch": 1783178561.570294, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:22:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2074.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.083, "count": 301, "max_ms": 11.612, "p95_ms": 7.477}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 1.725, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.626, "count": 301, "max_ms": 74.124, "p95_ms": 67.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.662, "count": 301, "max_ms": 71.296, "p95_ms": 55.788}, "yolo11_640_fire_11class": {"avg_ms": 59.487, "count": 301, "max_ms": 71.307, "p95_ms": 66.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.918, "count": 301, "max_ms": 82.734, "p95_ms": 75.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.947, "count": 301, "max_ms": 98.445, "p95_ms": 91.112}, "read_interval": {"avg_ms": 99.887, "count": 300, "max_ms": 115.291, "p95_ms": 107.825}, "triton_wait": {"avg_ms": 66.985, "count": 301, "max_ms": 82.746, "p95_ms": 75.15}, "visualize": {"avg_ms": 3.743, "count": 301, "max_ms": 5.502, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15299.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.165, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 106421, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.326, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1063439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:23:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:23:09+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:23:09+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T00:23:09.250503+09:00", "mtime_epoch": 1783178589.250503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:23:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9129.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.918, "count": 292, "max_ms": 21.797, "p95_ms": 17.732}, "gstreamer_push": {"avg_ms": 1.222, "count": 292, "max_ms": 2.071, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.838, "count": 292, "max_ms": 66.672, "p95_ms": 60.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.234, "count": 292, "max_ms": 67.375, "p95_ms": 59.307}, "yolo11_640_fire_11class": {"avg_ms": 54.261, "count": 292, "max_ms": 66.95, "p95_ms": 60.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.558, "count": 292, "max_ms": 76.362, "p95_ms": 68.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.845, "count": 292, "max_ms": 101.42, "p95_ms": 94.073}, "read_interval": {"avg_ms": 102.699, "count": 292, "max_ms": 118.66, "p95_ms": 110.015}, "triton_wait": {"avg_ms": 61.585, "count": 292, "max_ms": 76.375, "p95_ms": 68.863}, "visualize": {"avg_ms": 3.474, "count": 292, "max_ms": 4.113, "p95_ms": 3.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15299.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30015.315, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.166, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1336877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:23:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:23:11+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:23:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:23:11.630522+09:00", "mtime_epoch": 1783178591.6305215, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:23:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2074.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.78, "pushed": 9.78, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.056, "count": 293, "max_ms": 11.811, "p95_ms": 7.304}, "gstreamer_push": {"avg_ms": 1.309, "count": 293, "max_ms": 1.582, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.68, "count": 293, "max_ms": 70.68, "p95_ms": 66.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.594, "count": 293, "max_ms": 69.143, "p95_ms": 65.612}, "yolo11_640_fire_11class": {"avg_ms": 62.013, "count": 293, "max_ms": 70.888, "p95_ms": 67.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.148, "count": 293, "max_ms": 77.772, "p95_ms": 74.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.965, "count": 293, "max_ms": 94.914, "p95_ms": 90.385}, "read_interval": {"avg_ms": 102.571, "count": 292, "max_ms": 110.933, "p95_ms": 107.555}, "triton_wait": {"avg_ms": 70.173, "count": 293, "max_ms": 77.785, "p95_ms": 74.751}, "visualize": {"avg_ms": 3.696, "count": 293, "max_ms": 4.642, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15305.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.23, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.129, "name": "ffmpeg", "pid": 106421, "rss_mb": 272.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.356, "sample_count": 2888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1063731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:23:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:23:39+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T00:23:39.322743+09:00", "mtime_epoch": 1783178619.322743, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:23:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9129.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.199, "count": 292, "max_ms": 25.254, "p95_ms": 20.103}, "gstreamer_push": {"avg_ms": 1.233, "count": 292, "max_ms": 1.619, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.016, "count": 292, "max_ms": 66.551, "p95_ms": 61.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.8, "count": 292, "max_ms": 65.628, "p95_ms": 61.57}, "yolo11_640_fire_11class": {"avg_ms": 54.477, "count": 292, "max_ms": 65.64, "p95_ms": 61.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.192, "count": 292, "max_ms": 76.118, "p95_ms": 70.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.77, "count": 292, "max_ms": 107.472, "p95_ms": 95.73}, "read_interval": {"avg_ms": 102.958, "count": 291, "max_ms": 125.235, "p95_ms": 111.19}, "triton_wait": {"avg_ms": 61.217, "count": 292, "max_ms": 76.133, "p95_ms": 70.161}, "visualize": {"avg_ms": 3.479, "count": 292, "max_ms": 4.196, "p95_ms": 3.697}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15305.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30045.363, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.329, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:23:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:23:41+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:23:41+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T00:23:41.674762+09:00", "mtime_epoch": 1783178621.6747622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:23:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2075.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.852}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.022, "count": 296, "max_ms": 11.549, "p95_ms": 7.731}, "gstreamer_push": {"avg_ms": 1.318, "count": 296, "max_ms": 1.648, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.471, "count": 296, "max_ms": 71.621, "p95_ms": 66.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.009, "count": 296, "max_ms": 70.635, "p95_ms": 66.437}, "yolo11_640_fire_11class": {"avg_ms": 60.826, "count": 296, "max_ms": 69.657, "p95_ms": 66.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.572, "count": 296, "max_ms": 78.878, "p95_ms": 75.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.359, "count": 296, "max_ms": 93.621, "p95_ms": 91.342}, "read_interval": {"avg_ms": 101.486, "count": 295, "max_ms": 117.702, "p95_ms": 110.776}, "triton_wait": {"avg_ms": 68.618, "count": 296, "max_ms": 78.89, "p95_ms": 75.247}, "visualize": {"avg_ms": 3.678, "count": 296, "max_ms": 5.365, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15308.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.271, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.707, "name": "ffmpeg", "pid": 106421, "rss_mb": 274.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.943, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1064026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:24:09+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:24:09+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T00:24:09.354995+09:00", "mtime_epoch": 1783178649.354995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:24:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9130.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.712, "count": 295, "max_ms": 26.072, "p95_ms": 18.193}, "gstreamer_push": {"avg_ms": 1.221, "count": 295, "max_ms": 2.176, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.339, "count": 295, "max_ms": 69.658, "p95_ms": 61.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.623, "count": 295, "max_ms": 66.969, "p95_ms": 59.713}, "yolo11_640_fire_11class": {"avg_ms": 53.8, "count": 295, "max_ms": 69.062, "p95_ms": 60.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.657, "count": 295, "max_ms": 78.651, "p95_ms": 70.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.71, "count": 295, "max_ms": 103.758, "p95_ms": 95.327}, "read_interval": {"avg_ms": 101.809, "count": 294, "max_ms": 120.445, "p95_ms": 111.593}, "triton_wait": {"avg_ms": 60.694, "count": 295, "max_ms": 78.664, "p95_ms": 70.509}, "visualize": {"avg_ms": 3.471, "count": 295, "max_ms": 5.434, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15308.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30075.406, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.181, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:24:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:24:11+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:24:11+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:24:11.723015+09:00", "mtime_epoch": 1783178651.7230153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:24:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2075.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.128, "count": 302, "max_ms": 11.523, "p95_ms": 7.861}, "gstreamer_push": {"avg_ms": 1.322, "count": 302, "max_ms": 1.671, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.902, "count": 302, "max_ms": 68.641, "p95_ms": 66.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.394, "count": 302, "max_ms": 68.213, "p95_ms": 61.534}, "yolo11_640_fire_11class": {"avg_ms": 59.19, "count": 302, "max_ms": 68.476, "p95_ms": 66.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.755, "count": 302, "max_ms": 77.524, "p95_ms": 74.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.727, "count": 302, "max_ms": 95.544, "p95_ms": 90.393}, "read_interval": {"avg_ms": 99.459, "count": 301, "max_ms": 112.978, "p95_ms": 107.291}, "triton_wait": {"avg_ms": 66.892, "count": 302, "max_ms": 77.537, "p95_ms": 74.885}, "visualize": {"avg_ms": 3.702, "count": 302, "max_ms": 4.707, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15311.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.345, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.285, "name": "ffmpeg", "pid": 106421, "rss_mb": 277.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.911, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1064321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:24:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:24:39+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T00:24:39+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T00:24:39.443259+09:00", "mtime_epoch": 1783178679.443259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:24:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9130.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.839, "pushed": 9.839, "read": 9.806}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.92, "count": 295, "max_ms": 24.134, "p95_ms": 17.978}, "gstreamer_push": {"avg_ms": 1.218, "count": 295, "max_ms": 1.397, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.984, "count": 295, "max_ms": 66.513, "p95_ms": 59.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.651, "count": 295, "max_ms": 64.391, "p95_ms": 59.067}, "yolo11_640_fire_11class": {"avg_ms": 53.212, "count": 295, "max_ms": 67.011, "p95_ms": 58.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.447, "count": 295, "max_ms": 76.01, "p95_ms": 68.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.672, "count": 295, "max_ms": 101.288, "p95_ms": 93.743}, "read_interval": {"avg_ms": 101.962, "count": 294, "max_ms": 116.39, "p95_ms": 110.639}, "triton_wait": {"avg_ms": 60.464, "count": 295, "max_ms": 76.022, "p95_ms": 68.562}, "visualize": {"avg_ms": 3.469, "count": 295, "max_ms": 5.219, "p95_ms": 3.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15311.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30105.414, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.201, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:24:41+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:24:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:24:41.731279+09:00", "mtime_epoch": 1783178681.7312794, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:24:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2075.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.004, "count": 296, "max_ms": 8.25, "p95_ms": 7.436}, "gstreamer_push": {"avg_ms": 1.304, "count": 296, "max_ms": 1.552, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.478, "count": 296, "max_ms": 71.545, "p95_ms": 67.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.377, "count": 296, "max_ms": 71.057, "p95_ms": 64.255}, "yolo11_640_fire_11class": {"avg_ms": 60.67, "count": 296, "max_ms": 70.983, "p95_ms": 66.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.982, "count": 296, "max_ms": 77.373, "p95_ms": 75.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.726, "count": 296, "max_ms": 92.881, "p95_ms": 91.342}, "read_interval": {"avg_ms": 101.378, "count": 296, "max_ms": 110.18, "p95_ms": 108.096}, "triton_wait": {"avg_ms": 69.069, "count": 296, "max_ms": 77.384, "p95_ms": 75.413}, "visualize": {"avg_ms": 3.673, "count": 296, "max_ms": 4.341, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15311.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.399, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.285, "name": "ffmpeg", "pid": 106421, "rss_mb": 277.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.557, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1064613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:25:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:25:09+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:25:09+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:25:09.483533+09:00", "mtime_epoch": 1783178709.4835334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:25:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9130.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.716}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.844, "count": 292, "max_ms": 20.855, "p95_ms": 17.77}, "gstreamer_push": {"avg_ms": 1.239, "count": 292, "max_ms": 1.505, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.712, "count": 292, "max_ms": 65.927, "p95_ms": 60.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.341, "count": 292, "max_ms": 65.643, "p95_ms": 59.791}, "yolo11_640_fire_11class": {"avg_ms": 54.0, "count": 292, "max_ms": 64.864, "p95_ms": 59.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.167, "count": 292, "max_ms": 77.281, "p95_ms": 68.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.317, "count": 292, "max_ms": 102.672, "p95_ms": 94.179}, "read_interval": {"avg_ms": 102.908, "count": 291, "max_ms": 120.577, "p95_ms": 110.322}, "triton_wait": {"avg_ms": 61.199, "count": 292, "max_ms": 77.293, "p95_ms": 68.848}, "visualize": {"avg_ms": 3.45, "count": 292, "max_ms": 4.075, "p95_ms": 3.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15311.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30135.435, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.052, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1338065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:25:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:25:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:25:11+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:25:11.751554+09:00", "mtime_epoch": 1783178711.7515545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:25:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2075.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.829, "pushed": 9.829, "read": 9.796}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.074, "count": 294, "max_ms": 8.712, "p95_ms": 7.299}, "gstreamer_push": {"avg_ms": 1.332, "count": 294, "max_ms": 1.496, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.959, "count": 294, "max_ms": 72.046, "p95_ms": 67.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.537, "count": 294, "max_ms": 73.106, "p95_ms": 66.79}, "yolo11_640_fire_11class": {"avg_ms": 61.046, "count": 294, "max_ms": 70.902, "p95_ms": 66.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.443, "count": 294, "max_ms": 79.352, "p95_ms": 75.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.341, "count": 294, "max_ms": 95.387, "p95_ms": 91.139}, "read_interval": {"avg_ms": 102.102, "count": 293, "max_ms": 112.031, "p95_ms": 107.82}, "triton_wait": {"avg_ms": 69.456, "count": 294, "max_ms": 79.365, "p95_ms": 75.274}, "visualize": {"avg_ms": 3.716, "count": 294, "max_ms": 4.478, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15312.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.409, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.285, "name": "ffmpeg", "pid": 106421, "rss_mb": 277.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.496, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1064905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:25:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:25:39+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:25:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:25:39.499818+09:00", "mtime_epoch": 1783178739.499818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:25:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9130.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.856, "count": 292, "max_ms": 22.169, "p95_ms": 17.884}, "gstreamer_push": {"avg_ms": 1.248, "count": 292, "max_ms": 1.531, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.647, "count": 292, "max_ms": 61.629, "p95_ms": 58.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.529, "count": 292, "max_ms": 63.203, "p95_ms": 58.629}, "yolo11_640_fire_11class": {"avg_ms": 54.128, "count": 292, "max_ms": 63.214, "p95_ms": 58.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.316, "count": 292, "max_ms": 71.904, "p95_ms": 66.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.507, "count": 292, "max_ms": 97.402, "p95_ms": 92.118}, "read_interval": {"avg_ms": 102.779, "count": 292, "max_ms": 114.144, "p95_ms": 108.159}, "triton_wait": {"avg_ms": 61.332, "count": 292, "max_ms": 71.917, "p95_ms": 66.815}, "visualize": {"avg_ms": 3.484, "count": 292, "max_ms": 4.394, "p95_ms": 3.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15312.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30165.486, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.067, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1338358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:25:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:25:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:25:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:25:41.803840+09:00", "mtime_epoch": 1783178741.8038404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:25:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2075.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.751}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.014, "count": 293, "max_ms": 8.414, "p95_ms": 7.627}, "gstreamer_push": {"avg_ms": 1.319, "count": 293, "max_ms": 2.243, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.698, "count": 293, "max_ms": 70.336, "p95_ms": 67.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.91, "count": 293, "max_ms": 71.118, "p95_ms": 65.076}, "yolo11_640_fire_11class": {"avg_ms": 62.253, "count": 293, "max_ms": 72.053, "p95_ms": 66.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.048, "count": 293, "max_ms": 79.891, "p95_ms": 74.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.872, "count": 293, "max_ms": 95.458, "p95_ms": 90.399}, "read_interval": {"avg_ms": 102.557, "count": 292, "max_ms": 112.008, "p95_ms": 107.279}, "triton_wait": {"avg_ms": 70.109, "count": 293, "max_ms": 79.904, "p95_ms": 74.387}, "visualize": {"avg_ms": 3.69, "count": 293, "max_ms": 4.366, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15312.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.476, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.285, "name": "ffmpeg", "pid": 106421, "rss_mb": 277.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.325, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1065199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:26:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T00:26:09+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T00:26:09+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:26:09.568113+09:00", "mtime_epoch": 1783178769.5681129, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:26:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9130.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.775}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.067, "count": 294, "max_ms": 20.991, "p95_ms": 18.033}, "gstreamer_push": {"avg_ms": 1.236, "count": 294, "max_ms": 1.45, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.422, "count": 294, "max_ms": 64.184, "p95_ms": 59.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.643, "count": 294, "max_ms": 63.491, "p95_ms": 57.978}, "yolo11_640_fire_11class": {"avg_ms": 52.776, "count": 294, "max_ms": 64.197, "p95_ms": 58.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.249, "count": 294, "max_ms": 73.579, "p95_ms": 66.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.755, "count": 294, "max_ms": 98.95, "p95_ms": 91.667}, "read_interval": {"avg_ms": 102.273, "count": 293, "max_ms": 312.927, "p95_ms": 109.754}, "triton_wait": {"avg_ms": 59.27, "count": 294, "max_ms": 73.591, "p95_ms": 66.052}, "visualize": {"avg_ms": 3.523, "count": 294, "max_ms": 4.609, "p95_ms": 3.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15312.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30195.497, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.941, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1338661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:26:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T00:26:11+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T00:26:11.832135+09:00", "mtime_epoch": 1783178771.8321354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:26:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2075.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.074, "count": 303, "max_ms": 8.83, "p95_ms": 7.727}, "gstreamer_push": {"avg_ms": 1.319, "count": 303, "max_ms": 1.942, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.873, "count": 303, "max_ms": 69.884, "p95_ms": 66.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.503, "count": 303, "max_ms": 69.501, "p95_ms": 61.201}, "yolo11_640_fire_11class": {"avg_ms": 58.816, "count": 303, "max_ms": 70.533, "p95_ms": 65.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.395, "count": 303, "max_ms": 76.263, "p95_ms": 72.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.313, "count": 303, "max_ms": 92.85, "p95_ms": 88.669}, "read_interval": {"avg_ms": 99.105, "count": 303, "max_ms": 109.454, "p95_ms": 106.571}, "triton_wait": {"avg_ms": 66.456, "count": 303, "max_ms": 76.276, "p95_ms": 72.765}, "visualize": {"avg_ms": 3.698, "count": 303, "max_ms": 4.848, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15312.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.522, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.285, "name": "ffmpeg", "pid": 106421, "rss_mb": 277.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.325, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1065497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:26:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:26:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:26:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:26:39.612417+09:00", "mtime_epoch": 1783178799.6124167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:26:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9130.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.032, "count": 298, "max_ms": 22.11, "p95_ms": 18.879}, "gstreamer_push": {"avg_ms": 1.236, "count": 298, "max_ms": 1.584, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.179, "count": 298, "max_ms": 65.977, "p95_ms": 60.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.753, "count": 298, "max_ms": 64.112, "p95_ms": 59.499}, "yolo11_640_fire_11class": {"avg_ms": 52.417, "count": 298, "max_ms": 65.272, "p95_ms": 59.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.365, "count": 298, "max_ms": 75.196, "p95_ms": 69.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.832, "count": 298, "max_ms": 100.25, "p95_ms": 95.334}, "read_interval": {"avg_ms": 100.796, "count": 297, "max_ms": 118.533, "p95_ms": 111.631}, "triton_wait": {"avg_ms": 58.409, "count": 298, "max_ms": 75.209, "p95_ms": 69.614}, "visualize": {"avg_ms": 3.483, "count": 298, "max_ms": 5.237, "p95_ms": 3.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15312.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30225.574, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.764, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1338967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:26:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:26:41+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:26:41+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T00:26:41.880440+09:00", "mtime_epoch": 1783178801.88044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:26:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2076.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.201, "pushed": 10.201, "read": 10.167}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.055, "count": 305, "max_ms": 11.723, "p95_ms": 7.294}, "gstreamer_push": {"avg_ms": 1.321, "count": 306, "max_ms": 1.55, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.324, "count": 305, "max_ms": 72.825, "p95_ms": 67.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.27, "count": 305, "max_ms": 71.394, "p95_ms": 59.173}, "yolo11_640_fire_11class": {"avg_ms": 58.441, "count": 305, "max_ms": 69.596, "p95_ms": 65.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.491, "count": 305, "max_ms": 78.996, "p95_ms": 74.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.434, "count": 306, "max_ms": 94.665, "p95_ms": 90.613}, "read_interval": {"avg_ms": 98.253, "count": 305, "max_ms": 111.988, "p95_ms": 107.917}, "triton_wait": {"avg_ms": 65.61, "count": 305, "max_ms": 79.009, "p95_ms": 74.755}, "visualize": {"avg_ms": 3.713, "count": 305, "max_ms": 4.773, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15312.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.585, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.285, "name": "ffmpeg", "pid": 106421, "rss_mb": 277.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.42, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1065788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:27:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:27:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:27:09+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:27:09.672729+09:00", "mtime_epoch": 1783178829.6727293, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:27:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9130.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.71, "pushed": 9.71, "read": 9.677}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.97, "count": 291, "max_ms": 29.588, "p95_ms": 17.536}, "gstreamer_push": {"avg_ms": 1.224, "count": 291, "max_ms": 1.679, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.013, "count": 291, "max_ms": 66.829, "p95_ms": 62.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.778, "count": 291, "max_ms": 65.607, "p95_ms": 62.039}, "yolo11_640_fire_11class": {"avg_ms": 54.454, "count": 291, "max_ms": 66.315, "p95_ms": 61.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.79, "count": 291, "max_ms": 76.511, "p95_ms": 70.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.105, "count": 291, "max_ms": 101.042, "p95_ms": 96.403}, "read_interval": {"avg_ms": 103.302, "count": 290, "max_ms": 118.54, "p95_ms": 112.357}, "triton_wait": {"avg_ms": 61.802, "count": 291, "max_ms": 76.524, "p95_ms": 70.897}, "visualize": {"avg_ms": 3.474, "count": 291, "max_ms": 4.631, "p95_ms": 3.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15312.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30255.591, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.803, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1339260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:27:11+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:27:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:27:11.904753+09:00", "mtime_epoch": 1783178831.904753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:27:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2076.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.767}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.211, "count": 293, "max_ms": 11.984, "p95_ms": 9.492}, "gstreamer_push": {"avg_ms": 1.318, "count": 293, "max_ms": 2.134, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.962, "count": 293, "max_ms": 73.509, "p95_ms": 67.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.281, "count": 293, "max_ms": 73.52, "p95_ms": 63.289}, "yolo11_640_fire_11class": {"avg_ms": 61.318, "count": 293, "max_ms": 72.554, "p95_ms": 66.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.451, "count": 293, "max_ms": 78.749, "p95_ms": 75.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.606, "count": 293, "max_ms": 95.958, "p95_ms": 92.102}, "read_interval": {"avg_ms": 102.458, "count": 293, "max_ms": 116.725, "p95_ms": 109.851}, "triton_wait": {"avg_ms": 69.591, "count": 293, "max_ms": 78.786, "p95_ms": 75.056}, "visualize": {"avg_ms": 3.716, "count": 293, "max_ms": 4.64, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15313.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.624, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.285, "name": "ffmpeg", "pid": 106421, "rss_mb": 277.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.409, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1066086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:27:39+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T00:27:39+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:27:39.717050+09:00", "mtime_epoch": 1783178859.7170498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:27:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9131.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.918}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.234, "count": 298, "max_ms": 29.092, "p95_ms": 19.598}, "gstreamer_push": {"avg_ms": 1.238, "count": 298, "max_ms": 1.811, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.006, "count": 298, "max_ms": 68.065, "p95_ms": 59.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.086, "count": 298, "max_ms": 68.076, "p95_ms": 58.943}, "yolo11_640_fire_11class": {"avg_ms": 51.914, "count": 298, "max_ms": 67.059, "p95_ms": 59.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.561, "count": 298, "max_ms": 75.268, "p95_ms": 68.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.368, "count": 298, "max_ms": 100.333, "p95_ms": 95.115}, "read_interval": {"avg_ms": 100.802, "count": 297, "max_ms": 117.681, "p95_ms": 111.187}, "triton_wait": {"avg_ms": 58.699, "count": 298, "max_ms": 75.279, "p95_ms": 68.887}, "visualize": {"avg_ms": 3.505, "count": 298, "max_ms": 4.796, "p95_ms": 3.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15313.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30285.695, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.566, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1339568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:27:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:27:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:27:42+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:27:42.005075+09:00", "mtime_epoch": 1783178862.0050747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:27:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2076.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.267, "pushed": 10.267, "read": 10.234}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.129, "count": 307, "max_ms": 11.383, "p95_ms": 7.609}, "gstreamer_push": {"avg_ms": 1.327, "count": 308, "max_ms": 1.917, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.365, "count": 307, "max_ms": 70.251, "p95_ms": 65.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.504, "count": 307, "max_ms": 69.415, "p95_ms": 52.854}, "yolo11_640_fire_11class": {"avg_ms": 57.402, "count": 307, "max_ms": 70.238, "p95_ms": 64.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.688, "count": 307, "max_ms": 78.592, "p95_ms": 72.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.776, "count": 308, "max_ms": 94.519, "p95_ms": 88.883}, "read_interval": {"avg_ms": 97.713, "count": 307, "max_ms": 118.138, "p95_ms": 106.411}, "triton_wait": {"avg_ms": 64.786, "count": 307, "max_ms": 78.604, "p95_ms": 72.851}, "visualize": {"avg_ms": 3.72, "count": 307, "max_ms": 5.341, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15313.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.692, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.285, "name": "ffmpeg", "pid": 106421, "rss_mb": 277.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.688, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1066382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:28:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:28:09+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T00:28:09+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:28:09.781379+09:00", "mtime_epoch": 1783178889.7813785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:28:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9131.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.877, "pushed": 9.877, "read": 9.843}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.166, "count": 296, "max_ms": 23.872, "p95_ms": 19.111}, "gstreamer_push": {"avg_ms": 1.277, "count": 296, "max_ms": 1.807, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.594, "count": 296, "max_ms": 68.763, "p95_ms": 61.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.429, "count": 296, "max_ms": 67.09, "p95_ms": 60.803}, "yolo11_640_fire_11class": {"avg_ms": 52.713, "count": 296, "max_ms": 67.08, "p95_ms": 61.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.996, "count": 296, "max_ms": 75.898, "p95_ms": 70.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.644, "count": 296, "max_ms": 100.584, "p95_ms": 95.769}, "read_interval": {"avg_ms": 101.575, "count": 295, "max_ms": 116.833, "p95_ms": 112.595}, "triton_wait": {"avg_ms": 59.01, "count": 296, "max_ms": 75.91, "p95_ms": 70.237}, "visualize": {"avg_ms": 3.554, "count": 296, "max_ms": 5.574, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15313.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30315.725, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.654, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1339873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:28:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:28:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:28:12.041404+09:00", "mtime_epoch": 1783178892.0414035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:28:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2076.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.192, "pushed": 10.192, "read": 10.159}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.026, "count": 305, "max_ms": 10.261, "p95_ms": 7.273}, "gstreamer_push": {"avg_ms": 1.323, "count": 305, "max_ms": 2.22, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.265, "count": 305, "max_ms": 72.4, "p95_ms": 67.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.823, "count": 305, "max_ms": 71.713, "p95_ms": 66.151}, "yolo11_640_fire_11class": {"avg_ms": 58.355, "count": 305, "max_ms": 71.356, "p95_ms": 66.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.526, "count": 305, "max_ms": 79.883, "p95_ms": 75.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.451, "count": 305, "max_ms": 95.329, "p95_ms": 91.123}, "read_interval": {"avg_ms": 98.441, "count": 304, "max_ms": 113.95, "p95_ms": 108.776}, "triton_wait": {"avg_ms": 65.638, "count": 305, "max_ms": 79.899, "p95_ms": 75.203}, "visualize": {"avg_ms": 3.69, "count": 305, "max_ms": 4.377, "p95_ms": 3.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15314.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.735, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.285, "name": "ffmpeg", "pid": 106421, "rss_mb": 277.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.502, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1066678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:28:39+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T00:28:39+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T00:28:39.837714+09:00", "mtime_epoch": 1783178919.8377142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:28:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9131.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.851}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.314, "count": 296, "max_ms": 23.873, "p95_ms": 19.155}, "gstreamer_push": {"avg_ms": 1.235, "count": 296, "max_ms": 2.05, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.114, "count": 296, "max_ms": 68.765, "p95_ms": 59.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.756, "count": 296, "max_ms": 68.775, "p95_ms": 59.586}, "yolo11_640_fire_11class": {"avg_ms": 52.575, "count": 296, "max_ms": 67.734, "p95_ms": 58.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.332, "count": 296, "max_ms": 76.52, "p95_ms": 69.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.186, "count": 296, "max_ms": 103.296, "p95_ms": 94.562}, "read_interval": {"avg_ms": 101.525, "count": 295, "max_ms": 119.436, "p95_ms": 111.031}, "triton_wait": {"avg_ms": 59.41, "count": 296, "max_ms": 76.532, "p95_ms": 69.288}, "visualize": {"avg_ms": 3.539, "count": 296, "max_ms": 4.54, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15314.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30345.752, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.75, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1340173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:28:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:28:42+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T00:28:42+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T00:28:42.061739+09:00", "mtime_epoch": 1783178922.0617392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:28:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2076.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.116, "count": 300, "max_ms": 12.46, "p95_ms": 7.862}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.75, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.656, "count": 300, "max_ms": 71.925, "p95_ms": 65.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.576, "count": 300, "max_ms": 69.809, "p95_ms": 55.315}, "yolo11_640_fire_11class": {"avg_ms": 59.235, "count": 300, "max_ms": 69.798, "p95_ms": 65.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.232, "count": 300, "max_ms": 78.973, "p95_ms": 74.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.167, "count": 300, "max_ms": 98.504, "p95_ms": 91.027}, "read_interval": {"avg_ms": 100.045, "count": 299, "max_ms": 116.676, "p95_ms": 109.549}, "triton_wait": {"avg_ms": 67.341, "count": 300, "max_ms": 78.985, "p95_ms": 74.858}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.637, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15316.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.82, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.348, "name": "ffmpeg", "pid": 106421, "rss_mb": 279.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.678, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1066971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:29:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:29:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:29:09+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:29:09.910057+09:00", "mtime_epoch": 1783178949.9100568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:29:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9131.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.74}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.973, "count": 293, "max_ms": 21.0, "p95_ms": 18.42}, "gstreamer_push": {"avg_ms": 1.23, "count": 293, "max_ms": 1.796, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.23, "count": 293, "max_ms": 67.976, "p95_ms": 61.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.597, "count": 293, "max_ms": 65.998, "p95_ms": 61.488}, "yolo11_640_fire_11class": {"avg_ms": 53.977, "count": 293, "max_ms": 65.281, "p95_ms": 61.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.939, "count": 293, "max_ms": 74.66, "p95_ms": 71.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.353, "count": 293, "max_ms": 99.783, "p95_ms": 96.634}, "read_interval": {"avg_ms": 102.673, "count": 292, "max_ms": 118.1, "p95_ms": 113.819}, "triton_wait": {"avg_ms": 60.98, "count": 293, "max_ms": 74.671, "p95_ms": 71.531}, "visualize": {"avg_ms": 3.496, "count": 293, "max_ms": 5.616, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15316.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30375.815, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.853, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1340475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:29:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:29:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:29:12.130082+09:00", "mtime_epoch": 1783178952.1300824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87527}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:29:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2076.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.211, "count": 302, "max_ms": 12.565, "p95_ms": 9.747}, "gstreamer_push": {"avg_ms": 1.319, "count": 302, "max_ms": 1.832, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.522, "count": 302, "max_ms": 68.682, "p95_ms": 66.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.122, "count": 302, "max_ms": 68.726, "p95_ms": 62.599}, "yolo11_640_fire_11class": {"avg_ms": 59.368, "count": 302, "max_ms": 68.928, "p95_ms": 65.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.443, "count": 302, "max_ms": 77.199, "p95_ms": 74.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.639, "count": 302, "max_ms": 94.951, "p95_ms": 91.98}, "read_interval": {"avg_ms": 99.522, "count": 301, "max_ms": 116.41, "p95_ms": 110.516}, "triton_wait": {"avg_ms": 66.733, "count": 302, "max_ms": 77.211, "p95_ms": 74.631}, "visualize": {"avg_ms": 3.671, "count": 302, "max_ms": 4.68, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15316.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.83, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.348, "name": "ffmpeg", "pid": 106421, "rss_mb": 279.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.666, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1067268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:29:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:29:40+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T00:29:39+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T00:29:39.934406+09:00", "mtime_epoch": 1783178979.9344056, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:29:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9131.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.972, "count": 297, "max_ms": 20.024, "p95_ms": 18.41}, "gstreamer_push": {"avg_ms": 1.23, "count": 297, "max_ms": 1.615, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.694, "count": 297, "max_ms": 65.562, "p95_ms": 60.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.552, "count": 297, "max_ms": 65.334, "p95_ms": 59.26}, "yolo11_640_fire_11class": {"avg_ms": 53.309, "count": 297, "max_ms": 64.661, "p95_ms": 60.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.458, "count": 297, "max_ms": 72.923, "p95_ms": 68.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.834, "count": 297, "max_ms": 97.917, "p95_ms": 93.782}, "read_interval": {"avg_ms": 101.09, "count": 297, "max_ms": 119.184, "p95_ms": 112.651}, "triton_wait": {"avg_ms": 59.507, "count": 297, "max_ms": 72.934, "p95_ms": 68.631}, "visualize": {"avg_ms": 3.525, "count": 297, "max_ms": 4.705, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15316.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30405.884, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.834, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1340777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:29:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:29:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:29:42+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:29:42.198432+09:00", "mtime_epoch": 1783178982.198432, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:29:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2076.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.064, "count": 302, "max_ms": 12.021, "p95_ms": 7.534}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 1.944, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.062, "count": 302, "max_ms": 71.013, "p95_ms": 66.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.471, "count": 302, "max_ms": 69.933, "p95_ms": 65.691}, "yolo11_640_fire_11class": {"avg_ms": 59.649, "count": 302, "max_ms": 70.946, "p95_ms": 67.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.65, "count": 302, "max_ms": 78.986, "p95_ms": 75.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.779, "count": 302, "max_ms": 172.128, "p95_ms": 90.938}, "read_interval": {"avg_ms": 99.54, "count": 301, "max_ms": 183.606, "p95_ms": 108.007}, "triton_wait": {"avg_ms": 66.726, "count": 302, "max_ms": 78.999, "p95_ms": 75.054}, "visualize": {"avg_ms": 3.695, "count": 302, "max_ms": 5.975, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15318.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.845, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.379, "name": "ffmpeg", "pid": 106421, "rss_mb": 280.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.761, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1067558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:30:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:30:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:30:09+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T00:30:09.938760+09:00", "mtime_epoch": 1783179009.9387598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:30:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9131.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.674, "count": 290, "max_ms": 20.639, "p95_ms": 17.397}, "gstreamer_push": {"avg_ms": 1.217, "count": 290, "max_ms": 1.457, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.069, "count": 290, "max_ms": 64.776, "p95_ms": 61.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.866, "count": 290, "max_ms": 64.75, "p95_ms": 61.522}, "yolo11_640_fire_11class": {"avg_ms": 55.034, "count": 290, "max_ms": 65.277, "p95_ms": 61.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.669, "count": 290, "max_ms": 74.435, "p95_ms": 70.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.546, "count": 290, "max_ms": 99.101, "p95_ms": 94.73}, "read_interval": {"avg_ms": 103.449, "count": 290, "max_ms": 117.671, "p95_ms": 113.757}, "triton_wait": {"avg_ms": 62.687, "count": 290, "max_ms": 74.447, "p95_ms": 70.057}, "visualize": {"avg_ms": 3.427, "count": 290, "max_ms": 3.784, "p95_ms": 3.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15318.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30435.966, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.834, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1341067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:30:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:30:12+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:30:12.282788+09:00", "mtime_epoch": 1783179012.2827878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:30:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2077.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.674, "pushed": 9.674, "read": 9.641}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.012, "count": 290, "max_ms": 8.281, "p95_ms": 7.314}, "gstreamer_push": {"avg_ms": 1.33, "count": 290, "max_ms": 1.492, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.861, "count": 290, "max_ms": 69.116, "p95_ms": 66.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.252, "count": 290, "max_ms": 70.044, "p95_ms": 64.699}, "yolo11_640_fire_11class": {"avg_ms": 62.611, "count": 290, "max_ms": 71.629, "p95_ms": 67.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.167, "count": 290, "max_ms": 78.415, "p95_ms": 74.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.95, "count": 290, "max_ms": 94.209, "p95_ms": 90.922}, "read_interval": {"avg_ms": 103.726, "count": 289, "max_ms": 110.877, "p95_ms": 107.948}, "triton_wait": {"avg_ms": 71.186, "count": 290, "max_ms": 78.428, "p95_ms": 74.962}, "visualize": {"avg_ms": 3.693, "count": 290, "max_ms": 4.364, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15325.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.919, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.316, "name": "ffmpeg", "pid": 106421, "rss_mb": 288.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.004, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1067847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:30:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:30:40+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:30:40+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:30:40.011121+09:00", "mtime_epoch": 1783179040.0111208, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:30:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9131.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.64, "pushed": 9.64, "read": 9.606}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.729, "count": 289, "max_ms": 19.973, "p95_ms": 17.935}, "gstreamer_push": {"avg_ms": 1.214, "count": 289, "max_ms": 1.536, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.784, "count": 289, "max_ms": 65.405, "p95_ms": 60.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.606, "count": 289, "max_ms": 65.379, "p95_ms": 60.642}, "yolo11_640_fire_11class": {"avg_ms": 54.344, "count": 289, "max_ms": 64.224, "p95_ms": 59.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.615, "count": 289, "max_ms": 73.598, "p95_ms": 69.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.616, "count": 289, "max_ms": 98.311, "p95_ms": 94.536}, "read_interval": {"avg_ms": 104.045, "count": 288, "max_ms": 501.118, "p95_ms": 112.639}, "triton_wait": {"avg_ms": 61.637, "count": 289, "max_ms": 73.608, "p95_ms": 69.391}, "visualize": {"avg_ms": 3.469, "count": 289, "max_ms": 3.994, "p95_ms": 3.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15325.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30466.055, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.84, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1341363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:30:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:30:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:30:42.371150+09:00", "mtime_epoch": 1783179042.3711495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:30:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2077.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.872, "pushed": 9.872, "read": 9.839}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.031, "count": 296, "max_ms": 11.403, "p95_ms": 7.268}, "gstreamer_push": {"avg_ms": 1.314, "count": 296, "max_ms": 1.491, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.774, "count": 296, "max_ms": 71.118, "p95_ms": 66.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.813, "count": 296, "max_ms": 69.151, "p95_ms": 66.183}, "yolo11_640_fire_11class": {"avg_ms": 60.868, "count": 296, "max_ms": 72.417, "p95_ms": 66.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.879, "count": 296, "max_ms": 79.848, "p95_ms": 74.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.65, "count": 296, "max_ms": 95.765, "p95_ms": 90.66}, "read_interval": {"avg_ms": 101.642, "count": 295, "max_ms": 116.125, "p95_ms": 108.193}, "triton_wait": {"avg_ms": 68.973, "count": 296, "max_ms": 79.864, "p95_ms": 74.888}, "visualize": {"avg_ms": 3.687, "count": 296, "max_ms": 4.559, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15333.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1145, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:18:39+09:00", "last_error_summary": "[h264 @ 0x557e3907d340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e3907d340] error while decoding MB 0 5, bytestream 3393 [h264 @ 0x557e3847f980] cabac decode of qscale diff failed at 73 3 [h264 @ 0x557e3847f980] error while decoding MB 73 3, bytestream 627 [h264 @ 0x557e38589080] cabac decode of qscale diff failed at 28 22 [h264 @ 0x557e38589080] error while decoding MB 28 22, bytestream 2736 [h264 @ 0x557e3921b040] error while decoding MB 4 44, bytestream -7 [h264 @ 0x", "last_exit_at": "2026-07-05T00:18:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.969, "last_started_at": "2026-07-05T00:18:42+09:00", "pid": 106421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.824, "name": "ffmpeg", "pid": 106421, "rss_mb": 296.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 535, "restart_count_per_hour": 2, "rtsp_timeout_count": 316, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.11, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1068142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:31:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:31:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:31:10+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:31:10.059487+09:00", "mtime_epoch": 1783179070.059487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:31:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9132.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.282, "count": 295, "max_ms": 25.06, "p95_ms": 21.835}, "gstreamer_push": {"avg_ms": 1.216, "count": 295, "max_ms": 1.396, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.788, "count": 295, "max_ms": 65.835, "p95_ms": 61.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.102, "count": 295, "max_ms": 64.656, "p95_ms": 61.248}, "yolo11_640_fire_11class": {"avg_ms": 53.461, "count": 295, "max_ms": 66.501, "p95_ms": 61.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.962, "count": 295, "max_ms": 75.554, "p95_ms": 70.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.639, "count": 295, "max_ms": 107.295, "p95_ms": 95.655}, "read_interval": {"avg_ms": 101.839, "count": 294, "max_ms": 126.076, "p95_ms": 112.028}, "triton_wait": {"avg_ms": 60.018, "count": 295, "max_ms": 75.569, "p95_ms": 70.158}, "visualize": {"avg_ms": 3.478, "count": 295, "max_ms": 4.348, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15333.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30496.106, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.861, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1341669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:31:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:31:12+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:31:12.423516+09:00", "mtime_epoch": 1783179072.423516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:31:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2077.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.219, "pushed": 10.219, "read": 10.185}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.024, "count": 306, "max_ms": 11.859, "p95_ms": 7.469}, "gstreamer_push": {"avg_ms": 1.307, "count": 306, "max_ms": 1.515, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.903, "count": 306, "max_ms": 69.241, "p95_ms": 65.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.141, "count": 306, "max_ms": 68.988, "p95_ms": 62.406}, "yolo11_640_fire_11class": {"avg_ms": 58.593, "count": 306, "max_ms": 69.607, "p95_ms": 65.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.648, "count": 306, "max_ms": 78.025, "p95_ms": 74.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.437, "count": 306, "max_ms": 93.603, "p95_ms": 90.011}, "read_interval": {"avg_ms": 98.178, "count": 305, "max_ms": 111.018, "p95_ms": 107.352}, "triton_wait": {"avg_ms": 65.784, "count": 306, "max_ms": 78.037, "p95_ms": 74.175}, "visualize": {"avg_ms": 3.644, "count": 306, "max_ms": 4.381, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15227.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.815, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 191.492, "name": "ffmpeg", "pid": 106528, "rss_mb": 191.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.174, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1068211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:31:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:31:40+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:31:40+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:31:40.103858+09:00", "mtime_epoch": 1783179100.1038582, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:31:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9132.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 68, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.305, "pushed": 2.305, "read": 2.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.028, "count": 69, "max_ms": 20.117, "p95_ms": 18.957}, "gstreamer_push": {"avg_ms": 1.232, "count": 69, "max_ms": 1.452, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.623, "count": 69, "max_ms": 64.953, "p95_ms": 62.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.748, "count": 69, "max_ms": 64.975, "p95_ms": 62.569}, "yolo11_640_fire_11class": {"avg_ms": 52.113, "count": 69, "max_ms": 64.369, "p95_ms": 62.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.207, "count": 69, "max_ms": 74.737, "p95_ms": 72.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.614, "count": 69, "max_ms": 99.772, "p95_ms": 98.334}, "read_interval": {"avg_ms": 440.216, "count": 68, "max_ms": 19236.53, "p95_ms": 112.692}, "triton_wait": {"avg_ms": 58.245, "count": 69, "max_ms": 74.75, "p95_ms": 72.574}, "visualize": {"avg_ms": 3.461, "count": 69, "max_ms": 3.797, "p95_ms": 3.674}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15290.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30526.205, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.797, "sample_count": 3037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:31:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:31:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:31:42+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:31:42.519888+09:00", "mtime_epoch": 1783179102.5198882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:31:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2077.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.369, "pushed": 11.369, "read": 11.335}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.023, "count": 341, "max_ms": 8.984, "p95_ms": 7.545}, "gstreamer_push": {"avg_ms": 1.308, "count": 341, "max_ms": 1.696, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.939, "count": 341, "max_ms": 67.703, "p95_ms": 63.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.81, "count": 341, "max_ms": 66.459, "p95_ms": 48.75}, "yolo11_640_fire_11class": {"avg_ms": 47.306, "count": 341, "max_ms": 66.958, "p95_ms": 63.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.167, "count": 341, "max_ms": 79.085, "p95_ms": 72.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.927, "count": 341, "max_ms": 94.607, "p95_ms": 88.528}, "read_interval": {"avg_ms": 88.221, "count": 340, "max_ms": 357.832, "p95_ms": 116.437}, "triton_wait": {"avg_ms": 50.247, "count": 341, "max_ms": 79.098, "p95_ms": 72.763}, "visualize": {"avg_ms": 3.718, "count": 341, "max_ms": 4.824, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15305.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.855, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.699, "name": "ffmpeg", "pid": 106528, "rss_mb": 266.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.531, "sample_count": 2709, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1068501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:32:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:32:10+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:32:10+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T00:32:10.136234+09:00", "mtime_epoch": 1783179130.136234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:32:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9132.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.688, "pushed": 9.688, "read": 9.654}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.132, "count": 290, "max_ms": 23.05, "p95_ms": 18.699}, "gstreamer_push": {"avg_ms": 1.237, "count": 290, "max_ms": 2.09, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.507, "count": 290, "max_ms": 68.996, "p95_ms": 62.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.068, "count": 290, "max_ms": 69.197, "p95_ms": 62.248}, "yolo11_640_fire_11class": {"avg_ms": 54.999, "count": 290, "max_ms": 68.611, "p95_ms": 61.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.035, "count": 290, "max_ms": 78.219, "p95_ms": 71.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.606, "count": 290, "max_ms": 105.29, "p95_ms": 97.445}, "read_interval": {"avg_ms": 103.577, "count": 289, "max_ms": 120.234, "p95_ms": 114.683}, "triton_wait": {"avg_ms": 63.053, "count": 290, "max_ms": 78.231, "p95_ms": 71.919}, "visualize": {"avg_ms": 3.509, "count": 290, "max_ms": 4.401, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15305.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30556.206, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.94, "sample_count": 3034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:32:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:32:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:32:12.520264+09:00", "mtime_epoch": 1783179132.5202641, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:32:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2077.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.098, "count": 290, "max_ms": 11.49, "p95_ms": 7.773}, "gstreamer_push": {"avg_ms": 1.334, "count": 290, "max_ms": 1.941, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.679, "count": 290, "max_ms": 71.8, "p95_ms": 66.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.023, "count": 290, "max_ms": 71.399, "p95_ms": 66.421}, "yolo11_640_fire_11class": {"avg_ms": 61.356, "count": 290, "max_ms": 72.321, "p95_ms": 66.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.751, "count": 290, "max_ms": 80.988, "p95_ms": 76.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.656, "count": 290, "max_ms": 99.757, "p95_ms": 91.992}, "read_interval": {"avg_ms": 103.455, "count": 290, "max_ms": 270.717, "p95_ms": 110.573}, "triton_wait": {"avg_ms": 69.782, "count": 290, "max_ms": 81.001, "p95_ms": 76.028}, "visualize": {"avg_ms": 3.732, "count": 290, "max_ms": 4.732, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15306.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.861, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.957, "name": "ffmpeg", "pid": 106528, "rss_mb": 266.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.478, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1068791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:32:40+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T00:32:40+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T00:32:40.136614+09:00", "mtime_epoch": 1783179160.1366138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:32:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9132.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.67}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.883, "count": 290, "max_ms": 20.726, "p95_ms": 17.775}, "gstreamer_push": {"avg_ms": 1.229, "count": 290, "max_ms": 1.419, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.165, "count": 290, "max_ms": 65.516, "p95_ms": 60.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.256, "count": 290, "max_ms": 66.451, "p95_ms": 60.311}, "yolo11_640_fire_11class": {"avg_ms": 54.848, "count": 290, "max_ms": 64.376, "p95_ms": 60.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.175, "count": 290, "max_ms": 73.774, "p95_ms": 69.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.515, "count": 290, "max_ms": 99.842, "p95_ms": 95.027}, "read_interval": {"avg_ms": 103.442, "count": 290, "max_ms": 118.615, "p95_ms": 113.797}, "triton_wait": {"avg_ms": 62.204, "count": 290, "max_ms": 73.789, "p95_ms": 69.302}, "visualize": {"avg_ms": 3.506, "count": 290, "max_ms": 4.544, "p95_ms": 3.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15306.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30586.274, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.014, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:32:42+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T00:32:42+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T00:32:42.612645+09:00", "mtime_epoch": 1783179162.6126454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:32:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2077.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.045, "count": 296, "max_ms": 11.95, "p95_ms": 7.826}, "gstreamer_push": {"avg_ms": 1.316, "count": 296, "max_ms": 1.527, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.727, "count": 296, "max_ms": 73.834, "p95_ms": 66.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.508, "count": 296, "max_ms": 70.549, "p95_ms": 67.236}, "yolo11_640_fire_11class": {"avg_ms": 61.413, "count": 296, "max_ms": 70.558, "p95_ms": 66.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.122, "count": 296, "max_ms": 79.743, "p95_ms": 75.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.931, "count": 296, "max_ms": 95.795, "p95_ms": 90.782}, "read_interval": {"avg_ms": 101.644, "count": 295, "max_ms": 116.259, "p95_ms": 108.381}, "triton_wait": {"avg_ms": 69.202, "count": 296, "max_ms": 79.755, "p95_ms": 75.02}, "visualize": {"avg_ms": 3.681, "count": 296, "max_ms": 4.611, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15306.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.933, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.957, "name": "ffmpeg", "pid": 106528, "rss_mb": 266.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.548, "sample_count": 2707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1069093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:33:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:33:10+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:33:10+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:33:10.216999+09:00", "mtime_epoch": 1783179190.2169993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:33:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9132.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.703, "count": 302, "max_ms": 27.81, "p95_ms": 19.933}, "gstreamer_push": {"avg_ms": 1.258, "count": 302, "max_ms": 1.622, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.609, "count": 302, "max_ms": 69.006, "p95_ms": 61.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.605, "count": 302, "max_ms": 69.552, "p95_ms": 58.964}, "yolo11_640_fire_11class": {"avg_ms": 51.822, "count": 302, "max_ms": 70.788, "p95_ms": 60.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.287, "count": 302, "max_ms": 77.288, "p95_ms": 69.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.571, "count": 302, "max_ms": 102.906, "p95_ms": 95.772}, "read_interval": {"avg_ms": 99.549, "count": 301, "max_ms": 121.001, "p95_ms": 113.373}, "triton_wait": {"avg_ms": 57.334, "count": 302, "max_ms": 77.299, "p95_ms": 69.098}, "visualize": {"avg_ms": 3.562, "count": 302, "max_ms": 4.47, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15306.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30616.279, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.975, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:33:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:33:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:33:12+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:33:12.589030+09:00", "mtime_epoch": 1783179192.5890298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:33:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2077.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.337, "pushed": 10.337, "read": 10.337}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.112, "count": 310, "max_ms": 12.0, "p95_ms": 8.063}, "gstreamer_push": {"avg_ms": 1.328, "count": 310, "max_ms": 2.28, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.318, "count": 310, "max_ms": 70.16, "p95_ms": 65.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.889, "count": 310, "max_ms": 70.173, "p95_ms": 58.341}, "yolo11_640_fire_11class": {"avg_ms": 57.301, "count": 310, "max_ms": 69.229, "p95_ms": 65.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.739, "count": 310, "max_ms": 78.022, "p95_ms": 73.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.738, "count": 310, "max_ms": 93.864, "p95_ms": 89.235}, "read_interval": {"avg_ms": 96.709, "count": 310, "max_ms": 112.779, "p95_ms": 107.465}, "triton_wait": {"avg_ms": 63.866, "count": 310, "max_ms": 78.035, "p95_ms": 73.509}, "visualize": {"avg_ms": 3.724, "count": 310, "max_ms": 5.383, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15309.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.026, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 106528, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.588, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1069388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:33:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:33:40+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:33:40+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:33:40.309389+09:00", "mtime_epoch": 1783179220.3093886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:33:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9132.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.802}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.168, "count": 295, "max_ms": 28.47, "p95_ms": 18.761}, "gstreamer_push": {"avg_ms": 1.241, "count": 295, "max_ms": 1.548, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.071, "count": 295, "max_ms": 66.321, "p95_ms": 60.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.255, "count": 295, "max_ms": 65.717, "p95_ms": 60.759}, "yolo11_640_fire_11class": {"avg_ms": 53.487, "count": 295, "max_ms": 65.169, "p95_ms": 60.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.489, "count": 295, "max_ms": 74.019, "p95_ms": 70.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.126, "count": 295, "max_ms": 100.746, "p95_ms": 95.61}, "read_interval": {"avg_ms": 102.011, "count": 294, "max_ms": 118.012, "p95_ms": 114.646}, "triton_wait": {"avg_ms": 60.525, "count": 295, "max_ms": 74.03, "p95_ms": 70.138}, "visualize": {"avg_ms": 3.53, "count": 295, "max_ms": 4.782, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15309.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30646.292, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.814, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1343207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:33:42+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T00:33:42+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T00:33:42.613419+09:00", "mtime_epoch": 1783179222.6134186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:33:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2078.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.179, "count": 301, "max_ms": 11.921, "p95_ms": 7.964}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 1.778, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.992, "count": 301, "max_ms": 70.43, "p95_ms": 66.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.821, "count": 301, "max_ms": 70.44, "p95_ms": 51.506}, "yolo11_640_fire_11class": {"avg_ms": 58.949, "count": 301, "max_ms": 69.454, "p95_ms": 65.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.862, "count": 301, "max_ms": 76.938, "p95_ms": 74.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.783, "count": 301, "max_ms": 93.542, "p95_ms": 90.462}, "read_interval": {"avg_ms": 99.729, "count": 301, "max_ms": 113.272, "p95_ms": 107.665}, "triton_wait": {"avg_ms": 66.885, "count": 301, "max_ms": 76.951, "p95_ms": 74.465}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 5.634, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15309.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.087, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 106528, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.531, "sample_count": 2707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1069682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:34:10+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T00:34:10+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:34:10.373781+09:00", "mtime_epoch": 1783179250.3737814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:34:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9132.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.811, "pushed": 9.811, "read": 9.777}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.441, "count": 294, "max_ms": 29.017, "p95_ms": 19.335}, "gstreamer_push": {"avg_ms": 1.245, "count": 294, "max_ms": 1.463, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.922, "count": 294, "max_ms": 64.709, "p95_ms": 60.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.156, "count": 294, "max_ms": 62.326, "p95_ms": 58.9}, "yolo11_640_fire_11class": {"avg_ms": 53.462, "count": 294, "max_ms": 65.246, "p95_ms": 59.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.282, "count": 294, "max_ms": 74.196, "p95_ms": 69.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.2, "count": 294, "max_ms": 103.875, "p95_ms": 95.082}, "read_interval": {"avg_ms": 102.251, "count": 293, "max_ms": 121.672, "p95_ms": 113.665}, "triton_wait": {"avg_ms": 60.307, "count": 294, "max_ms": 74.209, "p95_ms": 69.02}, "visualize": {"avg_ms": 3.516, "count": 294, "max_ms": 4.396, "p95_ms": 3.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15309.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30676.328, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.782, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1343505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:34:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:34:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:34:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:34:12.641811+09:00", "mtime_epoch": 1783179252.6418114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:34:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2078.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.923}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.124, "count": 298, "max_ms": 11.304, "p95_ms": 7.872}, "gstreamer_push": {"avg_ms": 1.332, "count": 298, "max_ms": 1.944, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.479, "count": 298, "max_ms": 70.177, "p95_ms": 66.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.26, "count": 298, "max_ms": 69.646, "p95_ms": 57.12}, "yolo11_640_fire_11class": {"avg_ms": 60.138, "count": 298, "max_ms": 70.165, "p95_ms": 66.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.766, "count": 298, "max_ms": 80.985, "p95_ms": 75.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.768, "count": 298, "max_ms": 96.765, "p95_ms": 91.099}, "read_interval": {"avg_ms": 100.777, "count": 297, "max_ms": 114.897, "p95_ms": 108.547}, "triton_wait": {"avg_ms": 67.871, "count": 298, "max_ms": 80.998, "p95_ms": 75.345}, "visualize": {"avg_ms": 3.736, "count": 298, "max_ms": 5.662, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15310.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.097, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 106528, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.588, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1069985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:34:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:34:40+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:34:40+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:34:40.386177+09:00", "mtime_epoch": 1783179280.3861773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:34:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9132.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.365, "count": 303, "max_ms": 28.978, "p95_ms": 19.524}, "gstreamer_push": {"avg_ms": 1.246, "count": 303, "max_ms": 1.879, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.997, "count": 303, "max_ms": 70.472, "p95_ms": 61.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.243, "count": 303, "max_ms": 66.016, "p95_ms": 59.189}, "yolo11_640_fire_11class": {"avg_ms": 51.297, "count": 303, "max_ms": 65.977, "p95_ms": 60.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.06, "count": 303, "max_ms": 74.716, "p95_ms": 69.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.902, "count": 303, "max_ms": 104.567, "p95_ms": 95.449}, "read_interval": {"avg_ms": 99.037, "count": 303, "max_ms": 120.577, "p95_ms": 111.422}, "triton_wait": {"avg_ms": 57.113, "count": 303, "max_ms": 74.726, "p95_ms": 69.926}, "visualize": {"avg_ms": 3.52, "count": 303, "max_ms": 4.478, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15310.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30706.422, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.655, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1343812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:34:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:34:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:34:42+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T00:34:42.730208+09:00", "mtime_epoch": 1783179282.7302084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:34:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2078.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.235, "pushed": 10.235, "read": 10.202}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.082, "count": 307, "max_ms": 12.203, "p95_ms": 8.026}, "gstreamer_push": {"avg_ms": 1.317, "count": 307, "max_ms": 1.84, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.883, "count": 307, "max_ms": 73.049, "p95_ms": 65.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.324, "count": 307, "max_ms": 68.934, "p95_ms": 57.499}, "yolo11_640_fire_11class": {"avg_ms": 56.146, "count": 307, "max_ms": 72.219, "p95_ms": 65.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.674, "count": 307, "max_ms": 80.616, "p95_ms": 73.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.688, "count": 307, "max_ms": 96.261, "p95_ms": 89.471}, "read_interval": {"avg_ms": 97.993, "count": 306, "max_ms": 314.697, "p95_ms": 107.228}, "triton_wait": {"avg_ms": 62.841, "count": 307, "max_ms": 80.629, "p95_ms": 73.535}, "visualize": {"avg_ms": 3.744, "count": 307, "max_ms": 5.814, "p95_ms": 4.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15312.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.18, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.113, "name": "ffmpeg", "pid": 106528, "rss_mb": 272.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.759, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1070277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:35:10+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T00:35:10+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T00:35:10.478578+09:00", "mtime_epoch": 1783179310.4785776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:35:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9133.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.027, "count": 292, "max_ms": 23.06, "p95_ms": 18.23}, "gstreamer_push": {"avg_ms": 1.232, "count": 292, "max_ms": 1.486, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.648, "count": 292, "max_ms": 66.639, "p95_ms": 61.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.731, "count": 292, "max_ms": 67.749, "p95_ms": 61.193}, "yolo11_640_fire_11class": {"avg_ms": 54.311, "count": 292, "max_ms": 67.738, "p95_ms": 60.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.6, "count": 292, "max_ms": 76.179, "p95_ms": 70.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.96, "count": 292, "max_ms": 101.926, "p95_ms": 95.777}, "read_interval": {"avg_ms": 103.063, "count": 291, "max_ms": 118.757, "p95_ms": 111.933}, "triton_wait": {"avg_ms": 61.631, "count": 292, "max_ms": 76.192, "p95_ms": 70.654}, "visualize": {"avg_ms": 3.485, "count": 292, "max_ms": 4.444, "p95_ms": 3.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15312.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30736.461, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.619, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1344106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:35:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:35:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:35:12+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:35:12.778608+09:00", "mtime_epoch": 1783179312.7786083, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:35:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2078.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.821, "pushed": 9.821, "read": 9.788}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.128, "count": 294, "max_ms": 10.949, "p95_ms": 7.85}, "gstreamer_push": {"avg_ms": 1.326, "count": 294, "max_ms": 1.533, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.077, "count": 294, "max_ms": 70.149, "p95_ms": 66.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.742, "count": 294, "max_ms": 70.09, "p95_ms": 60.962}, "yolo11_640_fire_11class": {"avg_ms": 61.253, "count": 294, "max_ms": 71.019, "p95_ms": 65.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.307, "count": 294, "max_ms": 78.42, "p95_ms": 74.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.28, "count": 294, "max_ms": 96.23, "p95_ms": 90.838}, "read_interval": {"avg_ms": 102.164, "count": 293, "max_ms": 113.425, "p95_ms": 108.141}, "triton_wait": {"avg_ms": 69.366, "count": 294, "max_ms": 78.432, "p95_ms": 74.759}, "visualize": {"avg_ms": 3.735, "count": 294, "max_ms": 5.278, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15312.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.248, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.113, "name": "ffmpeg", "pid": 106528, "rss_mb": 272.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.731, "sample_count": 2719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1070571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:35:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:35:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:35:40.534981+09:00", "mtime_epoch": 1783179340.5349805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:35:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9133.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.773}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.251, "count": 294, "max_ms": 24.487, "p95_ms": 19.355}, "gstreamer_push": {"avg_ms": 1.23, "count": 294, "max_ms": 1.859, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.333, "count": 294, "max_ms": 65.833, "p95_ms": 61.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.242, "count": 294, "max_ms": 64.654, "p95_ms": 59.549}, "yolo11_640_fire_11class": {"avg_ms": 53.837, "count": 294, "max_ms": 65.846, "p95_ms": 60.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.588, "count": 294, "max_ms": 75.952, "p95_ms": 69.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.185, "count": 294, "max_ms": 104.54, "p95_ms": 94.565}, "read_interval": {"avg_ms": 102.258, "count": 293, "max_ms": 121.554, "p95_ms": 111.062}, "triton_wait": {"avg_ms": 60.622, "count": 294, "max_ms": 75.963, "p95_ms": 69.114}, "visualize": {"avg_ms": 3.504, "count": 294, "max_ms": 4.446, "p95_ms": 3.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15312.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30766.462, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.605, "sample_count": 3038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1344404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:35:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:35:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:35:42.779011+09:00", "mtime_epoch": 1783179342.7790105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:35:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2078.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.084, "count": 298, "max_ms": 8.381, "p95_ms": 7.649}, "gstreamer_push": {"avg_ms": 1.329, "count": 298, "max_ms": 1.579, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.639, "count": 298, "max_ms": 69.682, "p95_ms": 66.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.886, "count": 298, "max_ms": 70.232, "p95_ms": 65.236}, "yolo11_640_fire_11class": {"avg_ms": 60.294, "count": 298, "max_ms": 69.67, "p95_ms": 66.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.93, "count": 298, "max_ms": 78.273, "p95_ms": 74.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.8, "count": 298, "max_ms": 94.515, "p95_ms": 90.593}, "read_interval": {"avg_ms": 100.677, "count": 298, "max_ms": 115.484, "p95_ms": 107.951}, "triton_wait": {"avg_ms": 67.956, "count": 298, "max_ms": 78.285, "p95_ms": 74.93}, "visualize": {"avg_ms": 3.729, "count": 298, "max_ms": 4.544, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15313.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 275.296, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.371, "name": "ffmpeg", "pid": 106528, "rss_mb": 272.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.663, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1070867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:36:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:36:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:36:10+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:36:10.583386+09:00", "mtime_epoch": 1783179370.5833862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:36:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9133.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.882, "pushed": 9.882, "read": 9.848}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.417, "count": 296, "max_ms": 25.861, "p95_ms": 19.755}, "gstreamer_push": {"avg_ms": 1.248, "count": 296, "max_ms": 2.036, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.654, "count": 296, "max_ms": 66.812, "p95_ms": 60.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.676, "count": 296, "max_ms": 64.997, "p95_ms": 58.9}, "yolo11_640_fire_11class": {"avg_ms": 53.045, "count": 296, "max_ms": 66.8, "p95_ms": 59.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.566, "count": 296, "max_ms": 73.932, "p95_ms": 68.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.474, "count": 296, "max_ms": 99.708, "p95_ms": 94.09}, "read_interval": {"avg_ms": 101.502, "count": 295, "max_ms": 115.192, "p95_ms": 111.095}, "triton_wait": {"avg_ms": 59.591, "count": 296, "max_ms": 73.943, "p95_ms": 68.46}, "visualize": {"avg_ms": 3.559, "count": 296, "max_ms": 5.977, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15313.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30796.51, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.593, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1344709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:36:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:36:12+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T00:36:12+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:36:12.831417+09:00", "mtime_epoch": 1783179372.8314168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:36:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2078.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.187, "pushed": 10.187, "read": 10.153}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.058, "count": 305, "max_ms": 12.582, "p95_ms": 7.303}, "gstreamer_push": {"avg_ms": 1.328, "count": 305, "max_ms": 2.024, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.82, "count": 305, "max_ms": 69.093, "p95_ms": 66.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.958, "count": 305, "max_ms": 71.12, "p95_ms": 64.523}, "yolo11_640_fire_11class": {"avg_ms": 58.651, "count": 305, "max_ms": 68.978, "p95_ms": 65.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.874, "count": 305, "max_ms": 76.585, "p95_ms": 73.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.699, "count": 305, "max_ms": 92.029, "p95_ms": 89.266}, "read_interval": {"avg_ms": 98.515, "count": 304, "max_ms": 109.501, "p95_ms": 106.869}, "triton_wait": {"avg_ms": 65.904, "count": 305, "max_ms": 76.597, "p95_ms": 73.54}, "visualize": {"avg_ms": 3.71, "count": 305, "max_ms": 4.752, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15313.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 305.311, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.371, "name": "ffmpeg", "pid": 106528, "rss_mb": 272.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.588, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1071163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:36:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:36:40+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:36:40+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:36:40.599794+09:00", "mtime_epoch": 1783179400.5997944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:36:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9133.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.117, "count": 296, "max_ms": 25.291, "p95_ms": 18.782}, "gstreamer_push": {"avg_ms": 1.227, "count": 296, "max_ms": 1.8, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.56, "count": 296, "max_ms": 65.85, "p95_ms": 61.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.997, "count": 296, "max_ms": 64.846, "p95_ms": 60.254}, "yolo11_640_fire_11class": {"avg_ms": 53.156, "count": 296, "max_ms": 67.33, "p95_ms": 60.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.806, "count": 296, "max_ms": 75.843, "p95_ms": 70.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.302, "count": 296, "max_ms": 101.14, "p95_ms": 96.247}, "read_interval": {"avg_ms": 101.403, "count": 296, "max_ms": 119.709, "p95_ms": 112.24}, "triton_wait": {"avg_ms": 59.841, "count": 296, "max_ms": 75.859, "p95_ms": 70.686}, "visualize": {"avg_ms": 3.538, "count": 296, "max_ms": 4.625, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15313.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30826.543, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.622, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1345008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:36:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:36:42+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T00:36:42+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:36:42.863825+09:00", "mtime_epoch": 1783179402.8638253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:36:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2078.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.138, "count": 299, "max_ms": 10.737, "p95_ms": 7.882}, "gstreamer_push": {"avg_ms": 1.329, "count": 299, "max_ms": 1.805, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.258, "count": 299, "max_ms": 70.045, "p95_ms": 65.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.287, "count": 299, "max_ms": 69.089, "p95_ms": 61.398}, "yolo11_640_fire_11class": {"avg_ms": 59.628, "count": 299, "max_ms": 70.197, "p95_ms": 65.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.545, "count": 299, "max_ms": 78.899, "p95_ms": 74.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.49, "count": 299, "max_ms": 94.696, "p95_ms": 90.487}, "read_interval": {"avg_ms": 100.422, "count": 298, "max_ms": 112.692, "p95_ms": 108.526}, "triton_wait": {"avg_ms": 67.645, "count": 299, "max_ms": 78.911, "p95_ms": 74.206}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 4.691, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15316.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 335.339, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.949, "name": "ffmpeg", "pid": 106528, "rss_mb": 274.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.35, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1071459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:37:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:37:10+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T00:37:10+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T00:37:10.612205+09:00", "mtime_epoch": 1783179430.6122053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:37:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9133.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.89, "pushed": 9.89, "read": 9.856}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.536, "count": 296, "max_ms": 25.549, "p95_ms": 20.756}, "gstreamer_push": {"avg_ms": 1.246, "count": 296, "max_ms": 1.612, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.813, "count": 296, "max_ms": 66.466, "p95_ms": 62.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.81, "count": 296, "max_ms": 63.907, "p95_ms": 60.31}, "yolo11_640_fire_11class": {"avg_ms": 53.28, "count": 296, "max_ms": 64.827, "p95_ms": 61.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.487, "count": 296, "max_ms": 74.326, "p95_ms": 69.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.385, "count": 296, "max_ms": 105.454, "p95_ms": 96.195}, "read_interval": {"avg_ms": 101.407, "count": 295, "max_ms": 122.682, "p95_ms": 111.771}, "triton_wait": {"avg_ms": 59.523, "count": 296, "max_ms": 74.337, "p95_ms": 69.828}, "visualize": {"avg_ms": 3.53, "count": 296, "max_ms": 4.909, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15316.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30856.644, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.367, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1345315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:37:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:37:13+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:37:12+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T00:37:12.952237+09:00", "mtime_epoch": 1783179432.9522374, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:37:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2079.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.2, "pushed": 10.234, "read": 10.2}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.106, "count": 306, "max_ms": 11.933, "p95_ms": 7.872}, "gstreamer_push": {"avg_ms": 1.318, "count": 307, "max_ms": 1.654, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.223, "count": 306, "max_ms": 71.185, "p95_ms": 66.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.284, "count": 306, "max_ms": 69.661, "p95_ms": 64.854}, "yolo11_640_fire_11class": {"avg_ms": 58.867, "count": 306, "max_ms": 70.124, "p95_ms": 66.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.176, "count": 306, "max_ms": 79.211, "p95_ms": 74.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.094, "count": 306, "max_ms": 95.241, "p95_ms": 90.518}, "read_interval": {"avg_ms": 98.009, "count": 306, "max_ms": 115.602, "p95_ms": 108.144}, "triton_wait": {"avg_ms": 65.285, "count": 306, "max_ms": 79.224, "p95_ms": 74.803}, "visualize": {"avg_ms": 3.719, "count": 306, "max_ms": 4.98, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15317.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 365.428, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.949, "name": "ffmpeg", "pid": 106528, "rss_mb": 274.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.542, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1071752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:37:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:37:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:37:40+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:37:40.712620+09:00", "mtime_epoch": 1783179460.71262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:37:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9133.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.443, "count": 292, "max_ms": 24.393, "p95_ms": 20.495}, "gstreamer_push": {"avg_ms": 1.241, "count": 293, "max_ms": 1.504, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.655, "count": 292, "max_ms": 71.06, "p95_ms": 63.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.758, "count": 292, "max_ms": 71.768, "p95_ms": 61.892}, "yolo11_640_fire_11class": {"avg_ms": 54.079, "count": 292, "max_ms": 73.235, "p95_ms": 63.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.915, "count": 292, "max_ms": 75.071, "p95_ms": 71.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.734, "count": 293, "max_ms": 104.074, "p95_ms": 97.109}, "read_interval": {"avg_ms": 102.683, "count": 292, "max_ms": 120.571, "p95_ms": 113.072}, "triton_wait": {"avg_ms": 61.007, "count": 292, "max_ms": 75.083, "p95_ms": 71.045}, "visualize": {"avg_ms": 3.51, "count": 292, "max_ms": 4.62, "p95_ms": 3.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15317.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30886.736, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.503, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1345612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:37:43+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:37:43+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:37:43.052652+09:00", "mtime_epoch": 1783179463.0526524, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:37:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2079.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.061, "count": 297, "max_ms": 8.222, "p95_ms": 7.648}, "gstreamer_push": {"avg_ms": 1.318, "count": 297, "max_ms": 1.503, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.927, "count": 297, "max_ms": 72.423, "p95_ms": 67.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.441, "count": 297, "max_ms": 70.704, "p95_ms": 66.677}, "yolo11_640_fire_11class": {"avg_ms": 60.341, "count": 297, "max_ms": 72.252, "p95_ms": 67.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.901, "count": 297, "max_ms": 80.077, "p95_ms": 75.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.868, "count": 297, "max_ms": 95.624, "p95_ms": 91.095}, "read_interval": {"avg_ms": 101.31, "count": 296, "max_ms": 114.319, "p95_ms": 110.533}, "triton_wait": {"avg_ms": 68.048, "count": 297, "max_ms": 80.091, "p95_ms": 75.294}, "visualize": {"avg_ms": 3.699, "count": 297, "max_ms": 4.677, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15317.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 395.44, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 106528, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.497, "sample_count": 2952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1072049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:38:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:38:10+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T00:38:10+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T00:38:10.729036+09:00", "mtime_epoch": 1783179490.7290356, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:38:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9133.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.241, "count": 297, "max_ms": 26.716, "p95_ms": 18.926}, "gstreamer_push": {"avg_ms": 1.246, "count": 297, "max_ms": 1.887, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.517, "count": 297, "max_ms": 67.803, "p95_ms": 62.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.077, "count": 297, "max_ms": 69.925, "p95_ms": 59.677}, "yolo11_640_fire_11class": {"avg_ms": 53.115, "count": 297, "max_ms": 68.606, "p95_ms": 61.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.131, "count": 297, "max_ms": 76.798, "p95_ms": 70.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.744, "count": 297, "max_ms": 102.458, "p95_ms": 95.43}, "read_interval": {"avg_ms": 101.088, "count": 297, "max_ms": 120.91, "p95_ms": 111.144}, "triton_wait": {"avg_ms": 59.176, "count": 297, "max_ms": 76.809, "p95_ms": 70.138}, "visualize": {"avg_ms": 3.506, "count": 297, "max_ms": 4.475, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15317.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30916.816, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.53, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1345916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:38:13+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:38:13+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:38:13.133069+09:00", "mtime_epoch": 1783179493.133069, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:38:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2079.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.109}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.077, "count": 304, "max_ms": 11.725, "p95_ms": 7.744}, "gstreamer_push": {"avg_ms": 1.32, "count": 304, "max_ms": 1.564, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.137, "count": 304, "max_ms": 73.046, "p95_ms": 67.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.985, "count": 304, "max_ms": 69.219, "p95_ms": 60.87}, "yolo11_640_fire_11class": {"avg_ms": 58.611, "count": 304, "max_ms": 73.57, "p95_ms": 67.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.071, "count": 304, "max_ms": 78.003, "p95_ms": 74.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.013, "count": 304, "max_ms": 93.797, "p95_ms": 90.606}, "read_interval": {"avg_ms": 98.932, "count": 303, "max_ms": 206.881, "p95_ms": 108.345}, "triton_wait": {"avg_ms": 65.191, "count": 304, "max_ms": 78.015, "p95_ms": 74.731}, "visualize": {"avg_ms": 3.724, "count": 304, "max_ms": 5.162, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15317.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.525, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 106528, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.428, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1072344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:38:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:38:40+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T00:38:40+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T00:38:40.813455+09:00", "mtime_epoch": 1783179520.8134546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:38:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9133.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.804}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.249, "count": 295, "max_ms": 28.048, "p95_ms": 18.893}, "gstreamer_push": {"avg_ms": 1.232, "count": 295, "max_ms": 2.229, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.558, "count": 295, "max_ms": 68.338, "p95_ms": 62.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.342, "count": 295, "max_ms": 67.454, "p95_ms": 60.661}, "yolo11_640_fire_11class": {"avg_ms": 53.334, "count": 295, "max_ms": 67.823, "p95_ms": 60.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.107, "count": 295, "max_ms": 76.545, "p95_ms": 69.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.768, "count": 295, "max_ms": 101.029, "p95_ms": 95.644}, "read_interval": {"avg_ms": 102.007, "count": 294, "max_ms": 116.47, "p95_ms": 111.759}, "triton_wait": {"avg_ms": 60.142, "count": 295, "max_ms": 76.557, "p95_ms": 69.716}, "visualize": {"avg_ms": 3.535, "count": 295, "max_ms": 5.548, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15317.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30946.86, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.61, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1346215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:38:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:38:43+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T00:38:43+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T00:38:43.181488+09:00", "mtime_epoch": 1783179523.1814878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:38:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2079.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.172, "count": 299, "max_ms": 10.253, "p95_ms": 8.199}, "gstreamer_push": {"avg_ms": 1.332, "count": 299, "max_ms": 1.551, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.462, "count": 299, "max_ms": 76.732, "p95_ms": 67.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.688, "count": 299, "max_ms": 76.19, "p95_ms": 61.898}, "yolo11_640_fire_11class": {"avg_ms": 59.153, "count": 299, "max_ms": 69.852, "p95_ms": 65.359}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.043, "count": 299, "max_ms": 78.244, "p95_ms": 74.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.188, "count": 299, "max_ms": 95.216, "p95_ms": 91.138}, "read_interval": {"avg_ms": 100.483, "count": 298, "max_ms": 168.669, "p95_ms": 109.278}, "triton_wait": {"avg_ms": 67.21, "count": 299, "max_ms": 78.257, "p95_ms": 74.741}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 4.686, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15318.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 455.529, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 106528, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.413, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1072642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:39:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:39:10+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:39:10+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:39:10.813874+09:00", "mtime_epoch": 1783179550.8138745, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:39:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9134.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.197, "count": 298, "max_ms": 27.848, "p95_ms": 18.987}, "gstreamer_push": {"avg_ms": 1.24, "count": 298, "max_ms": 1.525, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.776, "count": 298, "max_ms": 71.46, "p95_ms": 62.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.485, "count": 298, "max_ms": 65.929, "p95_ms": 59.562}, "yolo11_640_fire_11class": {"avg_ms": 52.557, "count": 298, "max_ms": 64.304, "p95_ms": 60.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.727, "count": 298, "max_ms": 74.477, "p95_ms": 69.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.429, "count": 298, "max_ms": 99.824, "p95_ms": 94.746}, "read_interval": {"avg_ms": 100.652, "count": 298, "max_ms": 118.821, "p95_ms": 110.878}, "triton_wait": {"avg_ms": 58.815, "count": 298, "max_ms": 74.489, "p95_ms": 69.494}, "visualize": {"avg_ms": 3.564, "count": 298, "max_ms": 5.451, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15318.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 30976.906, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.511, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1346517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:39:13+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:39:13+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T00:39:13.217908+09:00", "mtime_epoch": 1783179553.2179084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:39:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2079.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.097, "count": 302, "max_ms": 10.917, "p95_ms": 7.81}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 1.622, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.131, "count": 302, "max_ms": 71.43, "p95_ms": 67.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.752, "count": 302, "max_ms": 71.396, "p95_ms": 57.445}, "yolo11_640_fire_11class": {"avg_ms": 57.812, "count": 302, "max_ms": 69.989, "p95_ms": 65.247}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.815, "count": 302, "max_ms": 77.034, "p95_ms": 73.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.848, "count": 302, "max_ms": 92.865, "p95_ms": 89.343}, "read_interval": {"avg_ms": 99.465, "count": 301, "max_ms": 269.336, "p95_ms": 107.381}, "triton_wait": {"avg_ms": 65.016, "count": 302, "max_ms": 77.047, "p95_ms": 73.523}, "visualize": {"avg_ms": 3.725, "count": 302, "max_ms": 4.818, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15318.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 485.616, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 106528, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.428, "sample_count": 2952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1072942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:39:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:39:40+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T00:39:40+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T00:39:40.906298+09:00", "mtime_epoch": 1783179580.9062977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:39:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9134.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.517, "count": 300, "max_ms": 29.573, "p95_ms": 20.335}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.49, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.719, "count": 300, "max_ms": 68.898, "p95_ms": 62.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.537, "count": 300, "max_ms": 63.937, "p95_ms": 58.853}, "yolo11_640_fire_11class": {"avg_ms": 51.752, "count": 300, "max_ms": 65.1, "p95_ms": 61.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.237, "count": 300, "max_ms": 74.937, "p95_ms": 69.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.286, "count": 300, "max_ms": 101.761, "p95_ms": 95.674}, "read_interval": {"avg_ms": 100.308, "count": 299, "max_ms": 118.845, "p95_ms": 112.174}, "triton_wait": {"avg_ms": 57.34, "count": 300, "max_ms": 74.949, "p95_ms": 69.974}, "visualize": {"avg_ms": 3.564, "count": 300, "max_ms": 5.684, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15318.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31006.939, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.494, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1346817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:39:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:39:43+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T00:39:43+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T00:39:43.278331+09:00", "mtime_epoch": 1783179583.2783313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:39:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2079.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.136, "count": 300, "max_ms": 9.78, "p95_ms": 7.969}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.908, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.24, "count": 300, "max_ms": 70.211, "p95_ms": 66.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.224, "count": 300, "max_ms": 70.419, "p95_ms": 55.943}, "yolo11_640_fire_11class": {"avg_ms": 56.042, "count": 300, "max_ms": 70.731, "p95_ms": 65.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.964, "count": 300, "max_ms": 76.602, "p95_ms": 73.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.928, "count": 300, "max_ms": 92.634, "p95_ms": 89.519}, "read_interval": {"avg_ms": 100.17, "count": 299, "max_ms": 410.017, "p95_ms": 111.243}, "triton_wait": {"avg_ms": 63.05, "count": 300, "max_ms": 76.615, "p95_ms": 73.84}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 4.751, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15319.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 515.659, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 106528, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.428, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1073243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:40:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:40:11+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T00:40:10+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T00:40:10.958722+09:00", "mtime_epoch": 1783179610.9587224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:40:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9134.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.351, "count": 301, "max_ms": 26.83, "p95_ms": 19.363}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 1.441, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.86, "count": 301, "max_ms": 67.142, "p95_ms": 62.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.949, "count": 301, "max_ms": 66.204, "p95_ms": 58.966}, "yolo11_640_fire_11class": {"avg_ms": 52.23, "count": 301, "max_ms": 66.006, "p95_ms": 60.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.051, "count": 301, "max_ms": 76.031, "p95_ms": 68.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.829, "count": 301, "max_ms": 100.454, "p95_ms": 95.048}, "read_interval": {"avg_ms": 99.839, "count": 300, "max_ms": 118.333, "p95_ms": 111.115}, "triton_wait": {"avg_ms": 58.108, "count": 301, "max_ms": 76.043, "p95_ms": 68.931}, "visualize": {"avg_ms": 3.515, "count": 301, "max_ms": 4.612, "p95_ms": 3.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15319.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31037.004, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.459, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1347117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:40:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:40:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:40:13+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:40:13.318756+09:00", "mtime_epoch": 1783179613.3187556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:40:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2079.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.153, "count": 300, "max_ms": 11.574, "p95_ms": 8.012}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.724, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.928, "count": 300, "max_ms": 74.831, "p95_ms": 66.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.032, "count": 300, "max_ms": 69.711, "p95_ms": 52.258}, "yolo11_640_fire_11class": {"avg_ms": 57.805, "count": 300, "max_ms": 68.514, "p95_ms": 65.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.664, "count": 300, "max_ms": 76.159, "p95_ms": 74.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.676, "count": 300, "max_ms": 92.563, "p95_ms": 90.056}, "read_interval": {"avg_ms": 100.196, "count": 299, "max_ms": 317.353, "p95_ms": 108.289}, "triton_wait": {"avg_ms": 64.753, "count": 300, "max_ms": 76.172, "p95_ms": 74.079}, "visualize": {"avg_ms": 3.744, "count": 300, "max_ms": 5.515, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15319.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 545.677, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 106528, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.518, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1073537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:40:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:40:41+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:40:40+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:40:40.963148+09:00", "mtime_epoch": 1783179640.9631479, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:40:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9134.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.83, "pushed": 9.83, "read": 9.797}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.126, "count": 294, "max_ms": 23.224, "p95_ms": 18.45}, "gstreamer_push": {"avg_ms": 1.234, "count": 294, "max_ms": 1.756, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.72, "count": 294, "max_ms": 67.207, "p95_ms": 61.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.059, "count": 294, "max_ms": 65.94, "p95_ms": 60.301}, "yolo11_640_fire_11class": {"avg_ms": 53.933, "count": 294, "max_ms": 64.412, "p95_ms": 60.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.783, "count": 294, "max_ms": 75.689, "p95_ms": 69.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.28, "count": 294, "max_ms": 100.576, "p95_ms": 94.909}, "read_interval": {"avg_ms": 102.087, "count": 293, "max_ms": 115.995, "p95_ms": 110.49}, "triton_wait": {"avg_ms": 60.847, "count": 294, "max_ms": 75.701, "p95_ms": 69.821}, "visualize": {"avg_ms": 3.49, "count": 294, "max_ms": 4.263, "p95_ms": 3.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15319.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31067.03, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.45, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1347414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:40:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:40:43+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:40:43+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:40:43.343182+09:00", "mtime_epoch": 1783179643.3431818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:40:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2080.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.926, "pushed": 9.926, "read": 9.892}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.068, "count": 297, "max_ms": 11.659, "p95_ms": 7.345}, "gstreamer_push": {"avg_ms": 1.311, "count": 297, "max_ms": 1.612, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.721, "count": 297, "max_ms": 71.778, "p95_ms": 67.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.303, "count": 297, "max_ms": 69.986, "p95_ms": 66.233}, "yolo11_640_fire_11class": {"avg_ms": 60.591, "count": 297, "max_ms": 71.714, "p95_ms": 66.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.422, "count": 297, "max_ms": 78.2, "p95_ms": 74.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.21, "count": 297, "max_ms": 94.309, "p95_ms": 90.45}, "read_interval": {"avg_ms": 101.068, "count": 296, "max_ms": 112.36, "p95_ms": 107.865}, "triton_wait": {"avg_ms": 68.5, "count": 297, "max_ms": 78.214, "p95_ms": 74.496}, "visualize": {"avg_ms": 3.699, "count": 297, "max_ms": 4.897, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15319.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 575.765, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 106528, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.626, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1073830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:41:11+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T00:41:11+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T00:41:11.055576+09:00", "mtime_epoch": 1783179671.0555763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:41:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9134.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.524, "count": 293, "max_ms": 30.778, "p95_ms": 19.95}, "gstreamer_push": {"avg_ms": 1.24, "count": 293, "max_ms": 1.657, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.577, "count": 293, "max_ms": 64.623, "p95_ms": 61.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.263, "count": 293, "max_ms": 63.789, "p95_ms": 60.267}, "yolo11_640_fire_11class": {"avg_ms": 53.847, "count": 293, "max_ms": 64.626, "p95_ms": 61.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.332, "count": 293, "max_ms": 75.35, "p95_ms": 70.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.314, "count": 293, "max_ms": 108.994, "p95_ms": 96.123}, "read_interval": {"avg_ms": 102.697, "count": 292, "max_ms": 125.634, "p95_ms": 112.306}, "triton_wait": {"avg_ms": 60.384, "count": 293, "max_ms": 75.362, "p95_ms": 70.186}, "visualize": {"avg_ms": 3.526, "count": 293, "max_ms": 5.24, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15319.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31097.092, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.487, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1347714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:41:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:41:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:41:13+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:41:13.407610+09:00", "mtime_epoch": 1783179673.40761, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:41:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2080.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.178, "count": 300, "max_ms": 12.922, "p95_ms": 7.862}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 1.648, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.19, "count": 300, "max_ms": 70.868, "p95_ms": 66.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.612, "count": 300, "max_ms": 69.688, "p95_ms": 57.57}, "yolo11_640_fire_11class": {"avg_ms": 59.328, "count": 300, "max_ms": 69.17, "p95_ms": 66.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.617, "count": 300, "max_ms": 82.032, "p95_ms": 74.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.577, "count": 300, "max_ms": 97.505, "p95_ms": 90.27}, "read_interval": {"avg_ms": 100.186, "count": 299, "max_ms": 116.303, "p95_ms": 111.17}, "triton_wait": {"avg_ms": 66.696, "count": 300, "max_ms": 82.046, "p95_ms": 74.681}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 4.824, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15319.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 605.851, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 106528, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.518, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1074125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:41:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:41:41+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:41:41+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T00:41:41.128006+09:00", "mtime_epoch": 1783179701.1280062, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:41:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9134.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.804}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.291, "count": 295, "max_ms": 25.265, "p95_ms": 18.872}, "gstreamer_push": {"avg_ms": 1.234, "count": 295, "max_ms": 1.423, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.923, "count": 295, "max_ms": 66.433, "p95_ms": 59.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.886, "count": 295, "max_ms": 65.249, "p95_ms": 59.725}, "yolo11_640_fire_11class": {"avg_ms": 53.592, "count": 295, "max_ms": 66.547, "p95_ms": 59.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.739, "count": 295, "max_ms": 73.923, "p95_ms": 68.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.476, "count": 295, "max_ms": 99.269, "p95_ms": 94.311}, "read_interval": {"avg_ms": 101.958, "count": 294, "max_ms": 116.694, "p95_ms": 110.803}, "triton_wait": {"avg_ms": 59.798, "count": 295, "max_ms": 73.935, "p95_ms": 68.39}, "visualize": {"avg_ms": 3.527, "count": 295, "max_ms": 5.476, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15319.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31127.095, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.443, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1348013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:41:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:41:43+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T00:41:43+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T00:41:43.436039+09:00", "mtime_epoch": 1783179703.4360392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:41:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2080.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.102, "count": 299, "max_ms": 10.695, "p95_ms": 7.823}, "gstreamer_push": {"avg_ms": 1.326, "count": 299, "max_ms": 1.561, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.074, "count": 299, "max_ms": 69.438, "p95_ms": 67.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.017, "count": 299, "max_ms": 70.428, "p95_ms": 65.347}, "yolo11_640_fire_11class": {"avg_ms": 60.705, "count": 299, "max_ms": 73.345, "p95_ms": 66.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.574, "count": 299, "max_ms": 78.787, "p95_ms": 73.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.448, "count": 299, "max_ms": 94.601, "p95_ms": 89.587}, "read_interval": {"avg_ms": 100.425, "count": 299, "max_ms": 111.316, "p95_ms": 107.854}, "triton_wait": {"avg_ms": 67.651, "count": 299, "max_ms": 78.799, "p95_ms": 73.867}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 4.909, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15319.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 635.867, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 106528, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.43, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1074422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:42:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:42:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:42:11+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:42:11.152437+09:00", "mtime_epoch": 1783179731.152437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:42:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9134.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.925, "pushed": 9.925, "read": 9.891}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.475, "count": 297, "max_ms": 30.549, "p95_ms": 19.559}, "gstreamer_push": {"avg_ms": 1.253, "count": 297, "max_ms": 2.185, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.386, "count": 297, "max_ms": 70.04, "p95_ms": 61.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.05, "count": 297, "max_ms": 68.918, "p95_ms": 58.792}, "yolo11_640_fire_11class": {"avg_ms": 52.838, "count": 297, "max_ms": 69.551, "p95_ms": 60.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.182, "count": 297, "max_ms": 78.938, "p95_ms": 69.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.045, "count": 297, "max_ms": 105.345, "p95_ms": 95.603}, "read_interval": {"avg_ms": 101.051, "count": 296, "max_ms": 120.677, "p95_ms": 111.215}, "triton_wait": {"avg_ms": 59.199, "count": 297, "max_ms": 78.95, "p95_ms": 69.704}, "visualize": {"avg_ms": 3.532, "count": 297, "max_ms": 4.606, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15319.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31157.185, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.427, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1348318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:42:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:42:13+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:42:13+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T00:42:13.488471+09:00", "mtime_epoch": 1783179733.4884706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:42:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2080.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.137}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.128, "count": 304, "max_ms": 12.672, "p95_ms": 7.74}, "gstreamer_push": {"avg_ms": 1.313, "count": 304, "max_ms": 1.652, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.209, "count": 304, "max_ms": 75.413, "p95_ms": 65.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.295, "count": 304, "max_ms": 71.448, "p95_ms": 53.21}, "yolo11_640_fire_11class": {"avg_ms": 58.665, "count": 304, "max_ms": 74.724, "p95_ms": 64.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.813, "count": 304, "max_ms": 84.042, "p95_ms": 74.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.806, "count": 304, "max_ms": 99.79, "p95_ms": 90.173}, "read_interval": {"avg_ms": 98.616, "count": 304, "max_ms": 116.162, "p95_ms": 107.374}, "triton_wait": {"avg_ms": 65.919, "count": 304, "max_ms": 84.056, "p95_ms": 74.152}, "visualize": {"avg_ms": 3.719, "count": 304, "max_ms": 4.709, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15322.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 665.921, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.785, "name": "ffmpeg", "pid": 106528, "rss_mb": 277.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.334, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1074722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:42:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:42:41+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:42:41+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T00:42:41.200869+09:00", "mtime_epoch": 1783179761.2008693, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:42:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9135.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.225, "count": 300, "max_ms": 21.036, "p95_ms": 19.144}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.505, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.106, "count": 300, "max_ms": 67.131, "p95_ms": 62.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.283, "count": 300, "max_ms": 65.544, "p95_ms": 58.904}, "yolo11_640_fire_11class": {"avg_ms": 52.403, "count": 300, "max_ms": 66.025, "p95_ms": 61.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.703, "count": 300, "max_ms": 74.67, "p95_ms": 70.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.216, "count": 300, "max_ms": 99.881, "p95_ms": 96.23}, "read_interval": {"avg_ms": 100.155, "count": 299, "max_ms": 114.937, "p95_ms": 112.436}, "triton_wait": {"avg_ms": 58.724, "count": 300, "max_ms": 74.682, "p95_ms": 70.508}, "visualize": {"avg_ms": 3.513, "count": 300, "max_ms": 4.46, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15323.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31187.255, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.192, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1348617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:42:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:42:43+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T00:42:43+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:42:43.572903+09:00", "mtime_epoch": 1783179763.5729034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:42:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2080.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.063, "count": 299, "max_ms": 11.373, "p95_ms": 7.844}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 1.911, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.407, "count": 299, "max_ms": 71.007, "p95_ms": 66.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.147, "count": 299, "max_ms": 70.216, "p95_ms": 55.831}, "yolo11_640_fire_11class": {"avg_ms": 57.842, "count": 299, "max_ms": 71.536, "p95_ms": 65.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.799, "count": 299, "max_ms": 79.889, "p95_ms": 74.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.719, "count": 299, "max_ms": 95.228, "p95_ms": 90.241}, "read_interval": {"avg_ms": 100.569, "count": 298, "max_ms": 330.324, "p95_ms": 108.1}, "triton_wait": {"avg_ms": 64.909, "count": 299, "max_ms": 79.902, "p95_ms": 74.139}, "visualize": {"avg_ms": 3.716, "count": 299, "max_ms": 5.988, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15323.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 696.012, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.785, "name": "ffmpeg", "pid": 106528, "rss_mb": 277.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.218, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1075021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:43:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:43:11+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:43:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:43:11.293303+09:00", "mtime_epoch": 1783179791.2933035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:43:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9135.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.196, "count": 298, "max_ms": 24.995, "p95_ms": 19.568}, "gstreamer_push": {"avg_ms": 1.236, "count": 299, "max_ms": 1.424, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.259, "count": 298, "max_ms": 68.185, "p95_ms": 61.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.477, "count": 298, "max_ms": 67.179, "p95_ms": 59.069}, "yolo11_640_fire_11class": {"avg_ms": 52.551, "count": 298, "max_ms": 68.169, "p95_ms": 60.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.479, "count": 298, "max_ms": 77.709, "p95_ms": 69.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.058, "count": 299, "max_ms": 102.299, "p95_ms": 94.136}, "read_interval": {"avg_ms": 100.618, "count": 298, "max_ms": 119.582, "p95_ms": 111.297}, "triton_wait": {"avg_ms": 58.54, "count": 298, "max_ms": 77.719, "p95_ms": 69.2}, "visualize": {"avg_ms": 3.506, "count": 298, "max_ms": 4.248, "p95_ms": 3.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15323.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31217.341, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.047, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1348921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:43:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:43:13+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:43:13+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T00:43:13.649338+09:00", "mtime_epoch": 1783179793.6493375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:43:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2080.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.136, "count": 304, "max_ms": 11.234, "p95_ms": 7.955}, "gstreamer_push": {"avg_ms": 1.327, "count": 304, "max_ms": 2.195, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.185, "count": 304, "max_ms": 72.948, "p95_ms": 65.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.365, "count": 304, "max_ms": 71.415, "p95_ms": 58.848}, "yolo11_640_fire_11class": {"avg_ms": 57.606, "count": 304, "max_ms": 72.939, "p95_ms": 65.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.299, "count": 304, "max_ms": 79.478, "p95_ms": 73.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.385, "count": 304, "max_ms": 95.404, "p95_ms": 89.875}, "read_interval": {"avg_ms": 98.937, "count": 303, "max_ms": 311.347, "p95_ms": 107.766}, "triton_wait": {"avg_ms": 64.471, "count": 304, "max_ms": 79.491, "p95_ms": 73.844}, "visualize": {"avg_ms": 3.715, "count": 304, "max_ms": 4.826, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15323.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 726.046, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.785, "name": "ffmpeg", "pid": 106528, "rss_mb": 277.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.321, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1075314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:43:41+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T00:43:41+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:43:41.325738+09:00", "mtime_epoch": 1783179821.3257382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:43:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9135.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.754}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.306, "count": 293, "max_ms": 27.267, "p95_ms": 19.366}, "gstreamer_push": {"avg_ms": 1.241, "count": 293, "max_ms": 2.002, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.824, "count": 293, "max_ms": 65.81, "p95_ms": 61.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.618, "count": 293, "max_ms": 65.977, "p95_ms": 59.903}, "yolo11_640_fire_11class": {"avg_ms": 53.176, "count": 293, "max_ms": 65.035, "p95_ms": 60.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.701, "count": 293, "max_ms": 75.528, "p95_ms": 69.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.506, "count": 293, "max_ms": 100.067, "p95_ms": 95.74}, "read_interval": {"avg_ms": 102.473, "count": 292, "max_ms": 310.009, "p95_ms": 111.759}, "triton_wait": {"avg_ms": 59.847, "count": 293, "max_ms": 75.54, "p95_ms": 69.965}, "visualize": {"avg_ms": 3.509, "count": 293, "max_ms": 4.814, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15323.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31247.387, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.109, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1349222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:43:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:43:43+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:43:43+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:43:43.697773+09:00", "mtime_epoch": 1783179823.6977727, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:43:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2080.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.154, "count": 301, "max_ms": 12.145, "p95_ms": 8.12}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 1.878, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.376, "count": 301, "max_ms": 70.566, "p95_ms": 66.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.86, "count": 301, "max_ms": 69.671, "p95_ms": 56.244}, "yolo11_640_fire_11class": {"avg_ms": 58.85, "count": 301, "max_ms": 69.657, "p95_ms": 66.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.027, "count": 301, "max_ms": 79.655, "p95_ms": 75.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.991, "count": 301, "max_ms": 99.613, "p95_ms": 90.948}, "read_interval": {"avg_ms": 99.801, "count": 300, "max_ms": 196.48, "p95_ms": 108.835}, "triton_wait": {"avg_ms": 66.108, "count": 301, "max_ms": 79.668, "p95_ms": 75.283}, "visualize": {"avg_ms": 3.713, "count": 301, "max_ms": 6.08, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15326.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 756.052, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.363, "name": "ffmpeg", "pid": 106528, "rss_mb": 280.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.205, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1075608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:44:11+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:44:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:44:11.334174+09:00", "mtime_epoch": 1783179851.3341737, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:44:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9135.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.317, "count": 294, "max_ms": 25.051, "p95_ms": 18.76}, "gstreamer_push": {"avg_ms": 1.241, "count": 294, "max_ms": 1.421, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.79, "count": 294, "max_ms": 63.994, "p95_ms": 58.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.439, "count": 294, "max_ms": 64.719, "p95_ms": 58.312}, "yolo11_640_fire_11class": {"avg_ms": 53.199, "count": 294, "max_ms": 64.708, "p95_ms": 57.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.349, "count": 294, "max_ms": 73.389, "p95_ms": 65.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.043, "count": 294, "max_ms": 99.04, "p95_ms": 92.058}, "read_interval": {"avg_ms": 102.076, "count": 294, "max_ms": 114.597, "p95_ms": 108.575}, "triton_wait": {"avg_ms": 60.363, "count": 294, "max_ms": 73.402, "p95_ms": 65.375}, "visualize": {"avg_ms": 3.516, "count": 294, "max_ms": 4.308, "p95_ms": 3.759}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15326.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31277.456, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.109, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1349520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:44:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:44:13+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:44:13+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:44:13.770209+09:00", "mtime_epoch": 1783179853.770209, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:44:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2081.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.01, "count": 298, "max_ms": 10.086, "p95_ms": 7.277}, "gstreamer_push": {"avg_ms": 1.314, "count": 298, "max_ms": 1.637, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.113, "count": 298, "max_ms": 69.691, "p95_ms": 66.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.024, "count": 298, "max_ms": 69.432, "p95_ms": 62.661}, "yolo11_640_fire_11class": {"avg_ms": 60.761, "count": 298, "max_ms": 71.982, "p95_ms": 65.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.39, "count": 298, "max_ms": 77.255, "p95_ms": 73.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.105, "count": 298, "max_ms": 92.831, "p95_ms": 89.591}, "read_interval": {"avg_ms": 100.883, "count": 297, "max_ms": 109.804, "p95_ms": 107.248}, "triton_wait": {"avg_ms": 68.407, "count": 298, "max_ms": 77.268, "p95_ms": 73.647}, "visualize": {"avg_ms": 3.693, "count": 298, "max_ms": 4.952, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15332.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 786.073, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.52, "name": "ffmpeg", "pid": 106528, "rss_mb": 285.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 3, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.907, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1075906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:44:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:44:41+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T00:44:41+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T00:44:41.362611+09:00", "mtime_epoch": 1783179881.3626106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:44:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9135.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.957, "pushed": 9.957, "read": 9.924}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.225, "count": 298, "max_ms": 21.752, "p95_ms": 18.587}, "gstreamer_push": {"avg_ms": 1.229, "count": 298, "max_ms": 1.419, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.761, "count": 298, "max_ms": 67.876, "p95_ms": 58.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.618, "count": 298, "max_ms": 60.163, "p95_ms": 57.288}, "yolo11_640_fire_11class": {"avg_ms": 51.299, "count": 298, "max_ms": 67.35, "p95_ms": 58.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.855, "count": 298, "max_ms": 71.136, "p95_ms": 66.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.529, "count": 298, "max_ms": 96.657, "p95_ms": 91.671}, "read_interval": {"avg_ms": 100.74, "count": 297, "max_ms": 113.364, "p95_ms": 108.406}, "triton_wait": {"avg_ms": 58.885, "count": 298, "max_ms": 71.148, "p95_ms": 66.307}, "visualize": {"avg_ms": 3.522, "count": 298, "max_ms": 3.927, "p95_ms": 3.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15332.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31307.529, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "R (running)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.168, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1349819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:44:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:44:43+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:44:43+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:44:43.842647+09:00", "mtime_epoch": 1783179883.8426468, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:44:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2081.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.099, "count": 299, "max_ms": 11.696, "p95_ms": 7.772}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 1.496, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.505, "count": 299, "max_ms": 76.988, "p95_ms": 66.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.143, "count": 299, "max_ms": 68.254, "p95_ms": 59.341}, "yolo11_640_fire_11class": {"avg_ms": 59.326, "count": 299, "max_ms": 76.462, "p95_ms": 65.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.976, "count": 299, "max_ms": 78.826, "p95_ms": 73.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.782, "count": 299, "max_ms": 94.211, "p95_ms": 90.131}, "read_interval": {"avg_ms": 100.546, "count": 298, "max_ms": 110.803, "p95_ms": 107.502}, "triton_wait": {"avg_ms": 68.004, "count": 299, "max_ms": 78.838, "p95_ms": 73.964}, "visualize": {"avg_ms": 3.683, "count": 299, "max_ms": 4.765, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15332.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 816.16, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.52, "name": "ffmpeg", "pid": 106528, "rss_mb": 285.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.608, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1076197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:45:11+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:45:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:45:11.443049+09:00", "mtime_epoch": 1783179911.4430494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:45:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9135.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.67}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.996, "count": 291, "max_ms": 21.272, "p95_ms": 18.059}, "gstreamer_push": {"avg_ms": 1.227, "count": 291, "max_ms": 1.463, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.447, "count": 291, "max_ms": 61.03, "p95_ms": 59.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.131, "count": 291, "max_ms": 60.662, "p95_ms": 58.818}, "yolo11_640_fire_11class": {"avg_ms": 54.873, "count": 291, "max_ms": 64.002, "p95_ms": 59.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.22, "count": 291, "max_ms": 70.684, "p95_ms": 68.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.604, "count": 291, "max_ms": 96.859, "p95_ms": 93.583}, "read_interval": {"avg_ms": 103.381, "count": 290, "max_ms": 112.227, "p95_ms": 109.726}, "triton_wait": {"avg_ms": 62.235, "count": 291, "max_ms": 70.696, "p95_ms": 68.09}, "visualize": {"avg_ms": 3.5, "count": 291, "max_ms": 4.187, "p95_ms": 3.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15332.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31337.598, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.217, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1350110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:45:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:45:14+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:45:13+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:45:13.915086+09:00", "mtime_epoch": 1783179913.9150856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:45:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2081.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.712, "pushed": 9.712, "read": 9.678}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.988, "count": 291, "max_ms": 11.492, "p95_ms": 7.129}, "gstreamer_push": {"avg_ms": 1.304, "count": 291, "max_ms": 1.499, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.26, "count": 291, "max_ms": 70.703, "p95_ms": 67.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.754, "count": 291, "max_ms": 70.712, "p95_ms": 63.827}, "yolo11_640_fire_11class": {"avg_ms": 61.352, "count": 291, "max_ms": 72.101, "p95_ms": 66.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.0, "count": 291, "max_ms": 77.239, "p95_ms": 75.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.663, "count": 291, "max_ms": 93.082, "p95_ms": 90.984}, "read_interval": {"avg_ms": 103.316, "count": 290, "max_ms": 113.284, "p95_ms": 108.263}, "triton_wait": {"avg_ms": 71.015, "count": 291, "max_ms": 77.253, "p95_ms": 75.278}, "visualize": {"avg_ms": 3.653, "count": 291, "max_ms": 4.742, "p95_ms": 3.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15332.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 846.182, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.52, "name": "ffmpeg", "pid": 106528, "rss_mb": 285.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.503, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1076494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:45:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:45:41+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:45:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:45:41.467488+09:00", "mtime_epoch": 1783179941.4674883, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:45:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9135.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.926, "pushed": 9.926, "read": 9.893}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.11, "count": 297, "max_ms": 28.157, "p95_ms": 18.613}, "gstreamer_push": {"avg_ms": 1.23, "count": 297, "max_ms": 1.413, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.012, "count": 297, "max_ms": 66.715, "p95_ms": 59.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.246, "count": 297, "max_ms": 65.627, "p95_ms": 58.486}, "yolo11_640_fire_11class": {"avg_ms": 52.56, "count": 297, "max_ms": 66.726, "p95_ms": 58.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.066, "count": 297, "max_ms": 74.248, "p95_ms": 66.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.59, "count": 297, "max_ms": 99.466, "p95_ms": 92.492}, "read_interval": {"avg_ms": 101.078, "count": 296, "max_ms": 118.853, "p95_ms": 109.609}, "triton_wait": {"avg_ms": 59.145, "count": 297, "max_ms": 74.26, "p95_ms": 66.966}, "visualize": {"avg_ms": 3.479, "count": 297, "max_ms": 4.349, "p95_ms": 3.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15332.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31367.698, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.168, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1350412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:45:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:45:44+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:45:44+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:45:44.015526+09:00", "mtime_epoch": 1783179944.0155256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:45:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2081.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.032, "count": 301, "max_ms": 12.127, "p95_ms": 7.762}, "gstreamer_push": {"avg_ms": 1.318, "count": 302, "max_ms": 1.958, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.237, "count": 301, "max_ms": 72.436, "p95_ms": 66.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.726, "count": 301, "max_ms": 71.8, "p95_ms": 60.513}, "yolo11_640_fire_11class": {"avg_ms": 59.851, "count": 301, "max_ms": 69.019, "p95_ms": 66.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.0, "count": 301, "max_ms": 76.338, "p95_ms": 73.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.872, "count": 302, "max_ms": 92.052, "p95_ms": 89.103}, "read_interval": {"avg_ms": 99.659, "count": 301, "max_ms": 111.785, "p95_ms": 107.051}, "triton_wait": {"avg_ms": 67.102, "count": 301, "max_ms": 76.351, "p95_ms": 73.461}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 5.66, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15333.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 876.252, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.035, "name": "ffmpeg", "pid": 106528, "rss_mb": 286.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.308, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1076791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:46:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:46:11+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T00:46:11+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T00:46:11.551929+09:00", "mtime_epoch": 1783179971.551929, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:46:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9136.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.91, "pushed": 9.91, "read": 9.877}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.363, "count": 297, "max_ms": 30.561, "p95_ms": 20.021}, "gstreamer_push": {"avg_ms": 1.228, "count": 297, "max_ms": 1.539, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.061, "count": 297, "max_ms": 64.996, "p95_ms": 60.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.489, "count": 297, "max_ms": 63.961, "p95_ms": 58.553}, "yolo11_640_fire_11class": {"avg_ms": 52.326, "count": 297, "max_ms": 65.008, "p95_ms": 59.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.133, "count": 297, "max_ms": 73.566, "p95_ms": 68.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.937, "count": 297, "max_ms": 101.837, "p95_ms": 94.851}, "read_interval": {"avg_ms": 101.276, "count": 296, "max_ms": 118.971, "p95_ms": 110.839}, "triton_wait": {"avg_ms": 59.191, "count": 297, "max_ms": 73.578, "p95_ms": 68.371}, "visualize": {"avg_ms": 3.507, "count": 297, "max_ms": 4.484, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15333.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31397.748, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.065, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1350715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:46:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:46:14+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:46:14+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T00:46:14.055966+09:00", "mtime_epoch": 1783179974.0559657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:46:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2081.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.085}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.212, "count": 303, "max_ms": 11.904, "p95_ms": 8.351}, "gstreamer_push": {"avg_ms": 1.316, "count": 303, "max_ms": 2.053, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.539, "count": 303, "max_ms": 69.551, "p95_ms": 66.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.267, "count": 303, "max_ms": 72.511, "p95_ms": 54.657}, "yolo11_640_fire_11class": {"avg_ms": 58.381, "count": 303, "max_ms": 69.64, "p95_ms": 65.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.124, "count": 303, "max_ms": 76.833, "p95_ms": 73.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.206, "count": 303, "max_ms": 96.142, "p95_ms": 89.892}, "read_interval": {"avg_ms": 99.153, "count": 302, "max_ms": 119.367, "p95_ms": 107.322}, "triton_wait": {"avg_ms": 66.204, "count": 303, "max_ms": 76.846, "p95_ms": 73.824}, "visualize": {"avg_ms": 3.729, "count": 303, "max_ms": 4.648, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15337.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 906.265, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.734, "name": "ffmpeg", "pid": 106528, "rss_mb": 290.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.496, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1077085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:46:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:46:41+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T00:46:41+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T00:46:41.540369+09:00", "mtime_epoch": 1783180001.5403693, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:46:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9136.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.861, "count": 294, "max_ms": 21.822, "p95_ms": 18.237}, "gstreamer_push": {"avg_ms": 1.217, "count": 294, "max_ms": 1.562, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.892, "count": 294, "max_ms": 65.568, "p95_ms": 61.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.879, "count": 294, "max_ms": 65.89, "p95_ms": 62.624}, "yolo11_640_fire_11class": {"avg_ms": 54.155, "count": 294, "max_ms": 65.115, "p95_ms": 61.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.658, "count": 294, "max_ms": 73.178, "p95_ms": 70.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.868, "count": 294, "max_ms": 98.081, "p95_ms": 96.057}, "read_interval": {"avg_ms": 102.013, "count": 294, "max_ms": 116.47, "p95_ms": 112.267}, "triton_wait": {"avg_ms": 60.717, "count": 294, "max_ms": 73.19, "p95_ms": 70.577}, "visualize": {"avg_ms": 3.48, "count": 294, "max_ms": 4.323, "p95_ms": 3.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15337.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31427.757, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.346, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1351010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:46:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:46:44+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T00:46:44+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T00:46:44.068406+09:00", "mtime_epoch": 1783180004.0684063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:46:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2081.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.836}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.199, "count": 295, "max_ms": 10.171, "p95_ms": 9.369}, "gstreamer_push": {"avg_ms": 1.312, "count": 295, "max_ms": 2.099, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.713, "count": 295, "max_ms": 73.134, "p95_ms": 67.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.857, "count": 295, "max_ms": 72.946, "p95_ms": 67.051}, "yolo11_640_fire_11class": {"avg_ms": 61.413, "count": 295, "max_ms": 74.043, "p95_ms": 66.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.545, "count": 295, "max_ms": 78.217, "p95_ms": 74.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.663, "count": 295, "max_ms": 95.059, "p95_ms": 92.323}, "read_interval": {"avg_ms": 101.707, "count": 295, "max_ms": 116.22, "p95_ms": 110.614}, "triton_wait": {"avg_ms": 68.696, "count": 295, "max_ms": 78.23, "p95_ms": 74.55}, "visualize": {"avg_ms": 3.704, "count": 295, "max_ms": 4.63, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15338.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 936.303, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.734, "name": "ffmpeg", "pid": 106528, "rss_mb": 290.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.361, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1077387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:47:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:47:11+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T00:47:11+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T00:47:11.600811+09:00", "mtime_epoch": 1783180031.6008112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:47:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9136.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.45, "count": 302, "max_ms": 27.412, "p95_ms": 21.161}, "gstreamer_push": {"avg_ms": 1.237, "count": 302, "max_ms": 1.502, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.282, "count": 302, "max_ms": 67.339, "p95_ms": 62.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.546, "count": 302, "max_ms": 66.82, "p95_ms": 58.78}, "yolo11_640_fire_11class": {"avg_ms": 51.634, "count": 302, "max_ms": 67.326, "p95_ms": 61.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.214, "count": 302, "max_ms": 75.347, "p95_ms": 70.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.062, "count": 302, "max_ms": 102.243, "p95_ms": 96.068}, "read_interval": {"avg_ms": 99.492, "count": 301, "max_ms": 120.814, "p95_ms": 113.177}, "triton_wait": {"avg_ms": 57.313, "count": 302, "max_ms": 75.359, "p95_ms": 70.513}, "visualize": {"avg_ms": 3.513, "count": 302, "max_ms": 5.484, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15338.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31457.779, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.168, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1351327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:47:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:47:14+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T00:47:14+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:47:14.096848+09:00", "mtime_epoch": 1783180034.096848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:47:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2081.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.596, "pushed": 10.596, "read": 10.562}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.018, "count": 317, "max_ms": 11.932, "p95_ms": 7.961}, "gstreamer_push": {"avg_ms": 1.316, "count": 317, "max_ms": 2.361, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.98, "count": 317, "max_ms": 70.968, "p95_ms": 64.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.585, "count": 317, "max_ms": 70.961, "p95_ms": 56.598}, "yolo11_640_fire_11class": {"avg_ms": 54.908, "count": 317, "max_ms": 68.189, "p95_ms": 64.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.818, "count": 317, "max_ms": 75.791, "p95_ms": 72.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.663, "count": 317, "max_ms": 90.158, "p95_ms": 88.057}, "read_interval": {"avg_ms": 94.704, "count": 316, "max_ms": 361.847, "p95_ms": 105.656}, "triton_wait": {"avg_ms": 60.96, "count": 317, "max_ms": 75.802, "p95_ms": 72.356}, "visualize": {"avg_ms": 3.72, "count": 317, "max_ms": 5.795, "p95_ms": 4.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15338.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 966.369, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.734, "name": "ffmpeg", "pid": 106528, "rss_mb": 290.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.136, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1077682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:47:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:47:41+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T00:47:41+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T00:47:41.649254+09:00", "mtime_epoch": 1783180061.6492538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:47:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9136.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.84, "pushed": 9.84, "read": 9.807}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.091, "count": 295, "max_ms": 23.661, "p95_ms": 18.576}, "gstreamer_push": {"avg_ms": 1.225, "count": 295, "max_ms": 1.423, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.278, "count": 295, "max_ms": 65.255, "p95_ms": 61.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.729, "count": 295, "max_ms": 65.322, "p95_ms": 59.924}, "yolo11_640_fire_11class": {"avg_ms": 54.005, "count": 295, "max_ms": 64.657, "p95_ms": 61.108}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.714, "count": 295, "max_ms": 73.636, "p95_ms": 68.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.08, "count": 295, "max_ms": 98.288, "p95_ms": 94.745}, "read_interval": {"avg_ms": 101.896, "count": 294, "max_ms": 114.347, "p95_ms": 110.659}, "triton_wait": {"avg_ms": 60.758, "count": 295, "max_ms": 73.647, "p95_ms": 68.862}, "visualize": {"avg_ms": 3.484, "count": 295, "max_ms": 4.327, "p95_ms": 3.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15338.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31487.879, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.131, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1351628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:47:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:47:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:47:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:47:44.197291+09:00", "mtime_epoch": 1783180064.1972914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:47:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2082.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.126, "count": 300, "max_ms": 11.644, "p95_ms": 7.497}, "gstreamer_push": {"avg_ms": 1.333, "count": 301, "max_ms": 1.607, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.245, "count": 300, "max_ms": 70.27, "p95_ms": 66.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.424, "count": 300, "max_ms": 71.034, "p95_ms": 55.111}, "yolo11_640_fire_11class": {"avg_ms": 59.409, "count": 300, "max_ms": 70.124, "p95_ms": 65.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.858, "count": 300, "max_ms": 76.835, "p95_ms": 73.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.866, "count": 301, "max_ms": 93.252, "p95_ms": 89.465}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 140.578, "p95_ms": 107.814}, "triton_wait": {"avg_ms": 66.94, "count": 300, "max_ms": 76.848, "p95_ms": 73.692}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 4.699, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15341.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 996.439, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.312, "name": "ffmpeg", "pid": 106528, "rss_mb": 293.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.527, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1077972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:48:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:48:11+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:48:11+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:48:11.717698+09:00", "mtime_epoch": 1783180091.7176976, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:48:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9136.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.674, "pushed": 9.674, "read": 9.64}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.925, "count": 290, "max_ms": 22.877, "p95_ms": 18.351}, "gstreamer_push": {"avg_ms": 1.231, "count": 290, "max_ms": 1.526, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.653, "count": 290, "max_ms": 64.564, "p95_ms": 61.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.172, "count": 290, "max_ms": 64.768, "p95_ms": 61.928}, "yolo11_640_fire_11class": {"avg_ms": 57.096, "count": 290, "max_ms": 69.798, "p95_ms": 63.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.288, "count": 290, "max_ms": 73.73, "p95_ms": 70.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.708, "count": 290, "max_ms": 101.433, "p95_ms": 95.668}, "read_interval": {"avg_ms": 103.676, "count": 289, "max_ms": 120.531, "p95_ms": 112.032}, "triton_wait": {"avg_ms": 62.516, "count": 290, "max_ms": 73.742, "p95_ms": 70.87}, "visualize": {"avg_ms": 3.483, "count": 290, "max_ms": 4.452, "p95_ms": 3.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15341.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31517.913, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.67, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1351918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:48:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:48:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:48:14+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:48:14.229735+09:00", "mtime_epoch": 1783180094.2297347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:48:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2082.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.69, "pushed": 9.69, "read": 9.656}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.156, "count": 290, "max_ms": 8.406, "p95_ms": 7.791}, "gstreamer_push": {"avg_ms": 1.343, "count": 290, "max_ms": 1.499, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.464, "count": 290, "max_ms": 70.74, "p95_ms": 67.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.886, "count": 290, "max_ms": 71.906, "p95_ms": 67.929}, "yolo11_640_fire_11class": {"avg_ms": 64.327, "count": 290, "max_ms": 77.534, "p95_ms": 71.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.01, "count": 290, "max_ms": 79.1, "p95_ms": 76.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.399, "count": 290, "max_ms": 95.272, "p95_ms": 92.475}, "read_interval": {"avg_ms": 103.564, "count": 289, "max_ms": 116.033, "p95_ms": 110.164}, "triton_wait": {"avg_ms": 70.313, "count": 290, "max_ms": 79.112, "p95_ms": 76.3}, "visualize": {"avg_ms": 3.785, "count": 290, "max_ms": 4.822, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15341.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1026.48, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.312, "name": "ffmpeg", "pid": 106528, "rss_mb": 293.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.711, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1078266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:48:41+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T00:48:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:48:41.766142+09:00", "mtime_epoch": 1783180121.7661417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:48:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9136.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.821, "pushed": 9.821, "read": 9.788}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.232, "count": 294, "max_ms": 24.354, "p95_ms": 19.369}, "gstreamer_push": {"avg_ms": 1.231, "count": 294, "max_ms": 1.898, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.644, "count": 294, "max_ms": 66.138, "p95_ms": 62.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.888, "count": 294, "max_ms": 66.235, "p95_ms": 62.341}, "yolo11_640_fire_11class": {"avg_ms": 55.06, "count": 294, "max_ms": 67.45, "p95_ms": 63.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.307, "count": 294, "max_ms": 75.191, "p95_ms": 71.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.059, "count": 294, "max_ms": 102.8, "p95_ms": 96.691}, "read_interval": {"avg_ms": 102.182, "count": 293, "max_ms": 123.876, "p95_ms": 112.93}, "triton_wait": {"avg_ms": 60.462, "count": 294, "max_ms": 75.202, "p95_ms": 71.484}, "visualize": {"avg_ms": 3.508, "count": 294, "max_ms": 4.654, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15341.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31547.948, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.873, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1352217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:48:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:48:44+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:48:44+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:48:44.262178+09:00", "mtime_epoch": 1783180124.2621784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:48:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2082.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.353, "count": 299, "max_ms": 12.84, "p95_ms": 9.917}, "gstreamer_push": {"avg_ms": 1.345, "count": 299, "max_ms": 1.562, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.052, "count": 299, "max_ms": 71.072, "p95_ms": 66.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.997, "count": 299, "max_ms": 72.361, "p95_ms": 64.899}, "yolo11_640_fire_11class": {"avg_ms": 61.231, "count": 299, "max_ms": 73.797, "p95_ms": 70.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.896, "count": 299, "max_ms": 79.05, "p95_ms": 74.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.366, "count": 299, "max_ms": 96.594, "p95_ms": 93.286}, "read_interval": {"avg_ms": 100.435, "count": 298, "max_ms": 117.271, "p95_ms": 111.576}, "triton_wait": {"avg_ms": 67.027, "count": 299, "max_ms": 79.063, "p95_ms": 74.942}, "visualize": {"avg_ms": 3.767, "count": 299, "max_ms": 5.085, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15342.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1056.563, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.312, "name": "ffmpeg", "pid": 106528, "rss_mb": 293.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.77, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1078559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:49:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:49:11+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T00:49:11+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T00:49:11.854587+09:00", "mtime_epoch": 1783180151.8545868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:49:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9136.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.739}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.202, "count": 293, "max_ms": 31.053, "p95_ms": 18.54}, "gstreamer_push": {"avg_ms": 1.217, "count": 293, "max_ms": 1.405, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.057, "count": 293, "max_ms": 68.776, "p95_ms": 61.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.318, "count": 293, "max_ms": 66.738, "p95_ms": 59.415}, "yolo11_640_fire_11class": {"avg_ms": 54.428, "count": 293, "max_ms": 67.709, "p95_ms": 62.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.609, "count": 293, "max_ms": 77.256, "p95_ms": 69.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.299, "count": 293, "max_ms": 101.479, "p95_ms": 94.83}, "read_interval": {"avg_ms": 102.689, "count": 292, "max_ms": 122.045, "p95_ms": 111.398}, "triton_wait": {"avg_ms": 60.787, "count": 293, "max_ms": 77.268, "p95_ms": 69.683}, "visualize": {"avg_ms": 3.484, "count": 293, "max_ms": 4.225, "p95_ms": 3.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15342.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31577.985, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.141, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1352512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:49:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:49:14+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T00:49:14+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T00:49:14.322623+09:00", "mtime_epoch": 1783180154.3226235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:49:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2082.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.854, "pushed": 9.854, "read": 9.821}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.137, "count": 295, "max_ms": 11.564, "p95_ms": 8.434}, "gstreamer_push": {"avg_ms": 1.316, "count": 295, "max_ms": 2.055, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.03, "count": 295, "max_ms": 73.434, "p95_ms": 67.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.888, "count": 295, "max_ms": 73.447, "p95_ms": 58.71}, "yolo11_640_fire_11class": {"avg_ms": 61.289, "count": 295, "max_ms": 75.634, "p95_ms": 70.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.137, "count": 295, "max_ms": 79.027, "p95_ms": 75.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.113, "count": 295, "max_ms": 131.237, "p95_ms": 92.137}, "read_interval": {"avg_ms": 101.883, "count": 294, "max_ms": 145.12, "p95_ms": 109.297}, "triton_wait": {"avg_ms": 68.409, "count": 295, "max_ms": 79.039, "p95_ms": 75.388}, "visualize": {"avg_ms": 3.725, "count": 295, "max_ms": 5.439, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15344.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1086.64, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.891, "name": "ffmpeg", "pid": 106528, "rss_mb": 295.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.225, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1078855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:49:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:49:42+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T00:49:41+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T00:49:41.943033+09:00", "mtime_epoch": 1783180181.9430327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:49:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9137.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.88, "pushed": 9.88, "read": 9.847}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.233, "count": 296, "max_ms": 29.338, "p95_ms": 19.164}, "gstreamer_push": {"avg_ms": 1.256, "count": 296, "max_ms": 1.734, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.141, "count": 296, "max_ms": 67.487, "p95_ms": 61.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.611, "count": 296, "max_ms": 67.898, "p95_ms": 59.051}, "yolo11_640_fire_11class": {"avg_ms": 53.527, "count": 296, "max_ms": 67.998, "p95_ms": 62.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.394, "count": 296, "max_ms": 78.071, "p95_ms": 70.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.155, "count": 296, "max_ms": 105.588, "p95_ms": 95.97}, "read_interval": {"avg_ms": 101.648, "count": 295, "max_ms": 125.039, "p95_ms": 112.739}, "triton_wait": {"avg_ms": 59.553, "count": 296, "max_ms": 78.083, "p95_ms": 70.289}, "visualize": {"avg_ms": 3.49, "count": 296, "max_ms": 4.458, "p95_ms": 3.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15344.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31608.047, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.387, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1352813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:49:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:49:44+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T00:49:44+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T00:49:44.371069+09:00", "mtime_epoch": 1783180184.371069, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:49:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2082.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.179, "count": 301, "max_ms": 11.719, "p95_ms": 8.242}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 2.379, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.987, "count": 301, "max_ms": 72.698, "p95_ms": 67.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.696, "count": 301, "max_ms": 74.305, "p95_ms": 55.838}, "yolo11_640_fire_11class": {"avg_ms": 58.813, "count": 301, "max_ms": 76.868, "p95_ms": 69.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.856, "count": 301, "max_ms": 80.898, "p95_ms": 75.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.309, "count": 301, "max_ms": 145.098, "p95_ms": 93.671}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 310.911, "p95_ms": 110.51}, "triton_wait": {"avg_ms": 65.19, "count": 301, "max_ms": 80.911, "p95_ms": 75.713}, "visualize": {"avg_ms": 3.745, "count": 301, "max_ms": 5.453, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15345.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1116.663, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.891, "name": "ffmpeg", "pid": 106528, "rss_mb": 295.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.611, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1079151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:50:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:50:12+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T00:50:11+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T00:50:11.963478+09:00", "mtime_epoch": 1783180211.9634783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:50:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9137.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.891, "pushed": 9.891, "read": 9.857}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.369, "count": 296, "max_ms": 30.915, "p95_ms": 19.304}, "gstreamer_push": {"avg_ms": 1.247, "count": 296, "max_ms": 1.907, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.37, "count": 296, "max_ms": 68.073, "p95_ms": 62.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.344, "count": 296, "max_ms": 63.714, "p95_ms": 59.113}, "yolo11_640_fire_11class": {"avg_ms": 53.376, "count": 296, "max_ms": 71.267, "p95_ms": 63.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.528, "count": 296, "max_ms": 80.03, "p95_ms": 71.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.46, "count": 296, "max_ms": 107.875, "p95_ms": 96.754}, "read_interval": {"avg_ms": 101.463, "count": 295, "max_ms": 121.902, "p95_ms": 112.964}, "triton_wait": {"avg_ms": 59.684, "count": 296, "max_ms": 80.043, "p95_ms": 71.187}, "visualize": {"avg_ms": 3.504, "count": 296, "max_ms": 4.528, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15345.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31638.133, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.673, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:50:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:50:14+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:50:14+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:50:14.447515+09:00", "mtime_epoch": 1783180214.4475152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:50:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2082.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.063, "count": 303, "max_ms": 11.184, "p95_ms": 7.609}, "gstreamer_push": {"avg_ms": 1.334, "count": 303, "max_ms": 2.325, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.252, "count": 303, "max_ms": 75.135, "p95_ms": 67.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.626, "count": 303, "max_ms": 70.926, "p95_ms": 55.932}, "yolo11_640_fire_11class": {"avg_ms": 57.886, "count": 303, "max_ms": 76.79, "p95_ms": 70.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.162, "count": 303, "max_ms": 78.905, "p95_ms": 76.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.517, "count": 303, "max_ms": 133.361, "p95_ms": 93.183}, "read_interval": {"avg_ms": 99.258, "count": 302, "max_ms": 147.022, "p95_ms": 110.263}, "triton_wait": {"avg_ms": 65.525, "count": 303, "max_ms": 78.917, "p95_ms": 76.321}, "visualize": {"avg_ms": 3.729, "count": 303, "max_ms": 6.073, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15345.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1146.745, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.891, "name": "ffmpeg", "pid": 106528, "rss_mb": 295.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.97, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1079445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:50:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:50:42+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:50:42+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:50:42.027925+09:00", "mtime_epoch": 1783180242.027925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:50:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9137.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.357, "count": 294, "max_ms": 26.746, "p95_ms": 19.109}, "gstreamer_push": {"avg_ms": 1.241, "count": 294, "max_ms": 1.455, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.949, "count": 294, "max_ms": 68.701, "p95_ms": 62.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.796, "count": 294, "max_ms": 66.537, "p95_ms": 60.512}, "yolo11_640_fire_11class": {"avg_ms": 55.111, "count": 294, "max_ms": 67.3, "p95_ms": 62.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.532, "count": 294, "max_ms": 74.523, "p95_ms": 70.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.49, "count": 294, "max_ms": 99.965, "p95_ms": 96.488}, "read_interval": {"avg_ms": 102.297, "count": 293, "max_ms": 116.374, "p95_ms": 112.379}, "triton_wait": {"avg_ms": 60.752, "count": 294, "max_ms": 74.536, "p95_ms": 70.999}, "visualize": {"avg_ms": 3.506, "count": 294, "max_ms": 4.197, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15345.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31668.183, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.022, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:50:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:50:44+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:50:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:50:44.495962+09:00", "mtime_epoch": 1783180244.4959617, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:50:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2082.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.886}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.023, "count": 297, "max_ms": 11.924, "p95_ms": 7.288}, "gstreamer_push": {"avg_ms": 1.326, "count": 297, "max_ms": 1.563, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.207, "count": 297, "max_ms": 72.346, "p95_ms": 68.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.515, "count": 297, "max_ms": 73.656, "p95_ms": 53.139}, "yolo11_640_fire_11class": {"avg_ms": 61.811, "count": 297, "max_ms": 75.417, "p95_ms": 70.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.987, "count": 297, "max_ms": 79.5, "p95_ms": 76.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.364, "count": 297, "max_ms": 128.722, "p95_ms": 92.681}, "read_interval": {"avg_ms": 101.157, "count": 296, "max_ms": 143.015, "p95_ms": 109.918}, "triton_wait": {"avg_ms": 68.252, "count": 297, "max_ms": 79.512, "p95_ms": 76.894}, "visualize": {"avg_ms": 3.72, "count": 297, "max_ms": 5.195, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 8997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15346.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1176.838, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.891, "name": "ffmpeg", "pid": 106528, "rss_mb": 295.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.189, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1079743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:51:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T00:51:12+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-05T00:51:12+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T00:51:12.104373+09:00", "mtime_epoch": 1783180272.1043725, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 97390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:51:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9137.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.902}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.841, "count": 298, "max_ms": 31.436, "p95_ms": 23.228}, "gstreamer_push": {"avg_ms": 1.246, "count": 298, "max_ms": 2.18, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.469, "count": 298, "max_ms": 66.873, "p95_ms": 62.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.983, "count": 298, "max_ms": 66.399, "p95_ms": 60.029}, "yolo11_640_fire_11class": {"avg_ms": 53.23, "count": 298, "max_ms": 67.228, "p95_ms": 62.443}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.217, "count": 298, "max_ms": 75.274, "p95_ms": 69.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.776, "count": 298, "max_ms": 105.403, "p95_ms": 96.934}, "read_interval": {"avg_ms": 100.909, "count": 297, "max_ms": 121.082, "p95_ms": 113.699}, "triton_wait": {"avg_ms": 58.44, "count": 298, "max_ms": 75.286, "p95_ms": 69.957}, "visualize": {"avg_ms": 3.551, "count": 298, "max_ms": 4.567, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15346.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31698.196, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.208, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:51:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:51:14+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T00:51:14+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T00:51:14.496408+09:00", "mtime_epoch": 1783180274.496408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:51:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2083.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.268, "pushed": 10.268, "read": 10.268}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.407, "count": 308, "max_ms": 12.012, "p95_ms": 11.181}, "gstreamer_push": {"avg_ms": 1.329, "count": 308, "max_ms": 1.746, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.192, "count": 308, "max_ms": 73.048, "p95_ms": 68.36}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.766, "count": 308, "max_ms": 72.627, "p95_ms": 54.244}, "yolo11_640_fire_11class": {"avg_ms": 57.867, "count": 308, "max_ms": 75.018, "p95_ms": 70.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.211, "count": 308, "max_ms": 79.0, "p95_ms": 75.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.353, "count": 308, "max_ms": 131.816, "p95_ms": 91.893}, "read_interval": {"avg_ms": 97.431, "count": 308, "max_ms": 145.545, "p95_ms": 111.618}, "triton_wait": {"avg_ms": 63.487, "count": 308, "max_ms": 79.013, "p95_ms": 75.167}, "visualize": {"avg_ms": 3.79, "count": 308, "max_ms": 5.639, "p95_ms": 4.546}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15351.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1206.878, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.047, "name": "ffmpeg", "pid": 106528, "rss_mb": 301.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.447, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1080037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:51:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:51:42+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T00:51:42+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T00:51:42.172879+09:00", "mtime_epoch": 1783180302.1728785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 93128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:51:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9137.766, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.784}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.147, "count": 294, "max_ms": 31.749, "p95_ms": 27.572}, "gstreamer_push": {"avg_ms": 1.242, "count": 294, "max_ms": 2.205, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.557, "count": 294, "max_ms": 73.528, "p95_ms": 63.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.875, "count": 294, "max_ms": 67.902, "p95_ms": 60.286}, "yolo11_640_fire_11class": {"avg_ms": 53.118, "count": 294, "max_ms": 72.364, "p95_ms": 63.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.341, "count": 294, "max_ms": 76.103, "p95_ms": 71.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.091, "count": 294, "max_ms": 260.4, "p95_ms": 99.437}, "read_interval": {"avg_ms": 102.208, "count": 293, "max_ms": 271.502, "p95_ms": 116.294}, "triton_wait": {"avg_ms": 58.733, "count": 294, "max_ms": 76.114, "p95_ms": 71.913}, "visualize": {"avg_ms": 3.524, "count": 294, "max_ms": 5.457, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15351.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31728.205, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.344, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:51:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:51:44+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:51:44+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T00:51:44.516923+09:00", "mtime_epoch": 1783180304.516923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:51:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2083.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.205, "pushed": 10.205, "read": 10.205}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.351, "count": 306, "max_ms": 12.544, "p95_ms": 9.11}, "gstreamer_push": {"avg_ms": 1.338, "count": 306, "max_ms": 2.184, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.074, "count": 306, "max_ms": 76.507, "p95_ms": 68.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.275, "count": 306, "max_ms": 71.628, "p95_ms": 57.45}, "yolo11_640_fire_11class": {"avg_ms": 57.491, "count": 306, "max_ms": 74.056, "p95_ms": 69.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.084, "count": 306, "max_ms": 82.236, "p95_ms": 75.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.874, "count": 306, "max_ms": 135.134, "p95_ms": 93.844}, "read_interval": {"avg_ms": 98.077, "count": 306, "max_ms": 148.988, "p95_ms": 114.094}, "triton_wait": {"avg_ms": 63.479, "count": 306, "max_ms": 82.249, "p95_ms": 75.589}, "visualize": {"avg_ms": 3.831, "count": 306, "max_ms": 5.172, "p95_ms": 4.566}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15364.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1236.945, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.938, "name": "ffmpeg", "pid": 106528, "rss_mb": 313.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.54, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1080332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:52:12+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T00:52:12+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T00:52:12.233446+09:00", "mtime_epoch": 1783180332.2334456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:52:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9137.766, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.842, "pushed": 9.842, "read": 9.809}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.532, "count": 295, "max_ms": 25.316, "p95_ms": 19.556}, "gstreamer_push": {"avg_ms": 1.212, "count": 295, "max_ms": 1.676, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.549, "count": 295, "max_ms": 70.822, "p95_ms": 61.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.386, "count": 295, "max_ms": 71.673, "p95_ms": 58.544}, "yolo11_640_fire_11class": {"avg_ms": 53.347, "count": 295, "max_ms": 70.033, "p95_ms": 62.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.625, "count": 295, "max_ms": 75.474, "p95_ms": 70.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.85, "count": 295, "max_ms": 100.77, "p95_ms": 96.135}, "read_interval": {"avg_ms": 101.926, "count": 294, "max_ms": 195.412, "p95_ms": 112.08}, "triton_wait": {"avg_ms": 59.882, "count": 295, "max_ms": 75.486, "p95_ms": 70.583}, "visualize": {"avg_ms": 3.478, "count": 295, "max_ms": 4.294, "p95_ms": 3.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15364.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31758.308, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.475, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:52:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:52:14+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T00:52:14+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T00:52:14.613490+09:00", "mtime_epoch": 1783180334.6134903, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:52:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2083.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.101, "count": 304, "max_ms": 12.041, "p95_ms": 7.656}, "gstreamer_push": {"avg_ms": 1.312, "count": 305, "max_ms": 1.963, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.506, "count": 304, "max_ms": 73.158, "p95_ms": 67.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.617, "count": 304, "max_ms": 68.17, "p95_ms": 54.161}, "yolo11_640_fire_11class": {"avg_ms": 58.803, "count": 304, "max_ms": 74.851, "p95_ms": 69.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.396, "count": 304, "max_ms": 81.1, "p95_ms": 75.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.998, "count": 305, "max_ms": 127.489, "p95_ms": 92.14}, "read_interval": {"avg_ms": 98.646, "count": 304, "max_ms": 141.499, "p95_ms": 109.03}, "triton_wait": {"avg_ms": 65.652, "count": 304, "max_ms": 81.113, "p95_ms": 75.583}, "visualize": {"avg_ms": 3.717, "count": 304, "max_ms": 5.03, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15365.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31788.426, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.607, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:52:44+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T00:52:44+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-05T00:52:44.550049+09:00", "mtime_epoch": 1783180364.550049, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:52:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2083.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.141, "count": 301, "max_ms": 11.0, "p95_ms": 8.297}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.69, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.493, "count": 301, "max_ms": 72.724, "p95_ms": 65.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.054, "count": 301, "max_ms": 66.835, "p95_ms": 49.155}, "yolo11_640_fire_11class": {"avg_ms": 53.092, "count": 301, "max_ms": 71.517, "p95_ms": 67.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.653, "count": 301, "max_ms": 81.203, "p95_ms": 74.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.628, "count": 301, "max_ms": 108.364, "p95_ms": 91.139}, "read_interval": {"avg_ms": 99.775, "count": 301, "max_ms": 294.349, "p95_ms": 127.486}, "triton_wait": {"avg_ms": 57.125, "count": 301, "max_ms": 81.216, "p95_ms": 74.43}, "visualize": {"avg_ms": 3.76, "count": 301, "max_ms": 5.233, "p95_ms": 4.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15370.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1153, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:31:33+09:00", "last_error_summary": "[h264 @ 0x55cc0bc32680] left block unavailable for requested intra mode [h264 @ 0x55cc0bc32680] error while decoding MB 0 25, bytestream 717 [h264 @ 0x55cc0bd01500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cc0bd01500] error while decoding MB 0 25, bytestream 5408 [h264 @ 0x55cc0b2d06c0] cabac decode of qscale diff failed at 59 35 [h264 @ 0x55cc0b2d06c0] error while decoding MB 59 35, bytestream 58822 [h264 @ 0x55cc0bdd0380] cabac decode of qscale diff failed at 24 44 [h2", "last_exit_at": "2026-07-05T00:31:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1276.904, "last_started_at": "2026-07-05T00:31:35+09:00", "pid": 106528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.004, "name": "ffmpeg", "pid": 106528, "rss_mb": 320.004, "state": "S (sleeping)", "threads": 104}, "restart_count": 536, "restart_count_per_hour": 2, "rtsp_timeout_count": 318, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.629, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1080541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:52:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:52:52+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-05T00:52:52+09:00", "mjpeg": {"age_sec": 10.142, "exists": true, "mtime": "2026-07-05T00:52:42.134004+09:00", "mtime_epoch": 1783180362.134004, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:52:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9138.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.641, "pushed": 3.641, "read": 3.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.651, "count": 109, "max_ms": 25.951, "p95_ms": 19.528}, "gstreamer_push": {"avg_ms": 1.233, "count": 109, "max_ms": 1.397, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.882, "count": 109, "max_ms": 65.514, "p95_ms": 62.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.34, "count": 109, "max_ms": 64.203, "p95_ms": 61.645}, "yolo11_640_fire_11class": {"avg_ms": 52.781, "count": 109, "max_ms": 65.14, "p95_ms": 62.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.044, "count": 109, "max_ms": 76.42, "p95_ms": 72.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.409, "count": 109, "max_ms": 101.713, "p95_ms": 97.332}, "read_interval": {"avg_ms": 277.085, "count": 108, "max_ms": 10128.337, "p95_ms": 113.927}, "triton_wait": {"avg_ms": 58.386, "count": 109, "max_ms": 76.431, "p95_ms": 72.279}, "visualize": {"avg_ms": 3.486, "count": 109, "max_ms": 4.552, "p95_ms": 3.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15316.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31818.433, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.587, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:53:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:53:14+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:53:14+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T00:53:14.746607+09:00", "mtime_epoch": 1783180394.7466073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:53:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2083.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.085, "count": 299, "max_ms": 11.511, "p95_ms": 7.882}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 1.57, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.592, "count": 299, "max_ms": 74.975, "p95_ms": 70.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.344, "count": 299, "max_ms": 70.146, "p95_ms": 61.383}, "yolo11_640_fire_11class": {"avg_ms": 54.443, "count": 299, "max_ms": 71.206, "p95_ms": 66.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.644, "count": 299, "max_ms": 78.64, "p95_ms": 74.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.268, "count": 299, "max_ms": 96.174, "p95_ms": 92.125}, "read_interval": {"avg_ms": 100.289, "count": 299, "max_ms": 310.592, "p95_ms": 122.117}, "triton_wait": {"avg_ms": 59.941, "count": 299, "max_ms": 78.652, "p95_ms": 74.936}, "visualize": {"avg_ms": 3.731, "count": 299, "max_ms": 4.983, "p95_ms": 4.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9006}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15316.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.704, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.141, "name": "ffmpeg", "pid": 106635, "rss_mb": 265.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.108, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1080788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:53:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T00:53:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:53:22.250745+09:00", "mtime_epoch": 1783180402.2507453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:53:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9138.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.242, "pushed": 8.242, "read": 8.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.89, "count": 247, "max_ms": 29.206, "p95_ms": 22.07}, "gstreamer_push": {"avg_ms": 1.222, "count": 247, "max_ms": 1.433, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.564, "count": 247, "max_ms": 70.074, "p95_ms": 65.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.864, "count": 247, "max_ms": 66.775, "p95_ms": 62.62}, "yolo11_640_fire_11class": {"avg_ms": 55.127, "count": 247, "max_ms": 66.334, "p95_ms": 62.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.889, "count": 247, "max_ms": 75.926, "p95_ms": 72.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.308, "count": 247, "max_ms": 103.057, "p95_ms": 98.981}, "read_interval": {"avg_ms": 121.773, "count": 246, "max_ms": 4526.81, "p95_ms": 113.583}, "triton_wait": {"avg_ms": 63.016, "count": 247, "max_ms": 75.938, "p95_ms": 72.375}, "visualize": {"avg_ms": 3.503, "count": 247, "max_ms": 4.294, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15318.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31848.511, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.577, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1355228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:53:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:53:44+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:53:44+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T00:53:44.823158+09:00", "mtime_epoch": 1783180424.8231583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:53:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2083.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.843, "pushed": 9.843, "read": 9.81}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.255, "count": 295, "max_ms": 12.41, "p95_ms": 8.094}, "gstreamer_push": {"avg_ms": 1.324, "count": 295, "max_ms": 1.585, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.066, "count": 295, "max_ms": 78.074, "p95_ms": 70.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.954, "count": 295, "max_ms": 69.865, "p95_ms": 56.591}, "yolo11_640_fire_11class": {"avg_ms": 61.01, "count": 295, "max_ms": 73.132, "p95_ms": 69.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.262, "count": 295, "max_ms": 81.866, "p95_ms": 75.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.175, "count": 295, "max_ms": 128.628, "p95_ms": 92.436}, "read_interval": {"avg_ms": 101.935, "count": 294, "max_ms": 142.696, "p95_ms": 109.91}, "triton_wait": {"avg_ms": 68.591, "count": 295, "max_ms": 81.877, "p95_ms": 75.994}, "visualize": {"avg_ms": 3.734, "count": 295, "max_ms": 5.23, "p95_ms": 4.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15318.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.733, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.688, "name": "ffmpeg", "pid": 106635, "rss_mb": 266.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.98, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1081080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:53:52+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:53:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:53:52.279294+09:00", "mtime_epoch": 1783180432.2792943, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:53:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9138.281, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.723}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.578, "count": 292, "max_ms": 21.013, "p95_ms": 19.168}, "gstreamer_push": {"avg_ms": 1.246, "count": 292, "max_ms": 2.013, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.424, "count": 292, "max_ms": 70.174, "p95_ms": 62.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.099, "count": 292, "max_ms": 65.054, "p95_ms": 59.642}, "yolo11_640_fire_11class": {"avg_ms": 54.146, "count": 292, "max_ms": 66.673, "p95_ms": 61.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.7, "count": 292, "max_ms": 76.014, "p95_ms": 69.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.937, "count": 292, "max_ms": 101.538, "p95_ms": 95.981}, "read_interval": {"avg_ms": 102.816, "count": 291, "max_ms": 118.36, "p95_ms": 112.611}, "triton_wait": {"avg_ms": 60.885, "count": 292, "max_ms": 76.026, "p95_ms": 69.858}, "visualize": {"avg_ms": 3.503, "count": 292, "max_ms": 4.558, "p95_ms": 3.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15318.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31878.52, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.744, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1355522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:54:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:54:14+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T00:54:14+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T00:54:14.851704+09:00", "mtime_epoch": 1783180454.851704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:54:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2083.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.247, "count": 294, "max_ms": 11.595, "p95_ms": 8.348}, "gstreamer_push": {"avg_ms": 1.314, "count": 294, "max_ms": 1.613, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.099, "count": 294, "max_ms": 74.412, "p95_ms": 68.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.668, "count": 294, "max_ms": 71.783, "p95_ms": 59.304}, "yolo11_640_fire_11class": {"avg_ms": 60.141, "count": 294, "max_ms": 74.065, "p95_ms": 68.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.174, "count": 294, "max_ms": 82.31, "p95_ms": 76.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.369, "count": 294, "max_ms": 134.978, "p95_ms": 93.894}, "read_interval": {"avg_ms": 102.143, "count": 294, "max_ms": 148.62, "p95_ms": 112.279}, "triton_wait": {"avg_ms": 68.344, "count": 294, "max_ms": 82.322, "p95_ms": 76.909}, "visualize": {"avg_ms": 3.744, "count": 294, "max_ms": 5.354, "p95_ms": 4.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9011}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15319.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.753, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.945, "name": "ffmpeg", "pid": 106635, "rss_mb": 266.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.234, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1081374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:54:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:54:22+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T00:54:22+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T00:54:22.311839+09:00", "mtime_epoch": 1783180462.3118386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:54:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9138.281, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.823, "pushed": 9.823, "read": 9.79}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.984, "count": 294, "max_ms": 31.261, "p95_ms": 20.075}, "gstreamer_push": {"avg_ms": 1.243, "count": 294, "max_ms": 1.465, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.978, "count": 294, "max_ms": 66.74, "p95_ms": 63.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.512, "count": 294, "max_ms": 64.832, "p95_ms": 60.213}, "yolo11_640_fire_11class": {"avg_ms": 53.549, "count": 294, "max_ms": 67.514, "p95_ms": 63.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.631, "count": 294, "max_ms": 75.555, "p95_ms": 73.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.301, "count": 294, "max_ms": 103.788, "p95_ms": 99.078}, "read_interval": {"avg_ms": 102.148, "count": 293, "max_ms": 119.032, "p95_ms": 114.807}, "triton_wait": {"avg_ms": 59.882, "count": 294, "max_ms": 75.567, "p95_ms": 73.016}, "visualize": {"avg_ms": 3.528, "count": 294, "max_ms": 4.454, "p95_ms": 3.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15319.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31908.596, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.658, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1355828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:54:44+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T00:54:44+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T00:54:44.904245+09:00", "mtime_epoch": 1783180484.9042454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:54:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2083.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.202, "pushed": 10.202, "read": 10.169}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.102, "count": 306, "max_ms": 11.06, "p95_ms": 7.941}, "gstreamer_push": {"avg_ms": 1.301, "count": 306, "max_ms": 1.506, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.492, "count": 306, "max_ms": 75.11, "p95_ms": 71.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.212, "count": 306, "max_ms": 72.641, "p95_ms": 57.399}, "yolo11_640_fire_11class": {"avg_ms": 57.463, "count": 306, "max_ms": 71.576, "p95_ms": 67.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.339, "count": 306, "max_ms": 83.3, "p95_ms": 76.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.732, "count": 306, "max_ms": 139.81, "p95_ms": 92.68}, "read_interval": {"avg_ms": 98.245, "count": 305, "max_ms": 153.803, "p95_ms": 109.192}, "triton_wait": {"avg_ms": 64.798, "count": 306, "max_ms": 83.312, "p95_ms": 76.122}, "visualize": {"avg_ms": 3.715, "count": 306, "max_ms": 5.243, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15319.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.837, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.203, "name": "ffmpeg", "pid": 106635, "rss_mb": 267.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.329, "sample_count": 2709, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1081667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:54:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:54:52+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T00:54:52+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T00:54:52.392380+09:00", "mtime_epoch": 1783180492.3923795, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:54:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9138.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.84, "count": 293, "max_ms": 22.698, "p95_ms": 19.467}, "gstreamer_push": {"avg_ms": 1.242, "count": 293, "max_ms": 1.44, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.963, "count": 293, "max_ms": 68.478, "p95_ms": 63.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.901, "count": 293, "max_ms": 68.67, "p95_ms": 61.284}, "yolo11_640_fire_11class": {"avg_ms": 53.639, "count": 293, "max_ms": 70.341, "p95_ms": 62.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.098, "count": 293, "max_ms": 79.112, "p95_ms": 71.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.669, "count": 293, "max_ms": 104.716, "p95_ms": 97.503}, "read_interval": {"avg_ms": 102.704, "count": 292, "max_ms": 120.079, "p95_ms": 113.505}, "triton_wait": {"avg_ms": 60.328, "count": 293, "max_ms": 79.124, "p95_ms": 71.775}, "visualize": {"avg_ms": 3.551, "count": 293, "max_ms": 5.339, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15320.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31938.674, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.03, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1356115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:55:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:55:15+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:55:14+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:55:14.992783+09:00", "mtime_epoch": 1783180514.9927833, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:55:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2084.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.578, "pushed": 9.578, "read": 9.545}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.335, "count": 287, "max_ms": 10.604, "p95_ms": 9.959}, "gstreamer_push": {"avg_ms": 1.324, "count": 287, "max_ms": 1.518, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.565, "count": 287, "max_ms": 81.018, "p95_ms": 71.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.349, "count": 287, "max_ms": 74.514, "p95_ms": 67.654}, "yolo11_640_fire_11class": {"avg_ms": 63.187, "count": 287, "max_ms": 73.934, "p95_ms": 69.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.829, "count": 287, "max_ms": 81.44, "p95_ms": 76.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.966, "count": 287, "max_ms": 138.359, "p95_ms": 96.096}, "read_interval": {"avg_ms": 104.798, "count": 286, "max_ms": 151.819, "p95_ms": 114.096}, "triton_wait": {"avg_ms": 71.056, "count": 287, "max_ms": 81.452, "p95_ms": 76.83}, "visualize": {"avg_ms": 3.722, "count": 287, "max_ms": 4.98, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15320.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.837, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.461, "name": "ffmpeg", "pid": 106635, "rss_mb": 267.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.692, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1081953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:55:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:55:22+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T00:55:22+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T00:55:22.376915+09:00", "mtime_epoch": 1783180522.3769147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:55:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9138.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.538, "pushed": 9.538, "read": 9.538}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.41, "count": 286, "max_ms": 23.097, "p95_ms": 18.463}, "gstreamer_push": {"avg_ms": 1.232, "count": 286, "max_ms": 2.081, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.801, "count": 286, "max_ms": 71.421, "p95_ms": 65.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.62, "count": 286, "max_ms": 68.655, "p95_ms": 63.442}, "yolo11_640_fire_11class": {"avg_ms": 55.851, "count": 286, "max_ms": 68.18, "p95_ms": 63.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.682, "count": 286, "max_ms": 78.391, "p95_ms": 73.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.75, "count": 286, "max_ms": 103.268, "p95_ms": 98.753}, "read_interval": {"avg_ms": 104.838, "count": 286, "max_ms": 120.666, "p95_ms": 115.038}, "triton_wait": {"avg_ms": 62.991, "count": 286, "max_ms": 78.403, "p95_ms": 73.429}, "visualize": {"avg_ms": 3.463, "count": 286, "max_ms": 4.921, "p95_ms": 3.679}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15320.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31968.756, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.186, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1356411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:55:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:55:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:55:45+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T00:55:45.073317+09:00", "mtime_epoch": 1783180545.0733173, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:55:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2084.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.841}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.139, "count": 296, "max_ms": 11.142, "p95_ms": 8.011}, "gstreamer_push": {"avg_ms": 1.311, "count": 296, "max_ms": 2.229, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.266, "count": 296, "max_ms": 76.846, "p95_ms": 71.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.379, "count": 296, "max_ms": 71.341, "p95_ms": 66.081}, "yolo11_640_fire_11class": {"avg_ms": 61.367, "count": 296, "max_ms": 75.335, "p95_ms": 69.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.894, "count": 296, "max_ms": 80.76, "p95_ms": 76.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.934, "count": 296, "max_ms": 129.278, "p95_ms": 93.707}, "read_interval": {"avg_ms": 101.616, "count": 295, "max_ms": 146.114, "p95_ms": 109.706}, "triton_wait": {"avg_ms": 68.218, "count": 296, "max_ms": 80.773, "p95_ms": 76.462}, "visualize": {"avg_ms": 3.714, "count": 296, "max_ms": 5.033, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15320.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.881, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.719, "name": "ffmpeg", "pid": 106635, "rss_mb": 267.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.948, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1082243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:55:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:55:52+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:55:52+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:55:52.425447+09:00", "mtime_epoch": 1783180552.4254472, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:55:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9138.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.652}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.862, "count": 290, "max_ms": 29.953, "p95_ms": 21.079}, "gstreamer_push": {"avg_ms": 1.228, "count": 290, "max_ms": 1.527, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.725, "count": 290, "max_ms": 68.266, "p95_ms": 65.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.815, "count": 290, "max_ms": 66.285, "p95_ms": 61.561}, "yolo11_640_fire_11class": {"avg_ms": 55.202, "count": 290, "max_ms": 67.21, "p95_ms": 63.151}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.049, "count": 290, "max_ms": 74.888, "p95_ms": 71.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.575, "count": 290, "max_ms": 105.927, "p95_ms": 97.29}, "read_interval": {"avg_ms": 103.588, "count": 289, "max_ms": 123.031, "p95_ms": 113.186}, "triton_wait": {"avg_ms": 61.328, "count": 290, "max_ms": 74.899, "p95_ms": 71.345}, "visualize": {"avg_ms": 3.499, "count": 290, "max_ms": 4.418, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15323.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 31998.806, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.129, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1356702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:56:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:56:15+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:56:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:56:15.121847+09:00", "mtime_epoch": 1783180575.121847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:56:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2084.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.719, "pushed": 9.719, "read": 9.686}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.107, "count": 291, "max_ms": 11.086, "p95_ms": 8.006}, "gstreamer_push": {"avg_ms": 1.313, "count": 291, "max_ms": 1.653, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.787, "count": 291, "max_ms": 76.363, "p95_ms": 71.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.194, "count": 291, "max_ms": 70.871, "p95_ms": 64.552}, "yolo11_640_fire_11class": {"avg_ms": 63.315, "count": 291, "max_ms": 74.056, "p95_ms": 71.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.363, "count": 291, "max_ms": 79.511, "p95_ms": 74.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.505, "count": 291, "max_ms": 129.612, "p95_ms": 92.689}, "read_interval": {"avg_ms": 103.259, "count": 290, "max_ms": 143.523, "p95_ms": 110.396}, "triton_wait": {"avg_ms": 69.823, "count": 291, "max_ms": 79.523, "p95_ms": 75.204}, "visualize": {"avg_ms": 3.734, "count": 291, "max_ms": 5.267, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9021}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15323.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.894, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 106635, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.558, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1082533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:56:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:56:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T00:56:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:56:22.437975+09:00", "mtime_epoch": 1783180582.4379754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:56:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9138.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.667}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.56, "count": 290, "max_ms": 23.758, "p95_ms": 18.888}, "gstreamer_push": {"avg_ms": 1.22, "count": 290, "max_ms": 1.439, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.439, "count": 290, "max_ms": 70.657, "p95_ms": 63.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.973, "count": 290, "max_ms": 69.008, "p95_ms": 59.639}, "yolo11_640_fire_11class": {"avg_ms": 55.857, "count": 290, "max_ms": 70.109, "p95_ms": 62.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.382, "count": 290, "max_ms": 77.586, "p95_ms": 69.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.594, "count": 290, "max_ms": 103.334, "p95_ms": 94.963}, "read_interval": {"avg_ms": 103.493, "count": 290, "max_ms": 118.867, "p95_ms": 110.997}, "triton_wait": {"avg_ms": 61.623, "count": 290, "max_ms": 77.601, "p95_ms": 69.397}, "visualize": {"avg_ms": 3.532, "count": 290, "max_ms": 4.569, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15323.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32028.825, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.17, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1356997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:56:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:56:45+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T00:56:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T00:56:45.142373+09:00", "mtime_epoch": 1783180605.1423726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:56:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2084.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.862, "pushed": 9.862, "read": 9.829}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.058, "count": 295, "max_ms": 10.967, "p95_ms": 7.541}, "gstreamer_push": {"avg_ms": 1.323, "count": 295, "max_ms": 2.238, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.942, "count": 295, "max_ms": 76.823, "p95_ms": 70.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.582, "count": 295, "max_ms": 72.835, "p95_ms": 65.059}, "yolo11_640_fire_11class": {"avg_ms": 61.265, "count": 295, "max_ms": 77.372, "p95_ms": 71.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.586, "count": 295, "max_ms": 80.313, "p95_ms": 76.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.43, "count": 295, "max_ms": 129.014, "p95_ms": 92.791}, "read_interval": {"avg_ms": 101.744, "count": 294, "max_ms": 142.718, "p95_ms": 112.052}, "triton_wait": {"avg_ms": 67.982, "count": 295, "max_ms": 80.322, "p95_ms": 77.001}, "visualize": {"avg_ms": 3.72, "count": 295, "max_ms": 6.266, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15324.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.895, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 106635, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.57, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1082825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:56:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:56:52+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T00:56:52+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T00:56:52.442500+09:00", "mtime_epoch": 1783180612.4424999, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:56:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9139.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.6, "count": 292, "max_ms": 25.348, "p95_ms": 19.319}, "gstreamer_push": {"avg_ms": 1.23, "count": 292, "max_ms": 1.427, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.385, "count": 292, "max_ms": 69.257, "p95_ms": 63.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.483, "count": 292, "max_ms": 70.535, "p95_ms": 62.075}, "yolo11_640_fire_11class": {"avg_ms": 54.176, "count": 292, "max_ms": 70.547, "p95_ms": 64.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.815, "count": 292, "max_ms": 79.41, "p95_ms": 72.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.923, "count": 292, "max_ms": 105.097, "p95_ms": 97.943}, "read_interval": {"avg_ms": 102.769, "count": 292, "max_ms": 120.847, "p95_ms": 113.512}, "triton_wait": {"avg_ms": 60.94, "count": 292, "max_ms": 79.421, "p95_ms": 72.038}, "visualize": {"avg_ms": 3.487, "count": 292, "max_ms": 4.288, "p95_ms": 3.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15324.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32058.86, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.273, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:57:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:57:15+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T00:57:15+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:57:15.174895+09:00", "mtime_epoch": 1783180635.1748953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:57:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2084.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.923, "pushed": 9.923, "read": 9.89}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.148, "count": 297, "max_ms": 12.552, "p95_ms": 8.056}, "gstreamer_push": {"avg_ms": 1.311, "count": 297, "max_ms": 1.524, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.346, "count": 297, "max_ms": 73.435, "p95_ms": 67.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.838, "count": 297, "max_ms": 70.786, "p95_ms": 65.468}, "yolo11_640_fire_11class": {"avg_ms": 61.062, "count": 297, "max_ms": 73.972, "p95_ms": 70.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.216, "count": 297, "max_ms": 81.395, "p95_ms": 76.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.399, "count": 297, "max_ms": 125.919, "p95_ms": 93.016}, "read_interval": {"avg_ms": 101.105, "count": 296, "max_ms": 139.428, "p95_ms": 110.333}, "triton_wait": {"avg_ms": 68.322, "count": 297, "max_ms": 81.407, "p95_ms": 76.358}, "visualize": {"avg_ms": 3.689, "count": 297, "max_ms": 5.161, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15324.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.898, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 106635, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.503, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1083116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:57:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:57:22+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:57:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T00:57:22.443021+09:00", "mtime_epoch": 1783180642.4430213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:57:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9139.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.345, "count": 291, "max_ms": 22.056, "p95_ms": 18.785}, "gstreamer_push": {"avg_ms": 1.23, "count": 291, "max_ms": 1.502, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.263, "count": 291, "max_ms": 65.464, "p95_ms": 61.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.459, "count": 291, "max_ms": 67.404, "p95_ms": 61.1}, "yolo11_640_fire_11class": {"avg_ms": 54.945, "count": 291, "max_ms": 66.993, "p95_ms": 62.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.184, "count": 291, "max_ms": 78.577, "p95_ms": 70.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.003, "count": 291, "max_ms": 104.042, "p95_ms": 95.618}, "read_interval": {"avg_ms": 103.071, "count": 291, "max_ms": 119.137, "p95_ms": 111.028}, "triton_wait": {"avg_ms": 61.275, "count": 291, "max_ms": 78.589, "p95_ms": 70.138}, "visualize": {"avg_ms": 3.48, "count": 291, "max_ms": 5.297, "p95_ms": 3.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15324.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32088.886, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.221, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:57:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:57:45+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T00:57:45+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T00:57:45.207415+09:00", "mtime_epoch": 1783180665.2074149, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:57:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2085.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.926}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.021, "count": 298, "max_ms": 10.317, "p95_ms": 7.473}, "gstreamer_push": {"avg_ms": 1.323, "count": 298, "max_ms": 1.509, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.364, "count": 298, "max_ms": 75.826, "p95_ms": 67.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.804, "count": 298, "max_ms": 73.538, "p95_ms": 67.073}, "yolo11_640_fire_11class": {"avg_ms": 61.435, "count": 298, "max_ms": 72.737, "p95_ms": 70.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.7, "count": 298, "max_ms": 80.896, "p95_ms": 75.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.942, "count": 298, "max_ms": 126.977, "p95_ms": 91.517}, "read_interval": {"avg_ms": 100.753, "count": 297, "max_ms": 140.769, "p95_ms": 108.561}, "triton_wait": {"avg_ms": 67.979, "count": 298, "max_ms": 80.906, "p95_ms": 75.718}, "visualize": {"avg_ms": 3.702, "count": 298, "max_ms": 5.263, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15324.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.905, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 106635, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.465, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1083412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:57:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:57:52+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T00:57:52+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T00:57:52.467540+09:00", "mtime_epoch": 1783180672.46754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:57:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9139.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.637, "count": 296, "max_ms": 26.427, "p95_ms": 20.077}, "gstreamer_push": {"avg_ms": 1.267, "count": 296, "max_ms": 1.894, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.222, "count": 296, "max_ms": 68.437, "p95_ms": 62.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.623, "count": 296, "max_ms": 66.248, "p95_ms": 60.006}, "yolo11_640_fire_11class": {"avg_ms": 53.66, "count": 296, "max_ms": 69.763, "p95_ms": 62.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.052, "count": 296, "max_ms": 75.774, "p95_ms": 70.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.217, "count": 296, "max_ms": 100.497, "p95_ms": 96.042}, "read_interval": {"avg_ms": 101.435, "count": 296, "max_ms": 118.769, "p95_ms": 112.369}, "triton_wait": {"avg_ms": 59.229, "count": 296, "max_ms": 75.786, "p95_ms": 70.941}, "visualize": {"avg_ms": 3.49, "count": 296, "max_ms": 4.884, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15325.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32118.969, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.06, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:58:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:58:15+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:58:15+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T00:58:15.287932+09:00", "mtime_epoch": 1783180695.2879322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:58:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2085.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.341, "pushed": 10.341, "read": 10.308}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.998, "count": 310, "max_ms": 11.272, "p95_ms": 7.244}, "gstreamer_push": {"avg_ms": 1.319, "count": 310, "max_ms": 1.544, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.472, "count": 310, "max_ms": 71.381, "p95_ms": 66.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.713, "count": 310, "max_ms": 72.487, "p95_ms": 52.374}, "yolo11_640_fire_11class": {"avg_ms": 58.047, "count": 310, "max_ms": 74.506, "p95_ms": 69.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.064, "count": 310, "max_ms": 78.045, "p95_ms": 74.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.214, "count": 310, "max_ms": 94.548, "p95_ms": 90.411}, "read_interval": {"avg_ms": 97.016, "count": 309, "max_ms": 113.481, "p95_ms": 107.61}, "triton_wait": {"avg_ms": 64.365, "count": 310, "max_ms": 78.057, "p95_ms": 74.758}, "visualize": {"avg_ms": 3.689, "count": 310, "max_ms": 5.078, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15325.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.942, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 106635, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.859, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1083711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:58:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:58:22+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T00:58:22+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T00:58:22.500056+09:00", "mtime_epoch": 1783180702.5000558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:58:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9139.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.977, "count": 299, "max_ms": 30.594, "p95_ms": 20.341}, "gstreamer_push": {"avg_ms": 1.24, "count": 299, "max_ms": 1.478, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.375, "count": 299, "max_ms": 67.314, "p95_ms": 59.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.459, "count": 299, "max_ms": 62.568, "p95_ms": 57.848}, "yolo11_640_fire_11class": {"avg_ms": 52.735, "count": 299, "max_ms": 66.009, "p95_ms": 61.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.524, "count": 299, "max_ms": 74.769, "p95_ms": 68.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.122, "count": 299, "max_ms": 101.561, "p95_ms": 94.191}, "read_interval": {"avg_ms": 100.484, "count": 298, "max_ms": 116.913, "p95_ms": 111.302}, "triton_wait": {"avg_ms": 57.744, "count": 299, "max_ms": 74.782, "p95_ms": 68.024}, "visualize": {"avg_ms": 3.5, "count": 299, "max_ms": 4.419, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15327.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32149.058, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.228, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:58:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:58:45+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T00:58:45+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T00:58:45.364447+09:00", "mtime_epoch": 1783180725.3644466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:58:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2085.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.0, "count": 302, "max_ms": 10.383, "p95_ms": 7.581}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 1.704, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.58, "count": 302, "max_ms": 74.913, "p95_ms": 67.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.067, "count": 302, "max_ms": 73.858, "p95_ms": 58.829}, "yolo11_640_fire_11class": {"avg_ms": 61.545, "count": 302, "max_ms": 78.606, "p95_ms": 71.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.815, "count": 302, "max_ms": 79.821, "p95_ms": 77.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.853, "count": 302, "max_ms": 95.634, "p95_ms": 93.24}, "read_interval": {"avg_ms": 99.582, "count": 301, "max_ms": 115.619, "p95_ms": 109.789}, "triton_wait": {"avg_ms": 67.064, "count": 302, "max_ms": 79.834, "p95_ms": 77.433}, "visualize": {"avg_ms": 3.684, "count": 302, "max_ms": 4.839, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15330.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.045, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.68, "name": "ffmpeg", "pid": 106635, "rss_mb": 274.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.864, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1084007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:58:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:58:52+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T00:58:52+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T00:58:52.584570+09:00", "mtime_epoch": 1783180732.58457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:58:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9139.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.833, "pushed": 9.833, "read": 9.833}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.688, "count": 295, "max_ms": 25.692, "p95_ms": 19.474}, "gstreamer_push": {"avg_ms": 1.238, "count": 295, "max_ms": 1.744, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.215, "count": 295, "max_ms": 68.306, "p95_ms": 61.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.103, "count": 295, "max_ms": 69.243, "p95_ms": 60.515}, "yolo11_640_fire_11class": {"avg_ms": 54.636, "count": 295, "max_ms": 72.04, "p95_ms": 63.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.35, "count": 295, "max_ms": 79.297, "p95_ms": 70.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.604, "count": 295, "max_ms": 104.419, "p95_ms": 96.247}, "read_interval": {"avg_ms": 101.665, "count": 295, "max_ms": 123.842, "p95_ms": 112.727}, "triton_wait": {"avg_ms": 59.481, "count": 295, "max_ms": 79.309, "p95_ms": 70.513}, "visualize": {"avg_ms": 3.492, "count": 295, "max_ms": 4.44, "p95_ms": 3.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15333.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32179.13, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.849, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:59:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:59:15+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T00:59:15+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T00:59:15.464959+09:00", "mtime_epoch": 1783180755.4649591, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:59:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2085.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.511, "pushed": 10.511, "read": 10.478}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.996, "count": 315, "max_ms": 9.577, "p95_ms": 7.366}, "gstreamer_push": {"avg_ms": 1.314, "count": 315, "max_ms": 2.11, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.2, "count": 315, "max_ms": 69.689, "p95_ms": 65.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.35, "count": 315, "max_ms": 70.231, "p95_ms": 56.093}, "yolo11_640_fire_11class": {"avg_ms": 58.114, "count": 315, "max_ms": 74.461, "p95_ms": 70.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.338, "count": 315, "max_ms": 77.902, "p95_ms": 74.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.663, "count": 315, "max_ms": 132.831, "p95_ms": 89.64}, "read_interval": {"avg_ms": 95.513, "count": 314, "max_ms": 146.92, "p95_ms": 107.782}, "triton_wait": {"avg_ms": 62.748, "count": 315, "max_ms": 77.915, "p95_ms": 74.04}, "visualize": {"avg_ms": 3.697, "count": 315, "max_ms": 5.707, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15335.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.062, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.633, "name": "ffmpeg", "pid": 106635, "rss_mb": 279.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.528, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1084308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:59:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:59:22+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T00:59:22+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T00:59:22.597080+09:00", "mtime_epoch": 1783180762.5970802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:59:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9139.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.776, "count": 301, "max_ms": 22.697, "p95_ms": 20.224}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.451, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.791, "count": 301, "max_ms": 68.857, "p95_ms": 59.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.487, "count": 301, "max_ms": 65.652, "p95_ms": 57.362}, "yolo11_640_fire_11class": {"avg_ms": 53.103, "count": 301, "max_ms": 68.649, "p95_ms": 63.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.252, "count": 301, "max_ms": 77.536, "p95_ms": 68.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.603, "count": 301, "max_ms": 102.907, "p95_ms": 94.278}, "read_interval": {"avg_ms": 99.728, "count": 301, "max_ms": 121.451, "p95_ms": 111.45}, "triton_wait": {"avg_ms": 57.443, "count": 301, "max_ms": 77.547, "p95_ms": 68.731}, "visualize": {"avg_ms": 3.5, "count": 301, "max_ms": 5.376, "p95_ms": 3.702}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15336.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32209.219, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.713, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:59:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T00:59:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T00:59:45+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T00:59:45.533468+09:00", "mtime_epoch": 1783180785.5334685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T00:59:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2085.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.436, "pushed": 10.436, "read": 10.402}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.078, "count": 313, "max_ms": 12.542, "p95_ms": 7.702}, "gstreamer_push": {"avg_ms": 1.298, "count": 313, "max_ms": 1.612, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.583, "count": 313, "max_ms": 72.604, "p95_ms": 66.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.551, "count": 313, "max_ms": 69.816, "p95_ms": 53.621}, "yolo11_640_fire_11class": {"avg_ms": 59.286, "count": 313, "max_ms": 73.675, "p95_ms": 71.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.812, "count": 313, "max_ms": 81.138, "p95_ms": 74.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.302, "count": 313, "max_ms": 121.024, "p95_ms": 90.174}, "read_interval": {"avg_ms": 96.103, "count": 312, "max_ms": 134.65, "p95_ms": 107.829}, "triton_wait": {"avg_ms": 63.377, "count": 313, "max_ms": 81.152, "p95_ms": 74.709}, "visualize": {"avg_ms": 3.685, "count": 313, "max_ms": 4.892, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15336.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.153, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.18, "name": "ffmpeg", "pid": 106635, "rss_mb": 281.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.28, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1084607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T00:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T00:59:52+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T00:59:52+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T00:59:52.693589+09:00", "mtime_epoch": 1783180792.6935894, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T00:59:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9139.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.665, "count": 299, "max_ms": 23.31, "p95_ms": 19.289}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 1.875, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.349, "count": 299, "max_ms": 64.89, "p95_ms": 60.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.455, "count": 299, "max_ms": 65.47, "p95_ms": 58.33}, "yolo11_640_fire_11class": {"avg_ms": 53.719, "count": 299, "max_ms": 66.688, "p95_ms": 62.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.149, "count": 299, "max_ms": 74.343, "p95_ms": 69.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.401, "count": 299, "max_ms": 99.386, "p95_ms": 95.378}, "read_interval": {"avg_ms": 100.607, "count": 298, "max_ms": 118.504, "p95_ms": 111.694}, "triton_wait": {"avg_ms": 58.327, "count": 299, "max_ms": 74.355, "p95_ms": 69.589}, "visualize": {"avg_ms": 3.514, "count": 299, "max_ms": 5.754, "p95_ms": 3.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15336.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32239.221, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.083, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1359144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:00:15+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T01:00:15+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T01:00:15.561975+09:00", "mtime_epoch": 1783180815.5619748, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:00:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2085.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.405, "pushed": 10.405, "read": 10.405}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.994, "count": 312, "max_ms": 10.935, "p95_ms": 7.445}, "gstreamer_push": {"avg_ms": 1.32, "count": 312, "max_ms": 1.714, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.885, "count": 312, "max_ms": 70.484, "p95_ms": 66.25}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.254, "count": 312, "max_ms": 70.8, "p95_ms": 53.684}, "yolo11_640_fire_11class": {"avg_ms": 58.298, "count": 312, "max_ms": 74.886, "p95_ms": 70.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.376, "count": 312, "max_ms": 80.226, "p95_ms": 74.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.934, "count": 312, "max_ms": 125.338, "p95_ms": 91.484}, "read_interval": {"avg_ms": 96.232, "count": 312, "max_ms": 139.5, "p95_ms": 109.65}, "triton_wait": {"avg_ms": 62.96, "count": 312, "max_ms": 80.238, "p95_ms": 74.724}, "visualize": {"avg_ms": 3.697, "count": 312, "max_ms": 5.858, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15350.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T00:52:53+09:00", "last_error_summary": "[h264 @ 0x55db7bd10600] error while decoding MB 41 38, bytestream -18 [h264 @ 0x55db7bcd1200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55db7bcd1200] error while decoding MB 0 13, bytestream 7960 [h264 @ 0x55db7c649a40] left block unavailable for requested intra mode [h264 @ 0x55db7c649a40] error while decoding MB 0 23, bytestream 4834 [h264 @ 0x55db7bdafc40] reference picture missing during reorder [h264 @ 0x55db7bdafc40] Missing reference picture, default is 65557 [h264 @", "last_exit_at": "2026-07-05T00:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 454.324, "last_started_at": "2026-07-05T00:52:55+09:00", "pid": 106635, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.887, "name": "ffmpeg", "pid": 106635, "rss_mb": 294.887, "state": "S (sleeping)", "threads": 104}, "restart_count": 537, "restart_count_per_hour": 3, "rtsp_timeout_count": 320, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.141, "sample_count": 2761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1084786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:00:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:00:29+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T01:00:29+09:00", "mjpeg": {"age_sec": 19.106, "exists": true, "mtime": "2026-07-05T01:00:10.849895+09:00", "mtime_epoch": 1783180810.8498955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:00:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9140.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.604, "pushed": 3.604, "read": 3.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.748, "count": 108, "max_ms": 22.855, "p95_ms": 20.552}, "gstreamer_push": {"avg_ms": 1.254, "count": 108, "max_ms": 1.495, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.768, "count": 108, "max_ms": 66.974, "p95_ms": 62.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.202, "count": 108, "max_ms": 69.473, "p95_ms": 62.344}, "yolo11_640_fire_11class": {"avg_ms": 54.316, "count": 108, "max_ms": 67.688, "p95_ms": 63.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.39, "count": 108, "max_ms": 76.223, "p95_ms": 71.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.596, "count": 108, "max_ms": 102.43, "p95_ms": 97.083}, "read_interval": {"avg_ms": 280.112, "count": 107, "max_ms": 19139.508, "p95_ms": 115.328}, "triton_wait": {"avg_ms": 59.5, "count": 108, "max_ms": 76.236, "p95_ms": 71.471}, "visualize": {"avg_ms": 3.486, "count": 108, "max_ms": 4.528, "p95_ms": 3.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15319.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32269.282, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.734, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1359441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:00:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:00:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:00:45+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:00:45.598479+09:00", "mtime_epoch": 1783180845.5984793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:00:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2085.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.873}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.886, "count": 297, "max_ms": 10.166, "p95_ms": 7.652}, "gstreamer_push": {"avg_ms": 1.31, "count": 297, "max_ms": 1.539, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.044, "count": 297, "max_ms": 68.311, "p95_ms": 63.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.926, "count": 297, "max_ms": 70.126, "p95_ms": 48.71}, "yolo11_640_fire_11class": {"avg_ms": 52.834, "count": 297, "max_ms": 73.303, "p95_ms": 70.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.634, "count": 297, "max_ms": 77.69, "p95_ms": 72.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.995, "count": 297, "max_ms": 93.396, "p95_ms": 88.702}, "read_interval": {"avg_ms": 101.202, "count": 296, "max_ms": 345.011, "p95_ms": 200.984}, "triton_wait": {"avg_ms": 54.419, "count": 297, "max_ms": 77.703, "p95_ms": 72.899}, "visualize": {"avg_ms": 3.694, "count": 297, "max_ms": 4.716, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15320.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.308, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.805, "name": "ffmpeg", "pid": 106742, "rss_mb": 264.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.209, "sample_count": 2718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1085033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:00:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:00:59+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:00:59+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:00:59.890718+09:00", "mtime_epoch": 1783180859.8907185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:00:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9140.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.252, "pushed": 8.252, "read": 8.218}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.85, "count": 247, "max_ms": 27.87, "p95_ms": 19.762}, "gstreamer_push": {"avg_ms": 1.236, "count": 247, "max_ms": 1.432, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.438, "count": 247, "max_ms": 69.993, "p95_ms": 61.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.904, "count": 247, "max_ms": 70.006, "p95_ms": 59.823}, "yolo11_640_fire_11class": {"avg_ms": 55.582, "count": 247, "max_ms": 71.74, "p95_ms": 64.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.604, "count": 247, "max_ms": 75.78, "p95_ms": 71.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.042, "count": 247, "max_ms": 101.888, "p95_ms": 97.138}, "read_interval": {"avg_ms": 121.607, "count": 246, "max_ms": 5047.307, "p95_ms": 111.888}, "triton_wait": {"avg_ms": 60.757, "count": 247, "max_ms": 75.792, "p95_ms": 71.323}, "visualize": {"avg_ms": 3.527, "count": 247, "max_ms": 6.288, "p95_ms": 3.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15323.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32299.471, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.598, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1359744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:01:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:01:15+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:01:15+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-05T01:01:15.598981+09:00", "mtime_epoch": 1783180875.598981, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:01:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2086.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.011, "count": 302, "max_ms": 10.613, "p95_ms": 7.869}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 2.13, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.631, "count": 302, "max_ms": 72.054, "p95_ms": 65.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.43, "count": 302, "max_ms": 70.669, "p95_ms": 59.166}, "yolo11_640_fire_11class": {"avg_ms": 60.269, "count": 302, "max_ms": 76.606, "p95_ms": 70.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.288, "count": 302, "max_ms": 79.184, "p95_ms": 75.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.461, "count": 302, "max_ms": 94.917, "p95_ms": 90.708}, "read_interval": {"avg_ms": 99.592, "count": 301, "max_ms": 285.481, "p95_ms": 109.329}, "triton_wait": {"avg_ms": 65.663, "count": 302, "max_ms": 79.196, "p95_ms": 75.032}, "visualize": {"avg_ms": 3.719, "count": 302, "max_ms": 4.821, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15324.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.325, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.383, "name": "ffmpeg", "pid": 106742, "rss_mb": 267.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.07, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1085339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:01:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:01:29+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:01:29+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:01:29.911220+09:00", "mtime_epoch": 1783180889.9112196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:01:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9140.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.228, "pushed": 10.228, "read": 10.195}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 18.076, "count": 306, "max_ms": 29.727, "p95_ms": 20.909}, "gstreamer_push": {"avg_ms": 1.226, "count": 306, "max_ms": 1.558, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.616, "count": 306, "max_ms": 67.605, "p95_ms": 59.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.97, "count": 306, "max_ms": 66.511, "p95_ms": 57.046}, "yolo11_640_fire_11class": {"avg_ms": 51.528, "count": 306, "max_ms": 66.155, "p95_ms": 61.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.504, "count": 306, "max_ms": 74.966, "p95_ms": 69.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.213, "count": 306, "max_ms": 100.306, "p95_ms": 95.715}, "read_interval": {"avg_ms": 98.077, "count": 305, "max_ms": 115.315, "p95_ms": 111.688}, "triton_wait": {"avg_ms": 55.708, "count": 306, "max_ms": 74.999, "p95_ms": 69.521}, "visualize": {"avg_ms": 3.514, "count": 306, "max_ms": 4.857, "p95_ms": 3.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15324.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32329.5, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.264, "sample_count": 3041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:01:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:01:45+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T01:01:45+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:01:45.819484+09:00", "mtime_epoch": 1783180905.8194842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:01:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2086.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.068, "count": 300, "max_ms": 11.299, "p95_ms": 8.023}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 1.782, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.546, "count": 300, "max_ms": 70.958, "p95_ms": 64.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.858, "count": 300, "max_ms": 71.661, "p95_ms": 58.082}, "yolo11_640_fire_11class": {"avg_ms": 59.032, "count": 300, "max_ms": 73.66, "p95_ms": 70.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.991, "count": 300, "max_ms": 78.284, "p95_ms": 74.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.001, "count": 300, "max_ms": 126.83, "p95_ms": 90.768}, "read_interval": {"avg_ms": 100.089, "count": 299, "max_ms": 248.852, "p95_ms": 118.551}, "triton_wait": {"avg_ms": 63.517, "count": 300, "max_ms": 78.297, "p95_ms": 74.225}, "visualize": {"avg_ms": 3.738, "count": 300, "max_ms": 5.95, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15324.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.404, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.383, "name": "ffmpeg", "pid": 106742, "rss_mb": 267.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.14, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1085640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:01:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:02:00+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T01:01:59+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:01:59.987720+09:00", "mtime_epoch": 1783180919.9877198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:02:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9140.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.896, "count": 301, "max_ms": 25.485, "p95_ms": 19.854}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 2.09, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.13, "count": 301, "max_ms": 66.125, "p95_ms": 61.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.683, "count": 301, "max_ms": 63.505, "p95_ms": 59.034}, "yolo11_640_fire_11class": {"avg_ms": 53.67, "count": 301, "max_ms": 67.106, "p95_ms": 63.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.426, "count": 301, "max_ms": 76.075, "p95_ms": 70.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.048, "count": 301, "max_ms": 101.126, "p95_ms": 96.697}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 116.719, "p95_ms": 112.372}, "triton_wait": {"avg_ms": 57.726, "count": 301, "max_ms": 76.088, "p95_ms": 70.529}, "visualize": {"avg_ms": 3.52, "count": 301, "max_ms": 4.369, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15324.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32359.564, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.011, "sample_count": 3048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:02:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:02:15+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T01:02:15+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T01:02:15.899984+09:00", "mtime_epoch": 1783180935.8999836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:02:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2086.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.148, "pushed": 10.148, "read": 10.115}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.192, "count": 304, "max_ms": 10.643, "p95_ms": 8.123}, "gstreamer_push": {"avg_ms": 1.321, "count": 304, "max_ms": 2.12, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.051, "count": 304, "max_ms": 71.458, "p95_ms": 64.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.866, "count": 304, "max_ms": 69.198, "p95_ms": 53.624}, "yolo11_640_fire_11class": {"avg_ms": 58.555, "count": 304, "max_ms": 74.031, "p95_ms": 71.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.667, "count": 304, "max_ms": 78.023, "p95_ms": 74.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.208, "count": 304, "max_ms": 96.109, "p95_ms": 90.639}, "read_interval": {"avg_ms": 98.931, "count": 303, "max_ms": 277.209, "p95_ms": 111.02}, "triton_wait": {"avg_ms": 63.194, "count": 304, "max_ms": 78.039, "p95_ms": 74.533}, "visualize": {"avg_ms": 3.715, "count": 304, "max_ms": 4.734, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15324.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.408, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 106742, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.046, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1085926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:02:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:02:30+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:02:29+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:02:29.992217+09:00", "mtime_epoch": 1783180949.9922168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:02:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9140.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.537, "pushed": 9.537, "read": 9.537}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.639, "count": 286, "max_ms": 23.37, "p95_ms": 19.308}, "gstreamer_push": {"avg_ms": 1.229, "count": 286, "max_ms": 1.466, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.659, "count": 286, "max_ms": 66.729, "p95_ms": 61.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.486, "count": 286, "max_ms": 67.319, "p95_ms": 58.385}, "yolo11_640_fire_11class": {"avg_ms": 55.026, "count": 286, "max_ms": 72.227, "p95_ms": 64.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.936, "count": 286, "max_ms": 77.013, "p95_ms": 70.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.135, "count": 286, "max_ms": 102.859, "p95_ms": 96.102}, "read_interval": {"avg_ms": 104.925, "count": 286, "max_ms": 1156.845, "p95_ms": 113.003}, "triton_wait": {"avg_ms": 59.128, "count": 286, "max_ms": 77.026, "p95_ms": 70.149}, "visualize": {"avg_ms": 3.5, "count": 286, "max_ms": 4.831, "p95_ms": 3.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15325.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32389.637, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.851, "sample_count": 3048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:02:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T01:02:46+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T01:02:45+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T01:02:45.968481+09:00", "mtime_epoch": 1783180965.9684808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:02:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2086.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.202, "count": 300, "max_ms": 11.708, "p95_ms": 7.824}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.925, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.909, "count": 300, "max_ms": 74.447, "p95_ms": 66.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.319, "count": 300, "max_ms": 70.737, "p95_ms": 53.773}, "yolo11_640_fire_11class": {"avg_ms": 59.912, "count": 300, "max_ms": 74.556, "p95_ms": 72.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.013, "count": 300, "max_ms": 77.166, "p95_ms": 74.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.64, "count": 300, "max_ms": 92.536, "p95_ms": 90.599}, "read_interval": {"avg_ms": 100.155, "count": 299, "max_ms": 268.707, "p95_ms": 112.687}, "triton_wait": {"avg_ms": 63.614, "count": 300, "max_ms": 77.177, "p95_ms": 74.446}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 5.05, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15325.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.509, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 106742, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.159, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1086229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:03:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:03:00+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:03:00+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:03:00.096714+09:00", "mtime_epoch": 1783180980.096714, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:03:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9140.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.932, "count": 302, "max_ms": 28.689, "p95_ms": 20.251}, "gstreamer_push": {"avg_ms": 1.249, "count": 303, "max_ms": 1.512, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.39, "count": 302, "max_ms": 69.52, "p95_ms": 60.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.345, "count": 302, "max_ms": 64.944, "p95_ms": 57.355}, "yolo11_640_fire_11class": {"avg_ms": 52.201, "count": 302, "max_ms": 73.182, "p95_ms": 63.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.264, "count": 302, "max_ms": 78.301, "p95_ms": 69.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.903, "count": 303, "max_ms": 103.007, "p95_ms": 95.4}, "read_interval": {"avg_ms": 99.329, "count": 302, "max_ms": 120.755, "p95_ms": 112.725}, "triton_wait": {"avg_ms": 55.53, "count": 302, "max_ms": 78.313, "p95_ms": 69.382}, "visualize": {"avg_ms": 3.513, "count": 302, "max_ms": 4.437, "p95_ms": 3.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15325.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32419.714, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.834, "sample_count": 3038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:03:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:03:16+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T01:03:16+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T01:03:16.044977+09:00", "mtime_epoch": 1783180996.0449767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:03:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2086.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.22, "count": 300, "max_ms": 11.465, "p95_ms": 8.038}, "gstreamer_push": {"avg_ms": 1.328, "count": 300, "max_ms": 1.514, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.941, "count": 300, "max_ms": 70.652, "p95_ms": 66.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.741, "count": 300, "max_ms": 72.343, "p95_ms": 61.124}, "yolo11_640_fire_11class": {"avg_ms": 58.3, "count": 300, "max_ms": 78.074, "p95_ms": 70.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.585, "count": 300, "max_ms": 79.053, "p95_ms": 74.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.333, "count": 300, "max_ms": 95.039, "p95_ms": 90.603}, "read_interval": {"avg_ms": 100.294, "count": 299, "max_ms": 319.676, "p95_ms": 118.65}, "triton_wait": {"avg_ms": 62.238, "count": 300, "max_ms": 79.064, "p95_ms": 74.444}, "visualize": {"avg_ms": 3.741, "count": 300, "max_ms": 4.765, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15325.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.593, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 106742, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.14, "sample_count": 2742, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1086527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:03:30+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T01:03:30+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T01:03:30.169209+09:00", "mtime_epoch": 1783181010.169209, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:03:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9140.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.911, "count": 298, "max_ms": 28.652, "p95_ms": 20.253}, "gstreamer_push": {"avg_ms": 1.231, "count": 298, "max_ms": 1.695, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.562, "count": 298, "max_ms": 68.443, "p95_ms": 62.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.445, "count": 298, "max_ms": 70.206, "p95_ms": 58.399}, "yolo11_640_fire_11class": {"avg_ms": 54.738, "count": 298, "max_ms": 69.851, "p95_ms": 65.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.981, "count": 298, "max_ms": 73.516, "p95_ms": 69.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.714, "count": 298, "max_ms": 99.99, "p95_ms": 95.939}, "read_interval": {"avg_ms": 100.901, "count": 297, "max_ms": 118.476, "p95_ms": 111.93}, "triton_wait": {"avg_ms": 58.347, "count": 298, "max_ms": 73.528, "p95_ms": 69.506}, "visualize": {"avg_ms": 3.539, "count": 298, "max_ms": 4.665, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15326.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32449.734, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.649, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:03:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T01:03:46+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T01:03:46.069470+09:00", "mtime_epoch": 1783181026.0694702, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:03:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2086.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.293, "count": 298, "max_ms": 11.628, "p95_ms": 9.177}, "gstreamer_push": {"avg_ms": 1.34, "count": 298, "max_ms": 1.974, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.08, "count": 298, "max_ms": 72.571, "p95_ms": 65.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.937, "count": 298, "max_ms": 73.911, "p95_ms": 50.883}, "yolo11_640_fire_11class": {"avg_ms": 60.656, "count": 298, "max_ms": 74.89, "p95_ms": 71.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.736, "count": 298, "max_ms": 78.187, "p95_ms": 74.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.403, "count": 298, "max_ms": 93.994, "p95_ms": 91.242}, "read_interval": {"avg_ms": 100.789, "count": 297, "max_ms": 212.768, "p95_ms": 110.716}, "triton_wait": {"avg_ms": 65.221, "count": 298, "max_ms": 78.2, "p95_ms": 74.864}, "visualize": {"avg_ms": 3.772, "count": 298, "max_ms": 5.575, "p95_ms": 4.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15325.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.626, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 106742, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.216, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1086823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:04:00+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:04:00+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:04:00.209702+09:00", "mtime_epoch": 1783181040.209702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:04:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9140.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.852}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.854, "count": 296, "max_ms": 29.578, "p95_ms": 19.677}, "gstreamer_push": {"avg_ms": 1.239, "count": 296, "max_ms": 2.117, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.245, "count": 296, "max_ms": 66.878, "p95_ms": 61.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.371, "count": 296, "max_ms": 66.329, "p95_ms": 60.68}, "yolo11_640_fire_11class": {"avg_ms": 54.808, "count": 296, "max_ms": 68.129, "p95_ms": 62.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.947, "count": 296, "max_ms": 74.593, "p95_ms": 70.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.648, "count": 296, "max_ms": 101.834, "p95_ms": 96.333}, "read_interval": {"avg_ms": 101.442, "count": 295, "max_ms": 116.767, "p95_ms": 111.7}, "triton_wait": {"avg_ms": 59.378, "count": 296, "max_ms": 74.606, "p95_ms": 70.69}, "visualize": {"avg_ms": 3.501, "count": 296, "max_ms": 5.657, "p95_ms": 3.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15326.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32479.762, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.639, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:04:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:04:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T01:04:16+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T01:04:16.097962+09:00", "mtime_epoch": 1783181056.0979621, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:04:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2086.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.136, "count": 302, "max_ms": 12.076, "p95_ms": 7.86}, "gstreamer_push": {"avg_ms": 1.329, "count": 302, "max_ms": 2.011, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.07, "count": 302, "max_ms": 70.56, "p95_ms": 66.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.201, "count": 302, "max_ms": 71.953, "p95_ms": 55.172}, "yolo11_640_fire_11class": {"avg_ms": 59.851, "count": 302, "max_ms": 75.169, "p95_ms": 71.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.16, "count": 302, "max_ms": 77.107, "p95_ms": 74.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.621, "count": 302, "max_ms": 93.315, "p95_ms": 90.068}, "read_interval": {"avg_ms": 99.468, "count": 301, "max_ms": 271.001, "p95_ms": 108.404}, "triton_wait": {"avg_ms": 63.687, "count": 302, "max_ms": 77.12, "p95_ms": 74.154}, "visualize": {"avg_ms": 3.732, "count": 302, "max_ms": 6.096, "p95_ms": 4.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15326.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.647, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.898, "name": "ffmpeg", "pid": 106742, "rss_mb": 267.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.07, "sample_count": 2738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1087122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:04:30+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:04:30+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:04:30.234193+09:00", "mtime_epoch": 1783181070.2341933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:04:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9141.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.898, "count": 299, "max_ms": 23.897, "p95_ms": 21.319}, "gstreamer_push": {"avg_ms": 1.23, "count": 299, "max_ms": 1.513, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.109, "count": 299, "max_ms": 65.106, "p95_ms": 60.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.413, "count": 299, "max_ms": 63.833, "p95_ms": 59.207}, "yolo11_640_fire_11class": {"avg_ms": 54.489, "count": 299, "max_ms": 67.961, "p95_ms": 63.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.901, "count": 299, "max_ms": 75.162, "p95_ms": 68.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.468, "count": 299, "max_ms": 101.324, "p95_ms": 94.943}, "read_interval": {"avg_ms": 100.394, "count": 298, "max_ms": 117.661, "p95_ms": 112.064}, "triton_wait": {"avg_ms": 58.219, "count": 299, "max_ms": 75.174, "p95_ms": 68.977}, "visualize": {"avg_ms": 3.487, "count": 299, "max_ms": 5.282, "p95_ms": 3.687}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15326.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32509.837, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.667, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:04:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:04:46+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:04:46+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T01:04:46.146453+09:00", "mtime_epoch": 1783181086.1464531, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:04:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2087.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.143, "count": 302, "max_ms": 11.828, "p95_ms": 7.753}, "gstreamer_push": {"avg_ms": 1.322, "count": 302, "max_ms": 1.512, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.892, "count": 302, "max_ms": 71.546, "p95_ms": 66.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.451, "count": 302, "max_ms": 73.255, "p95_ms": 63.917}, "yolo11_640_fire_11class": {"avg_ms": 61.824, "count": 302, "max_ms": 76.241, "p95_ms": 71.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.844, "count": 302, "max_ms": 79.182, "p95_ms": 75.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.275, "count": 302, "max_ms": 94.703, "p95_ms": 90.925}, "read_interval": {"avg_ms": 99.565, "count": 301, "max_ms": 203.65, "p95_ms": 108.768}, "triton_wait": {"avg_ms": 66.367, "count": 302, "max_ms": 79.195, "p95_ms": 75.54}, "visualize": {"avg_ms": 3.689, "count": 302, "max_ms": 4.919, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15326.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.655, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.898, "name": "ffmpeg", "pid": 106742, "rss_mb": 267.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.309, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1087415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:05:00+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T01:05:00+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T01:05:00.246683+09:00", "mtime_epoch": 1783181100.2466831, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:05:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9141.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.724, "count": 293, "max_ms": 25.49, "p95_ms": 19.293}, "gstreamer_push": {"avg_ms": 1.261, "count": 293, "max_ms": 1.545, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.452, "count": 293, "max_ms": 65.466, "p95_ms": 61.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.364, "count": 293, "max_ms": 66.51, "p95_ms": 60.742}, "yolo11_640_fire_11class": {"avg_ms": 55.675, "count": 293, "max_ms": 68.059, "p95_ms": 63.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.01, "count": 293, "max_ms": 75.298, "p95_ms": 71.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.461, "count": 293, "max_ms": 102.161, "p95_ms": 96.705}, "read_interval": {"avg_ms": 102.441, "count": 293, "max_ms": 119.109, "p95_ms": 113.502}, "triton_wait": {"avg_ms": 60.279, "count": 293, "max_ms": 75.311, "p95_ms": 71.085}, "visualize": {"avg_ms": 3.514, "count": 293, "max_ms": 4.56, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15329.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32539.877, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.654, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:05:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T01:05:16+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T01:05:16+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T01:05:16.186943+09:00", "mtime_epoch": 1783181116.1869428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:05:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2087.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.064, "count": 299, "max_ms": 10.569, "p95_ms": 7.297}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 1.486, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.228, "count": 299, "max_ms": 73.296, "p95_ms": 64.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.316, "count": 299, "max_ms": 70.128, "p95_ms": 56.562}, "yolo11_640_fire_11class": {"avg_ms": 61.147, "count": 299, "max_ms": 74.283, "p95_ms": 70.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.189, "count": 299, "max_ms": 78.087, "p95_ms": 75.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.267, "count": 299, "max_ms": 93.84, "p95_ms": 91.105}, "read_interval": {"avg_ms": 100.428, "count": 298, "max_ms": 205.672, "p95_ms": 111.099}, "triton_wait": {"avg_ms": 66.503, "count": 299, "max_ms": 78.1, "p95_ms": 75.28}, "visualize": {"avg_ms": 3.68, "count": 299, "max_ms": 4.885, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15332.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.669, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.216, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1087711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:05:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:05:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:05:30+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T01:05:30.259172+09:00", "mtime_epoch": 1783181130.2591717, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:05:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9141.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.534, "count": 296, "max_ms": 23.959, "p95_ms": 19.219}, "gstreamer_push": {"avg_ms": 1.225, "count": 296, "max_ms": 1.711, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.37, "count": 296, "max_ms": 66.81, "p95_ms": 61.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.401, "count": 296, "max_ms": 64.207, "p95_ms": 58.87}, "yolo11_640_fire_11class": {"avg_ms": 55.284, "count": 296, "max_ms": 70.64, "p95_ms": 63.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.636, "count": 296, "max_ms": 77.344, "p95_ms": 69.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.712, "count": 296, "max_ms": 103.099, "p95_ms": 96.555}, "read_interval": {"avg_ms": 101.381, "count": 296, "max_ms": 120.166, "p95_ms": 112.908}, "triton_wait": {"avg_ms": 59.865, "count": 296, "max_ms": 77.355, "p95_ms": 70.34}, "visualize": {"avg_ms": 3.485, "count": 296, "max_ms": 4.539, "p95_ms": 3.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15332.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32569.904, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.931, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:05:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:05:46+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:05:46+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:05:46.215431+09:00", "mtime_epoch": 1783181146.215431, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:05:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2087.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.825, "pushed": 9.825, "read": 9.792}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.248, "count": 294, "max_ms": 11.053, "p95_ms": 8.666}, "gstreamer_push": {"avg_ms": 1.329, "count": 294, "max_ms": 2.208, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.593, "count": 294, "max_ms": 70.903, "p95_ms": 67.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.83, "count": 294, "max_ms": 72.39, "p95_ms": 65.124}, "yolo11_640_fire_11class": {"avg_ms": 63.507, "count": 294, "max_ms": 76.996, "p95_ms": 71.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.089, "count": 294, "max_ms": 78.865, "p95_ms": 75.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.538, "count": 294, "max_ms": 96.631, "p95_ms": 92.004}, "read_interval": {"avg_ms": 102.108, "count": 293, "max_ms": 231.771, "p95_ms": 110.714}, "triton_wait": {"avg_ms": 68.495, "count": 294, "max_ms": 78.878, "p95_ms": 75.823}, "visualize": {"avg_ms": 3.731, "count": 294, "max_ms": 4.679, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15332.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.732, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.216, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1088004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:06:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:06:00+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T01:06:00+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T01:06:00.311660+09:00", "mtime_epoch": 1783181160.3116598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:06:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9141.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.911, "count": 293, "max_ms": 30.595, "p95_ms": 20.593}, "gstreamer_push": {"avg_ms": 1.231, "count": 293, "max_ms": 1.615, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.868, "count": 293, "max_ms": 65.747, "p95_ms": 61.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.732, "count": 293, "max_ms": 65.157, "p95_ms": 61.621}, "yolo11_640_fire_11class": {"avg_ms": 55.844, "count": 293, "max_ms": 68.71, "p95_ms": 63.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.309, "count": 293, "max_ms": 75.413, "p95_ms": 70.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.804, "count": 293, "max_ms": 103.687, "p95_ms": 96.752}, "read_interval": {"avg_ms": 102.561, "count": 292, "max_ms": 120.034, "p95_ms": 113.688}, "triton_wait": {"avg_ms": 60.568, "count": 293, "max_ms": 75.424, "p95_ms": 70.547}, "visualize": {"avg_ms": 3.461, "count": 293, "max_ms": 4.292, "p95_ms": 3.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15332.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32599.958, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.956, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:06:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:06:16+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:06:16+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:06:16.275919+09:00", "mtime_epoch": 1783181176.2759187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:06:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2087.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.219, "pushed": 10.219, "read": 10.185}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.263, "count": 306, "max_ms": 11.648, "p95_ms": 9.133}, "gstreamer_push": {"avg_ms": 1.319, "count": 306, "max_ms": 2.069, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.622, "count": 306, "max_ms": 73.143, "p95_ms": 66.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.086, "count": 306, "max_ms": 72.823, "p95_ms": 56.703}, "yolo11_640_fire_11class": {"avg_ms": 59.355, "count": 306, "max_ms": 75.158, "p95_ms": 71.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.626, "count": 306, "max_ms": 77.32, "p95_ms": 74.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.252, "count": 306, "max_ms": 93.047, "p95_ms": 90.694}, "read_interval": {"avg_ms": 98.182, "count": 305, "max_ms": 338.804, "p95_ms": 109.106}, "triton_wait": {"avg_ms": 63.181, "count": 306, "max_ms": 77.333, "p95_ms": 74.672}, "visualize": {"avg_ms": 3.718, "count": 306, "max_ms": 4.774, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15333.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.832, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.151, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1088305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:06:30+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:06:30+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:06:30.416148+09:00", "mtime_epoch": 1783181190.4161477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:06:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9141.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.849, "count": 300, "max_ms": 23.003, "p95_ms": 19.862}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.477, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.871, "count": 300, "max_ms": 67.753, "p95_ms": 60.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.391, "count": 300, "max_ms": 62.753, "p95_ms": 57.631}, "yolo11_640_fire_11class": {"avg_ms": 53.756, "count": 300, "max_ms": 68.295, "p95_ms": 64.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.523, "count": 300, "max_ms": 76.275, "p95_ms": 68.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.182, "count": 300, "max_ms": 102.936, "p95_ms": 94.52}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 309.504, "p95_ms": 112.611}, "triton_wait": {"avg_ms": 56.848, "count": 300, "max_ms": 76.287, "p95_ms": 68.592}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 4.497, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15333.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32629.992, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.919, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:06:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:06:46+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:06:46+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:06:46.304404+09:00", "mtime_epoch": 1783181206.3044045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:06:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2087.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.132, "count": 301, "max_ms": 11.959, "p95_ms": 7.757}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 1.526, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.57, "count": 301, "max_ms": 69.451, "p95_ms": 65.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.762, "count": 301, "max_ms": 68.805, "p95_ms": 54.448}, "yolo11_640_fire_11class": {"avg_ms": 59.3, "count": 301, "max_ms": 74.89, "p95_ms": 70.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.179, "count": 301, "max_ms": 78.733, "p95_ms": 73.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.663, "count": 301, "max_ms": 94.021, "p95_ms": 90.001}, "read_interval": {"avg_ms": 99.758, "count": 300, "max_ms": 311.424, "p95_ms": 110.919}, "triton_wait": {"avg_ms": 62.746, "count": 301, "max_ms": 78.746, "p95_ms": 74.304}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 5.105, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15333.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.866, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.151, "sample_count": 2966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1088610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:07:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:07:00+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:07:00+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:07:00.448633+09:00", "mtime_epoch": 1783181220.4486332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:07:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9141.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.188, "pushed": 10.188, "read": 10.155}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.945, "count": 305, "max_ms": 25.987, "p95_ms": 20.027}, "gstreamer_push": {"avg_ms": 1.248, "count": 305, "max_ms": 1.813, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.35, "count": 305, "max_ms": 71.029, "p95_ms": 62.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.063, "count": 305, "max_ms": 71.041, "p95_ms": 57.863}, "yolo11_640_fire_11class": {"avg_ms": 52.905, "count": 305, "max_ms": 73.003, "p95_ms": 64.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.884, "count": 305, "max_ms": 78.566, "p95_ms": 71.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.507, "count": 305, "max_ms": 105.023, "p95_ms": 97.255}, "read_interval": {"avg_ms": 98.44, "count": 304, "max_ms": 120.905, "p95_ms": 112.753}, "triton_wait": {"avg_ms": 56.106, "count": 305, "max_ms": 78.58, "p95_ms": 71.549}, "visualize": {"avg_ms": 3.532, "count": 305, "max_ms": 5.373, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15333.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32660.011, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.004, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:07:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:07:16+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:07:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:07:16.324889+09:00", "mtime_epoch": 1783181236.3248894, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:07:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2087.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.931, "pushed": 9.931, "read": 9.897}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.28, "count": 297, "max_ms": 11.977, "p95_ms": 8.189}, "gstreamer_push": {"avg_ms": 1.323, "count": 297, "max_ms": 2.013, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.974, "count": 297, "max_ms": 73.53, "p95_ms": 66.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.911, "count": 297, "max_ms": 71.814, "p95_ms": 56.787}, "yolo11_640_fire_11class": {"avg_ms": 60.454, "count": 297, "max_ms": 74.887, "p95_ms": 71.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.694, "count": 297, "max_ms": 79.589, "p95_ms": 75.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.509, "count": 297, "max_ms": 125.681, "p95_ms": 91.3}, "read_interval": {"avg_ms": 101.056, "count": 296, "max_ms": 300.171, "p95_ms": 110.452}, "triton_wait": {"avg_ms": 64.224, "count": 297, "max_ms": 79.602, "p95_ms": 75.396}, "visualize": {"avg_ms": 3.743, "count": 297, "max_ms": 5.127, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15333.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.922, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.074, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1088903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:07:30+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T01:07:30+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T01:07:30.521118+09:00", "mtime_epoch": 1783181250.5211184, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:07:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9141.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.778, "pushed": 9.778, "read": 9.745}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.417, "count": 293, "max_ms": 21.032, "p95_ms": 18.841}, "gstreamer_push": {"avg_ms": 1.219, "count": 293, "max_ms": 1.672, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.653, "count": 293, "max_ms": 69.525, "p95_ms": 61.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.799, "count": 293, "max_ms": 70.186, "p95_ms": 61.174}, "yolo11_640_fire_11class": {"avg_ms": 56.44, "count": 293, "max_ms": 72.771, "p95_ms": 63.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.689, "count": 293, "max_ms": 75.12, "p95_ms": 70.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.681, "count": 293, "max_ms": 100.973, "p95_ms": 95.295}, "read_interval": {"avg_ms": 102.618, "count": 292, "max_ms": 117.686, "p95_ms": 111.692}, "triton_wait": {"avg_ms": 60.908, "count": 293, "max_ms": 75.132, "p95_ms": 70.115}, "visualize": {"avg_ms": 3.463, "count": 293, "max_ms": 4.305, "p95_ms": 3.66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15333.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32690.096, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.036, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:07:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:07:46+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T01:07:46+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T01:07:46.405374+09:00", "mtime_epoch": 1783181266.4053743, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:07:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2087.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.207, "pushed": 10.207, "read": 10.174}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.166, "count": 306, "max_ms": 10.978, "p95_ms": 7.983}, "gstreamer_push": {"avg_ms": 1.318, "count": 306, "max_ms": 1.55, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.365, "count": 306, "max_ms": 70.949, "p95_ms": 66.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.492, "count": 306, "max_ms": 70.992, "p95_ms": 65.49}, "yolo11_640_fire_11class": {"avg_ms": 59.521, "count": 306, "max_ms": 76.579, "p95_ms": 70.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.672, "count": 306, "max_ms": 80.36, "p95_ms": 75.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.204, "count": 306, "max_ms": 125.471, "p95_ms": 91.776}, "read_interval": {"avg_ms": 98.33, "count": 305, "max_ms": 237.544, "p95_ms": 109.203}, "triton_wait": {"avg_ms": 64.109, "count": 306, "max_ms": 80.373, "p95_ms": 75.201}, "visualize": {"avg_ms": 3.714, "count": 306, "max_ms": 6.07, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15333.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.001, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.074, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1089209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:08:00+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:08:00+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:08:00.585603+09:00", "mtime_epoch": 1783181280.5856025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:08:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9142.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.212, "pushed": 10.212, "read": 10.178}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.984, "count": 306, "max_ms": 29.116, "p95_ms": 20.266}, "gstreamer_push": {"avg_ms": 1.25, "count": 306, "max_ms": 1.816, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.87, "count": 306, "max_ms": 65.726, "p95_ms": 61.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.747, "count": 306, "max_ms": 66.55, "p95_ms": 58.238}, "yolo11_640_fire_11class": {"avg_ms": 51.742, "count": 306, "max_ms": 70.311, "p95_ms": 63.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.27, "count": 306, "max_ms": 76.224, "p95_ms": 69.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.944, "count": 306, "max_ms": 101.62, "p95_ms": 95.107}, "read_interval": {"avg_ms": 98.277, "count": 305, "max_ms": 120.308, "p95_ms": 111.914}, "triton_wait": {"avg_ms": 55.547, "count": 306, "max_ms": 76.236, "p95_ms": 69.429}, "visualize": {"avg_ms": 3.513, "count": 306, "max_ms": 4.556, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15333.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32720.152, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.012, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:08:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:08:16+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:08:16+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:08:16.465858+09:00", "mtime_epoch": 1783181296.465858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:08:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2087.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.171, "count": 298, "max_ms": 12.456, "p95_ms": 7.903}, "gstreamer_push": {"avg_ms": 1.317, "count": 298, "max_ms": 1.92, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.411, "count": 298, "max_ms": 70.679, "p95_ms": 65.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.145, "count": 298, "max_ms": 72.571, "p95_ms": 56.956}, "yolo11_640_fire_11class": {"avg_ms": 58.532, "count": 298, "max_ms": 74.021, "p95_ms": 70.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.579, "count": 298, "max_ms": 78.205, "p95_ms": 74.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.309, "count": 298, "max_ms": 111.246, "p95_ms": 90.533}, "read_interval": {"avg_ms": 100.781, "count": 297, "max_ms": 299.646, "p95_ms": 125.129}, "triton_wait": {"avg_ms": 62.184, "count": 298, "max_ms": 78.221, "p95_ms": 74.441}, "visualize": {"avg_ms": 3.729, "count": 298, "max_ms": 5.064, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15334.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.071, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.151, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1089501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:08:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:08:30+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:08:30+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:08:30.654086+09:00", "mtime_epoch": 1783181310.6540859, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:08:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9142.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.494, "count": 292, "max_ms": 25.959, "p95_ms": 19.859}, "gstreamer_push": {"avg_ms": 1.21, "count": 292, "max_ms": 1.562, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.108, "count": 292, "max_ms": 67.116, "p95_ms": 61.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.145, "count": 292, "max_ms": 67.666, "p95_ms": 60.49}, "yolo11_640_fire_11class": {"avg_ms": 56.907, "count": 292, "max_ms": 70.975, "p95_ms": 63.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.994, "count": 292, "max_ms": 76.337, "p95_ms": 70.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.071, "count": 292, "max_ms": 102.865, "p95_ms": 96.006}, "read_interval": {"avg_ms": 102.96, "count": 291, "max_ms": 121.014, "p95_ms": 112.728}, "triton_wait": {"avg_ms": 61.257, "count": 292, "max_ms": 76.349, "p95_ms": 70.413}, "visualize": {"avg_ms": 3.457, "count": 292, "max_ms": 4.477, "p95_ms": 3.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15334.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32750.254, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.117, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:08:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:08:46+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:08:46+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:08:46.570341+09:00", "mtime_epoch": 1783181326.5703413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:08:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2088.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.767}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.325, "count": 293, "max_ms": 11.393, "p95_ms": 8.156}, "gstreamer_push": {"avg_ms": 1.318, "count": 294, "max_ms": 1.515, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.406, "count": 293, "max_ms": 71.383, "p95_ms": 66.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.124, "count": 293, "max_ms": 72.481, "p95_ms": 65.954}, "yolo11_640_fire_11class": {"avg_ms": 65.011, "count": 293, "max_ms": 79.406, "p95_ms": 71.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.403, "count": 293, "max_ms": 80.019, "p95_ms": 75.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.659, "count": 294, "max_ms": 98.034, "p95_ms": 91.943}, "read_interval": {"avg_ms": 102.381, "count": 293, "max_ms": 116.915, "p95_ms": 109.297}, "triton_wait": {"avg_ms": 69.605, "count": 293, "max_ms": 80.028, "p95_ms": 75.435}, "visualize": {"avg_ms": 3.696, "count": 293, "max_ms": 4.673, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15334.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.078, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.095, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1089795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:09:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:09:00+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T01:09:00+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T01:09:00.682568+09:00", "mtime_epoch": 1783181340.6825678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:09:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9142.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.634, "count": 294, "max_ms": 31.558, "p95_ms": 19.356}, "gstreamer_push": {"avg_ms": 1.241, "count": 294, "max_ms": 1.678, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.886, "count": 294, "max_ms": 65.243, "p95_ms": 60.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.642, "count": 294, "max_ms": 65.813, "p95_ms": 60.249}, "yolo11_640_fire_11class": {"avg_ms": 56.207, "count": 294, "max_ms": 67.936, "p95_ms": 63.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.496, "count": 294, "max_ms": 76.573, "p95_ms": 69.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.82, "count": 294, "max_ms": 106.838, "p95_ms": 95.77}, "read_interval": {"avg_ms": 102.12, "count": 294, "max_ms": 121.797, "p95_ms": 114.081}, "triton_wait": {"avg_ms": 59.759, "count": 294, "max_ms": 76.585, "p95_ms": 69.694}, "visualize": {"avg_ms": 3.489, "count": 294, "max_ms": 4.361, "p95_ms": 3.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15334.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32780.258, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.209, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:09:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:09:16+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:09:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:09:16.570822+09:00", "mtime_epoch": 1783181356.5708225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:09:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2088.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.171, "pushed": 10.171, "read": 10.171}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.33, "count": 305, "max_ms": 11.411, "p95_ms": 8.351}, "gstreamer_push": {"avg_ms": 1.312, "count": 305, "max_ms": 1.589, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.786, "count": 305, "max_ms": 73.845, "p95_ms": 66.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.056, "count": 305, "max_ms": 71.863, "p95_ms": 64.881}, "yolo11_640_fire_11class": {"avg_ms": 61.164, "count": 305, "max_ms": 74.666, "p95_ms": 72.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.496, "count": 305, "max_ms": 77.908, "p95_ms": 75.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.194, "count": 305, "max_ms": 130.805, "p95_ms": 91.358}, "read_interval": {"avg_ms": 98.366, "count": 305, "max_ms": 144.809, "p95_ms": 110.903}, "triton_wait": {"avg_ms": 65.021, "count": 305, "max_ms": 77.921, "p95_ms": 75.175}, "visualize": {"avg_ms": 3.711, "count": 305, "max_ms": 5.543, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15334.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.154, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.329, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1090088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:09:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:09:30+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T01:09:30+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T01:09:30.755049+09:00", "mtime_epoch": 1783181370.7550495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:09:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9142.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.857, "count": 293, "max_ms": 29.436, "p95_ms": 20.524}, "gstreamer_push": {"avg_ms": 1.238, "count": 293, "max_ms": 2.079, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.751, "count": 293, "max_ms": 68.416, "p95_ms": 62.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.787, "count": 293, "max_ms": 65.334, "p95_ms": 60.344}, "yolo11_640_fire_11class": {"avg_ms": 55.41, "count": 293, "max_ms": 70.773, "p95_ms": 64.172}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.061, "count": 293, "max_ms": 74.27, "p95_ms": 71.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.612, "count": 293, "max_ms": 100.466, "p95_ms": 97.018}, "read_interval": {"avg_ms": 102.689, "count": 292, "max_ms": 119.506, "p95_ms": 113.705}, "triton_wait": {"avg_ms": 60.301, "count": 293, "max_ms": 74.283, "p95_ms": 71.599}, "visualize": {"avg_ms": 3.504, "count": 293, "max_ms": 5.114, "p95_ms": 3.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15334.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32810.281, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.224, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:09:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:09:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T01:09:46+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T01:09:46.619303+09:00", "mtime_epoch": 1783181386.6193035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:09:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2088.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.862, "pushed": 9.862, "read": 9.828}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.122, "count": 295, "max_ms": 10.477, "p95_ms": 7.519}, "gstreamer_push": {"avg_ms": 1.302, "count": 295, "max_ms": 1.519, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.173, "count": 295, "max_ms": 74.061, "p95_ms": 67.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.636, "count": 295, "max_ms": 67.71, "p95_ms": 57.126}, "yolo11_640_fire_11class": {"avg_ms": 62.716, "count": 295, "max_ms": 75.386, "p95_ms": 71.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.347, "count": 295, "max_ms": 83.343, "p95_ms": 75.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.603, "count": 295, "max_ms": 125.442, "p95_ms": 91.624}, "read_interval": {"avg_ms": 101.821, "count": 294, "max_ms": 138.999, "p95_ms": 111.034}, "triton_wait": {"avg_ms": 68.644, "count": 295, "max_ms": 83.356, "p95_ms": 75.595}, "visualize": {"avg_ms": 3.702, "count": 295, "max_ms": 5.103, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15335.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.167, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.304, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1090382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:10:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:10:00+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T01:10:00+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T01:10:00.767530+09:00", "mtime_epoch": 1783181400.7675297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:10:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9142.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.755, "count": 294, "max_ms": 25.256, "p95_ms": 20.454}, "gstreamer_push": {"avg_ms": 1.233, "count": 294, "max_ms": 1.501, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.232, "count": 294, "max_ms": 67.201, "p95_ms": 61.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.91, "count": 294, "max_ms": 67.24, "p95_ms": 59.486}, "yolo11_640_fire_11class": {"avg_ms": 55.612, "count": 294, "max_ms": 70.062, "p95_ms": 63.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.816, "count": 294, "max_ms": 76.957, "p95_ms": 70.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.103, "count": 294, "max_ms": 102.624, "p95_ms": 96.011}, "read_interval": {"avg_ms": 102.08, "count": 294, "max_ms": 121.653, "p95_ms": 114.508}, "triton_wait": {"avg_ms": 59.997, "count": 294, "max_ms": 76.969, "p95_ms": 70.286}, "visualize": {"avg_ms": 3.498, "count": 294, "max_ms": 4.884, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15335.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32840.282, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.265, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:10:16+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T01:10:16+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T01:10:16.607783+09:00", "mtime_epoch": 1783181416.6077828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:10:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2088.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.106}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.182, "count": 303, "max_ms": 12.464, "p95_ms": 7.889}, "gstreamer_push": {"avg_ms": 1.315, "count": 303, "max_ms": 1.702, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.472, "count": 303, "max_ms": 73.46, "p95_ms": 66.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.488, "count": 303, "max_ms": 71.513, "p95_ms": 55.175}, "yolo11_640_fire_11class": {"avg_ms": 61.819, "count": 303, "max_ms": 78.721, "p95_ms": 71.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.428, "count": 303, "max_ms": 83.194, "p95_ms": 75.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.954, "count": 303, "max_ms": 99.115, "p95_ms": 91.265}, "read_interval": {"avg_ms": 98.961, "count": 303, "max_ms": 118.138, "p95_ms": 109.674}, "triton_wait": {"avg_ms": 66.003, "count": 303, "max_ms": 83.207, "p95_ms": 75.593}, "visualize": {"avg_ms": 3.711, "count": 303, "max_ms": 5.928, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15335.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.167, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.285, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1090676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:10:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:10:30+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T01:10:30+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T01:10:30.764009+09:00", "mtime_epoch": 1783181430.7640088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:10:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9142.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.718, "count": 294, "max_ms": 23.632, "p95_ms": 19.331}, "gstreamer_push": {"avg_ms": 1.247, "count": 294, "max_ms": 1.474, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.021, "count": 294, "max_ms": 68.216, "p95_ms": 60.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.72, "count": 294, "max_ms": 64.975, "p95_ms": 59.529}, "yolo11_640_fire_11class": {"avg_ms": 55.585, "count": 294, "max_ms": 68.032, "p95_ms": 62.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.62, "count": 294, "max_ms": 76.212, "p95_ms": 69.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.928, "count": 294, "max_ms": 102.087, "p95_ms": 95.84}, "read_interval": {"avg_ms": 102.043, "count": 294, "max_ms": 119.023, "p95_ms": 111.648}, "triton_wait": {"avg_ms": 59.82, "count": 294, "max_ms": 76.225, "p95_ms": 70.005}, "visualize": {"avg_ms": 3.497, "count": 294, "max_ms": 4.791, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15335.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32870.343, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.224, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:10:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:10:46+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T01:10:46+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T01:10:46.676263+09:00", "mtime_epoch": 1783181446.6762629, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:10:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2088.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.249, "pushed": 10.249, "read": 10.215}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.303, "count": 307, "max_ms": 12.043, "p95_ms": 9.531}, "gstreamer_push": {"avg_ms": 1.324, "count": 307, "max_ms": 1.667, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.656, "count": 307, "max_ms": 71.503, "p95_ms": 66.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.685, "count": 307, "max_ms": 74.436, "p95_ms": 55.811}, "yolo11_640_fire_11class": {"avg_ms": 59.68, "count": 307, "max_ms": 74.447, "p95_ms": 71.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.017, "count": 307, "max_ms": 78.23, "p95_ms": 74.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.621, "count": 307, "max_ms": 97.097, "p95_ms": 91.325}, "read_interval": {"avg_ms": 97.945, "count": 306, "max_ms": 230.407, "p95_ms": 110.2}, "triton_wait": {"avg_ms": 63.508, "count": 307, "max_ms": 78.245, "p95_ms": 74.801}, "visualize": {"avg_ms": 3.723, "count": 307, "max_ms": 4.984, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15335.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.244, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.236, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1090976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:11:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:11:00+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T01:11:00+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T01:11:00.840489+09:00", "mtime_epoch": 1783181460.8404887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:11:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9142.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.736, "count": 300, "max_ms": 23.349, "p95_ms": 19.631}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.462, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.24, "count": 300, "max_ms": 68.017, "p95_ms": 62.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.862, "count": 300, "max_ms": 64.345, "p95_ms": 59.337}, "yolo11_640_fire_11class": {"avg_ms": 54.524, "count": 300, "max_ms": 71.126, "p95_ms": 64.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.692, "count": 300, "max_ms": 76.217, "p95_ms": 71.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.125, "count": 300, "max_ms": 102.772, "p95_ms": 97.782}, "read_interval": {"avg_ms": 100.273, "count": 299, "max_ms": 119.792, "p95_ms": 114.078}, "triton_wait": {"avg_ms": 57.982, "count": 300, "max_ms": 76.23, "p95_ms": 71.743}, "visualize": {"avg_ms": 3.488, "count": 300, "max_ms": 4.27, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15336.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32900.388, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.233, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:11:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:11:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T01:11:16+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T01:11:16.720742+09:00", "mtime_epoch": 1783181476.7207417, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:11:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2088.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.116, "count": 298, "max_ms": 12.258, "p95_ms": 7.907}, "gstreamer_push": {"avg_ms": 1.313, "count": 298, "max_ms": 1.599, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.146, "count": 298, "max_ms": 74.067, "p95_ms": 67.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.43, "count": 298, "max_ms": 72.144, "p95_ms": 51.662}, "yolo11_640_fire_11class": {"avg_ms": 61.783, "count": 298, "max_ms": 73.666, "p95_ms": 71.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.145, "count": 298, "max_ms": 79.92, "p95_ms": 75.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.717, "count": 298, "max_ms": 96.658, "p95_ms": 91.116}, "read_interval": {"avg_ms": 100.873, "count": 297, "max_ms": 330.875, "p95_ms": 109.404}, "triton_wait": {"avg_ms": 65.751, "count": 298, "max_ms": 79.933, "p95_ms": 75.152}, "visualize": {"avg_ms": 3.712, "count": 298, "max_ms": 5.863, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15336.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.25, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.238, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1091269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:11:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:11:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:11:30+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:11:30.836967+09:00", "mtime_epoch": 1783181490.8369665, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:11:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9143.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.635, "count": 293, "max_ms": 22.123, "p95_ms": 19.194}, "gstreamer_push": {"avg_ms": 1.237, "count": 293, "max_ms": 1.824, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.24, "count": 293, "max_ms": 68.852, "p95_ms": 60.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.239, "count": 293, "max_ms": 67.559, "p95_ms": 59.711}, "yolo11_640_fire_11class": {"avg_ms": 56.138, "count": 293, "max_ms": 70.034, "p95_ms": 63.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.147, "count": 293, "max_ms": 77.434, "p95_ms": 69.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.42, "count": 293, "max_ms": 102.972, "p95_ms": 96.012}, "read_interval": {"avg_ms": 102.379, "count": 293, "max_ms": 120.235, "p95_ms": 111.621}, "triton_wait": {"avg_ms": 60.405, "count": 293, "max_ms": 77.445, "p95_ms": 69.441}, "visualize": {"avg_ms": 3.525, "count": 293, "max_ms": 4.898, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15336.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32930.391, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.32, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:11:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:11:46+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:11:46+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T01:11:46.701219+09:00", "mtime_epoch": 1783181506.701219, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:11:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2088.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 273, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.104, "pushed": 9.104, "read": 9.104}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.098, "count": 273, "max_ms": 8.918, "p95_ms": 7.798}, "gstreamer_push": {"avg_ms": 1.318, "count": 273, "max_ms": 1.939, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.18, "count": 273, "max_ms": 71.527, "p95_ms": 66.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.189, "count": 273, "max_ms": 73.625, "p95_ms": 54.342}, "yolo11_640_fire_11class": {"avg_ms": 62.839, "count": 273, "max_ms": 76.167, "p95_ms": 74.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.033, "count": 273, "max_ms": 81.945, "p95_ms": 75.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.657, "count": 273, "max_ms": 98.452, "p95_ms": 92.043}, "read_interval": {"avg_ms": 109.808, "count": 273, "max_ms": 2968.362, "p95_ms": 109.079}, "triton_wait": {"avg_ms": 66.698, "count": 273, "max_ms": 81.958, "p95_ms": 75.996}, "visualize": {"avg_ms": 3.72, "count": 273, "max_ms": 4.689, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15336.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.348, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.172, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1091573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:12:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:12:01+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:12:00+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:12:00.929445+09:00", "mtime_epoch": 1783181520.9294453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:12:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9143.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.101}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.766, "count": 303, "max_ms": 25.108, "p95_ms": 20.132}, "gstreamer_push": {"avg_ms": 1.262, "count": 304, "max_ms": 1.832, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.274, "count": 303, "max_ms": 64.983, "p95_ms": 60.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.775, "count": 303, "max_ms": 67.652, "p95_ms": 58.438}, "yolo11_640_fire_11class": {"avg_ms": 53.771, "count": 303, "max_ms": 68.499, "p95_ms": 65.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.981, "count": 303, "max_ms": 77.477, "p95_ms": 68.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.533, "count": 304, "max_ms": 103.161, "p95_ms": 94.277}, "read_interval": {"avg_ms": 98.971, "count": 303, "max_ms": 120.686, "p95_ms": 112.415}, "triton_wait": {"avg_ms": 56.339, "count": 303, "max_ms": 77.489, "p95_ms": 68.508}, "visualize": {"avg_ms": 3.542, "count": 303, "max_ms": 5.63, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15336.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32960.434, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.349, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:12:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:12:16+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T01:12:16+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T01:12:16.753697+09:00", "mtime_epoch": 1783181536.753697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:12:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2089.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.255, "pushed": 10.255, "read": 10.221}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.168, "count": 307, "max_ms": 12.128, "p95_ms": 7.996}, "gstreamer_push": {"avg_ms": 1.322, "count": 307, "max_ms": 1.943, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.772, "count": 307, "max_ms": 72.27, "p95_ms": 66.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.15, "count": 307, "max_ms": 72.28, "p95_ms": 58.084}, "yolo11_640_fire_11class": {"avg_ms": 61.201, "count": 307, "max_ms": 76.397, "p95_ms": 71.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.444, "count": 307, "max_ms": 81.079, "p95_ms": 75.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.875, "count": 307, "max_ms": 97.497, "p95_ms": 91.462}, "read_interval": {"avg_ms": 97.846, "count": 306, "max_ms": 116.006, "p95_ms": 108.665}, "triton_wait": {"avg_ms": 64.849, "count": 307, "max_ms": 81.091, "p95_ms": 75.328}, "visualize": {"avg_ms": 3.711, "count": 307, "max_ms": 4.945, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15336.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.366, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.057, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1091869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:12:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:12:31+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:12:30+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:12:30.949923+09:00", "mtime_epoch": 1783181550.9499226, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:12:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9143.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.892, "pushed": 9.892, "read": 9.859}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.689, "count": 296, "max_ms": 24.532, "p95_ms": 19.853}, "gstreamer_push": {"avg_ms": 1.239, "count": 296, "max_ms": 1.916, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.726, "count": 296, "max_ms": 68.092, "p95_ms": 60.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.861, "count": 296, "max_ms": 67.398, "p95_ms": 59.435}, "yolo11_640_fire_11class": {"avg_ms": 55.302, "count": 296, "max_ms": 70.958, "p95_ms": 62.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.654, "count": 296, "max_ms": 74.165, "p95_ms": 69.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.93, "count": 296, "max_ms": 99.875, "p95_ms": 95.537}, "read_interval": {"avg_ms": 101.393, "count": 295, "max_ms": 118.126, "p95_ms": 112.016}, "triton_wait": {"avg_ms": 58.851, "count": 296, "max_ms": 74.177, "p95_ms": 69.804}, "visualize": {"avg_ms": 3.493, "count": 296, "max_ms": 4.264, "p95_ms": 3.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15336.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32990.456, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.28, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:12:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:12:46+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:12:46+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T01:12:46.778174+09:00", "mtime_epoch": 1783181566.778174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:12:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2089.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.295, "pushed": 10.295, "read": 10.262}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.185, "count": 308, "max_ms": 12.583, "p95_ms": 8.013}, "gstreamer_push": {"avg_ms": 1.321, "count": 308, "max_ms": 1.578, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.928, "count": 308, "max_ms": 69.568, "p95_ms": 65.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.693, "count": 308, "max_ms": 76.843, "p95_ms": 51.9}, "yolo11_640_fire_11class": {"avg_ms": 61.015, "count": 308, "max_ms": 76.32, "p95_ms": 71.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.959, "count": 308, "max_ms": 79.399, "p95_ms": 74.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.599, "count": 308, "max_ms": 96.03, "p95_ms": 90.444}, "read_interval": {"avg_ms": 97.45, "count": 307, "max_ms": 113.304, "p95_ms": 107.264}, "triton_wait": {"avg_ms": 64.554, "count": 308, "max_ms": 79.413, "p95_ms": 74.433}, "visualize": {"avg_ms": 3.737, "count": 308, "max_ms": 4.959, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15336.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.42, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.03, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1092166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:13:01+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:13:01+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:13:01.006400+09:00", "mtime_epoch": 1783181581.0063996, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:13:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9143.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.882}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.784, "count": 297, "max_ms": 31.286, "p95_ms": 20.016}, "gstreamer_push": {"avg_ms": 1.23, "count": 297, "max_ms": 1.826, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.183, "count": 297, "max_ms": 65.205, "p95_ms": 60.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.263, "count": 297, "max_ms": 62.727, "p95_ms": 57.819}, "yolo11_640_fire_11class": {"avg_ms": 54.558, "count": 297, "max_ms": 67.673, "p95_ms": 62.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.542, "count": 297, "max_ms": 75.509, "p95_ms": 69.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.946, "count": 297, "max_ms": 101.065, "p95_ms": 95.31}, "read_interval": {"avg_ms": 101.175, "count": 296, "max_ms": 117.315, "p95_ms": 111.904}, "triton_wait": {"avg_ms": 58.798, "count": 297, "max_ms": 75.521, "p95_ms": 69.152}, "visualize": {"avg_ms": 3.485, "count": 297, "max_ms": 4.869, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15336.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33020.479, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.381, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:13:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:13:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T01:13:16+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T01:13:16.814651+09:00", "mtime_epoch": 1783181596.8146505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:13:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2089.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.229, "pushed": 10.229, "read": 10.195}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.312, "count": 306, "max_ms": 11.522, "p95_ms": 9.954}, "gstreamer_push": {"avg_ms": 1.327, "count": 306, "max_ms": 1.811, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.504, "count": 306, "max_ms": 70.339, "p95_ms": 66.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.374, "count": 306, "max_ms": 70.346, "p95_ms": 52.459}, "yolo11_640_fire_11class": {"avg_ms": 60.416, "count": 306, "max_ms": 75.887, "p95_ms": 70.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.292, "count": 306, "max_ms": 77.125, "p95_ms": 74.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.068, "count": 306, "max_ms": 96.673, "p95_ms": 91.778}, "read_interval": {"avg_ms": 98.159, "count": 305, "max_ms": 115.507, "p95_ms": 109.275}, "triton_wait": {"avg_ms": 64.848, "count": 306, "max_ms": 77.138, "p95_ms": 75.04}, "visualize": {"avg_ms": 3.717, "count": 306, "max_ms": 4.553, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15337.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.433, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.916, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1092466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:13:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:13:31+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:13:31+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:13:31.014876+09:00", "mtime_epoch": 1783181611.0148757, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:13:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9143.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.89, "count": 300, "max_ms": 24.023, "p95_ms": 20.225}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.563, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.32, "count": 300, "max_ms": 68.903, "p95_ms": 58.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.695, "count": 300, "max_ms": 62.138, "p95_ms": 56.313}, "yolo11_640_fire_11class": {"avg_ms": 53.659, "count": 300, "max_ms": 71.624, "p95_ms": 63.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.296, "count": 300, "max_ms": 73.724, "p95_ms": 67.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.997, "count": 300, "max_ms": 99.894, "p95_ms": 93.349}, "read_interval": {"avg_ms": 100.031, "count": 300, "max_ms": 337.278, "p95_ms": 110.977}, "triton_wait": {"avg_ms": 56.657, "count": 300, "max_ms": 73.736, "p95_ms": 67.553}, "visualize": {"avg_ms": 3.531, "count": 300, "max_ms": 4.666, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15337.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33050.495, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.265, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:13:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:13:46+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:13:46+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:13:46.807126+09:00", "mtime_epoch": 1783181626.8071258, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:13:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2089.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.167}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.168, "count": 305, "max_ms": 11.183, "p95_ms": 7.939}, "gstreamer_push": {"avg_ms": 1.324, "count": 305, "max_ms": 2.132, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.039, "count": 305, "max_ms": 72.605, "p95_ms": 65.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.408, "count": 305, "max_ms": 71.193, "p95_ms": 50.793}, "yolo11_640_fire_11class": {"avg_ms": 61.161, "count": 305, "max_ms": 74.073, "p95_ms": 71.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.458, "count": 305, "max_ms": 78.587, "p95_ms": 74.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.962, "count": 305, "max_ms": 94.212, "p95_ms": 90.58}, "read_interval": {"avg_ms": 98.339, "count": 305, "max_ms": 194.059, "p95_ms": 108.027}, "triton_wait": {"avg_ms": 64.958, "count": 305, "max_ms": 78.599, "p95_ms": 74.4}, "visualize": {"avg_ms": 3.747, "count": 305, "max_ms": 4.978, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15337.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.479, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.009, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1092766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:14:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:14:01+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T01:14:01+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:14:01.059352+09:00", "mtime_epoch": 1783181641.0593517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:14:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9143.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 18.21, "count": 300, "max_ms": 31.659, "p95_ms": 22.126}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.724, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.477, "count": 300, "max_ms": 66.847, "p95_ms": 60.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.644, "count": 300, "max_ms": 63.5, "p95_ms": 57.981}, "yolo11_640_fire_11class": {"avg_ms": 53.901, "count": 300, "max_ms": 69.169, "p95_ms": 62.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.249, "count": 300, "max_ms": 75.987, "p95_ms": 69.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.181, "count": 300, "max_ms": 114.33, "p95_ms": 96.332}, "read_interval": {"avg_ms": 100.12, "count": 299, "max_ms": 129.235, "p95_ms": 112.615}, "triton_wait": {"avg_ms": 57.582, "count": 300, "max_ms": 76.002, "p95_ms": 69.348}, "visualize": {"avg_ms": 3.481, "count": 300, "max_ms": 4.562, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15337.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33080.529, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.263, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:14:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:14:16+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:14:16+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:14:16.843602+09:00", "mtime_epoch": 1783181656.8436017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:14:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2089.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.09}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.267, "count": 303, "max_ms": 13.686, "p95_ms": 8.096}, "gstreamer_push": {"avg_ms": 1.334, "count": 303, "max_ms": 1.731, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.824, "count": 303, "max_ms": 71.796, "p95_ms": 65.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.925, "count": 303, "max_ms": 69.816, "p95_ms": 57.435}, "yolo11_640_fire_11class": {"avg_ms": 59.203, "count": 303, "max_ms": 75.14, "p95_ms": 70.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.732, "count": 303, "max_ms": 79.031, "p95_ms": 74.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.573, "count": 303, "max_ms": 94.503, "p95_ms": 90.996}, "read_interval": {"avg_ms": 99.1, "count": 302, "max_ms": 332.883, "p95_ms": 111.655}, "triton_wait": {"avg_ms": 62.459, "count": 303, "max_ms": 79.044, "p95_ms": 74.736}, "visualize": {"avg_ms": 3.752, "count": 303, "max_ms": 4.719, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15338.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.567, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.852, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1093065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:14:31+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T01:14:31+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:14:31.155828+09:00", "mtime_epoch": 1783181671.155828, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:14:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9143.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.969, "count": 299, "max_ms": 24.243, "p95_ms": 20.669}, "gstreamer_push": {"avg_ms": 1.225, "count": 299, "max_ms": 1.532, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.907, "count": 299, "max_ms": 67.149, "p95_ms": 63.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.036, "count": 299, "max_ms": 73.593, "p95_ms": 59.569}, "yolo11_640_fire_11class": {"avg_ms": 54.752, "count": 299, "max_ms": 71.431, "p95_ms": 65.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.893, "count": 299, "max_ms": 81.244, "p95_ms": 70.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.46, "count": 299, "max_ms": 108.6, "p95_ms": 97.071}, "read_interval": {"avg_ms": 100.628, "count": 298, "max_ms": 123.511, "p95_ms": 112.323}, "triton_wait": {"avg_ms": 58.092, "count": 299, "max_ms": 81.256, "p95_ms": 71.069}, "visualize": {"avg_ms": 3.508, "count": 299, "max_ms": 4.457, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15337.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33110.623, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.302, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:14:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:14:47+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:14:46+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T01:14:46.932078+09:00", "mtime_epoch": 1783181686.9320776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:14:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2089.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.2, "count": 300, "max_ms": 10.79, "p95_ms": 7.877}, "gstreamer_push": {"avg_ms": 1.325, "count": 301, "max_ms": 1.584, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.369, "count": 300, "max_ms": 73.374, "p95_ms": 68.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.747, "count": 300, "max_ms": 73.973, "p95_ms": 59.887}, "yolo11_640_fire_11class": {"avg_ms": 58.563, "count": 300, "max_ms": 77.581, "p95_ms": 71.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.485, "count": 300, "max_ms": 85.378, "p95_ms": 76.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.115, "count": 301, "max_ms": 101.059, "p95_ms": 92.536}, "read_interval": {"avg_ms": 99.946, "count": 300, "max_ms": 251.281, "p95_ms": 125.505}, "triton_wait": {"avg_ms": 62.053, "count": 300, "max_ms": 85.392, "p95_ms": 76.77}, "visualize": {"avg_ms": 3.74, "count": 300, "max_ms": 4.673, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15337.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.597, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.979, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1093366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:15:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:15:01+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T01:15:01+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T01:15:01.196303+09:00", "mtime_epoch": 1783181701.1963034, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:15:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9144.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.889, "count": 301, "max_ms": 25.29, "p95_ms": 21.351}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.957, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.454, "count": 301, "max_ms": 67.43, "p95_ms": 62.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.872, "count": 301, "max_ms": 67.808, "p95_ms": 61.65}, "yolo11_640_fire_11class": {"avg_ms": 53.349, "count": 301, "max_ms": 70.731, "p95_ms": 64.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.121, "count": 301, "max_ms": 78.725, "p95_ms": 71.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.599, "count": 301, "max_ms": 107.332, "p95_ms": 97.453}, "read_interval": {"avg_ms": 99.793, "count": 300, "max_ms": 127.704, "p95_ms": 112.868}, "triton_wait": {"avg_ms": 57.314, "count": 301, "max_ms": 78.737, "p95_ms": 71.601}, "visualize": {"avg_ms": 3.513, "count": 301, "max_ms": 5.151, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15338.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33140.633, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.424, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:15:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:15:17+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T01:15:16+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T01:15:16.960552+09:00", "mtime_epoch": 1783181716.9605525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:15:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2089.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.232, "count": 301, "max_ms": 10.819, "p95_ms": 9.102}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 1.638, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.746, "count": 301, "max_ms": 71.998, "p95_ms": 66.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.442, "count": 301, "max_ms": 72.282, "p95_ms": 60.828}, "yolo11_640_fire_11class": {"avg_ms": 60.489, "count": 301, "max_ms": 75.642, "p95_ms": 71.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.0, "count": 301, "max_ms": 80.4, "p95_ms": 75.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.554, "count": 301, "max_ms": 96.296, "p95_ms": 91.866}, "read_interval": {"avg_ms": 99.761, "count": 301, "max_ms": 291.292, "p95_ms": 111.406}, "triton_wait": {"avg_ms": 64.463, "count": 301, "max_ms": 80.413, "p95_ms": 75.804}, "visualize": {"avg_ms": 3.731, "count": 301, "max_ms": 4.879, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15338.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.661, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.979, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1093667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:15:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:15:31+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T01:15:31+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T01:15:31.264778+09:00", "mtime_epoch": 1783181731.2647784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:15:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9144.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.824, "count": 301, "max_ms": 24.789, "p95_ms": 19.667}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.503, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.946, "count": 301, "max_ms": 65.939, "p95_ms": 62.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.651, "count": 301, "max_ms": 66.406, "p95_ms": 59.356}, "yolo11_640_fire_11class": {"avg_ms": 54.997, "count": 301, "max_ms": 70.187, "p95_ms": 65.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.201, "count": 301, "max_ms": 77.75, "p95_ms": 69.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.918, "count": 301, "max_ms": 103.508, "p95_ms": 95.385}, "read_interval": {"avg_ms": 99.913, "count": 300, "max_ms": 118.499, "p95_ms": 111.224}, "triton_wait": {"avg_ms": 57.675, "count": 301, "max_ms": 77.762, "p95_ms": 69.529}, "visualize": {"avg_ms": 3.505, "count": 301, "max_ms": 4.458, "p95_ms": 3.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15338.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33170.658, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.254, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:15:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:15:47+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T01:15:46+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T01:15:46.993027+09:00", "mtime_epoch": 1783181746.993027, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:15:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2090.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.119, "count": 300, "max_ms": 11.222, "p95_ms": 7.843}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 1.97, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.789, "count": 300, "max_ms": 72.253, "p95_ms": 65.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.065, "count": 300, "max_ms": 73.973, "p95_ms": 55.227}, "yolo11_640_fire_11class": {"avg_ms": 59.577, "count": 300, "max_ms": 75.252, "p95_ms": 72.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.735, "count": 300, "max_ms": 76.426, "p95_ms": 73.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.626, "count": 300, "max_ms": 92.282, "p95_ms": 90.024}, "read_interval": {"avg_ms": 100.134, "count": 299, "max_ms": 308.121, "p95_ms": 115.695}, "triton_wait": {"avg_ms": 62.669, "count": 300, "max_ms": 76.438, "p95_ms": 74.092}, "visualize": {"avg_ms": 3.721, "count": 300, "max_ms": 5.151, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15338.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 927.721, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.858, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1093969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:16:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:16:01+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:16:01+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:16:01.305253+09:00", "mtime_epoch": 1783181761.3052528, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:16:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9144.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.673, "count": 302, "max_ms": 22.307, "p95_ms": 19.694}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 1.421, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.628, "count": 302, "max_ms": 67.264, "p95_ms": 63.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.594, "count": 302, "max_ms": 69.119, "p95_ms": 60.086}, "yolo11_640_fire_11class": {"avg_ms": 53.394, "count": 302, "max_ms": 70.949, "p95_ms": 64.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.413, "count": 302, "max_ms": 78.535, "p95_ms": 69.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.716, "count": 302, "max_ms": 104.07, "p95_ms": 96.136}, "read_interval": {"avg_ms": 99.516, "count": 301, "max_ms": 120.569, "p95_ms": 112.633}, "triton_wait": {"avg_ms": 56.631, "count": 302, "max_ms": 78.547, "p95_ms": 70.209}, "visualize": {"avg_ms": 3.509, "count": 302, "max_ms": 5.158, "p95_ms": 3.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15339.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33200.705, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.249, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:16:17+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T01:16:17+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T01:16:17.041501+09:00", "mtime_epoch": 1783181777.0415013, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:16:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2090.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.879}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.14, "count": 297, "max_ms": 12.744, "p95_ms": 7.652}, "gstreamer_push": {"avg_ms": 1.314, "count": 297, "max_ms": 1.566, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.144, "count": 297, "max_ms": 72.096, "p95_ms": 66.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.065, "count": 297, "max_ms": 73.926, "p95_ms": 60.224}, "yolo11_640_fire_11class": {"avg_ms": 60.822, "count": 297, "max_ms": 73.579, "p95_ms": 71.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.274, "count": 297, "max_ms": 79.198, "p95_ms": 74.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.16, "count": 297, "max_ms": 198.803, "p95_ms": 90.549}, "read_interval": {"avg_ms": 101.221, "count": 296, "max_ms": 307.399, "p95_ms": 111.04}, "triton_wait": {"avg_ms": 64.805, "count": 297, "max_ms": 79.21, "p95_ms": 74.733}, "visualize": {"avg_ms": 3.733, "count": 297, "max_ms": 5.426, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15339.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 957.785, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.826, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1094267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:16:31+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T01:16:31+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T01:16:31.381727+09:00", "mtime_epoch": 1783181791.3817275, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:16:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9144.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 18.147, "count": 298, "max_ms": 32.54, "p95_ms": 21.519}, "gstreamer_push": {"avg_ms": 1.24, "count": 298, "max_ms": 1.532, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.631, "count": 298, "max_ms": 67.172, "p95_ms": 61.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.164, "count": 298, "max_ms": 66.615, "p95_ms": 57.678}, "yolo11_640_fire_11class": {"avg_ms": 55.147, "count": 298, "max_ms": 70.184, "p95_ms": 63.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.26, "count": 298, "max_ms": 78.52, "p95_ms": 68.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.916, "count": 298, "max_ms": 104.418, "p95_ms": 95.71}, "read_interval": {"avg_ms": 100.906, "count": 297, "max_ms": 119.875, "p95_ms": 111.188}, "triton_wait": {"avg_ms": 58.402, "count": 298, "max_ms": 78.533, "p95_ms": 68.883}, "visualize": {"avg_ms": 3.498, "count": 298, "max_ms": 4.486, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15339.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33230.759, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.03, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:16:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:16:47+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:16:47+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:16:47.069975+09:00", "mtime_epoch": 1783181807.069975, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 71998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:16:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2090.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.109}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.227, "count": 304, "max_ms": 11.696, "p95_ms": 8.071}, "gstreamer_push": {"avg_ms": 1.336, "count": 304, "max_ms": 1.972, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.274, "count": 304, "max_ms": 73.273, "p95_ms": 66.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.318, "count": 304, "max_ms": 73.293, "p95_ms": 50.934}, "yolo11_640_fire_11class": {"avg_ms": 59.899, "count": 304, "max_ms": 73.989, "p95_ms": 70.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.019, "count": 304, "max_ms": 77.675, "p95_ms": 73.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.943, "count": 304, "max_ms": 94.988, "p95_ms": 90.092}, "read_interval": {"avg_ms": 98.825, "count": 303, "max_ms": 285.505, "p95_ms": 110.053}, "triton_wait": {"avg_ms": 62.741, "count": 304, "max_ms": 77.685, "p95_ms": 73.772}, "visualize": {"avg_ms": 3.75, "count": 304, "max_ms": 4.983, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15339.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 987.856, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.798, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1094570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:17:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:17:01+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:17:01+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:17:01.442202+09:00", "mtime_epoch": 1783181821.4422016, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:17:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9144.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.877, "count": 303, "max_ms": 23.422, "p95_ms": 20.004}, "gstreamer_push": {"avg_ms": 1.234, "count": 303, "max_ms": 1.44, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.671, "count": 303, "max_ms": 72.836, "p95_ms": 62.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.594, "count": 303, "max_ms": 68.192, "p95_ms": 56.64}, "yolo11_640_fire_11class": {"avg_ms": 53.923, "count": 303, "max_ms": 69.85, "p95_ms": 63.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.375, "count": 303, "max_ms": 78.563, "p95_ms": 68.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.1, "count": 303, "max_ms": 104.042, "p95_ms": 94.495}, "read_interval": {"avg_ms": 99.225, "count": 302, "max_ms": 121.758, "p95_ms": 111.795}, "triton_wait": {"avg_ms": 56.841, "count": 303, "max_ms": 78.574, "p95_ms": 68.5}, "visualize": {"avg_ms": 3.519, "count": 303, "max_ms": 4.665, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15339.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33260.792, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.005, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:17:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:17:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T01:17:17+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:17:17.110448+09:00", "mtime_epoch": 1783181837.1104484, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:17:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2090.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.224, "count": 299, "max_ms": 11.299, "p95_ms": 8.06}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 2.123, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.595, "count": 299, "max_ms": 73.302, "p95_ms": 67.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.852, "count": 299, "max_ms": 73.891, "p95_ms": 63.563}, "yolo11_640_fire_11class": {"avg_ms": 62.364, "count": 299, "max_ms": 76.699, "p95_ms": 71.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.65, "count": 299, "max_ms": 78.175, "p95_ms": 75.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.098, "count": 299, "max_ms": 97.178, "p95_ms": 91.315}, "read_interval": {"avg_ms": 100.444, "count": 298, "max_ms": 225.081, "p95_ms": 109.195}, "triton_wait": {"avg_ms": 66.111, "count": 299, "max_ms": 78.187, "p95_ms": 75.137}, "visualize": {"avg_ms": 3.704, "count": 299, "max_ms": 4.927, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15339.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1017.923, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.312, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.817, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1094864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:17:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:17:31+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T01:17:31+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T01:17:31.514675+09:00", "mtime_epoch": 1783181851.5146754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:17:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9144.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.812, "pushed": 9.812, "read": 9.779}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.613, "count": 294, "max_ms": 24.189, "p95_ms": 19.197}, "gstreamer_push": {"avg_ms": 1.24, "count": 294, "max_ms": 1.959, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.166, "count": 294, "max_ms": 66.454, "p95_ms": 60.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.665, "count": 294, "max_ms": 66.443, "p95_ms": 58.988}, "yolo11_640_fire_11class": {"avg_ms": 56.551, "count": 294, "max_ms": 71.824, "p95_ms": 63.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.789, "count": 294, "max_ms": 75.667, "p95_ms": 69.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.071, "count": 294, "max_ms": 101.988, "p95_ms": 95.16}, "read_interval": {"avg_ms": 102.269, "count": 293, "max_ms": 119.152, "p95_ms": 111.112}, "triton_wait": {"avg_ms": 60.089, "count": 294, "max_ms": 75.68, "p95_ms": 69.562}, "visualize": {"avg_ms": 3.49, "count": 294, "max_ms": 4.725, "p95_ms": 3.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15340.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33290.844, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.053, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:17:47+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T01:17:47+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T01:17:47.178922+09:00", "mtime_epoch": 1783181867.1789222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:17:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2090.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.262, "count": 303, "max_ms": 12.455, "p95_ms": 8.214}, "gstreamer_push": {"avg_ms": 1.322, "count": 303, "max_ms": 1.602, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.799, "count": 303, "max_ms": 71.746, "p95_ms": 66.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.979, "count": 303, "max_ms": 75.603, "p95_ms": 55.753}, "yolo11_640_fire_11class": {"avg_ms": 60.266, "count": 303, "max_ms": 80.144, "p95_ms": 71.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.028, "count": 303, "max_ms": 81.46, "p95_ms": 74.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.809, "count": 303, "max_ms": 103.507, "p95_ms": 91.103}, "read_interval": {"avg_ms": 99.225, "count": 302, "max_ms": 260.666, "p95_ms": 111.487}, "triton_wait": {"avg_ms": 63.594, "count": 303, "max_ms": 81.473, "p95_ms": 74.928}, "visualize": {"avg_ms": 3.71, "count": 303, "max_ms": 5.157, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15340.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.021, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.312, "name": "ffmpeg", "pid": 106742, "rss_mb": 273.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.858, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1095163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:18:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:18:01+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:18:01+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:18:01.603149+09:00", "mtime_epoch": 1783181881.6031494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:18:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9144.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.933, "pushed": 9.967, "read": 9.933}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.999, "count": 298, "max_ms": 29.884, "p95_ms": 20.541}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 2.094, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.52, "count": 298, "max_ms": 69.118, "p95_ms": 62.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.722, "count": 298, "max_ms": 65.99, "p95_ms": 58.928}, "yolo11_640_fire_11class": {"avg_ms": 54.582, "count": 298, "max_ms": 69.02, "p95_ms": 65.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.681, "count": 298, "max_ms": 79.349, "p95_ms": 69.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.429, "count": 298, "max_ms": 105.609, "p95_ms": 95.875}, "read_interval": {"avg_ms": 100.633, "count": 298, "max_ms": 121.166, "p95_ms": 112.473}, "triton_wait": {"avg_ms": 57.95, "count": 298, "max_ms": 79.361, "p95_ms": 69.954}, "visualize": {"avg_ms": 3.564, "count": 298, "max_ms": 5.347, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15345.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33320.883, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.053, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:18:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:18:17+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T01:18:17+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T01:18:17.223395+09:00", "mtime_epoch": 1783181897.2233953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:18:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2090.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.204, "count": 299, "max_ms": 12.039, "p95_ms": 7.752}, "gstreamer_push": {"avg_ms": 1.334, "count": 299, "max_ms": 1.513, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.298, "count": 299, "max_ms": 78.565, "p95_ms": 68.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.152, "count": 299, "max_ms": 72.299, "p95_ms": 54.143}, "yolo11_640_fire_11class": {"avg_ms": 61.17, "count": 299, "max_ms": 78.107, "p95_ms": 72.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.005, "count": 299, "max_ms": 80.031, "p95_ms": 75.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.781, "count": 299, "max_ms": 97.119, "p95_ms": 91.697}, "read_interval": {"avg_ms": 100.524, "count": 298, "max_ms": 273.292, "p95_ms": 112.264}, "triton_wait": {"avg_ms": 64.651, "count": 299, "max_ms": 80.045, "p95_ms": 75.742}, "visualize": {"avg_ms": 3.722, "count": 299, "max_ms": 4.723, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15346.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.083, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.469, "name": "ffmpeg", "pid": 106742, "rss_mb": 278.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 4, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.136, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1095459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:18:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:18:31+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:18:31+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:18:31.671623+09:00", "mtime_epoch": 1783181911.6716225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:18:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9144.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.901, "count": 296, "max_ms": 26.009, "p95_ms": 21.458}, "gstreamer_push": {"avg_ms": 1.248, "count": 296, "max_ms": 1.964, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.674, "count": 296, "max_ms": 66.139, "p95_ms": 61.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.772, "count": 296, "max_ms": 65.445, "p95_ms": 60.871}, "yolo11_640_fire_11class": {"avg_ms": 54.813, "count": 296, "max_ms": 70.485, "p95_ms": 63.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.978, "count": 296, "max_ms": 76.942, "p95_ms": 70.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.472, "count": 296, "max_ms": 102.399, "p95_ms": 96.535}, "read_interval": {"avg_ms": 101.548, "count": 295, "max_ms": 120.956, "p95_ms": 113.756}, "triton_wait": {"avg_ms": 59.18, "count": 296, "max_ms": 76.954, "p95_ms": 70.497}, "visualize": {"avg_ms": 3.505, "count": 296, "max_ms": 5.529, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15346.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33350.963, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.378, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1370257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:18:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:18:47+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T01:18:47+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T01:18:47.299869+09:00", "mtime_epoch": 1783181927.2998686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:18:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2090.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 298, "max_ms": 10.147, "p95_ms": 7.917}, "gstreamer_push": {"avg_ms": 1.314, "count": 298, "max_ms": 1.569, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.222, "count": 298, "max_ms": 73.547, "p95_ms": 67.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.699, "count": 298, "max_ms": 71.344, "p95_ms": 63.958}, "yolo11_640_fire_11class": {"avg_ms": 60.892, "count": 298, "max_ms": 74.177, "p95_ms": 70.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.76, "count": 298, "max_ms": 79.277, "p95_ms": 75.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.45, "count": 298, "max_ms": 126.559, "p95_ms": 92.288}, "read_interval": {"avg_ms": 100.981, "count": 297, "max_ms": 312.121, "p95_ms": 110.348}, "triton_wait": {"avg_ms": 67.139, "count": 298, "max_ms": 79.29, "p95_ms": 75.704}, "visualize": {"avg_ms": 3.736, "count": 298, "max_ms": 5.427, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15349.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.11, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.305, "name": "ffmpeg", "pid": 106742, "rss_mb": 281.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 3, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.198, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1095758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:19:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:19:01+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:19:01+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:19:01.692095+09:00", "mtime_epoch": 1783181941.6920948, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 95118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:19:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9145.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.544, "count": 299, "max_ms": 27.43, "p95_ms": 19.532}, "gstreamer_push": {"avg_ms": 1.235, "count": 299, "max_ms": 2.156, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.78, "count": 299, "max_ms": 70.182, "p95_ms": 62.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.861, "count": 299, "max_ms": 64.743, "p95_ms": 60.97}, "yolo11_640_fire_11class": {"avg_ms": 54.196, "count": 299, "max_ms": 72.349, "p95_ms": 64.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.147, "count": 299, "max_ms": 76.787, "p95_ms": 72.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.415, "count": 299, "max_ms": 101.148, "p95_ms": 98.346}, "read_interval": {"avg_ms": 100.405, "count": 298, "max_ms": 119.026, "p95_ms": 114.687}, "triton_wait": {"avg_ms": 58.522, "count": 299, "max_ms": 76.798, "p95_ms": 72.25}, "visualize": {"avg_ms": 3.487, "count": 299, "max_ms": 5.784, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15349.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33380.999, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.378, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1370559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:19:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:19:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:19:17.312340+09:00", "mtime_epoch": 1783181957.3123405, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:19:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2091.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.23, "count": 302, "max_ms": 11.973, "p95_ms": 8.218}, "gstreamer_push": {"avg_ms": 1.318, "count": 302, "max_ms": 1.779, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.054, "count": 302, "max_ms": 70.364, "p95_ms": 65.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.894, "count": 302, "max_ms": 72.466, "p95_ms": 53.456}, "yolo11_640_fire_11class": {"avg_ms": 60.835, "count": 302, "max_ms": 74.858, "p95_ms": 71.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.068, "count": 302, "max_ms": 79.55, "p95_ms": 75.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.922, "count": 302, "max_ms": 127.495, "p95_ms": 90.976}, "read_interval": {"avg_ms": 99.432, "count": 301, "max_ms": 236.316, "p95_ms": 109.619}, "triton_wait": {"avg_ms": 64.693, "count": 302, "max_ms": 79.563, "p95_ms": 75.012}, "visualize": {"avg_ms": 3.716, "count": 302, "max_ms": 5.137, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15348.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.191, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.305, "name": "ffmpeg", "pid": 106742, "rss_mb": 281.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 3, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.136, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1096054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:19:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:19:31+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:19:31+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:19:31.772568+09:00", "mtime_epoch": 1783181971.772568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:19:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9145.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.873, "pushed": 9.873, "read": 9.839}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.974, "count": 296, "max_ms": 31.343, "p95_ms": 20.148}, "gstreamer_push": {"avg_ms": 1.237, "count": 296, "max_ms": 2.052, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.349, "count": 296, "max_ms": 69.216, "p95_ms": 59.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.14, "count": 296, "max_ms": 69.835, "p95_ms": 56.499}, "yolo11_640_fire_11class": {"avg_ms": 55.607, "count": 296, "max_ms": 71.225, "p95_ms": 63.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.468, "count": 296, "max_ms": 76.706, "p95_ms": 67.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.26, "count": 296, "max_ms": 115.952, "p95_ms": 95.79}, "read_interval": {"avg_ms": 101.604, "count": 295, "max_ms": 131.461, "p95_ms": 113.51}, "triton_wait": {"avg_ms": 58.867, "count": 296, "max_ms": 76.72, "p95_ms": 67.918}, "visualize": {"avg_ms": 3.511, "count": 296, "max_ms": 4.526, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15352.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33411.001, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.103, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1370861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:19:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:19:47+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:19:47+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:19:47.312812+09:00", "mtime_epoch": 1783181987.312812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:19:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2091.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.066, "count": 302, "max_ms": 11.168, "p95_ms": 7.923}, "gstreamer_push": {"avg_ms": 1.323, "count": 302, "max_ms": 1.854, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.459, "count": 302, "max_ms": 72.387, "p95_ms": 65.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.822, "count": 302, "max_ms": 71.495, "p95_ms": 54.735}, "yolo11_640_fire_11class": {"avg_ms": 61.022, "count": 302, "max_ms": 74.95, "p95_ms": 71.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.378, "count": 302, "max_ms": 80.392, "p95_ms": 74.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.754, "count": 302, "max_ms": 95.847, "p95_ms": 90.314}, "read_interval": {"avg_ms": 99.338, "count": 302, "max_ms": 266.91, "p95_ms": 108.879}, "triton_wait": {"avg_ms": 64.919, "count": 302, "max_ms": 80.406, "p95_ms": 74.723}, "visualize": {"avg_ms": 3.703, "count": 302, "max_ms": 5.471, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15352.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.286, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.398, "name": "ffmpeg", "pid": 106742, "rss_mb": 284.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 3, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.798, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1096351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:20:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:20:01+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T01:20:01+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T01:20:01.877041+09:00", "mtime_epoch": 1783182001.877041, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:20:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9145.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.867}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.718, "count": 296, "max_ms": 24.088, "p95_ms": 19.526}, "gstreamer_push": {"avg_ms": 1.234, "count": 297, "max_ms": 1.782, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.319, "count": 296, "max_ms": 64.559, "p95_ms": 61.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.274, "count": 296, "max_ms": 65.063, "p95_ms": 59.215}, "yolo11_640_fire_11class": {"avg_ms": 54.896, "count": 296, "max_ms": 65.673, "p95_ms": 63.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.769, "count": 296, "max_ms": 77.784, "p95_ms": 68.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.229, "count": 297, "max_ms": 103.572, "p95_ms": 94.906}, "read_interval": {"avg_ms": 101.335, "count": 296, "max_ms": 122.407, "p95_ms": 112.077}, "triton_wait": {"avg_ms": 59.154, "count": 296, "max_ms": 77.797, "p95_ms": 68.954}, "visualize": {"avg_ms": 3.508, "count": 296, "max_ms": 4.442, "p95_ms": 3.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15352.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33441.024, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.947, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:20:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:20:17+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:20:17+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:20:17.341284+09:00", "mtime_epoch": 1783182017.341284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 71725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:20:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2091.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.134, "count": 299, "max_ms": 11.555, "p95_ms": 8.366}, "gstreamer_push": {"avg_ms": 1.323, "count": 299, "max_ms": 1.884, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.936, "count": 299, "max_ms": 73.086, "p95_ms": 65.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.889, "count": 299, "max_ms": 73.985, "p95_ms": 55.16}, "yolo11_640_fire_11class": {"avg_ms": 62.802, "count": 299, "max_ms": 74.501, "p95_ms": 71.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.196, "count": 299, "max_ms": 82.213, "p95_ms": 74.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.462, "count": 299, "max_ms": 97.822, "p95_ms": 91.077}, "read_interval": {"avg_ms": 100.4, "count": 298, "max_ms": 289.599, "p95_ms": 109.493}, "triton_wait": {"avg_ms": 66.578, "count": 299, "max_ms": 82.228, "p95_ms": 74.83}, "visualize": {"avg_ms": 3.726, "count": 299, "max_ms": 5.034, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15353.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.299, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.398, "name": "ffmpeg", "pid": 106742, "rss_mb": 284.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 3, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.875, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1096652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:20:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:20:31+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T01:20:31+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T01:20:31.877512+09:00", "mtime_epoch": 1783182031.8775125, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:20:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9145.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 18.115, "count": 301, "max_ms": 26.446, "p95_ms": 20.494}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.662, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.468, "count": 301, "max_ms": 70.916, "p95_ms": 61.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.699, "count": 301, "max_ms": 66.041, "p95_ms": 56.375}, "yolo11_640_fire_11class": {"avg_ms": 54.516, "count": 301, "max_ms": 72.039, "p95_ms": 63.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.705, "count": 301, "max_ms": 74.062, "p95_ms": 68.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.661, "count": 301, "max_ms": 122.395, "p95_ms": 95.969}, "read_interval": {"avg_ms": 99.66, "count": 301, "max_ms": 138.965, "p95_ms": 111.856}, "triton_wait": {"avg_ms": 57.009, "count": 301, "max_ms": 74.073, "p95_ms": 68.702}, "visualize": {"avg_ms": 3.529, "count": 301, "max_ms": 5.496, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15353.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33471.07, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.054, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:20:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:20:47+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:20:47+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T01:20:47.377756+09:00", "mtime_epoch": 1783182047.3777559, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:20:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2091.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.853}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.094, "count": 296, "max_ms": 10.728, "p95_ms": 7.798}, "gstreamer_push": {"avg_ms": 1.324, "count": 296, "max_ms": 1.518, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.265, "count": 296, "max_ms": 71.944, "p95_ms": 66.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.606, "count": 296, "max_ms": 72.288, "p95_ms": 56.91}, "yolo11_640_fire_11class": {"avg_ms": 61.395, "count": 296, "max_ms": 75.102, "p95_ms": 71.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.531, "count": 296, "max_ms": 79.683, "p95_ms": 74.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.955, "count": 296, "max_ms": 95.998, "p95_ms": 90.571}, "read_interval": {"avg_ms": 101.48, "count": 295, "max_ms": 246.154, "p95_ms": 116.068}, "triton_wait": {"avg_ms": 65.033, "count": 296, "max_ms": 79.695, "p95_ms": 74.666}, "visualize": {"avg_ms": 3.784, "count": 296, "max_ms": 4.845, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15354.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.382, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.43, "name": "ffmpeg", "pid": 106742, "rss_mb": 285.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 3, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.729, "sample_count": 2966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1096941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:21:02+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T01:21:01+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T01:21:01.957985+09:00", "mtime_epoch": 1783182061.9579847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:21:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9145.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.606}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.573, "count": 289, "max_ms": 20.467, "p95_ms": 18.87}, "gstreamer_push": {"avg_ms": 1.231, "count": 289, "max_ms": 1.416, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.83, "count": 289, "max_ms": 67.075, "p95_ms": 58.69}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.577, "count": 289, "max_ms": 63.648, "p95_ms": 58.977}, "yolo11_640_fire_11class": {"avg_ms": 57.54, "count": 289, "max_ms": 66.741, "p95_ms": 63.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.743, "count": 289, "max_ms": 75.512, "p95_ms": 67.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.975, "count": 289, "max_ms": 100.897, "p95_ms": 94.277}, "read_interval": {"avg_ms": 104.062, "count": 288, "max_ms": 116.6, "p95_ms": 110.24}, "triton_wait": {"avg_ms": 61.962, "count": 289, "max_ms": 75.523, "p95_ms": 67.875}, "visualize": {"avg_ms": 3.511, "count": 289, "max_ms": 4.477, "p95_ms": 3.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15354.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33501.117, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.398, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:21:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:21:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:21:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:21:17.430228+09:00", "mtime_epoch": 1783182077.4302275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:21:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2091.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.555, "pushed": 9.555, "read": 9.521}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.146, "count": 286, "max_ms": 9.56, "p95_ms": 7.733}, "gstreamer_push": {"avg_ms": 1.33, "count": 286, "max_ms": 1.497, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.719, "count": 286, "max_ms": 75.73, "p95_ms": 67.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.192, "count": 286, "max_ms": 70.576, "p95_ms": 63.283}, "yolo11_640_fire_11class": {"avg_ms": 67.058, "count": 286, "max_ms": 75.835, "p95_ms": 72.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.611, "count": 286, "max_ms": 81.288, "p95_ms": 75.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.909, "count": 286, "max_ms": 130.903, "p95_ms": 92.116}, "read_interval": {"avg_ms": 105.053, "count": 285, "max_ms": 144.526, "p95_ms": 111.533}, "triton_wait": {"avg_ms": 71.783, "count": 286, "max_ms": 81.3, "p95_ms": 75.846}, "visualize": {"avg_ms": 3.783, "count": 286, "max_ms": 4.919, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15354.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.455, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.688, "name": "ffmpeg", "pid": 106742, "rss_mb": 285.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 3, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.755, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1097230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:21:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:21:32+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:21:32.042457+09:00", "mtime_epoch": 1783182092.0424569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:21:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9146.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.642, "pushed": 9.642, "read": 9.608}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.491, "count": 289, "max_ms": 23.235, "p95_ms": 18.687}, "gstreamer_push": {"avg_ms": 1.229, "count": 289, "max_ms": 1.867, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.531, "count": 289, "max_ms": 65.775, "p95_ms": 60.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.633, "count": 289, "max_ms": 64.035, "p95_ms": 59.932}, "yolo11_640_fire_11class": {"avg_ms": 56.615, "count": 289, "max_ms": 66.776, "p95_ms": 62.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.414, "count": 289, "max_ms": 74.632, "p95_ms": 70.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.583, "count": 289, "max_ms": 99.908, "p95_ms": 95.847}, "read_interval": {"avg_ms": 104.06, "count": 288, "max_ms": 117.814, "p95_ms": 112.37}, "triton_wait": {"avg_ms": 61.728, "count": 289, "max_ms": 74.644, "p95_ms": 70.271}, "visualize": {"avg_ms": 3.478, "count": 289, "max_ms": 4.538, "p95_ms": 3.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15355.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33531.158, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.697, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1372038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:21:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:21:47+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:21:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:21:47.474699+09:00", "mtime_epoch": 1783182107.474699, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:21:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2091.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.889, "pushed": 9.889, "read": 9.855}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.392, "count": 296, "max_ms": 11.646, "p95_ms": 9.181}, "gstreamer_push": {"avg_ms": 1.323, "count": 296, "max_ms": 2.233, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.195, "count": 296, "max_ms": 76.484, "p95_ms": 68.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.869, "count": 296, "max_ms": 69.783, "p95_ms": 56.58}, "yolo11_640_fire_11class": {"avg_ms": 61.547, "count": 296, "max_ms": 73.411, "p95_ms": 70.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.307, "count": 296, "max_ms": 81.619, "p95_ms": 76.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.379, "count": 296, "max_ms": 138.543, "p95_ms": 92.948}, "read_interval": {"avg_ms": 101.455, "count": 295, "max_ms": 152.361, "p95_ms": 112.014}, "triton_wait": {"avg_ms": 67.643, "count": 296, "max_ms": 81.631, "p95_ms": 76.251}, "visualize": {"avg_ms": 3.764, "count": 296, "max_ms": 5.661, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15359.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.468, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.328, "name": "ffmpeg", "pid": 106742, "rss_mb": 290.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 3, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.238, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1097520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:22:02+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:22:02+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:22:02.054928+09:00", "mtime_epoch": 1783182122.0549278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:22:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9146.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.953, "count": 290, "max_ms": 29.698, "p95_ms": 22.122}, "gstreamer_push": {"avg_ms": 1.229, "count": 290, "max_ms": 2.076, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.884, "count": 290, "max_ms": 67.762, "p95_ms": 63.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.703, "count": 290, "max_ms": 68.513, "p95_ms": 60.569}, "yolo11_640_fire_11class": {"avg_ms": 53.719, "count": 290, "max_ms": 66.023, "p95_ms": 62.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.011, "count": 290, "max_ms": 75.861, "p95_ms": 71.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.482, "count": 290, "max_ms": 106.454, "p95_ms": 97.275}, "read_interval": {"avg_ms": 103.488, "count": 290, "max_ms": 363.618, "p95_ms": 113.838}, "triton_wait": {"avg_ms": 60.182, "count": 290, "max_ms": 75.877, "p95_ms": 71.646}, "visualize": {"avg_ms": 3.499, "count": 290, "max_ms": 4.388, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15359.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33561.209, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.001, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1372338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:22:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:22:17+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:22:17+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:22:17.527170+09:00", "mtime_epoch": 1783182137.5271704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:22:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2091.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.33, "count": 300, "max_ms": 10.299, "p95_ms": 9.093}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.594, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.881, "count": 300, "max_ms": 75.18, "p95_ms": 68.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.224, "count": 300, "max_ms": 74.477, "p95_ms": 57.0}, "yolo11_640_fire_11class": {"avg_ms": 59.236, "count": 300, "max_ms": 73.279, "p95_ms": 69.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.125, "count": 300, "max_ms": 79.329, "p95_ms": 75.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.521, "count": 300, "max_ms": 131.184, "p95_ms": 96.867}, "read_interval": {"avg_ms": 100.15, "count": 299, "max_ms": 145.266, "p95_ms": 113.256}, "triton_wait": {"avg_ms": 65.501, "count": 300, "max_ms": 79.341, "p95_ms": 75.529}, "visualize": {"avg_ms": 3.755, "count": 300, "max_ms": 5.224, "p95_ms": 4.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15359.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:00:30+09:00", "last_error_summary": "[h264 @ 0x55fbe28d04c0] left block unavailable for requested intra mode [h264 @ 0x55fbe28d04c0] error while decoding MB 0 34, bytestream 3632 [h264 @ 0x55fbe29954c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fbe29954c0] error while decoding MB 0 38, bytestream 3321 [h264 @ 0x55fbe28e45c0] error while decoding MB 1 24, bytestream -7 [in#0/rtsp @ 0x55fbe285fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fbe285fe00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T01:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.558, "last_started_at": "2026-07-05T01:00:33+09:00", "pid": 106742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.328, "name": "ffmpeg", "pid": 106742, "rss_mb": 290.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 538, "restart_count_per_hour": 3, "rtsp_timeout_count": 322, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.508, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1097812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:22:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:22:32+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:22:32+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T01:22:32.155400+09:00", "mtime_epoch": 1783182152.1554, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:22:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9146.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.455, "count": 291, "max_ms": 22.01, "p95_ms": 18.576}, "gstreamer_push": {"avg_ms": 1.223, "count": 292, "max_ms": 1.593, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.968, "count": 291, "max_ms": 66.259, "p95_ms": 63.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.238, "count": 291, "max_ms": 65.35, "p95_ms": 61.746}, "yolo11_640_fire_11class": {"avg_ms": 54.363, "count": 291, "max_ms": 65.775, "p95_ms": 62.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.992, "count": 291, "max_ms": 76.386, "p95_ms": 71.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.954, "count": 292, "max_ms": 101.712, "p95_ms": 97.296}, "read_interval": {"avg_ms": 103.051, "count": 291, "max_ms": 121.87, "p95_ms": 115.371}, "triton_wait": {"avg_ms": 61.164, "count": 291, "max_ms": 76.398, "p95_ms": 71.808}, "visualize": {"avg_ms": 3.486, "count": 291, "max_ms": 4.614, "p95_ms": 3.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15359.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33591.258, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.23, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1372654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:22:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:22:47+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T01:22:47+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T01:22:47.599642+09:00", "mtime_epoch": 1783182167.599642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:22:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2092.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.552, "pushed": 10.552, "read": 10.518}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.27, "count": 316, "max_ms": 11.071, "p95_ms": 9.065}, "gstreamer_push": {"avg_ms": 1.317, "count": 316, "max_ms": 2.097, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.507, "count": 316, "max_ms": 72.453, "p95_ms": 68.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.312, "count": 316, "max_ms": 71.314, "p95_ms": 62.563}, "yolo11_640_fire_11class": {"avg_ms": 55.485, "count": 316, "max_ms": 71.372, "p95_ms": 67.255}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.926, "count": 316, "max_ms": 81.268, "p95_ms": 76.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.483, "count": 316, "max_ms": 136.292, "p95_ms": 92.953}, "read_interval": {"avg_ms": 95.145, "count": 315, "max_ms": 150.062, "p95_ms": 110.07}, "triton_wait": {"avg_ms": 61.306, "count": 316, "max_ms": 81.28, "p95_ms": 76.123}, "visualize": {"avg_ms": 3.733, "count": 316, "max_ms": 5.506, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15204.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.122, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.129, "name": "ffmpeg", "pid": 106849, "rss_mb": 139.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.554, "sample_count": 2711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1097905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:23:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:23:04+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-05T01:23:04+09:00", "mjpeg": {"age_sec": 4.355, "exists": true, "mtime": "2026-07-05T01:23:00.451844+09:00", "mtime_epoch": 1783182180.4518437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:23:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9146.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.236, "pushed": 2.236, "read": 2.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.7, "count": 67, "max_ms": 24.603, "p95_ms": 20.213}, "gstreamer_push": {"avg_ms": 1.24, "count": 67, "max_ms": 1.382, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.702, "count": 67, "max_ms": 68.888, "p95_ms": 61.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.011, "count": 67, "max_ms": 63.486, "p95_ms": 58.866}, "yolo11_640_fire_11class": {"avg_ms": 52.72, "count": 67, "max_ms": 71.959, "p95_ms": 61.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.573, "count": 67, "max_ms": 72.929, "p95_ms": 71.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.694, "count": 67, "max_ms": 98.795, "p95_ms": 96.273}, "read_interval": {"avg_ms": 453.586, "count": 66, "max_ms": 19229.971, "p95_ms": 115.791}, "triton_wait": {"avg_ms": 57.651, "count": 67, "max_ms": 72.941, "p95_ms": 71.414}, "visualize": {"avg_ms": 3.503, "count": 67, "max_ms": 4.871, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15334.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33621.349, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.429, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1372958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:23:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:23:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:23:17+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:23:17.660113+09:00", "mtime_epoch": 1783182197.6601133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:23:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2092.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.19, "count": 303, "max_ms": 10.753, "p95_ms": 7.972}, "gstreamer_push": {"avg_ms": 1.308, "count": 303, "max_ms": 1.885, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.4, "count": 303, "max_ms": 73.163, "p95_ms": 67.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.161, "count": 303, "max_ms": 73.969, "p95_ms": 52.102}, "yolo11_640_fire_11class": {"avg_ms": 52.676, "count": 303, "max_ms": 71.063, "p95_ms": 67.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.341, "count": 303, "max_ms": 80.417, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.976, "count": 303, "max_ms": 133.297, "p95_ms": 93.635}, "read_interval": {"avg_ms": 98.953, "count": 303, "max_ms": 312.214, "p95_ms": 127.838}, "triton_wait": {"avg_ms": 57.688, "count": 303, "max_ms": 80.43, "p95_ms": 76.314}, "visualize": {"avg_ms": 3.732, "count": 303, "max_ms": 5.261, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15336.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.221, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.895, "name": "ffmpeg", "pid": 106849, "rss_mb": 266.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.646, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1098196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:23:34+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T01:23:34+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T01:23:34.808382+09:00", "mtime_epoch": 1783182214.8083823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:23:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9146.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.526, "count": 290, "max_ms": 22.811, "p95_ms": 19.099}, "gstreamer_push": {"avg_ms": 1.212, "count": 291, "max_ms": 1.411, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.486, "count": 290, "max_ms": 68.344, "p95_ms": 62.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.877, "count": 290, "max_ms": 67.936, "p95_ms": 61.575}, "yolo11_640_fire_11class": {"avg_ms": 55.201, "count": 290, "max_ms": 67.27, "p95_ms": 62.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.885, "count": 290, "max_ms": 76.857, "p95_ms": 71.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.831, "count": 291, "max_ms": 104.202, "p95_ms": 97.253}, "read_interval": {"avg_ms": 103.408, "count": 290, "max_ms": 117.035, "p95_ms": 111.861}, "triton_wait": {"avg_ms": 62.975, "count": 290, "max_ms": 76.868, "p95_ms": 71.574}, "visualize": {"avg_ms": 3.483, "count": 290, "max_ms": 4.429, "p95_ms": 3.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15337.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33651.442, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.461, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:23:47+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:23:47+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:23:47.752585+09:00", "mtime_epoch": 1783182227.752585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:23:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2092.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.352, "count": 299, "max_ms": 10.934, "p95_ms": 9.394}, "gstreamer_push": {"avg_ms": 1.318, "count": 299, "max_ms": 1.551, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.001, "count": 299, "max_ms": 72.318, "p95_ms": 68.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.441, "count": 299, "max_ms": 73.685, "p95_ms": 56.574}, "yolo11_640_fire_11class": {"avg_ms": 58.675, "count": 299, "max_ms": 73.449, "p95_ms": 67.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.309, "count": 299, "max_ms": 81.32, "p95_ms": 75.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.833, "count": 299, "max_ms": 135.532, "p95_ms": 92.743}, "read_interval": {"avg_ms": 100.608, "count": 298, "max_ms": 149.382, "p95_ms": 110.092}, "triton_wait": {"avg_ms": 66.49, "count": 299, "max_ms": 81.333, "p95_ms": 75.928}, "visualize": {"avg_ms": 3.75, "count": 299, "max_ms": 5.283, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15337.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.28, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.895, "name": "ffmpeg", "pid": 106849, "rss_mb": 266.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.455, "sample_count": 2705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1098494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:24:04+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:24:04+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:24:04.876853+09:00", "mtime_epoch": 1783182244.8768532, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:24:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9146.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.651, "count": 298, "max_ms": 24.941, "p95_ms": 19.435}, "gstreamer_push": {"avg_ms": 1.226, "count": 298, "max_ms": 1.408, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.505, "count": 298, "max_ms": 70.576, "p95_ms": 62.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.328, "count": 298, "max_ms": 71.643, "p95_ms": 59.068}, "yolo11_640_fire_11class": {"avg_ms": 52.963, "count": 298, "max_ms": 70.415, "p95_ms": 61.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.515, "count": 298, "max_ms": 78.851, "p95_ms": 69.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.801, "count": 298, "max_ms": 105.133, "p95_ms": 95.861}, "read_interval": {"avg_ms": 100.855, "count": 297, "max_ms": 120.86, "p95_ms": 111.673}, "triton_wait": {"avg_ms": 58.754, "count": 298, "max_ms": 78.863, "p95_ms": 69.502}, "visualize": {"avg_ms": 3.503, "count": 298, "max_ms": 4.519, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15337.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33681.523, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.438, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:24:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:24:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T01:24:17+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:24:17.841056+09:00", "mtime_epoch": 1783182257.8410563, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:24:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2092.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.242, "pushed": 10.242, "read": 10.208}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.135, "count": 307, "max_ms": 11.433, "p95_ms": 7.901}, "gstreamer_push": {"avg_ms": 1.318, "count": 307, "max_ms": 2.082, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.533, "count": 307, "max_ms": 77.148, "p95_ms": 67.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.849, "count": 307, "max_ms": 74.124, "p95_ms": 61.183}, "yolo11_640_fire_11class": {"avg_ms": 58.977, "count": 307, "max_ms": 76.537, "p95_ms": 70.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.539, "count": 307, "max_ms": 78.098, "p95_ms": 74.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.184, "count": 307, "max_ms": 127.511, "p95_ms": 90.603}, "read_interval": {"avg_ms": 97.972, "count": 306, "max_ms": 141.547, "p95_ms": 107.09}, "triton_wait": {"avg_ms": 64.875, "count": 307, "max_ms": 78.111, "p95_ms": 74.324}, "visualize": {"avg_ms": 3.717, "count": 307, "max_ms": 5.138, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15337.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.358, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.895, "name": "ffmpeg", "pid": 106849, "rss_mb": 266.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.395, "sample_count": 2711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1098796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:24:35+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T01:24:34+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T01:24:34.969325+09:00", "mtime_epoch": 1783182274.9693248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:24:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9146.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 18.066, "count": 302, "max_ms": 31.141, "p95_ms": 20.549}, "gstreamer_push": {"avg_ms": 1.229, "count": 302, "max_ms": 1.533, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.402, "count": 302, "max_ms": 73.286, "p95_ms": 63.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.553, "count": 302, "max_ms": 66.766, "p95_ms": 57.664}, "yolo11_640_fire_11class": {"avg_ms": 53.732, "count": 302, "max_ms": 74.19, "p95_ms": 64.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.072, "count": 302, "max_ms": 73.773, "p95_ms": 67.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.913, "count": 302, "max_ms": 100.98, "p95_ms": 95.563}, "read_interval": {"avg_ms": 99.619, "count": 301, "max_ms": 119.473, "p95_ms": 111.236}, "triton_wait": {"avg_ms": 57.492, "count": 302, "max_ms": 74.201, "p95_ms": 68.792}, "visualize": {"avg_ms": 3.486, "count": 302, "max_ms": 4.416, "p95_ms": 3.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15338.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33711.56, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.465, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:24:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T01:24:47+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:24:47.877527+09:00", "mtime_epoch": 1783182287.8775268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:24:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2092.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.302, "count": 302, "max_ms": 13.496, "p95_ms": 9.392}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.732, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.146, "count": 302, "max_ms": 76.287, "p95_ms": 69.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.507, "count": 302, "max_ms": 74.196, "p95_ms": 53.237}, "yolo11_640_fire_11class": {"avg_ms": 57.575, "count": 302, "max_ms": 77.333, "p95_ms": 71.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.227, "count": 302, "max_ms": 76.781, "p95_ms": 74.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.573, "count": 302, "max_ms": 159.291, "p95_ms": 91.218}, "read_interval": {"avg_ms": 99.455, "count": 301, "max_ms": 252.915, "p95_ms": 118.17}, "triton_wait": {"avg_ms": 61.871, "count": 302, "max_ms": 77.343, "p95_ms": 74.908}, "visualize": {"avg_ms": 3.738, "count": 302, "max_ms": 6.145, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15338.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.358, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 106849, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.665, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1099096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:25:05+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T01:25:04+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T01:25:04.949794+09:00", "mtime_epoch": 1783182304.9497943, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:25:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9146.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.261, "count": 300, "max_ms": 32.06, "p95_ms": 22.56}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 2.07, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.361, "count": 300, "max_ms": 72.592, "p95_ms": 63.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.031, "count": 300, "max_ms": 68.288, "p95_ms": 60.916}, "yolo11_640_fire_11class": {"avg_ms": 53.018, "count": 300, "max_ms": 72.063, "p95_ms": 63.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.733, "count": 300, "max_ms": 77.227, "p95_ms": 71.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.987, "count": 300, "max_ms": 114.006, "p95_ms": 98.345}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 130.232, "p95_ms": 115.66}, "triton_wait": {"avg_ms": 57.25, "count": 300, "max_ms": 77.239, "p95_ms": 71.829}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 4.452, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15338.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33741.651, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.453, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:25:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:25:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:25:17+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T01:25:17.969998+09:00", "mtime_epoch": 1783182317.9699981, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:25:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2093.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.221, "count": 300, "max_ms": 11.203, "p95_ms": 7.985}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 1.572, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.631, "count": 300, "max_ms": 72.305, "p95_ms": 66.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.206, "count": 300, "max_ms": 71.22, "p95_ms": 62.043}, "yolo11_640_fire_11class": {"avg_ms": 57.496, "count": 300, "max_ms": 75.581, "p95_ms": 70.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.67, "count": 300, "max_ms": 81.051, "p95_ms": 74.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.926, "count": 300, "max_ms": 129.017, "p95_ms": 90.947}, "read_interval": {"avg_ms": 100.286, "count": 299, "max_ms": 219.076, "p95_ms": 125.911}, "triton_wait": {"avg_ms": 61.476, "count": 300, "max_ms": 81.063, "p95_ms": 74.304}, "visualize": {"avg_ms": 3.771, "count": 300, "max_ms": 5.614, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15338.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.368, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 106849, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.712, "sample_count": 2717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1099399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:25:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:25:35+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T01:25:34+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T01:25:34.978264+09:00", "mtime_epoch": 1783182334.9782643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:25:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9147.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.009, "count": 303, "max_ms": 26.877, "p95_ms": 20.23}, "gstreamer_push": {"avg_ms": 1.245, "count": 303, "max_ms": 2.08, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.989, "count": 303, "max_ms": 73.874, "p95_ms": 63.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.775, "count": 303, "max_ms": 68.785, "p95_ms": 60.063}, "yolo11_640_fire_11class": {"avg_ms": 52.373, "count": 303, "max_ms": 72.578, "p95_ms": 64.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.168, "count": 303, "max_ms": 82.346, "p95_ms": 71.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.032, "count": 303, "max_ms": 107.285, "p95_ms": 97.561}, "read_interval": {"avg_ms": 99.104, "count": 303, "max_ms": 122.599, "p95_ms": 114.212}, "triton_wait": {"avg_ms": 56.632, "count": 303, "max_ms": 82.358, "p95_ms": 71.883}, "visualize": {"avg_ms": 3.525, "count": 303, "max_ms": 4.753, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15338.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33771.677, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.461, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:25:48+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T01:25:48+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T01:25:48.014736+09:00", "mtime_epoch": 1783182348.0147357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:25:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2093.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.927}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.275, "count": 298, "max_ms": 11.996, "p95_ms": 8.412}, "gstreamer_push": {"avg_ms": 1.325, "count": 298, "max_ms": 2.117, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.315, "count": 298, "max_ms": 76.952, "p95_ms": 67.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.739, "count": 298, "max_ms": 71.609, "p95_ms": 63.546}, "yolo11_640_fire_11class": {"avg_ms": 58.943, "count": 298, "max_ms": 75.208, "p95_ms": 71.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.811, "count": 298, "max_ms": 78.352, "p95_ms": 75.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.171, "count": 298, "max_ms": 131.465, "p95_ms": 92.291}, "read_interval": {"avg_ms": 100.814, "count": 297, "max_ms": 231.748, "p95_ms": 118.841}, "triton_wait": {"avg_ms": 64.289, "count": 298, "max_ms": 78.364, "p95_ms": 75.583}, "visualize": {"avg_ms": 3.746, "count": 298, "max_ms": 5.915, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15339.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.436, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 106849, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.894, "sample_count": 2728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1099698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:26:05+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T01:26:05+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T01:26:05.047402+09:00", "mtime_epoch": 1783182365.0474021, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:26:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9147.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.86, "count": 299, "max_ms": 27.309, "p95_ms": 19.952}, "gstreamer_push": {"avg_ms": 1.234, "count": 299, "max_ms": 1.748, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.45, "count": 299, "max_ms": 68.704, "p95_ms": 60.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.646, "count": 299, "max_ms": 62.828, "p95_ms": 59.271}, "yolo11_640_fire_11class": {"avg_ms": 53.759, "count": 299, "max_ms": 71.444, "p95_ms": 62.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.896, "count": 299, "max_ms": 72.681, "p95_ms": 69.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.464, "count": 299, "max_ms": 101.753, "p95_ms": 95.804}, "read_interval": {"avg_ms": 100.584, "count": 298, "max_ms": 116.681, "p95_ms": 112.571}, "triton_wait": {"avg_ms": 58.239, "count": 299, "max_ms": 72.695, "p95_ms": 69.454}, "visualize": {"avg_ms": 3.491, "count": 299, "max_ms": 5.111, "p95_ms": 3.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15339.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33801.71, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.561, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:26:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:26:18+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T01:26:18+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T01:26:18.031903+09:00", "mtime_epoch": 1783182378.031903, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:26:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2093.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.223, "count": 300, "max_ms": 12.414, "p95_ms": 8.09}, "gstreamer_push": {"avg_ms": 1.336, "count": 300, "max_ms": 1.878, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.437, "count": 300, "max_ms": 75.733, "p95_ms": 66.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.851, "count": 300, "max_ms": 69.844, "p95_ms": 53.816}, "yolo11_640_fire_11class": {"avg_ms": 59.351, "count": 300, "max_ms": 75.044, "p95_ms": 71.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.574, "count": 300, "max_ms": 78.503, "p95_ms": 76.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.328, "count": 300, "max_ms": 97.09, "p95_ms": 92.727}, "read_interval": {"avg_ms": 100.109, "count": 299, "max_ms": 334.54, "p95_ms": 112.107}, "triton_wait": {"avg_ms": 64.169, "count": 300, "max_ms": 78.516, "p95_ms": 76.551}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 6.15, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15339.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.464, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 106849, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.039, "sample_count": 2734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1099993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:26:35+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T01:26:35+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T01:26:35.052550+09:00", "mtime_epoch": 1783182395.0525498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 93005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:26:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9147.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.856, "pushed": 9.856, "read": 9.822}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.685, "count": 295, "max_ms": 27.925, "p95_ms": 19.802}, "gstreamer_push": {"avg_ms": 1.225, "count": 295, "max_ms": 1.422, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.057, "count": 295, "max_ms": 67.457, "p95_ms": 62.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.393, "count": 295, "max_ms": 65.726, "p95_ms": 59.153}, "yolo11_640_fire_11class": {"avg_ms": 55.003, "count": 295, "max_ms": 72.352, "p95_ms": 63.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.18, "count": 295, "max_ms": 75.984, "p95_ms": 71.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.598, "count": 295, "max_ms": 102.372, "p95_ms": 97.873}, "read_interval": {"avg_ms": 101.734, "count": 294, "max_ms": 119.258, "p95_ms": 113.021}, "triton_wait": {"avg_ms": 59.553, "count": 295, "max_ms": 75.995, "p95_ms": 71.677}, "visualize": {"avg_ms": 3.497, "count": 295, "max_ms": 5.54, "p95_ms": 3.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15339.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33831.806, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.384, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1375068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:26:48+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:26:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:26:48.117039+09:00", "mtime_epoch": 1783182408.1170394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:26:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2093.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.284, "count": 304, "max_ms": 12.874, "p95_ms": 8.693}, "gstreamer_push": {"avg_ms": 1.331, "count": 304, "max_ms": 2.219, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.227, "count": 304, "max_ms": 75.859, "p95_ms": 65.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.73, "count": 304, "max_ms": 70.721, "p95_ms": 54.372}, "yolo11_640_fire_11class": {"avg_ms": 57.656, "count": 304, "max_ms": 76.166, "p95_ms": 71.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.841, "count": 304, "max_ms": 78.137, "p95_ms": 74.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.638, "count": 304, "max_ms": 107.31, "p95_ms": 90.783}, "read_interval": {"avg_ms": 98.963, "count": 303, "max_ms": 247.123, "p95_ms": 117.825}, "triton_wait": {"avg_ms": 61.33, "count": 304, "max_ms": 78.149, "p95_ms": 74.723}, "visualize": {"avg_ms": 3.77, "count": 304, "max_ms": 7.039, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15342.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.556, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 106849, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.213, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1100294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:27:05+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:27:05+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:27:05.149669+09:00", "mtime_epoch": 1783182425.1496687, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:27:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9147.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.836, "count": 301, "max_ms": 23.847, "p95_ms": 20.396}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.939, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.005, "count": 301, "max_ms": 67.07, "p95_ms": 62.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.54, "count": 301, "max_ms": 67.058, "p95_ms": 61.818}, "yolo11_640_fire_11class": {"avg_ms": 53.939, "count": 301, "max_ms": 74.336, "p95_ms": 65.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.196, "count": 301, "max_ms": 75.938, "p95_ms": 72.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.817, "count": 301, "max_ms": 102.397, "p95_ms": 98.337}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 119.772, "p95_ms": 114.733}, "triton_wait": {"avg_ms": 57.604, "count": 301, "max_ms": 75.95, "p95_ms": 73.008}, "visualize": {"avg_ms": 3.526, "count": 301, "max_ms": 5.181, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15342.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33861.869, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.293, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1375366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:27:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:27:18+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:27:18+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T01:27:18.178143+09:00", "mtime_epoch": 1783182438.1781433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:27:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2093.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.41, "count": 298, "max_ms": 13.022, "p95_ms": 9.902}, "gstreamer_push": {"avg_ms": 1.323, "count": 298, "max_ms": 2.052, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.216, "count": 298, "max_ms": 77.531, "p95_ms": 68.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.166, "count": 298, "max_ms": 73.07, "p95_ms": 65.148}, "yolo11_640_fire_11class": {"avg_ms": 61.421, "count": 298, "max_ms": 83.076, "p95_ms": 73.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.699, "count": 298, "max_ms": 81.809, "p95_ms": 76.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.225, "count": 298, "max_ms": 139.059, "p95_ms": 94.66}, "read_interval": {"avg_ms": 100.859, "count": 297, "max_ms": 154.622, "p95_ms": 113.896}, "triton_wait": {"avg_ms": 66.297, "count": 298, "max_ms": 83.088, "p95_ms": 76.645}, "visualize": {"avg_ms": 3.751, "count": 298, "max_ms": 5.865, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15342.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.644, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 106849, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.326, "sample_count": 2742, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1100586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:27:35+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T01:27:35+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T01:27:35.230756+09:00", "mtime_epoch": 1783182455.2307563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:27:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9147.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.546, "count": 291, "max_ms": 26.209, "p95_ms": 19.094}, "gstreamer_push": {"avg_ms": 1.224, "count": 292, "max_ms": 1.444, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.744, "count": 291, "max_ms": 70.376, "p95_ms": 64.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.321, "count": 291, "max_ms": 66.141, "p95_ms": 62.473}, "yolo11_640_fire_11class": {"avg_ms": 55.567, "count": 291, "max_ms": 73.577, "p95_ms": 64.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.317, "count": 291, "max_ms": 75.409, "p95_ms": 72.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.374, "count": 292, "max_ms": 107.632, "p95_ms": 98.298}, "read_interval": {"avg_ms": 102.997, "count": 291, "max_ms": 122.722, "p95_ms": 114.688}, "triton_wait": {"avg_ms": 61.607, "count": 291, "max_ms": 75.421, "p95_ms": 72.777}, "visualize": {"avg_ms": 3.483, "count": 291, "max_ms": 4.171, "p95_ms": 3.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15342.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33891.927, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.658, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1375657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:27:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:27:48+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T01:27:48+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T01:27:48.263219+09:00", "mtime_epoch": 1783182468.2632186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:27:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2093.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.682}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.614, "count": 291, "max_ms": 14.549, "p95_ms": 10.105}, "gstreamer_push": {"avg_ms": 1.319, "count": 291, "max_ms": 1.795, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.902, "count": 291, "max_ms": 73.466, "p95_ms": 68.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.147, "count": 291, "max_ms": 71.06, "p95_ms": 65.811}, "yolo11_640_fire_11class": {"avg_ms": 62.272, "count": 291, "max_ms": 73.391, "p95_ms": 71.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.739, "count": 291, "max_ms": 82.041, "p95_ms": 76.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.243, "count": 291, "max_ms": 135.588, "p95_ms": 95.281}, "read_interval": {"avg_ms": 103.34, "count": 290, "max_ms": 149.662, "p95_ms": 113.488}, "triton_wait": {"avg_ms": 69.097, "count": 291, "max_ms": 82.055, "p95_ms": 76.375}, "visualize": {"avg_ms": 3.746, "count": 291, "max_ms": 5.297, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15342.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.692, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 106849, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.434, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1100879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:28:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:28:05+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T01:28:05+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T01:28:05.299815+09:00", "mtime_epoch": 1783182485.299815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:28:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9147.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.785, "pushed": 9.785, "read": 9.751}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.105, "count": 293, "max_ms": 30.425, "p95_ms": 22.292}, "gstreamer_push": {"avg_ms": 1.24, "count": 293, "max_ms": 1.517, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.725, "count": 293, "max_ms": 66.86, "p95_ms": 62.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.633, "count": 293, "max_ms": 66.519, "p95_ms": 62.825}, "yolo11_640_fire_11class": {"avg_ms": 55.003, "count": 293, "max_ms": 69.794, "p95_ms": 63.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.501, "count": 293, "max_ms": 77.163, "p95_ms": 72.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.397, "count": 293, "max_ms": 111.746, "p95_ms": 98.485}, "read_interval": {"avg_ms": 102.576, "count": 292, "max_ms": 129.412, "p95_ms": 116.908}, "triton_wait": {"avg_ms": 59.947, "count": 293, "max_ms": 77.174, "p95_ms": 72.433}, "visualize": {"avg_ms": 3.492, "count": 293, "max_ms": 5.524, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15343.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33921.943, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.563, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1375970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:28:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:28:18+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T01:28:18+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T01:28:18.272263+09:00", "mtime_epoch": 1783182498.272263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:28:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2093.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.458, "pushed": 10.458, "read": 10.424}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.234, "count": 313, "max_ms": 12.679, "p95_ms": 9.76}, "gstreamer_push": {"avg_ms": 1.314, "count": 313, "max_ms": 2.009, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.238, "count": 313, "max_ms": 72.95, "p95_ms": 66.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.178, "count": 313, "max_ms": 74.539, "p95_ms": 61.309}, "yolo11_640_fire_11class": {"avg_ms": 57.943, "count": 313, "max_ms": 74.777, "p95_ms": 70.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.887, "count": 313, "max_ms": 80.192, "p95_ms": 74.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.951, "count": 313, "max_ms": 127.534, "p95_ms": 91.81}, "read_interval": {"avg_ms": 95.919, "count": 312, "max_ms": 141.302, "p95_ms": 108.855}, "triton_wait": {"avg_ms": 62.568, "count": 313, "max_ms": 80.204, "p95_ms": 74.79}, "visualize": {"avg_ms": 3.731, "count": 313, "max_ms": 5.311, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15343.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.725, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 106849, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.362, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1101175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:28:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:28:35+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:28:35+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:28:35.320845+09:00", "mtime_epoch": 1783182515.3208447, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:28:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9147.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.888, "pushed": 9.888, "read": 9.854}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.763, "count": 296, "max_ms": 30.12, "p95_ms": 19.59}, "gstreamer_push": {"avg_ms": 1.229, "count": 296, "max_ms": 1.486, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.879, "count": 296, "max_ms": 69.724, "p95_ms": 61.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.168, "count": 296, "max_ms": 72.681, "p95_ms": 59.549}, "yolo11_640_fire_11class": {"avg_ms": 54.348, "count": 296, "max_ms": 72.113, "p95_ms": 65.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.177, "count": 296, "max_ms": 75.246, "p95_ms": 69.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.544, "count": 296, "max_ms": 102.63, "p95_ms": 95.813}, "read_interval": {"avg_ms": 101.454, "count": 295, "max_ms": 120.588, "p95_ms": 111.935}, "triton_wait": {"avg_ms": 59.462, "count": 296, "max_ms": 75.257, "p95_ms": 70.021}, "visualize": {"avg_ms": 3.497, "count": 296, "max_ms": 4.51, "p95_ms": 3.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15343.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33951.962, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.499, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:28:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:28:48+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T01:28:48+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T01:28:48.301282+09:00", "mtime_epoch": 1783182528.301282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:28:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2094.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.962, "pushed": 9.962, "read": 9.929}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.222, "count": 298, "max_ms": 10.647, "p95_ms": 8.244}, "gstreamer_push": {"avg_ms": 1.318, "count": 298, "max_ms": 2.049, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.526, "count": 298, "max_ms": 72.806, "p95_ms": 67.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.563, "count": 298, "max_ms": 76.586, "p95_ms": 56.155}, "yolo11_640_fire_11class": {"avg_ms": 60.3, "count": 298, "max_ms": 78.424, "p95_ms": 71.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.34, "count": 298, "max_ms": 79.705, "p95_ms": 75.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.602, "count": 298, "max_ms": 134.359, "p95_ms": 92.688}, "read_interval": {"avg_ms": 100.792, "count": 297, "max_ms": 163.997, "p95_ms": 113.974}, "triton_wait": {"avg_ms": 65.642, "count": 298, "max_ms": 79.718, "p95_ms": 75.964}, "visualize": {"avg_ms": 3.755, "count": 298, "max_ms": 5.393, "p95_ms": 4.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15343.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.775, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 106849, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.546, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1101471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:29:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:29:05+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T01:29:05+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T01:29:05.385850+09:00", "mtime_epoch": 1783182545.3858504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:29:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9148.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.88, "pushed": 9.88, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.903, "count": 296, "max_ms": 31.013, "p95_ms": 20.355}, "gstreamer_push": {"avg_ms": 1.236, "count": 296, "max_ms": 1.563, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.542, "count": 296, "max_ms": 69.708, "p95_ms": 63.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.067, "count": 296, "max_ms": 70.482, "p95_ms": 61.242}, "yolo11_640_fire_11class": {"avg_ms": 53.128, "count": 296, "max_ms": 67.123, "p95_ms": 62.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.938, "count": 296, "max_ms": 78.932, "p95_ms": 72.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.399, "count": 296, "max_ms": 104.586, "p95_ms": 97.999}, "read_interval": {"avg_ms": 101.547, "count": 295, "max_ms": 124.379, "p95_ms": 114.821}, "triton_wait": {"avg_ms": 59.233, "count": 296, "max_ms": 78.945, "p95_ms": 72.462}, "visualize": {"avg_ms": 3.492, "count": 296, "max_ms": 4.256, "p95_ms": 3.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15343.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 33982.011, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.982, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:29:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:29:18+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:29:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:29:18.326276+09:00", "mtime_epoch": 1783182558.3262758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:29:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2094.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.712, "pushed": 9.712, "read": 9.679}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.389, "count": 291, "max_ms": 11.497, "p95_ms": 9.268}, "gstreamer_push": {"avg_ms": 1.31, "count": 291, "max_ms": 1.511, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.925, "count": 291, "max_ms": 77.733, "p95_ms": 71.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.884, "count": 291, "max_ms": 74.26, "p95_ms": 65.082}, "yolo11_640_fire_11class": {"avg_ms": 60.09, "count": 291, "max_ms": 78.718, "p95_ms": 67.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.976, "count": 291, "max_ms": 81.444, "p95_ms": 77.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.653, "count": 291, "max_ms": 133.072, "p95_ms": 98.664}, "read_interval": {"avg_ms": 103.241, "count": 290, "max_ms": 146.672, "p95_ms": 113.697}, "triton_wait": {"avg_ms": 68.294, "count": 291, "max_ms": 81.457, "p95_ms": 77.037}, "visualize": {"avg_ms": 3.761, "count": 291, "max_ms": 5.194, "p95_ms": 4.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15347.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.774, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.309, "name": "ffmpeg", "pid": 106849, "rss_mb": 272.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.658, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1101759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:29:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:29:35+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:29:35+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:29:35.370830+09:00", "mtime_epoch": 1783182575.3708296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:29:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9148.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.6, "pushed": 9.633, "read": 9.6}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.48, "count": 288, "max_ms": 21.009, "p95_ms": 19.201}, "gstreamer_push": {"avg_ms": 1.223, "count": 289, "max_ms": 1.433, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.591, "count": 288, "max_ms": 67.282, "p95_ms": 64.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.42, "count": 288, "max_ms": 66.556, "p95_ms": 60.826}, "yolo11_640_fire_11class": {"avg_ms": 55.145, "count": 288, "max_ms": 68.307, "p95_ms": 63.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.254, "count": 288, "max_ms": 76.502, "p95_ms": 71.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.106, "count": 288, "max_ms": 101.722, "p95_ms": 97.549}, "read_interval": {"avg_ms": 104.111, "count": 288, "max_ms": 121.111, "p95_ms": 114.505}, "triton_wait": {"avg_ms": 62.397, "count": 288, "max_ms": 76.514, "p95_ms": 71.972}, "visualize": {"avg_ms": 3.465, "count": 288, "max_ms": 4.227, "p95_ms": 3.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15346.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34012.137, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.671, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:29:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:29:48+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T01:29:48+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T01:29:48.415248+09:00", "mtime_epoch": 1783182588.4152484, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:29:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2094.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.794, "pushed": 9.794, "read": 9.761}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.271, "count": 293, "max_ms": 10.515, "p95_ms": 9.127}, "gstreamer_push": {"avg_ms": 1.314, "count": 293, "max_ms": 1.554, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.821, "count": 293, "max_ms": 75.232, "p95_ms": 71.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.193, "count": 293, "max_ms": 71.338, "p95_ms": 65.028}, "yolo11_640_fire_11class": {"avg_ms": 60.04, "count": 293, "max_ms": 75.188, "p95_ms": 70.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.841, "count": 293, "max_ms": 81.43, "p95_ms": 76.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.867, "count": 293, "max_ms": 139.919, "p95_ms": 105.62}, "read_interval": {"avg_ms": 102.295, "count": 292, "max_ms": 154.13, "p95_ms": 117.141}, "triton_wait": {"avg_ms": 67.269, "count": 293, "max_ms": 81.442, "p95_ms": 76.707}, "visualize": {"avg_ms": 3.784, "count": 293, "max_ms": 5.271, "p95_ms": 4.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15346.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.782, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.566, "name": "ffmpeg", "pid": 106849, "rss_mb": 272.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.546, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1102059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:30:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:30:05+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T01:30:05+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T01:30:05.395787+09:00", "mtime_epoch": 1783182605.3957875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:30:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9148.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.633, "count": 300, "max_ms": 24.748, "p95_ms": 20.077}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.432, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.017, "count": 300, "max_ms": 72.606, "p95_ms": 63.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.904, "count": 300, "max_ms": 73.19, "p95_ms": 60.242}, "yolo11_640_fire_11class": {"avg_ms": 52.205, "count": 300, "max_ms": 70.752, "p95_ms": 63.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.716, "count": 300, "max_ms": 76.42, "p95_ms": 71.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.912, "count": 300, "max_ms": 101.936, "p95_ms": 96.743}, "read_interval": {"avg_ms": 100.08, "count": 300, "max_ms": 121.254, "p95_ms": 114.324}, "triton_wait": {"avg_ms": 57.987, "count": 300, "max_ms": 76.432, "p95_ms": 71.718}, "visualize": {"avg_ms": 3.496, "count": 300, "max_ms": 4.268, "p95_ms": 3.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15347.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34042.228, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.451, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1377153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:30:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:30:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:30:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:30:18.540200+09:00", "mtime_epoch": 1783182618.5402, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:30:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2094.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.638, "count": 299, "max_ms": 13.482, "p95_ms": 10.471}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 2.089, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.419, "count": 299, "max_ms": 77.058, "p95_ms": 70.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.95, "count": 299, "max_ms": 73.84, "p95_ms": 67.379}, "yolo11_640_fire_11class": {"avg_ms": 56.108, "count": 299, "max_ms": 70.649, "p95_ms": 67.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.033, "count": 299, "max_ms": 81.246, "p95_ms": 77.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.867, "count": 299, "max_ms": 139.71, "p95_ms": 127.316}, "read_interval": {"avg_ms": 100.286, "count": 299, "max_ms": 153.387, "p95_ms": 141.335}, "triton_wait": {"avg_ms": 63.36, "count": 299, "max_ms": 81.257, "p95_ms": 77.545}, "visualize": {"avg_ms": 3.897, "count": 299, "max_ms": 6.337, "p95_ms": 5.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15347.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.853, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.566, "name": "ffmpeg", "pid": 106849, "rss_mb": 272.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.549, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1102357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:30:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:30:35+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T01:30:35+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T01:30:35.456725+09:00", "mtime_epoch": 1783182635.4567251, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:30:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9148.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.74, "count": 298, "max_ms": 23.552, "p95_ms": 20.66}, "gstreamer_push": {"avg_ms": 1.233, "count": 298, "max_ms": 1.527, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.506, "count": 298, "max_ms": 73.649, "p95_ms": 64.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.368, "count": 298, "max_ms": 73.153, "p95_ms": 61.882}, "yolo11_640_fire_11class": {"avg_ms": 52.378, "count": 298, "max_ms": 71.234, "p95_ms": 63.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.458, "count": 298, "max_ms": 82.335, "p95_ms": 72.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.764, "count": 298, "max_ms": 108.11, "p95_ms": 98.698}, "read_interval": {"avg_ms": 100.914, "count": 297, "max_ms": 123.64, "p95_ms": 115.734}, "triton_wait": {"avg_ms": 58.731, "count": 298, "max_ms": 82.351, "p95_ms": 72.65}, "visualize": {"avg_ms": 3.478, "count": 298, "max_ms": 4.901, "p95_ms": 3.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15347.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34072.233, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.007, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1377462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:30:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:30:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:30:48+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T01:30:48.541127+09:00", "mtime_epoch": 1783182648.5411267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:30:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2094.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.304, "pushed": 10.304, "read": 10.304}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.288, "count": 309, "max_ms": 10.749, "p95_ms": 9.107}, "gstreamer_push": {"avg_ms": 1.303, "count": 309, "max_ms": 2.158, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.4, "count": 309, "max_ms": 74.842, "p95_ms": 67.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.712, "count": 309, "max_ms": 70.456, "p95_ms": 59.623}, "yolo11_640_fire_11class": {"avg_ms": 54.959, "count": 309, "max_ms": 72.076, "p95_ms": 66.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.352, "count": 309, "max_ms": 79.883, "p95_ms": 75.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.618, "count": 309, "max_ms": 133.47, "p95_ms": 105.627}, "read_interval": {"avg_ms": 97.101, "count": 309, "max_ms": 147.455, "p95_ms": 119.88}, "triton_wait": {"avg_ms": 61.754, "count": 309, "max_ms": 79.895, "p95_ms": 75.786}, "visualize": {"avg_ms": 3.773, "count": 309, "max_ms": 5.276, "p95_ms": 5.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15347.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.866, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.566, "name": "ffmpeg", "pid": 106849, "rss_mb": 272.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 4, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.675, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1102655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:31:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:31:05+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T01:31:05+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T01:31:05.469641+09:00", "mtime_epoch": 1783182665.469641, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:31:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9148.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.745, "count": 298, "max_ms": 27.556, "p95_ms": 20.241}, "gstreamer_push": {"avg_ms": 1.243, "count": 298, "max_ms": 2.01, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.419, "count": 298, "max_ms": 71.467, "p95_ms": 63.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.409, "count": 298, "max_ms": 71.981, "p95_ms": 60.122}, "yolo11_640_fire_11class": {"avg_ms": 52.102, "count": 298, "max_ms": 70.826, "p95_ms": 62.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.033, "count": 298, "max_ms": 77.956, "p95_ms": 71.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.354, "count": 298, "max_ms": 103.1, "p95_ms": 96.552}, "read_interval": {"avg_ms": 100.721, "count": 298, "max_ms": 119.24, "p95_ms": 112.758}, "triton_wait": {"avg_ms": 58.24, "count": 298, "max_ms": 77.967, "p95_ms": 71.2}, "visualize": {"avg_ms": 3.509, "count": 298, "max_ms": 5.738, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15347.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34102.265, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.352, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1377758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:31:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:31:18+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T01:31:18+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T01:31:18.606036+09:00", "mtime_epoch": 1783182678.606036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:31:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2094.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.892, "pushed": 9.892, "read": 9.858}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.185, "count": 296, "max_ms": 11.965, "p95_ms": 7.755}, "gstreamer_push": {"avg_ms": 1.307, "count": 296, "max_ms": 1.602, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.632, "count": 296, "max_ms": 75.3, "p95_ms": 71.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.047, "count": 296, "max_ms": 70.163, "p95_ms": 63.072}, "yolo11_640_fire_11class": {"avg_ms": 59.1, "count": 296, "max_ms": 72.553, "p95_ms": 67.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.823, "count": 296, "max_ms": 78.492, "p95_ms": 76.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.822, "count": 296, "max_ms": 135.849, "p95_ms": 93.92}, "read_interval": {"avg_ms": 101.509, "count": 295, "max_ms": 150.46, "p95_ms": 110.819}, "triton_wait": {"avg_ms": 67.078, "count": 296, "max_ms": 78.504, "p95_ms": 76.216}, "visualize": {"avg_ms": 3.75, "count": 296, "max_ms": 5.166, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15348.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 512.897, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.824, "name": "ffmpeg", "pid": 106849, "rss_mb": 272.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.593, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1102944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:31:35+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:31:35+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:31:35.494538+09:00", "mtime_epoch": 1783182695.4945383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:31:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9148.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.656, "pushed": 9.656, "read": 9.622}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.629, "count": 289, "max_ms": 25.414, "p95_ms": 19.636}, "gstreamer_push": {"avg_ms": 1.228, "count": 289, "max_ms": 2.238, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.489, "count": 289, "max_ms": 69.435, "p95_ms": 63.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.018, "count": 289, "max_ms": 67.095, "p95_ms": 59.186}, "yolo11_640_fire_11class": {"avg_ms": 54.463, "count": 289, "max_ms": 69.743, "p95_ms": 62.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.824, "count": 289, "max_ms": 74.427, "p95_ms": 70.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.915, "count": 289, "max_ms": 100.664, "p95_ms": 95.862}, "read_interval": {"avg_ms": 103.897, "count": 288, "max_ms": 120.43, "p95_ms": 112.966}, "triton_wait": {"avg_ms": 61.952, "count": 289, "max_ms": 74.439, "p95_ms": 70.204}, "visualize": {"avg_ms": 3.513, "count": 289, "max_ms": 4.424, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15347.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34132.295, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.588, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:31:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:31:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:31:48.606925+09:00", "mtime_epoch": 1783182708.6069245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:31:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2094.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.653, "pushed": 9.653, "read": 9.619}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.267, "count": 289, "max_ms": 10.368, "p95_ms": 7.655}, "gstreamer_push": {"avg_ms": 1.306, "count": 289, "max_ms": 1.529, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.787, "count": 289, "max_ms": 76.335, "p95_ms": 71.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.533, "count": 289, "max_ms": 77.255, "p95_ms": 57.93}, "yolo11_640_fire_11class": {"avg_ms": 61.397, "count": 289, "max_ms": 75.135, "p95_ms": 69.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.421, "count": 289, "max_ms": 80.47, "p95_ms": 76.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.334, "count": 289, "max_ms": 133.708, "p95_ms": 93.919}, "read_interval": {"avg_ms": 103.898, "count": 288, "max_ms": 148.846, "p95_ms": 110.3}, "triton_wait": {"avg_ms": 69.671, "count": 289, "max_ms": 80.482, "p95_ms": 76.173}, "visualize": {"avg_ms": 3.721, "count": 289, "max_ms": 6.149, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15347.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 542.954, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.824, "name": "ffmpeg", "pid": 106849, "rss_mb": 272.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.423, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1103236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:32:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:32:05+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T01:32:05+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T01:32:05.539418+09:00", "mtime_epoch": 1783182725.5394185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:32:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9148.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.715}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.591, "count": 292, "max_ms": 28.785, "p95_ms": 19.211}, "gstreamer_push": {"avg_ms": 1.232, "count": 292, "max_ms": 1.448, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.086, "count": 292, "max_ms": 70.092, "p95_ms": 63.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.59, "count": 292, "max_ms": 71.24, "p95_ms": 60.362}, "yolo11_640_fire_11class": {"avg_ms": 53.8, "count": 292, "max_ms": 71.228, "p95_ms": 61.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.694, "count": 292, "max_ms": 75.095, "p95_ms": 70.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.749, "count": 292, "max_ms": 107.556, "p95_ms": 96.693}, "read_interval": {"avg_ms": 102.892, "count": 291, "max_ms": 124.788, "p95_ms": 113.224}, "triton_wait": {"avg_ms": 60.826, "count": 292, "max_ms": 75.107, "p95_ms": 70.861}, "visualize": {"avg_ms": 3.494, "count": 292, "max_ms": 4.434, "p95_ms": 3.687}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15354.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34162.305, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.588, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:32:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:32:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:32:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:32:18.619796+09:00", "mtime_epoch": 1783182738.6197963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:32:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2094.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.412, "count": 301, "max_ms": 12.589, "p95_ms": 9.1}, "gstreamer_push": {"avg_ms": 1.314, "count": 301, "max_ms": 1.66, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.077, "count": 301, "max_ms": 73.597, "p95_ms": 69.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.474, "count": 301, "max_ms": 71.99, "p95_ms": 61.266}, "yolo11_640_fire_11class": {"avg_ms": 57.937, "count": 301, "max_ms": 72.204, "p95_ms": 67.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.114, "count": 301, "max_ms": 78.14, "p95_ms": 74.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.998, "count": 301, "max_ms": 131.351, "p95_ms": 93.184}, "read_interval": {"avg_ms": 99.708, "count": 301, "max_ms": 145.799, "p95_ms": 112.161}, "triton_wait": {"avg_ms": 65.418, "count": 301, "max_ms": 78.152, "p95_ms": 74.768}, "visualize": {"avg_ms": 3.706, "count": 301, "max_ms": 5.355, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15356.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.01, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.914, "name": "ffmpeg", "pid": 106849, "rss_mb": 280.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.188, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1103531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:32:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:32:35+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T01:32:35+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T01:32:35.600282+09:00", "mtime_epoch": 1783182755.600282, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 89589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:32:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9148.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.849, "pushed": 9.849, "read": 9.815}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.942, "count": 295, "max_ms": 30.663, "p95_ms": 20.492}, "gstreamer_push": {"avg_ms": 1.24, "count": 295, "max_ms": 2.002, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.336, "count": 295, "max_ms": 67.23, "p95_ms": 63.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.987, "count": 295, "max_ms": 65.0, "p95_ms": 59.442}, "yolo11_640_fire_11class": {"avg_ms": 53.335, "count": 295, "max_ms": 68.468, "p95_ms": 60.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.208, "count": 295, "max_ms": 75.895, "p95_ms": 69.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.695, "count": 295, "max_ms": 111.641, "p95_ms": 95.469}, "read_interval": {"avg_ms": 101.849, "count": 294, "max_ms": 128.986, "p95_ms": 111.489}, "triton_wait": {"avg_ms": 59.393, "count": 295, "max_ms": 75.907, "p95_ms": 69.265}, "visualize": {"avg_ms": 3.499, "count": 295, "max_ms": 4.522, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15356.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34192.384, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.212, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:32:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:32:48+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T01:32:48.692653+09:00", "mtime_epoch": 1783182768.692653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:32:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2095.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.812, "pushed": 9.812, "read": 9.779}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.28, "count": 294, "max_ms": 11.569, "p95_ms": 7.969}, "gstreamer_push": {"avg_ms": 1.316, "count": 294, "max_ms": 1.587, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.302, "count": 294, "max_ms": 74.576, "p95_ms": 71.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.522, "count": 294, "max_ms": 74.027, "p95_ms": 64.802}, "yolo11_640_fire_11class": {"avg_ms": 60.907, "count": 294, "max_ms": 74.972, "p95_ms": 70.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.157, "count": 294, "max_ms": 79.259, "p95_ms": 75.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.512, "count": 294, "max_ms": 128.735, "p95_ms": 92.403}, "read_interval": {"avg_ms": 102.258, "count": 293, "max_ms": 142.275, "p95_ms": 111.084}, "triton_wait": {"avg_ms": 68.519, "count": 294, "max_ms": 79.272, "p95_ms": 75.375}, "visualize": {"avg_ms": 3.695, "count": 294, "max_ms": 5.287, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15360.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.047, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.324, "name": "ffmpeg", "pid": 106849, "rss_mb": 284.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.732, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1103822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:33:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:33:05+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T01:33:05+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T01:33:05.661129+09:00", "mtime_epoch": 1783182785.6611295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:33:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9149.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.718, "pushed": 9.718, "read": 9.685}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.173, "count": 291, "max_ms": 28.564, "p95_ms": 18.658}, "gstreamer_push": {"avg_ms": 1.223, "count": 291, "max_ms": 1.446, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.924, "count": 291, "max_ms": 68.629, "p95_ms": 63.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.485, "count": 291, "max_ms": 65.324, "p95_ms": 60.145}, "yolo11_640_fire_11class": {"avg_ms": 54.613, "count": 291, "max_ms": 67.008, "p95_ms": 62.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.182, "count": 291, "max_ms": 74.778, "p95_ms": 70.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.01, "count": 291, "max_ms": 122.842, "p95_ms": 96.112}, "read_interval": {"avg_ms": 103.271, "count": 290, "max_ms": 136.274, "p95_ms": 112.213}, "triton_wait": {"avg_ms": 61.409, "count": 291, "max_ms": 74.79, "p95_ms": 70.808}, "visualize": {"avg_ms": 3.478, "count": 291, "max_ms": 5.409, "p95_ms": 3.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15360.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34222.446, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.352, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:33:18+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T01:33:18+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T01:33:18.753494+09:00", "mtime_epoch": 1783182798.753494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:33:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2095.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.848}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.225, "count": 296, "max_ms": 10.889, "p95_ms": 7.993}, "gstreamer_push": {"avg_ms": 1.304, "count": 296, "max_ms": 1.619, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.446, "count": 296, "max_ms": 73.128, "p95_ms": 70.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.084, "count": 296, "max_ms": 72.743, "p95_ms": 58.674}, "yolo11_640_fire_11class": {"avg_ms": 60.163, "count": 296, "max_ms": 73.503, "p95_ms": 67.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.479, "count": 296, "max_ms": 78.956, "p95_ms": 75.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.94, "count": 296, "max_ms": 135.964, "p95_ms": 93.122}, "read_interval": {"avg_ms": 101.525, "count": 295, "max_ms": 151.498, "p95_ms": 109.804}, "triton_wait": {"avg_ms": 67.878, "count": 296, "max_ms": 78.969, "p95_ms": 75.392}, "visualize": {"avg_ms": 3.717, "count": 296, "max_ms": 5.622, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15360.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.101, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.324, "name": "ffmpeg", "pid": 106849, "rss_mb": 284.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.937, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1104114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:33:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:33:35+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T01:33:35+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T01:33:35.709962+09:00", "mtime_epoch": 1783182815.709962, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:33:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9149.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.8, "count": 292, "max_ms": 24.391, "p95_ms": 18.479}, "gstreamer_push": {"avg_ms": 1.238, "count": 292, "max_ms": 2.074, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.358, "count": 292, "max_ms": 68.124, "p95_ms": 62.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.463, "count": 292, "max_ms": 66.386, "p95_ms": 61.551}, "yolo11_640_fire_11class": {"avg_ms": 54.271, "count": 292, "max_ms": 68.006, "p95_ms": 61.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.366, "count": 292, "max_ms": 73.569, "p95_ms": 71.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.804, "count": 292, "max_ms": 99.09, "p95_ms": 96.783}, "read_interval": {"avg_ms": 102.956, "count": 291, "max_ms": 115.64, "p95_ms": 112.835}, "triton_wait": {"avg_ms": 61.543, "count": 292, "max_ms": 73.581, "p95_ms": 71.809}, "visualize": {"avg_ms": 3.536, "count": 292, "max_ms": 5.052, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15362.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34252.545, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.076, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1379234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:33:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T01:33:48+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T01:33:48.866322+09:00", "mtime_epoch": 1783182828.8663216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:33:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2095.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.329, "count": 295, "max_ms": 12.144, "p95_ms": 8.186}, "gstreamer_push": {"avg_ms": 1.314, "count": 296, "max_ms": 1.584, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.827, "count": 295, "max_ms": 76.3, "p95_ms": 70.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.692, "count": 295, "max_ms": 70.171, "p95_ms": 61.885}, "yolo11_640_fire_11class": {"avg_ms": 60.511, "count": 295, "max_ms": 73.975, "p95_ms": 69.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.748, "count": 295, "max_ms": 80.398, "p95_ms": 75.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.019, "count": 296, "max_ms": 125.882, "p95_ms": 92.98}, "read_interval": {"avg_ms": 101.686, "count": 295, "max_ms": 139.495, "p95_ms": 110.574}, "triton_wait": {"avg_ms": 68.129, "count": 295, "max_ms": 80.411, "p95_ms": 75.081}, "visualize": {"avg_ms": 3.694, "count": 295, "max_ms": 4.893, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15363.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.102, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.902, "name": "ffmpeg", "pid": 106849, "rss_mb": 286.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.619, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1104409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:34:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:34:05+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:34:05+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T01:34:05.694778+09:00", "mtime_epoch": 1783182845.6947782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 89418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:34:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9149.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.838}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.87, "count": 295, "max_ms": 26.032, "p95_ms": 18.841}, "gstreamer_push": {"avg_ms": 1.227, "count": 295, "max_ms": 1.858, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.042, "count": 295, "max_ms": 68.566, "p95_ms": 64.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.547, "count": 295, "max_ms": 72.725, "p95_ms": 60.925}, "yolo11_640_fire_11class": {"avg_ms": 53.7, "count": 295, "max_ms": 68.987, "p95_ms": 62.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.13, "count": 295, "max_ms": 75.909, "p95_ms": 70.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.564, "count": 295, "max_ms": 101.575, "p95_ms": 95.747}, "read_interval": {"avg_ms": 101.645, "count": 295, "max_ms": 116.735, "p95_ms": 112.345}, "triton_wait": {"avg_ms": 60.416, "count": 295, "max_ms": 75.921, "p95_ms": 70.221}, "visualize": {"avg_ms": 3.471, "count": 295, "max_ms": 4.458, "p95_ms": 3.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15363.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34282.583, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.455, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1379534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:34:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:34:18+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:34:18+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:34:18.895133+09:00", "mtime_epoch": 1783182858.8951333, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:34:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2095.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.026, "count": 300, "max_ms": 12.243, "p95_ms": 7.391}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.673, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.485, "count": 300, "max_ms": 76.698, "p95_ms": 71.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.272, "count": 300, "max_ms": 72.465, "p95_ms": 59.187}, "yolo11_640_fire_11class": {"avg_ms": 59.405, "count": 300, "max_ms": 73.635, "p95_ms": 68.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.45, "count": 300, "max_ms": 80.402, "p95_ms": 77.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.484, "count": 300, "max_ms": 131.553, "p95_ms": 93.832}, "read_interval": {"avg_ms": 100.096, "count": 299, "max_ms": 145.516, "p95_ms": 111.003}, "triton_wait": {"avg_ms": 66.866, "count": 300, "max_ms": 80.432, "p95_ms": 77.229}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 6.024, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15363.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.126, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.902, "name": "ffmpeg", "pid": 106849, "rss_mb": 286.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.731, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1104693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:34:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:34:35+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T01:34:35+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T01:34:35.743583+09:00", "mtime_epoch": 1783182875.7435827, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:34:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9149.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.493, "pushed": 9.493, "read": 9.46}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.698, "count": 284, "max_ms": 22.181, "p95_ms": 18.422}, "gstreamer_push": {"avg_ms": 1.214, "count": 284, "max_ms": 1.907, "p95_ms": 1.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.106, "count": 284, "max_ms": 70.15, "p95_ms": 65.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.813, "count": 284, "max_ms": 66.849, "p95_ms": 63.991}, "yolo11_640_fire_11class": {"avg_ms": 56.666, "count": 284, "max_ms": 68.305, "p95_ms": 63.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.513, "count": 284, "max_ms": 78.227, "p95_ms": 73.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.608, "count": 284, "max_ms": 102.831, "p95_ms": 97.717}, "read_interval": {"avg_ms": 105.762, "count": 283, "max_ms": 122.02, "p95_ms": 115.157}, "triton_wait": {"avg_ms": 64.636, "count": 284, "max_ms": 78.238, "p95_ms": 73.352}, "visualize": {"avg_ms": 3.477, "count": 284, "max_ms": 4.352, "p95_ms": 3.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15363.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34312.596, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.332, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1379823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:34:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:34:48+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:34:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:34:48.907931+09:00", "mtime_epoch": 1783182888.9079313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:34:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2095.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.224, "count": 289, "max_ms": 10.978, "p95_ms": 9.111}, "gstreamer_push": {"avg_ms": 1.314, "count": 289, "max_ms": 1.554, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.699, "count": 289, "max_ms": 74.546, "p95_ms": 71.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.272, "count": 289, "max_ms": 73.516, "p95_ms": 67.026}, "yolo11_640_fire_11class": {"avg_ms": 62.213, "count": 289, "max_ms": 74.06, "p95_ms": 68.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.223, "count": 289, "max_ms": 81.743, "p95_ms": 76.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.139, "count": 289, "max_ms": 98.753, "p95_ms": 94.42}, "read_interval": {"avg_ms": 103.843, "count": 289, "max_ms": 117.599, "p95_ms": 112.112}, "triton_wait": {"avg_ms": 70.381, "count": 289, "max_ms": 81.755, "p95_ms": 76.507}, "visualize": {"avg_ms": 3.703, "count": 289, "max_ms": 5.027, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15363.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.219, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.902, "name": "ffmpeg", "pid": 106849, "rss_mb": 286.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.529, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1104985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:35:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:35:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:35:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:35:05.816375+09:00", "mtime_epoch": 1783182905.8163755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:35:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9149.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.739, "count": 291, "max_ms": 20.386, "p95_ms": 18.356}, "gstreamer_push": {"avg_ms": 1.218, "count": 291, "max_ms": 1.442, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.413, "count": 291, "max_ms": 68.238, "p95_ms": 62.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.05, "count": 291, "max_ms": 69.082, "p95_ms": 60.879}, "yolo11_640_fire_11class": {"avg_ms": 54.693, "count": 291, "max_ms": 65.732, "p95_ms": 61.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.736, "count": 291, "max_ms": 75.323, "p95_ms": 69.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.99, "count": 291, "max_ms": 100.37, "p95_ms": 94.663}, "read_interval": {"avg_ms": 103.046, "count": 291, "max_ms": 115.775, "p95_ms": 111.818}, "triton_wait": {"avg_ms": 61.934, "count": 291, "max_ms": 75.334, "p95_ms": 69.375}, "visualize": {"avg_ms": 3.492, "count": 291, "max_ms": 3.993, "p95_ms": 3.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15363.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34342.683, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.605, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:35:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:35:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:35:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:35:18.996719+09:00", "mtime_epoch": 1783182918.9967191, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:35:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2095.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.178, "count": 299, "max_ms": 9.805, "p95_ms": 7.566}, "gstreamer_push": {"avg_ms": 1.303, "count": 299, "max_ms": 1.509, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.255, "count": 299, "max_ms": 77.249, "p95_ms": 71.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.421, "count": 299, "max_ms": 75.538, "p95_ms": 55.065}, "yolo11_640_fire_11class": {"avg_ms": 59.873, "count": 299, "max_ms": 76.153, "p95_ms": 68.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.134, "count": 299, "max_ms": 77.339, "p95_ms": 73.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.189, "count": 299, "max_ms": 131.929, "p95_ms": 91.99}, "read_interval": {"avg_ms": 100.607, "count": 298, "max_ms": 145.469, "p95_ms": 109.914}, "triton_wait": {"avg_ms": 66.729, "count": 299, "max_ms": 77.351, "p95_ms": 74.48}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 5.087, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15364.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.311, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.191, "name": "ffmpeg", "pid": 106849, "rss_mb": 288.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.25, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1105282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:35:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:35:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:35:35+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:35:35.905157+09:00", "mtime_epoch": 1783182935.9051569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:35:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9149.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.851, "count": 297, "max_ms": 21.548, "p95_ms": 18.969}, "gstreamer_push": {"avg_ms": 1.229, "count": 297, "max_ms": 1.475, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.648, "count": 297, "max_ms": 70.487, "p95_ms": 64.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.793, "count": 297, "max_ms": 65.563, "p95_ms": 61.292}, "yolo11_640_fire_11class": {"avg_ms": 54.547, "count": 297, "max_ms": 70.875, "p95_ms": 64.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.148, "count": 297, "max_ms": 77.275, "p95_ms": 70.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.902, "count": 297, "max_ms": 101.568, "p95_ms": 95.469}, "read_interval": {"avg_ms": 101.305, "count": 296, "max_ms": 188.577, "p95_ms": 111.634}, "triton_wait": {"avg_ms": 59.632, "count": 297, "max_ms": 77.288, "p95_ms": 70.499}, "visualize": {"avg_ms": 3.533, "count": 297, "max_ms": 4.698, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15365.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34372.731, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.361, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:35:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:35:49+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:35:49+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:35:49.045494+09:00", "mtime_epoch": 1783182949.0454943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:35:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2095.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.18, "count": 298, "max_ms": 8.605, "p95_ms": 7.792}, "gstreamer_push": {"avg_ms": 1.304, "count": 298, "max_ms": 1.657, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.504, "count": 298, "max_ms": 74.295, "p95_ms": 71.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.959, "count": 298, "max_ms": 72.53, "p95_ms": 61.663}, "yolo11_640_fire_11class": {"avg_ms": 62.135, "count": 298, "max_ms": 75.164, "p95_ms": 72.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.177, "count": 298, "max_ms": 78.386, "p95_ms": 75.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.197, "count": 298, "max_ms": 95.596, "p95_ms": 91.929}, "read_interval": {"avg_ms": 100.806, "count": 297, "max_ms": 113.804, "p95_ms": 109.459}, "triton_wait": {"avg_ms": 67.683, "count": 298, "max_ms": 78.398, "p95_ms": 75.13}, "visualize": {"avg_ms": 3.673, "count": 298, "max_ms": 4.51, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15365.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.362, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.191, "name": "ffmpeg", "pid": 106849, "rss_mb": 288.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.194, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1105569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:36:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:36:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:36:05+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:36:05.957926+09:00", "mtime_epoch": 1783182965.9579258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:36:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9149.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.584, "pushed": 9.584, "read": 9.551}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.715, "count": 287, "max_ms": 24.53, "p95_ms": 17.777}, "gstreamer_push": {"avg_ms": 1.227, "count": 287, "max_ms": 1.405, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.953, "count": 287, "max_ms": 67.464, "p95_ms": 63.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.796, "count": 287, "max_ms": 69.049, "p95_ms": 63.783}, "yolo11_640_fire_11class": {"avg_ms": 56.611, "count": 287, "max_ms": 67.436, "p95_ms": 63.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.012, "count": 287, "max_ms": 74.067, "p95_ms": 71.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.688, "count": 287, "max_ms": 154.637, "p95_ms": 96.386}, "read_interval": {"avg_ms": 104.699, "count": 286, "max_ms": 166.37, "p95_ms": 112.182}, "triton_wait": {"avg_ms": 63.348, "count": 287, "max_ms": 74.079, "p95_ms": 71.778}, "visualize": {"avg_ms": 3.51, "count": 287, "max_ms": 4.841, "p95_ms": 3.759}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15365.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34402.777, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.332, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:36:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:36:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:36:19+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:36:19.090259+09:00", "mtime_epoch": 1783182979.0902586, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:36:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2096.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.553, "pushed": 9.553, "read": 9.519}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.297, "count": 286, "max_ms": 11.956, "p95_ms": 7.989}, "gstreamer_push": {"avg_ms": 1.307, "count": 286, "max_ms": 1.493, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.91, "count": 286, "max_ms": 75.792, "p95_ms": 72.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.517, "count": 286, "max_ms": 78.225, "p95_ms": 66.979}, "yolo11_640_fire_11class": {"avg_ms": 63.376, "count": 286, "max_ms": 74.523, "p95_ms": 70.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.524, "count": 286, "max_ms": 77.968, "p95_ms": 75.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.563, "count": 286, "max_ms": 136.438, "p95_ms": 93.603}, "read_interval": {"avg_ms": 105.045, "count": 285, "max_ms": 151.823, "p95_ms": 110.495}, "triton_wait": {"avg_ms": 70.922, "count": 286, "max_ms": 78.235, "p95_ms": 75.804}, "visualize": {"avg_ms": 3.724, "count": 286, "max_ms": 6.027, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15365.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 813.385, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.191, "name": "ffmpeg", "pid": 106849, "rss_mb": 288.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.112, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1105860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:36:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:36:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:36:35+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:36:35.982684+09:00", "mtime_epoch": 1783182995.9826837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:36:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9150.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.804, "count": 291, "max_ms": 24.022, "p95_ms": 18.523}, "gstreamer_push": {"avg_ms": 1.228, "count": 291, "max_ms": 1.454, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.235, "count": 291, "max_ms": 71.792, "p95_ms": 65.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.902, "count": 291, "max_ms": 69.945, "p95_ms": 63.644}, "yolo11_640_fire_11class": {"avg_ms": 55.702, "count": 291, "max_ms": 74.355, "p95_ms": 63.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.502, "count": 291, "max_ms": 76.895, "p95_ms": 70.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.128, "count": 291, "max_ms": 101.604, "p95_ms": 95.702}, "read_interval": {"avg_ms": 103.164, "count": 290, "max_ms": 118.368, "p95_ms": 112.087}, "triton_wait": {"avg_ms": 61.975, "count": 291, "max_ms": 76.907, "p95_ms": 70.348}, "visualize": {"avg_ms": 3.49, "count": 291, "max_ms": 4.439, "p95_ms": 3.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15365.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34432.874, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.122, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1381009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:36:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:36:49+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T01:36:49+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:36:49.191014+09:00", "mtime_epoch": 1783183009.1910138, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:36:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2096.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.342, "count": 303, "max_ms": 13.315, "p95_ms": 9.123}, "gstreamer_push": {"avg_ms": 1.312, "count": 303, "max_ms": 1.91, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.442, "count": 303, "max_ms": 76.329, "p95_ms": 71.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.32, "count": 303, "max_ms": 73.754, "p95_ms": 62.82}, "yolo11_640_fire_11class": {"avg_ms": 59.411, "count": 303, "max_ms": 79.78, "p95_ms": 70.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.555, "count": 303, "max_ms": 78.87, "p95_ms": 75.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.886, "count": 303, "max_ms": 130.594, "p95_ms": 92.493}, "read_interval": {"avg_ms": 99.326, "count": 302, "max_ms": 144.234, "p95_ms": 110.232}, "triton_wait": {"avg_ms": 65.377, "count": 303, "max_ms": 79.792, "p95_ms": 75.204}, "visualize": {"avg_ms": 3.732, "count": 303, "max_ms": 5.938, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15365.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 843.463, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.191, "name": "ffmpeg", "pid": 106849, "rss_mb": 288.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.411, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1106153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:37:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:37:06+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T01:37:06+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T01:37:06.055433+09:00", "mtime_epoch": 1783183026.0554326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:37:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9150.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.087, "count": 293, "max_ms": 25.156, "p95_ms": 19.723}, "gstreamer_push": {"avg_ms": 1.239, "count": 293, "max_ms": 1.455, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.725, "count": 293, "max_ms": 70.932, "p95_ms": 65.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.809, "count": 293, "max_ms": 69.373, "p95_ms": 62.292}, "yolo11_640_fire_11class": {"avg_ms": 55.201, "count": 293, "max_ms": 78.33, "p95_ms": 64.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.534, "count": 293, "max_ms": 76.827, "p95_ms": 73.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.423, "count": 293, "max_ms": 104.812, "p95_ms": 98.1}, "read_interval": {"avg_ms": 102.622, "count": 292, "max_ms": 122.664, "p95_ms": 113.847}, "triton_wait": {"avg_ms": 60.888, "count": 293, "max_ms": 78.342, "p95_ms": 73.111}, "visualize": {"avg_ms": 3.524, "count": 293, "max_ms": 4.324, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15365.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34462.959, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.439, "sample_count": 2952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1381305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:37:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:37:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:37:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:37:19.275759+09:00", "mtime_epoch": 1783183039.275759, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:37:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2096.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.874, "pushed": 9.874, "read": 9.84}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.541, "count": 296, "max_ms": 11.694, "p95_ms": 10.227}, "gstreamer_push": {"avg_ms": 1.323, "count": 296, "max_ms": 1.651, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.691, "count": 296, "max_ms": 76.615, "p95_ms": 71.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.965, "count": 296, "max_ms": 68.495, "p95_ms": 64.517}, "yolo11_640_fire_11class": {"avg_ms": 59.963, "count": 296, "max_ms": 73.013, "p95_ms": 69.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.59, "count": 296, "max_ms": 78.703, "p95_ms": 75.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.683, "count": 296, "max_ms": 118.673, "p95_ms": 95.016}, "read_interval": {"avg_ms": 101.621, "count": 295, "max_ms": 132.112, "p95_ms": 113.548}, "triton_wait": {"avg_ms": 67.194, "count": 296, "max_ms": 78.718, "p95_ms": 75.445}, "visualize": {"avg_ms": 3.758, "count": 296, "max_ms": 5.02, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15366.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 873.472, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.191, "name": "ffmpeg", "pid": 106849, "rss_mb": 288.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.454, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1106443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:37:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T01:37:36+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:37:36.072171+09:00", "mtime_epoch": 1783183056.072171, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 95932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:37:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9150.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.983, "count": 290, "max_ms": 21.42, "p95_ms": 18.725}, "gstreamer_push": {"avg_ms": 1.245, "count": 290, "max_ms": 1.479, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.682, "count": 290, "max_ms": 68.632, "p95_ms": 64.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.283, "count": 290, "max_ms": 67.437, "p95_ms": 61.948}, "yolo11_640_fire_11class": {"avg_ms": 54.694, "count": 290, "max_ms": 66.419, "p95_ms": 63.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.722, "count": 290, "max_ms": 78.382, "p95_ms": 71.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.431, "count": 290, "max_ms": 103.462, "p95_ms": 96.329}, "read_interval": {"avg_ms": 103.523, "count": 290, "max_ms": 119.233, "p95_ms": 112.799}, "triton_wait": {"avg_ms": 62.003, "count": 290, "max_ms": 78.394, "p95_ms": 71.027}, "visualize": {"avg_ms": 3.525, "count": 290, "max_ms": 4.238, "p95_ms": 3.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15366.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34492.982, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.452, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1381595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:37:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:37:49+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T01:37:49+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T01:37:49.316494+09:00", "mtime_epoch": 1783183069.3164937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:37:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2096.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.692, "pushed": 9.692, "read": 9.658}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.373, "count": 290, "max_ms": 11.163, "p95_ms": 8.015}, "gstreamer_push": {"avg_ms": 1.332, "count": 290, "max_ms": 1.852, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.258, "count": 290, "max_ms": 73.403, "p95_ms": 71.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.603, "count": 290, "max_ms": 72.503, "p95_ms": 67.601}, "yolo11_640_fire_11class": {"avg_ms": 61.67, "count": 290, "max_ms": 72.501, "p95_ms": 68.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.514, "count": 290, "max_ms": 83.749, "p95_ms": 75.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.796, "count": 290, "max_ms": 101.676, "p95_ms": 93.017}, "read_interval": {"avg_ms": 103.592, "count": 289, "max_ms": 118.646, "p95_ms": 110.664}, "triton_wait": {"avg_ms": 69.724, "count": 290, "max_ms": 83.762, "p95_ms": 75.813}, "visualize": {"avg_ms": 3.734, "count": 290, "max_ms": 5.314, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15366.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 903.525, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.191, "name": "ffmpeg", "pid": 106849, "rss_mb": 288.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.485, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1106737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:38:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:38:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:38:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:38:06.120901+09:00", "mtime_epoch": 1783183086.120901, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:38:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9150.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.813, "pushed": 9.813, "read": 9.78}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.991, "count": 294, "max_ms": 29.914, "p95_ms": 19.375}, "gstreamer_push": {"avg_ms": 1.226, "count": 294, "max_ms": 1.42, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.989, "count": 294, "max_ms": 71.425, "p95_ms": 63.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.009, "count": 294, "max_ms": 68.587, "p95_ms": 61.941}, "yolo11_640_fire_11class": {"avg_ms": 54.509, "count": 294, "max_ms": 70.935, "p95_ms": 63.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.28, "count": 294, "max_ms": 74.344, "p95_ms": 71.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.936, "count": 294, "max_ms": 104.859, "p95_ms": 96.655}, "read_interval": {"avg_ms": 102.197, "count": 293, "max_ms": 122.844, "p95_ms": 112.91}, "triton_wait": {"avg_ms": 60.593, "count": 294, "max_ms": 74.356, "p95_ms": 71.433}, "visualize": {"avg_ms": 3.481, "count": 294, "max_ms": 4.57, "p95_ms": 3.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15366.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34523.028, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.448, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1381894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:38:19+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T01:38:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:38:19.345220+09:00", "mtime_epoch": 1783183099.3452199, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:38:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2096.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.206, "count": 299, "max_ms": 11.974, "p95_ms": 8.958}, "gstreamer_push": {"avg_ms": 1.331, "count": 299, "max_ms": 2.061, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.564, "count": 299, "max_ms": 76.495, "p95_ms": 71.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.976, "count": 299, "max_ms": 73.693, "p95_ms": 61.925}, "yolo11_640_fire_11class": {"avg_ms": 60.813, "count": 299, "max_ms": 77.412, "p95_ms": 71.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.97, "count": 299, "max_ms": 81.295, "p95_ms": 75.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.747, "count": 299, "max_ms": 131.197, "p95_ms": 92.716}, "read_interval": {"avg_ms": 100.483, "count": 298, "max_ms": 144.781, "p95_ms": 111.604}, "triton_wait": {"avg_ms": 66.551, "count": 299, "max_ms": 81.308, "p95_ms": 76.101}, "visualize": {"avg_ms": 3.721, "count": 299, "max_ms": 5.416, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15369.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 933.526, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.77, "name": "ffmpeg", "pid": 106849, "rss_mb": 290.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.347, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1107030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:38:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:38:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T01:38:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:38:36.125622+09:00", "mtime_epoch": 1783183116.1256218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:38:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9150.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.857, "count": 293, "max_ms": 20.754, "p95_ms": 18.394}, "gstreamer_push": {"avg_ms": 1.228, "count": 293, "max_ms": 1.498, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.048, "count": 293, "max_ms": 70.399, "p95_ms": 64.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.22, "count": 293, "max_ms": 68.433, "p95_ms": 61.861}, "yolo11_640_fire_11class": {"avg_ms": 55.46, "count": 293, "max_ms": 70.385, "p95_ms": 64.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.069, "count": 293, "max_ms": 75.716, "p95_ms": 70.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.824, "count": 293, "max_ms": 101.014, "p95_ms": 95.606}, "read_interval": {"avg_ms": 102.416, "count": 293, "max_ms": 241.761, "p95_ms": 111.459}, "triton_wait": {"avg_ms": 60.561, "count": 293, "max_ms": 75.728, "p95_ms": 70.559}, "visualize": {"avg_ms": 3.52, "count": 293, "max_ms": 4.557, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15373.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34553.114, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.334, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:38:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:38:49+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:38:49+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:38:49.425939+09:00", "mtime_epoch": 1783183129.4259388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:38:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2096.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.17, "count": 298, "max_ms": 11.605, "p95_ms": 7.675}, "gstreamer_push": {"avg_ms": 1.291, "count": 298, "max_ms": 1.921, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.549, "count": 298, "max_ms": 75.807, "p95_ms": 72.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.062, "count": 298, "max_ms": 73.351, "p95_ms": 64.991}, "yolo11_640_fire_11class": {"avg_ms": 62.194, "count": 298, "max_ms": 76.738, "p95_ms": 72.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.605, "count": 298, "max_ms": 78.648, "p95_ms": 74.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.439, "count": 298, "max_ms": 132.23, "p95_ms": 92.552}, "read_interval": {"avg_ms": 100.932, "count": 297, "max_ms": 145.68, "p95_ms": 109.766}, "triton_wait": {"avg_ms": 67.435, "count": 298, "max_ms": 78.66, "p95_ms": 74.867}, "visualize": {"avg_ms": 3.688, "count": 298, "max_ms": 4.766, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15373.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 963.606, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.152, "name": "ffmpeg", "pid": 106849, "rss_mb": 295.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.266, "sample_count": 2903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1107316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:39:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:39:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:39:06+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:39:06.202337+09:00", "mtime_epoch": 1783183146.2023365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:39:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9150.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.539, "pushed": 9.539, "read": 9.505}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.21, "count": 286, "max_ms": 27.304, "p95_ms": 21.93}, "gstreamer_push": {"avg_ms": 1.212, "count": 286, "max_ms": 1.476, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.553, "count": 286, "max_ms": 66.829, "p95_ms": 64.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.471, "count": 286, "max_ms": 66.295, "p95_ms": 61.12}, "yolo11_640_fire_11class": {"avg_ms": 55.785, "count": 286, "max_ms": 71.372, "p95_ms": 64.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.029, "count": 286, "max_ms": 74.158, "p95_ms": 69.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.949, "count": 286, "max_ms": 105.015, "p95_ms": 94.862}, "read_interval": {"avg_ms": 105.166, "count": 285, "max_ms": 1010.497, "p95_ms": 111.238}, "triton_wait": {"avg_ms": 60.483, "count": 286, "max_ms": 74.17, "p95_ms": 69.842}, "visualize": {"avg_ms": 3.484, "count": 286, "max_ms": 4.605, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15375.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34583.136, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.067, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:39:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T01:39:19+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T01:39:19.474649+09:00", "mtime_epoch": 1783183159.4746494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:39:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2096.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.295, "pushed": 10.295, "read": 10.262}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.108, "count": 308, "max_ms": 10.716, "p95_ms": 7.403}, "gstreamer_push": {"avg_ms": 1.308, "count": 308, "max_ms": 1.684, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.203, "count": 308, "max_ms": 71.65, "p95_ms": 66.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.752, "count": 308, "max_ms": 73.934, "p95_ms": 65.059}, "yolo11_640_fire_11class": {"avg_ms": 61.544, "count": 308, "max_ms": 79.467, "p95_ms": 71.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.71, "count": 308, "max_ms": 79.257, "p95_ms": 74.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.85, "count": 308, "max_ms": 95.318, "p95_ms": 90.298}, "read_interval": {"avg_ms": 97.516, "count": 307, "max_ms": 112.614, "p95_ms": 107.522}, "triton_wait": {"avg_ms": 64.719, "count": 308, "max_ms": 79.48, "p95_ms": 74.265}, "visualize": {"avg_ms": 3.671, "count": 308, "max_ms": 5.1, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15375.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34613.204, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.662, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:39:49+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T01:39:49+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T01:39:49.539353+09:00", "mtime_epoch": 1783183189.5393531, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:39:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2097.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 338, "pushed_frames": 338, "read_frames": 337, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.273, "pushed": 11.273, "read": 11.239}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.128, "count": 338, "max_ms": 11.38, "p95_ms": 7.827}, "gstreamer_push": {"avg_ms": 1.309, "count": 338, "max_ms": 1.573, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.296, "count": 338, "max_ms": 73.831, "p95_ms": 68.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.36, "count": 338, "max_ms": 65.878, "p95_ms": 48.563}, "yolo11_640_fire_11class": {"avg_ms": 54.39, "count": 338, "max_ms": 75.441, "p95_ms": 71.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.915, "count": 338, "max_ms": 76.118, "p95_ms": 73.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.283, "count": 338, "max_ms": 93.121, "p95_ms": 90.182}, "read_interval": {"avg_ms": 88.97, "count": 337, "max_ms": 112.294, "p95_ms": 107.249}, "triton_wait": {"avg_ms": 56.085, "count": 338, "max_ms": 76.13, "p95_ms": 73.608}, "visualize": {"avg_ms": 3.713, "count": 338, "max_ms": 4.903, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15381.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:23:00+09:00", "last_error_summary": "[in#0/rtsp @ 0x560882ed4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560882ed4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T01:23:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1009.169, "last_started_at": "2026-07-05T01:23:02+09:00", "pid": 106849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.883, "name": "ffmpeg", "pid": 106849, "rss_mb": 302.883, "state": "S (sleeping)", "threads": 104}, "restart_count": 539, "restart_count_per_hour": 3, "rtsp_timeout_count": 324, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.922, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1107570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:39:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:39:51+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T01:39:51+09:00", "mjpeg": {"age_sec": 19.603, "exists": true, "mtime": "2026-07-05T01:39:32.250949+09:00", "mtime_epoch": 1783183172.2509494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:39:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9150.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.372, "pushed": 3.372, "read": 3.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.759, "count": 101, "max_ms": 21.25, "p95_ms": 18.264}, "gstreamer_push": {"avg_ms": 1.224, "count": 101, "max_ms": 1.791, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.226, "count": 101, "max_ms": 66.103, "p95_ms": 63.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.332, "count": 101, "max_ms": 60.046, "p95_ms": 57.255}, "yolo11_640_fire_11class": {"avg_ms": 59.557, "count": 101, "max_ms": 69.688, "p95_ms": 65.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.725, "count": 101, "max_ms": 71.033, "p95_ms": 67.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.276, "count": 101, "max_ms": 95.298, "p95_ms": 92.426}, "read_interval": {"avg_ms": 299.675, "count": 100, "max_ms": 19626.097, "p95_ms": 109.729}, "triton_wait": {"avg_ms": 63.232, "count": 101, "max_ms": 71.044, "p95_ms": 67.333}, "visualize": {"avg_ms": 3.483, "count": 101, "max_ms": 4.375, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15348.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34643.28, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.662, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1383143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:40:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:40:19+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:40:19+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:40:19.592050+09:00", "mtime_epoch": 1783183219.5920498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:40:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2097.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.109, "count": 304, "max_ms": 8.331, "p95_ms": 7.679}, "gstreamer_push": {"avg_ms": 1.303, "count": 305, "max_ms": 1.573, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.306, "count": 304, "max_ms": 72.331, "p95_ms": 67.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.463, "count": 304, "max_ms": 73.704, "p95_ms": 66.732}, "yolo11_640_fire_11class": {"avg_ms": 61.047, "count": 304, "max_ms": 75.754, "p95_ms": 72.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.192, "count": 304, "max_ms": 81.284, "p95_ms": 75.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.659, "count": 305, "max_ms": 98.412, "p95_ms": 91.734}, "read_interval": {"avg_ms": 98.578, "count": 304, "max_ms": 115.084, "p95_ms": 109.36}, "triton_wait": {"avg_ms": 65.697, "count": 304, "max_ms": 81.297, "p95_ms": 75.849}, "visualize": {"avg_ms": 3.679, "count": 304, "max_ms": 4.508, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15348.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.806, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.465, "name": "ffmpeg", "pid": 106956, "rss_mb": 268.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.051, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1107816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:40:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:40:21+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T01:40:21+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T01:40:21.780100+09:00", "mtime_epoch": 1783183221.7801003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 89446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:40:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9151.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.203, "pushed": 8.203, "read": 8.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.685, "count": 246, "max_ms": 18.606, "p95_ms": 17.755}, "gstreamer_push": {"avg_ms": 1.226, "count": 246, "max_ms": 1.367, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.176, "count": 246, "max_ms": 68.45, "p95_ms": 62.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.409, "count": 246, "max_ms": 68.458, "p95_ms": 64.01}, "yolo11_640_fire_11class": {"avg_ms": 59.347, "count": 246, "max_ms": 72.473, "p95_ms": 66.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.765, "count": 246, "max_ms": 78.691, "p95_ms": 70.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.028, "count": 246, "max_ms": 103.322, "p95_ms": 96.141}, "read_interval": {"avg_ms": 121.978, "count": 246, "max_ms": 4356.373, "p95_ms": 110.777}, "triton_wait": {"avg_ms": 65.011, "count": 246, "max_ms": 78.703, "p95_ms": 71.051}, "visualize": {"avg_ms": 3.505, "count": 246, "max_ms": 4.268, "p95_ms": 3.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15349.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34673.29, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.688, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1383456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:40:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:40:49+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T01:40:49+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T01:40:49.624739+09:00", "mtime_epoch": 1783183249.6247394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:40:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2097.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.436, "pushed": 10.436, "read": 10.436}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.254, "count": 313, "max_ms": 12.469, "p95_ms": 8.404}, "gstreamer_push": {"avg_ms": 1.317, "count": 313, "max_ms": 1.941, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.742, "count": 313, "max_ms": 73.129, "p95_ms": 66.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.001, "count": 313, "max_ms": 73.29, "p95_ms": 56.085}, "yolo11_640_fire_11class": {"avg_ms": 58.767, "count": 313, "max_ms": 74.973, "p95_ms": 72.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.851, "count": 313, "max_ms": 80.978, "p95_ms": 74.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.015, "count": 313, "max_ms": 131.117, "p95_ms": 91.386}, "read_interval": {"avg_ms": 95.95, "count": 313, "max_ms": 144.716, "p95_ms": 109.574}, "triton_wait": {"avg_ms": 61.915, "count": 313, "max_ms": 80.991, "p95_ms": 74.985}, "visualize": {"avg_ms": 3.779, "count": 313, "max_ms": 5.829, "p95_ms": 4.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15349.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.883, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.98, "name": "ffmpeg", "pid": 106956, "rss_mb": 268.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.074, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1108117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:40:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:40:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:40:51+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:40:51.844790+09:00", "mtime_epoch": 1783183251.8447902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 74004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:40:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9151.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.572, "count": 301, "max_ms": 28.489, "p95_ms": 22.46}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.902, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.308, "count": 301, "max_ms": 67.209, "p95_ms": 63.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.142, "count": 301, "max_ms": 68.209, "p95_ms": 61.184}, "yolo11_640_fire_11class": {"avg_ms": 54.077, "count": 301, "max_ms": 67.667, "p95_ms": 65.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.043, "count": 301, "max_ms": 75.959, "p95_ms": 71.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.638, "count": 301, "max_ms": 101.716, "p95_ms": 96.365}, "read_interval": {"avg_ms": 99.893, "count": 300, "max_ms": 122.37, "p95_ms": 113.873}, "triton_wait": {"avg_ms": 57.56, "count": 301, "max_ms": 75.972, "p95_ms": 71.124}, "visualize": {"avg_ms": 3.562, "count": 301, "max_ms": 4.589, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15349.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34703.345, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.495, "sample_count": 3045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1383756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:41:19+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T01:41:19+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T01:41:19.681424+09:00", "mtime_epoch": 1783183279.6814237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:41:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2097.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.12, "count": 300, "max_ms": 8.161, "p95_ms": 7.508}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.541, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.758, "count": 300, "max_ms": 75.262, "p95_ms": 68.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.217, "count": 300, "max_ms": 78.074, "p95_ms": 69.877}, "yolo11_640_fire_11class": {"avg_ms": 62.525, "count": 300, "max_ms": 75.856, "p95_ms": 71.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.851, "count": 300, "max_ms": 79.989, "p95_ms": 75.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.422, "count": 300, "max_ms": 95.843, "p95_ms": 91.384}, "read_interval": {"avg_ms": 100.239, "count": 299, "max_ms": 113.443, "p95_ms": 108.598}, "triton_wait": {"avg_ms": 67.442, "count": 300, "max_ms": 80.0, "p95_ms": 75.479}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 4.761, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15350.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.911, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.238, "name": "ffmpeg", "pid": 106956, "rss_mb": 269.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.062, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1108411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:41:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:41:21+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:41:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:41:21.877474+09:00", "mtime_epoch": 1783183281.8774736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:41:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9151.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.827, "pushed": 9.827, "read": 9.793}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.017, "count": 294, "max_ms": 21.691, "p95_ms": 18.878}, "gstreamer_push": {"avg_ms": 1.24, "count": 294, "max_ms": 1.691, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.833, "count": 294, "max_ms": 67.816, "p95_ms": 61.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.276, "count": 294, "max_ms": 70.597, "p95_ms": 62.798}, "yolo11_640_fire_11class": {"avg_ms": 55.888, "count": 294, "max_ms": 71.994, "p95_ms": 63.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.954, "count": 294, "max_ms": 76.632, "p95_ms": 69.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.995, "count": 294, "max_ms": 126.555, "p95_ms": 94.639}, "read_interval": {"avg_ms": 102.132, "count": 293, "max_ms": 139.975, "p95_ms": 113.549}, "triton_wait": {"avg_ms": 60.373, "count": 294, "max_ms": 76.645, "p95_ms": 69.272}, "visualize": {"avg_ms": 3.528, "count": 294, "max_ms": 5.373, "p95_ms": 3.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15350.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34733.445, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.303, "sample_count": 3044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:41:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:41:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:41:49+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:41:49.762103+09:00", "mtime_epoch": 1783183309.7621028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:41:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2097.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.375, "count": 302, "max_ms": 11.921, "p95_ms": 8.42}, "gstreamer_push": {"avg_ms": 1.32, "count": 302, "max_ms": 1.65, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.261, "count": 302, "max_ms": 71.941, "p95_ms": 67.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.062, "count": 302, "max_ms": 74.344, "p95_ms": 65.906}, "yolo11_640_fire_11class": {"avg_ms": 61.478, "count": 302, "max_ms": 74.342, "p95_ms": 71.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.328, "count": 302, "max_ms": 76.511, "p95_ms": 73.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.447, "count": 302, "max_ms": 94.325, "p95_ms": 90.505}, "read_interval": {"avg_ms": 99.386, "count": 301, "max_ms": 119.529, "p95_ms": 108.199}, "triton_wait": {"avg_ms": 65.968, "count": 302, "max_ms": 76.523, "p95_ms": 74.06}, "visualize": {"avg_ms": 3.746, "count": 302, "max_ms": 4.895, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15350.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.968, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.496, "name": "ffmpeg", "pid": 106956, "rss_mb": 269.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.031, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1108709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:41:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:41:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:41:51+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:41:51.934152+09:00", "mtime_epoch": 1783183311.9341516, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:41:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9151.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.913}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.241, "count": 298, "max_ms": 29.589, "p95_ms": 19.6}, "gstreamer_push": {"avg_ms": 1.248, "count": 298, "max_ms": 1.539, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.284, "count": 298, "max_ms": 70.842, "p95_ms": 60.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.651, "count": 298, "max_ms": 70.614, "p95_ms": 62.202}, "yolo11_640_fire_11class": {"avg_ms": 54.549, "count": 298, "max_ms": 75.479, "p95_ms": 62.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.158, "count": 298, "max_ms": 74.03, "p95_ms": 68.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.399, "count": 298, "max_ms": 101.341, "p95_ms": 94.896}, "read_interval": {"avg_ms": 100.839, "count": 297, "max_ms": 117.717, "p95_ms": 111.232}, "triton_wait": {"avg_ms": 58.694, "count": 298, "max_ms": 75.492, "p95_ms": 68.314}, "visualize": {"avg_ms": 3.515, "count": 298, "max_ms": 4.319, "p95_ms": 3.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15350.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34763.504, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.873, "sample_count": 3044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:42:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:42:19+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:42:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:42:19.818776+09:00", "mtime_epoch": 1783183339.818776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:42:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2097.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.849, "pushed": 9.849, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.162, "count": 295, "max_ms": 11.001, "p95_ms": 7.576}, "gstreamer_push": {"avg_ms": 1.314, "count": 295, "max_ms": 1.51, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.955, "count": 295, "max_ms": 77.192, "p95_ms": 69.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.394, "count": 295, "max_ms": 76.893, "p95_ms": 65.894}, "yolo11_640_fire_11class": {"avg_ms": 62.777, "count": 295, "max_ms": 76.904, "p95_ms": 69.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.497, "count": 295, "max_ms": 78.641, "p95_ms": 75.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.08, "count": 295, "max_ms": 97.593, "p95_ms": 91.452}, "read_interval": {"avg_ms": 101.873, "count": 294, "max_ms": 113.547, "p95_ms": 109.174}, "triton_wait": {"avg_ms": 68.875, "count": 295, "max_ms": 78.653, "p95_ms": 75.133}, "visualize": {"avg_ms": 3.722, "count": 295, "max_ms": 5.529, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15351.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.012, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.754, "name": "ffmpeg", "pid": 106956, "rss_mb": 269.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.655, "sample_count": 2692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1108999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:42:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:42:22+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:42:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:42:21.974824+09:00", "mtime_epoch": 1783183341.974824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:42:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9151.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.685, "pushed": 9.685, "read": 9.651}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.914, "count": 290, "max_ms": 20.084, "p95_ms": 18.436}, "gstreamer_push": {"avg_ms": 1.237, "count": 290, "max_ms": 1.396, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.634, "count": 290, "max_ms": 73.976, "p95_ms": 63.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.378, "count": 290, "max_ms": 67.697, "p95_ms": 63.655}, "yolo11_640_fire_11class": {"avg_ms": 55.946, "count": 290, "max_ms": 68.53, "p95_ms": 63.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.522, "count": 290, "max_ms": 75.568, "p95_ms": 70.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.453, "count": 290, "max_ms": 127.134, "p95_ms": 96.096}, "read_interval": {"avg_ms": 103.579, "count": 289, "max_ms": 138.644, "p95_ms": 112.917}, "triton_wait": {"avg_ms": 61.815, "count": 290, "max_ms": 75.58, "p95_ms": 70.643}, "visualize": {"avg_ms": 3.521, "count": 290, "max_ms": 4.951, "p95_ms": 3.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15351.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34793.578, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.911, "sample_count": 3043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:42:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:42:49+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T01:42:49+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T01:42:49.887444+09:00", "mtime_epoch": 1783183369.887444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:42:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2097.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.678, "pushed": 9.678, "read": 9.644}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.18, "count": 290, "max_ms": 10.726, "p95_ms": 7.382}, "gstreamer_push": {"avg_ms": 1.315, "count": 290, "max_ms": 1.482, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.277, "count": 290, "max_ms": 78.459, "p95_ms": 72.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.293, "count": 290, "max_ms": 74.847, "p95_ms": 66.59}, "yolo11_640_fire_11class": {"avg_ms": 62.539, "count": 290, "max_ms": 80.039, "p95_ms": 71.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.753, "count": 290, "max_ms": 81.045, "p95_ms": 76.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.864, "count": 290, "max_ms": 97.693, "p95_ms": 93.6}, "read_interval": {"avg_ms": 103.672, "count": 289, "max_ms": 117.341, "p95_ms": 110.626}, "triton_wait": {"avg_ms": 70.109, "count": 290, "max_ms": 81.058, "p95_ms": 76.237}, "visualize": {"avg_ms": 3.707, "count": 290, "max_ms": 4.699, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15352.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.019, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.754, "name": "ffmpeg", "pid": 106956, "rss_mb": 269.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.655, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1109287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:42:52+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T01:42:51+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:42:51.983490+09:00", "mtime_epoch": 1783183371.9834905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:42:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9151.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.603}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.035, "count": 288, "max_ms": 24.446, "p95_ms": 20.065}, "gstreamer_push": {"avg_ms": 1.247, "count": 288, "max_ms": 2.056, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.15, "count": 288, "max_ms": 69.866, "p95_ms": 66.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.52, "count": 288, "max_ms": 68.408, "p95_ms": 62.84}, "yolo11_640_fire_11class": {"avg_ms": 55.756, "count": 288, "max_ms": 71.597, "p95_ms": 64.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.002, "count": 288, "max_ms": 76.134, "p95_ms": 71.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.892, "count": 288, "max_ms": 104.021, "p95_ms": 96.39}, "read_interval": {"avg_ms": 104.184, "count": 288, "max_ms": 119.946, "p95_ms": 112.543}, "triton_wait": {"avg_ms": 62.313, "count": 288, "max_ms": 76.145, "p95_ms": 71.5}, "visualize": {"avg_ms": 3.564, "count": 288, "max_ms": 4.662, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15352.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34823.603, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.693, "sample_count": 3040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:43:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:43:20+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:43:19+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:43:19.916107+09:00", "mtime_epoch": 1783183399.9161067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:43:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2098.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.86, "pushed": 9.86, "read": 9.826}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.167, "count": 295, "max_ms": 9.648, "p95_ms": 7.588}, "gstreamer_push": {"avg_ms": 1.315, "count": 295, "max_ms": 1.508, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.773, "count": 295, "max_ms": 75.206, "p95_ms": 71.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.537, "count": 295, "max_ms": 71.425, "p95_ms": 65.742}, "yolo11_640_fire_11class": {"avg_ms": 61.156, "count": 295, "max_ms": 73.736, "p95_ms": 69.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.964, "count": 295, "max_ms": 79.118, "p95_ms": 74.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.099, "count": 295, "max_ms": 96.513, "p95_ms": 91.723}, "read_interval": {"avg_ms": 101.761, "count": 294, "max_ms": 113.016, "p95_ms": 108.801}, "triton_wait": {"avg_ms": 68.393, "count": 295, "max_ms": 79.13, "p95_ms": 74.713}, "visualize": {"avg_ms": 3.665, "count": 295, "max_ms": 4.515, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15352.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.066, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.754, "name": "ffmpeg", "pid": 106956, "rss_mb": 269.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.555, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1109578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:43:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:43:22+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:43:22.028153+09:00", "mtime_epoch": 1783183402.0281532, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:43:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9151.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.682}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.765, "count": 291, "max_ms": 25.173, "p95_ms": 17.996}, "gstreamer_push": {"avg_ms": 1.23, "count": 291, "max_ms": 1.832, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.652, "count": 291, "max_ms": 67.634, "p95_ms": 64.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.375, "count": 291, "max_ms": 65.635, "p95_ms": 62.136}, "yolo11_640_fire_11class": {"avg_ms": 55.194, "count": 291, "max_ms": 67.176, "p95_ms": 62.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.008, "count": 291, "max_ms": 75.04, "p95_ms": 69.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.336, "count": 291, "max_ms": 99.559, "p95_ms": 95.316}, "read_interval": {"avg_ms": 103.237, "count": 290, "max_ms": 116.735, "p95_ms": 111.294}, "triton_wait": {"avg_ms": 62.188, "count": 291, "max_ms": 75.052, "p95_ms": 69.852}, "visualize": {"avg_ms": 3.507, "count": 291, "max_ms": 5.461, "p95_ms": 3.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15352.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34853.641, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.566, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:43:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:43:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T01:43:49+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T01:43:49.968765+09:00", "mtime_epoch": 1783183429.9687653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:43:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2098.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.823, "pushed": 9.823, "read": 9.789}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.13, "count": 294, "max_ms": 11.21, "p95_ms": 7.39}, "gstreamer_push": {"avg_ms": 1.312, "count": 294, "max_ms": 1.629, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.76, "count": 294, "max_ms": 74.788, "p95_ms": 71.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.065, "count": 294, "max_ms": 72.281, "p95_ms": 64.583}, "yolo11_640_fire_11class": {"avg_ms": 62.069, "count": 294, "max_ms": 73.763, "p95_ms": 70.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.375, "count": 294, "max_ms": 76.302, "p95_ms": 74.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.551, "count": 294, "max_ms": 95.343, "p95_ms": 91.63}, "read_interval": {"avg_ms": 102.209, "count": 293, "max_ms": 113.264, "p95_ms": 109.152}, "triton_wait": {"avg_ms": 68.898, "count": 294, "max_ms": 76.313, "p95_ms": 74.835}, "visualize": {"avg_ms": 3.658, "count": 294, "max_ms": 4.878, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15352.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.104, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.012, "name": "ffmpeg", "pid": 106956, "rss_mb": 270.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.664, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1109870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:43:52+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:43:52+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T01:43:52.064811+09:00", "mtime_epoch": 1783183432.064811, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:43:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9151.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.887, "count": 292, "max_ms": 25.249, "p95_ms": 18.416}, "gstreamer_push": {"avg_ms": 1.217, "count": 292, "max_ms": 1.386, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.46, "count": 292, "max_ms": 72.195, "p95_ms": 64.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.059, "count": 292, "max_ms": 69.063, "p95_ms": 63.589}, "yolo11_640_fire_11class": {"avg_ms": 55.729, "count": 292, "max_ms": 67.055, "p95_ms": 63.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.488, "count": 292, "max_ms": 75.885, "p95_ms": 71.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.092, "count": 292, "max_ms": 101.557, "p95_ms": 96.068}, "read_interval": {"avg_ms": 102.839, "count": 291, "max_ms": 117.871, "p95_ms": 111.585}, "triton_wait": {"avg_ms": 61.834, "count": 292, "max_ms": 75.897, "p95_ms": 71.198}, "visualize": {"avg_ms": 3.495, "count": 292, "max_ms": 4.649, "p95_ms": 3.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15353.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34883.72, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.925, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T01:44:20+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T01:44:20+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T01:44:20.017420+09:00", "mtime_epoch": 1783183460.0174196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:44:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2098.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.933}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.156, "count": 298, "max_ms": 11.437, "p95_ms": 7.661}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 1.47, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.977, "count": 298, "max_ms": 78.739, "p95_ms": 73.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.419, "count": 298, "max_ms": 77.143, "p95_ms": 68.482}, "yolo11_640_fire_11class": {"avg_ms": 61.703, "count": 298, "max_ms": 77.564, "p95_ms": 72.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.352, "count": 298, "max_ms": 83.143, "p95_ms": 76.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.94, "count": 299, "max_ms": 99.367, "p95_ms": 94.186}, "read_interval": {"avg_ms": 100.548, "count": 298, "max_ms": 118.066, "p95_ms": 111.507}, "triton_wait": {"avg_ms": 67.124, "count": 298, "max_ms": 83.156, "p95_ms": 77.066}, "visualize": {"avg_ms": 3.657, "count": 298, "max_ms": 4.567, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15353.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.206, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.012, "name": "ffmpeg", "pid": 106956, "rss_mb": 270.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.039, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:44:22+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T01:44:22+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T01:44:22.165466+09:00", "mtime_epoch": 1783183462.165466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 102063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:44:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9152.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.314, "count": 291, "max_ms": 29.711, "p95_ms": 20.048}, "gstreamer_push": {"avg_ms": 1.238, "count": 291, "max_ms": 1.489, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.059, "count": 291, "max_ms": 70.589, "p95_ms": 67.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.842, "count": 291, "max_ms": 70.64, "p95_ms": 62.733}, "yolo11_640_fire_11class": {"avg_ms": 55.975, "count": 291, "max_ms": 71.136, "p95_ms": 66.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.526, "count": 291, "max_ms": 78.399, "p95_ms": 71.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.128, "count": 291, "max_ms": 209.556, "p95_ms": 97.566}, "read_interval": {"avg_ms": 103.064, "count": 291, "max_ms": 222.542, "p95_ms": 113.601}, "triton_wait": {"avg_ms": 60.973, "count": 291, "max_ms": 78.412, "p95_ms": 71.33}, "visualize": {"avg_ms": 3.506, "count": 291, "max_ms": 4.414, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15354.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34913.758, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.189, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:44:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:44:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:44:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:44:50.074070+09:00", "mtime_epoch": 1783183490.07407, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:44:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2098.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.893, "pushed": 9.893, "read": 9.859}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.386, "count": 296, "max_ms": 12.263, "p95_ms": 9.629}, "gstreamer_push": {"avg_ms": 1.321, "count": 296, "max_ms": 1.534, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.083, "count": 296, "max_ms": 74.837, "p95_ms": 72.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.502, "count": 296, "max_ms": 74.612, "p95_ms": 67.273}, "yolo11_640_fire_11class": {"avg_ms": 62.714, "count": 296, "max_ms": 74.623, "p95_ms": 72.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.819, "count": 296, "max_ms": 79.276, "p95_ms": 74.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.625, "count": 296, "max_ms": 96.571, "p95_ms": 92.593}, "read_interval": {"avg_ms": 101.453, "count": 295, "max_ms": 116.96, "p95_ms": 110.337}, "triton_wait": {"avg_ms": 67.535, "count": 296, "max_ms": 79.288, "p95_ms": 74.849}, "visualize": {"avg_ms": 3.739, "count": 296, "max_ms": 4.947, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15353.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.227, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.012, "name": "ffmpeg", "pid": 106956, "rss_mb": 270.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.081, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:44:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:44:52+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:44:52.194116+09:00", "mtime_epoch": 1783183492.1941156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:44:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9152.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.727, "pushed": 9.727, "read": 9.694}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.759, "count": 291, "max_ms": 28.73, "p95_ms": 18.09}, "gstreamer_push": {"avg_ms": 1.222, "count": 291, "max_ms": 1.429, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.843, "count": 291, "max_ms": 70.433, "p95_ms": 64.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.428, "count": 291, "max_ms": 68.078, "p95_ms": 63.816}, "yolo11_640_fire_11class": {"avg_ms": 57.327, "count": 291, "max_ms": 68.134, "p95_ms": 65.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.943, "count": 291, "max_ms": 75.633, "p95_ms": 70.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.336, "count": 291, "max_ms": 100.715, "p95_ms": 96.391}, "read_interval": {"avg_ms": 103.159, "count": 290, "max_ms": 115.287, "p95_ms": 112.293}, "triton_wait": {"avg_ms": 62.331, "count": 291, "max_ms": 75.644, "p95_ms": 70.734}, "visualize": {"avg_ms": 3.473, "count": 291, "max_ms": 4.228, "p95_ms": 3.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15356.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34943.78, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.307, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:45:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:45:20+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T01:45:20+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T01:45:20.086715+09:00", "mtime_epoch": 1783183520.0867155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:45:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2098.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.66, "pushed": 9.66, "read": 9.627}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.182, "count": 289, "max_ms": 11.719, "p95_ms": 7.623}, "gstreamer_push": {"avg_ms": 1.324, "count": 289, "max_ms": 1.935, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.023, "count": 289, "max_ms": 76.168, "p95_ms": 72.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.508, "count": 289, "max_ms": 76.18, "p95_ms": 70.704}, "yolo11_640_fire_11class": {"avg_ms": 64.812, "count": 289, "max_ms": 79.571, "p95_ms": 72.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.913, "count": 289, "max_ms": 80.385, "p95_ms": 75.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.241, "count": 289, "max_ms": 98.115, "p95_ms": 93.003}, "read_interval": {"avg_ms": 103.838, "count": 288, "max_ms": 114.342, "p95_ms": 110.075}, "triton_wait": {"avg_ms": 70.343, "count": 289, "max_ms": 80.398, "p95_ms": 75.818}, "visualize": {"avg_ms": 3.729, "count": 289, "max_ms": 5.423, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15356.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.243, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.59, "name": "ffmpeg", "pid": 106956, "rss_mb": 272.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.081, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:45:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:45:22+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:45:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:45:22.210761+09:00", "mtime_epoch": 1783183522.210761, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:45:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9152.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.628, "pushed": 9.628, "read": 9.595}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.785, "count": 288, "max_ms": 28.71, "p95_ms": 18.056}, "gstreamer_push": {"avg_ms": 1.215, "count": 288, "max_ms": 1.371, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.728, "count": 288, "max_ms": 67.893, "p95_ms": 65.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.285, "count": 288, "max_ms": 66.879, "p95_ms": 64.303}, "yolo11_640_fire_11class": {"avg_ms": 57.632, "count": 288, "max_ms": 72.757, "p95_ms": 65.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.585, "count": 288, "max_ms": 75.485, "p95_ms": 70.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.996, "count": 288, "max_ms": 103.602, "p95_ms": 96.189}, "read_interval": {"avg_ms": 104.22, "count": 287, "max_ms": 122.765, "p95_ms": 113.125}, "triton_wait": {"avg_ms": 62.9, "count": 288, "max_ms": 75.498, "p95_ms": 70.916}, "visualize": {"avg_ms": 3.509, "count": 288, "max_ms": 5.548, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15356.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 34973.841, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.388, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:45:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:45:50+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:45:50+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T01:45:50.147359+09:00", "mtime_epoch": 1783183550.1473587, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:45:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2098.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 302, "max_ms": 11.323, "p95_ms": 7.571}, "gstreamer_push": {"avg_ms": 1.326, "count": 302, "max_ms": 1.517, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.909, "count": 302, "max_ms": 75.42, "p95_ms": 71.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.317, "count": 302, "max_ms": 74.207, "p95_ms": 57.178}, "yolo11_640_fire_11class": {"avg_ms": 60.403, "count": 302, "max_ms": 76.107, "p95_ms": 71.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.099, "count": 302, "max_ms": 80.107, "p95_ms": 74.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.169, "count": 302, "max_ms": 123.606, "p95_ms": 92.883}, "read_interval": {"avg_ms": 99.488, "count": 301, "max_ms": 320.261, "p95_ms": 109.96}, "triton_wait": {"avg_ms": 65.051, "count": 302, "max_ms": 80.119, "p95_ms": 74.825}, "visualize": {"avg_ms": 3.709, "count": 302, "max_ms": 5.104, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15356.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.315, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.59, "name": "ffmpeg", "pid": 106956, "rss_mb": 272.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.039, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1111037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:45:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:45:52+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T01:45:52+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T01:45:52.275404+09:00", "mtime_epoch": 1783183552.275404, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:45:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9152.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.871, "count": 296, "max_ms": 27.943, "p95_ms": 18.569}, "gstreamer_push": {"avg_ms": 1.221, "count": 296, "max_ms": 1.452, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.761, "count": 296, "max_ms": 71.26, "p95_ms": 65.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.483, "count": 296, "max_ms": 69.187, "p95_ms": 61.303}, "yolo11_640_fire_11class": {"avg_ms": 55.348, "count": 296, "max_ms": 69.198, "p95_ms": 65.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.894, "count": 296, "max_ms": 76.709, "p95_ms": 70.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.514, "count": 296, "max_ms": 101.321, "p95_ms": 95.92}, "read_interval": {"avg_ms": 101.559, "count": 295, "max_ms": 117.193, "p95_ms": 112.704}, "triton_wait": {"avg_ms": 59.336, "count": 296, "max_ms": 76.722, "p95_ms": 70.978}, "visualize": {"avg_ms": 3.509, "count": 296, "max_ms": 4.481, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15357.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35003.87, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.612, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:46:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:46:20+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:46:20+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:46:20.183998+09:00", "mtime_epoch": 1783183580.1839979, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:46:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2098.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.558, "pushed": 9.558, "read": 9.524}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.334, "count": 286, "max_ms": 11.099, "p95_ms": 7.775}, "gstreamer_push": {"avg_ms": 1.332, "count": 286, "max_ms": 1.638, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.635, "count": 286, "max_ms": 77.533, "p95_ms": 72.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.226, "count": 286, "max_ms": 73.699, "p95_ms": 65.462}, "yolo11_640_fire_11class": {"avg_ms": 65.203, "count": 286, "max_ms": 76.462, "p95_ms": 72.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.709, "count": 286, "max_ms": 76.093, "p95_ms": 74.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.284, "count": 286, "max_ms": 96.706, "p95_ms": 92.957}, "read_interval": {"avg_ms": 104.992, "count": 285, "max_ms": 113.697, "p95_ms": 110.057}, "triton_wait": {"avg_ms": 71.131, "count": 286, "max_ms": 77.546, "p95_ms": 74.711}, "visualize": {"avg_ms": 3.783, "count": 286, "max_ms": 4.417, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15357.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.324, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.59, "name": "ffmpeg", "pid": 106956, "rss_mb": 272.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.075, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1111323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:46:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:46:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:46:22+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T01:46:22.284042+09:00", "mtime_epoch": 1783183582.2840424, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:46:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9152.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.535, "pushed": 9.535, "read": 9.535}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.762, "count": 286, "max_ms": 22.999, "p95_ms": 17.824}, "gstreamer_push": {"avg_ms": 1.227, "count": 286, "max_ms": 1.946, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.795, "count": 286, "max_ms": 72.03, "p95_ms": 65.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.59, "count": 286, "max_ms": 70.082, "p95_ms": 61.483}, "yolo11_640_fire_11class": {"avg_ms": 58.297, "count": 286, "max_ms": 68.904, "p95_ms": 65.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.521, "count": 286, "max_ms": 74.896, "p95_ms": 70.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.958, "count": 286, "max_ms": 100.094, "p95_ms": 95.557}, "read_interval": {"avg_ms": 104.948, "count": 286, "max_ms": 116.311, "p95_ms": 111.894}, "triton_wait": {"avg_ms": 63.893, "count": 286, "max_ms": 74.908, "p95_ms": 70.418}, "visualize": {"avg_ms": 3.5, "count": 286, "max_ms": 4.619, "p95_ms": 3.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15357.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35033.925, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.866, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:46:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:46:50+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:46:50+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:46:50.236634+09:00", "mtime_epoch": 1783183610.2366343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:46:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2099.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.202, "count": 292, "max_ms": 10.371, "p95_ms": 7.494}, "gstreamer_push": {"avg_ms": 1.308, "count": 292, "max_ms": 1.489, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.503, "count": 292, "max_ms": 75.925, "p95_ms": 72.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.552, "count": 292, "max_ms": 77.555, "p95_ms": 65.612}, "yolo11_640_fire_11class": {"avg_ms": 65.056, "count": 292, "max_ms": 76.824, "p95_ms": 72.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.308, "count": 292, "max_ms": 77.328, "p95_ms": 74.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.431, "count": 292, "max_ms": 97.602, "p95_ms": 93.374}, "read_interval": {"avg_ms": 102.903, "count": 291, "max_ms": 117.507, "p95_ms": 109.916}, "triton_wait": {"avg_ms": 69.789, "count": 292, "max_ms": 77.567, "p95_ms": 74.976}, "visualize": {"avg_ms": 3.694, "count": 292, "max_ms": 4.795, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15357.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.374, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.59, "name": "ffmpeg", "pid": 106956, "rss_mb": 272.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.082, "sample_count": 2901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1111613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:46:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:46:52+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:46:52+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:46:52.336679+09:00", "mtime_epoch": 1783183612.3366785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:46:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9152.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.684, "pushed": 9.684, "read": 9.651}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.724, "count": 290, "max_ms": 23.143, "p95_ms": 17.884}, "gstreamer_push": {"avg_ms": 1.239, "count": 290, "max_ms": 1.497, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.02, "count": 290, "max_ms": 69.475, "p95_ms": 65.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.719, "count": 290, "max_ms": 66.581, "p95_ms": 62.386}, "yolo11_640_fire_11class": {"avg_ms": 58.302, "count": 290, "max_ms": 72.375, "p95_ms": 65.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.42, "count": 290, "max_ms": 74.327, "p95_ms": 71.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.752, "count": 290, "max_ms": 99.214, "p95_ms": 95.98}, "read_interval": {"avg_ms": 103.61, "count": 289, "max_ms": 116.216, "p95_ms": 111.794}, "triton_wait": {"avg_ms": 62.76, "count": 290, "max_ms": 74.339, "p95_ms": 71.273}, "visualize": {"avg_ms": 3.486, "count": 290, "max_ms": 3.806, "p95_ms": 3.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15358.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35064.027, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.892, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:47:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:47:20+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:47:20+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T01:47:20.333268+09:00", "mtime_epoch": 1783183640.3332684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:47:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2099.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.235, "pushed": 10.235, "read": 10.201}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.339, "count": 306, "max_ms": 12.954, "p95_ms": 8.93}, "gstreamer_push": {"avg_ms": 1.311, "count": 307, "max_ms": 1.658, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.673, "count": 306, "max_ms": 74.75, "p95_ms": 70.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.177, "count": 306, "max_ms": 73.807, "p95_ms": 54.51}, "yolo11_640_fire_11class": {"avg_ms": 62.159, "count": 306, "max_ms": 75.042, "p95_ms": 72.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.401, "count": 306, "max_ms": 76.633, "p95_ms": 73.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.307, "count": 307, "max_ms": 99.589, "p95_ms": 91.795}, "read_interval": {"avg_ms": 98.013, "count": 306, "max_ms": 121.554, "p95_ms": 109.037}, "triton_wait": {"avg_ms": 64.599, "count": 306, "max_ms": 76.646, "p95_ms": 73.92}, "visualize": {"avg_ms": 3.707, "count": 306, "max_ms": 4.775, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15358.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.417, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.59, "name": "ffmpeg", "pid": 106956, "rss_mb": 272.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.165, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1111912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:47:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:47:22+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:47:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:47:22.385312+09:00", "mtime_epoch": 1783183642.3853116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:47:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9152.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.638, "count": 299, "max_ms": 29.77, "p95_ms": 27.832}, "gstreamer_push": {"avg_ms": 1.264, "count": 299, "max_ms": 2.118, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.306, "count": 299, "max_ms": 69.245, "p95_ms": 64.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.573, "count": 299, "max_ms": 66.42, "p95_ms": 60.886}, "yolo11_640_fire_11class": {"avg_ms": 56.099, "count": 299, "max_ms": 71.532, "p95_ms": 66.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.474, "count": 299, "max_ms": 74.539, "p95_ms": 68.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.226, "count": 299, "max_ms": 108.91, "p95_ms": 97.078}, "read_interval": {"avg_ms": 100.462, "count": 298, "max_ms": 125.848, "p95_ms": 114.186}, "triton_wait": {"avg_ms": 58.258, "count": 299, "max_ms": 74.551, "p95_ms": 69.39}, "visualize": {"avg_ms": 3.507, "count": 299, "max_ms": 5.28, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15358.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35094.128, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.638, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:47:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:47:50+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:47:50+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:47:50.445900+09:00", "mtime_epoch": 1783183670.4459002, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:47:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2099.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.225, "count": 300, "max_ms": 12.015, "p95_ms": 7.635}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.516, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.301, "count": 300, "max_ms": 76.96, "p95_ms": 68.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.532, "count": 300, "max_ms": 76.981, "p95_ms": 66.113}, "yolo11_640_fire_11class": {"avg_ms": 64.539, "count": 300, "max_ms": 76.972, "p95_ms": 72.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.485, "count": 300, "max_ms": 77.583, "p95_ms": 73.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.551, "count": 300, "max_ms": 94.666, "p95_ms": 91.305}, "read_interval": {"avg_ms": 100.298, "count": 299, "max_ms": 112.302, "p95_ms": 108.607}, "triton_wait": {"avg_ms": 67.372, "count": 300, "max_ms": 77.592, "p95_ms": 74.367}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 4.59, "p95_ms": 3.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15358.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.448, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.59, "name": "ffmpeg", "pid": 106956, "rss_mb": 272.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.955, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1112207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:47:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:47:52+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T01:47:52+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T01:47:52.417942+09:00", "mtime_epoch": 1783183672.4179416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 101474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:47:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9153.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.856, "pushed": 9.856, "read": 9.822}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.987, "count": 295, "max_ms": 25.34, "p95_ms": 18.582}, "gstreamer_push": {"avg_ms": 1.24, "count": 295, "max_ms": 1.613, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.393, "count": 295, "max_ms": 69.052, "p95_ms": 62.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.413, "count": 295, "max_ms": 70.045, "p95_ms": 60.484}, "yolo11_640_fire_11class": {"avg_ms": 57.394, "count": 295, "max_ms": 69.716, "p95_ms": 65.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.394, "count": 295, "max_ms": 74.425, "p95_ms": 69.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.452, "count": 295, "max_ms": 99.405, "p95_ms": 94.774}, "read_interval": {"avg_ms": 101.798, "count": 294, "max_ms": 115.646, "p95_ms": 110.811}, "triton_wait": {"avg_ms": 60.078, "count": 295, "max_ms": 74.437, "p95_ms": 69.175}, "visualize": {"avg_ms": 3.559, "count": 295, "max_ms": 4.661, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15358.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35124.216, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.576, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:48:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:48:20+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:48:20+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:48:20.530529+09:00", "mtime_epoch": 1783183700.5305288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:48:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2099.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.806, "pushed": 9.806, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.389, "count": 294, "max_ms": 11.582, "p95_ms": 9.016}, "gstreamer_push": {"avg_ms": 1.335, "count": 294, "max_ms": 1.625, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.77, "count": 294, "max_ms": 74.676, "p95_ms": 69.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.196, "count": 294, "max_ms": 74.222, "p95_ms": 64.373}, "yolo11_640_fire_11class": {"avg_ms": 65.026, "count": 294, "max_ms": 76.084, "p95_ms": 72.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.055, "count": 294, "max_ms": 77.188, "p95_ms": 74.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.49, "count": 294, "max_ms": 93.641, "p95_ms": 91.994}, "read_interval": {"avg_ms": 102.326, "count": 293, "max_ms": 112.267, "p95_ms": 109.416}, "triton_wait": {"avg_ms": 68.916, "count": 294, "max_ms": 77.2, "p95_ms": 74.966}, "visualize": {"avg_ms": 3.738, "count": 294, "max_ms": 4.847, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15358.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.481, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.59, "name": "ffmpeg", "pid": 106956, "rss_mb": 272.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.022, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1112496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:48:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:48:22+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T01:48:22+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:48:22.442569+09:00", "mtime_epoch": 1783183702.4425685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:48:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9153.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.655, "pushed": 9.655, "read": 9.622}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.76, "count": 289, "max_ms": 26.667, "p95_ms": 18.85}, "gstreamer_push": {"avg_ms": 1.242, "count": 289, "max_ms": 1.489, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.833, "count": 289, "max_ms": 72.51, "p95_ms": 63.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.497, "count": 289, "max_ms": 69.687, "p95_ms": 61.408}, "yolo11_640_fire_11class": {"avg_ms": 57.988, "count": 289, "max_ms": 73.326, "p95_ms": 66.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.538, "count": 289, "max_ms": 77.733, "p95_ms": 70.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.259, "count": 289, "max_ms": 102.722, "p95_ms": 95.77}, "read_interval": {"avg_ms": 103.899, "count": 288, "max_ms": 312.892, "p95_ms": 112.261}, "triton_wait": {"avg_ms": 61.22, "count": 289, "max_ms": 77.745, "p95_ms": 71.023}, "visualize": {"avg_ms": 3.499, "count": 289, "max_ms": 4.38, "p95_ms": 3.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15359.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35154.3, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.576, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:48:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:48:50+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T01:48:50+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T01:48:50.635155+09:00", "mtime_epoch": 1783183730.6351552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:48:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2099.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.307, "pushed": 10.307, "read": 10.274}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.261, "count": 309, "max_ms": 11.741, "p95_ms": 8.389}, "gstreamer_push": {"avg_ms": 1.317, "count": 309, "max_ms": 2.025, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.177, "count": 309, "max_ms": 74.597, "p95_ms": 67.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.596, "count": 309, "max_ms": 72.06, "p95_ms": 58.496}, "yolo11_640_fire_11class": {"avg_ms": 61.697, "count": 309, "max_ms": 76.837, "p95_ms": 72.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.07, "count": 309, "max_ms": 76.665, "p95_ms": 73.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.526, "count": 309, "max_ms": 93.388, "p95_ms": 90.94}, "read_interval": {"avg_ms": 97.389, "count": 308, "max_ms": 113.868, "p95_ms": 108.074}, "triton_wait": {"avg_ms": 64.238, "count": 309, "max_ms": 76.846, "p95_ms": 74.125}, "visualize": {"avg_ms": 3.716, "count": 309, "max_ms": 5.103, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15358.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.494, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.59, "name": "ffmpeg", "pid": 106956, "rss_mb": 272.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.92, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1112796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:48:52+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T01:48:52+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T01:48:52.471193+09:00", "mtime_epoch": 1783183732.4711933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:48:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9153.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.017, "count": 300, "max_ms": 22.835, "p95_ms": 19.079}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.743, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.663, "count": 300, "max_ms": 69.027, "p95_ms": 62.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.577, "count": 300, "max_ms": 64.955, "p95_ms": 60.163}, "yolo11_640_fire_11class": {"avg_ms": 55.69, "count": 300, "max_ms": 68.693, "p95_ms": 64.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.899, "count": 300, "max_ms": 75.928, "p95_ms": 68.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.868, "count": 300, "max_ms": 100.788, "p95_ms": 93.831}, "read_interval": {"avg_ms": 100.095, "count": 300, "max_ms": 120.041, "p95_ms": 111.11}, "triton_wait": {"avg_ms": 58.513, "count": 300, "max_ms": 75.94, "p95_ms": 69.039}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.4, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15359.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35184.404, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.324, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:49:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:49:20+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:49:20+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:49:20.719779+09:00", "mtime_epoch": 1783183760.7197788, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:49:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2099.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.154, "pushed": 10.154, "read": 10.121}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.243, "count": 304, "max_ms": 10.585, "p95_ms": 7.729}, "gstreamer_push": {"avg_ms": 1.327, "count": 304, "max_ms": 2.094, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.99, "count": 304, "max_ms": 74.433, "p95_ms": 68.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.345, "count": 304, "max_ms": 71.103, "p95_ms": 56.925}, "yolo11_640_fire_11class": {"avg_ms": 62.974, "count": 304, "max_ms": 77.149, "p95_ms": 73.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.611, "count": 304, "max_ms": 78.674, "p95_ms": 74.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.879, "count": 304, "max_ms": 95.078, "p95_ms": 91.302}, "read_interval": {"avg_ms": 98.72, "count": 303, "max_ms": 114.182, "p95_ms": 108.868}, "triton_wait": {"avg_ms": 65.661, "count": 304, "max_ms": 78.687, "p95_ms": 74.963}, "visualize": {"avg_ms": 3.701, "count": 304, "max_ms": 5.576, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15359.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.551, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.59, "name": "ffmpeg", "pid": 106956, "rss_mb": 272.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.563, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1113093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:49:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:49:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:49:22+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:49:22.519816+09:00", "mtime_epoch": 1783183762.5198162, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:49:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9153.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.879}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.927, "count": 297, "max_ms": 25.483, "p95_ms": 18.867}, "gstreamer_push": {"avg_ms": 1.238, "count": 297, "max_ms": 1.508, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.327, "count": 297, "max_ms": 68.092, "p95_ms": 61.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.133, "count": 297, "max_ms": 68.77, "p95_ms": 61.738}, "yolo11_640_fire_11class": {"avg_ms": 57.01, "count": 297, "max_ms": 70.039, "p95_ms": 66.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.127, "count": 297, "max_ms": 76.899, "p95_ms": 69.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.022, "count": 297, "max_ms": 102.362, "p95_ms": 94.154}, "read_interval": {"avg_ms": 101.185, "count": 296, "max_ms": 121.806, "p95_ms": 113.002}, "triton_wait": {"avg_ms": 59.771, "count": 297, "max_ms": 76.91, "p95_ms": 69.321}, "visualize": {"avg_ms": 3.501, "count": 297, "max_ms": 4.403, "p95_ms": 3.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15362.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35214.473, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.294, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:49:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T01:49:50+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:49:50+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T01:49:50.784400+09:00", "mtime_epoch": 1783183790.7843997, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:49:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2099.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 292, "max_ms": 11.436, "p95_ms": 7.915}, "gstreamer_push": {"avg_ms": 1.328, "count": 292, "max_ms": 2.012, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.463, "count": 292, "max_ms": 73.237, "p95_ms": 68.467}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.786, "count": 292, "max_ms": 73.322, "p95_ms": 66.785}, "yolo11_640_fire_11class": {"avg_ms": 66.605, "count": 292, "max_ms": 78.678, "p95_ms": 73.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.221, "count": 292, "max_ms": 79.996, "p95_ms": 74.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.186, "count": 292, "max_ms": 96.07, "p95_ms": 91.971}, "read_interval": {"avg_ms": 102.955, "count": 291, "max_ms": 112.512, "p95_ms": 109.842}, "triton_wait": {"avg_ms": 69.94, "count": 292, "max_ms": 80.007, "p95_ms": 75.705}, "visualize": {"avg_ms": 3.744, "count": 292, "max_ms": 4.869, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15362.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.612, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.168, "name": "ffmpeg", "pid": 106956, "rss_mb": 275.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.203, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1113382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:49:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:49:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:49:52+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:49:52.576437+09:00", "mtime_epoch": 1783183792.5764368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:49:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9153.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.647, "pushed": 9.647, "read": 9.614}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.839, "count": 289, "max_ms": 20.865, "p95_ms": 18.674}, "gstreamer_push": {"avg_ms": 1.226, "count": 289, "max_ms": 1.545, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.971, "count": 289, "max_ms": 65.513, "p95_ms": 60.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.011, "count": 289, "max_ms": 65.364, "p95_ms": 61.615}, "yolo11_640_fire_11class": {"avg_ms": 59.667, "count": 289, "max_ms": 71.354, "p95_ms": 66.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.189, "count": 289, "max_ms": 72.09, "p95_ms": 69.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.976, "count": 289, "max_ms": 96.601, "p95_ms": 94.186}, "read_interval": {"avg_ms": 104.016, "count": 288, "max_ms": 115.76, "p95_ms": 111.587}, "triton_wait": {"avg_ms": 62.822, "count": 289, "max_ms": 72.101, "p95_ms": 69.174}, "visualize": {"avg_ms": 3.501, "count": 289, "max_ms": 5.467, "p95_ms": 3.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15362.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35244.557, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.244, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1389099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:50:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:50:20+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:50:20+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:50:20.873019+09:00", "mtime_epoch": 1783183820.8730192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:50:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2099.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.84, "pushed": 9.84, "read": 9.807}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.135, "count": 295, "max_ms": 11.374, "p95_ms": 7.36}, "gstreamer_push": {"avg_ms": 1.304, "count": 295, "max_ms": 1.551, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.612, "count": 295, "max_ms": 76.129, "p95_ms": 69.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.99, "count": 295, "max_ms": 75.25, "p95_ms": 66.974}, "yolo11_640_fire_11class": {"avg_ms": 64.884, "count": 295, "max_ms": 77.737, "p95_ms": 74.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.639, "count": 295, "max_ms": 80.319, "p95_ms": 75.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.194, "count": 295, "max_ms": 95.952, "p95_ms": 92.828}, "read_interval": {"avg_ms": 101.976, "count": 294, "max_ms": 118.925, "p95_ms": 109.965}, "triton_wait": {"avg_ms": 69.151, "count": 295, "max_ms": 80.329, "p95_ms": 76.175}, "visualize": {"avg_ms": 3.675, "count": 295, "max_ms": 4.892, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15362.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.698, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.426, "name": "ffmpeg", "pid": 106956, "rss_mb": 275.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.116, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1113672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:50:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:50:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:50:22+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:50:22.661056+09:00", "mtime_epoch": 1783183822.6610558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:50:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9153.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.807, "count": 290, "max_ms": 29.778, "p95_ms": 18.446}, "gstreamer_push": {"avg_ms": 1.223, "count": 290, "max_ms": 1.507, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.462, "count": 290, "max_ms": 70.256, "p95_ms": 64.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.505, "count": 290, "max_ms": 67.523, "p95_ms": 61.983}, "yolo11_640_fire_11class": {"avg_ms": 58.64, "count": 290, "max_ms": 70.01, "p95_ms": 66.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.826, "count": 290, "max_ms": 77.743, "p95_ms": 70.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.385, "count": 290, "max_ms": 120.513, "p95_ms": 95.01}, "read_interval": {"avg_ms": 103.729, "count": 289, "max_ms": 133.451, "p95_ms": 112.014}, "triton_wait": {"avg_ms": 62.206, "count": 290, "max_ms": 77.754, "p95_ms": 70.554}, "visualize": {"avg_ms": 3.497, "count": 290, "max_ms": 4.822, "p95_ms": 3.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15362.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35274.603, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.019, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1389390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:50:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:50:51+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T01:50:50+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T01:50:50.921636+09:00", "mtime_epoch": 1783183850.9216356, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:50:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2100.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.72, "pushed": 9.72, "read": 9.686}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.14, "count": 291, "max_ms": 11.521, "p95_ms": 7.451}, "gstreamer_push": {"avg_ms": 1.325, "count": 291, "max_ms": 1.864, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.917, "count": 291, "max_ms": 72.817, "p95_ms": 68.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.037, "count": 291, "max_ms": 73.597, "p95_ms": 66.662}, "yolo11_640_fire_11class": {"avg_ms": 65.858, "count": 291, "max_ms": 76.009, "p95_ms": 72.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.296, "count": 291, "max_ms": 76.821, "p95_ms": 74.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.847, "count": 291, "max_ms": 92.696, "p95_ms": 90.642}, "read_interval": {"avg_ms": 103.248, "count": 290, "max_ms": 116.348, "p95_ms": 110.35}, "triton_wait": {"avg_ms": 69.781, "count": 291, "max_ms": 76.834, "p95_ms": 74.575}, "visualize": {"avg_ms": 3.689, "count": 291, "max_ms": 5.838, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15362.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.73, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.426, "name": "ffmpeg", "pid": 106956, "rss_mb": 275.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.01, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1113962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:50:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:50:52+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T01:50:52+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T01:50:52.713672+09:00", "mtime_epoch": 1783183852.7136724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:50:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9154.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.688, "pushed": 9.688, "read": 9.655}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.884, "count": 290, "max_ms": 23.636, "p95_ms": 18.517}, "gstreamer_push": {"avg_ms": 1.225, "count": 290, "max_ms": 1.493, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.93, "count": 290, "max_ms": 65.274, "p95_ms": 61.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.365, "count": 290, "max_ms": 66.694, "p95_ms": 61.238}, "yolo11_640_fire_11class": {"avg_ms": 58.555, "count": 290, "max_ms": 67.461, "p95_ms": 64.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.671, "count": 290, "max_ms": 72.942, "p95_ms": 69.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.3, "count": 290, "max_ms": 98.112, "p95_ms": 94.617}, "read_interval": {"avg_ms": 103.591, "count": 289, "max_ms": 115.558, "p95_ms": 110.54}, "triton_wait": {"avg_ms": 62.116, "count": 290, "max_ms": 72.953, "p95_ms": 69.47}, "visualize": {"avg_ms": 3.506, "count": 290, "max_ms": 4.608, "p95_ms": 3.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15365.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35304.673, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.694, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1389695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:51:21+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T01:51:20+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:51:20.990251+09:00", "mtime_epoch": 1783183880.9902508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:51:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2100.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.178, "pushed": 10.178, "read": 10.145}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.287, "count": 305, "max_ms": 11.768, "p95_ms": 8.171}, "gstreamer_push": {"avg_ms": 1.325, "count": 305, "max_ms": 1.541, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.9, "count": 305, "max_ms": 72.699, "p95_ms": 67.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.684, "count": 305, "max_ms": 74.622, "p95_ms": 51.381}, "yolo11_640_fire_11class": {"avg_ms": 61.527, "count": 305, "max_ms": 76.06, "p95_ms": 72.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.556, "count": 305, "max_ms": 76.481, "p95_ms": 74.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.788, "count": 305, "max_ms": 163.569, "p95_ms": 90.799}, "read_interval": {"avg_ms": 98.575, "count": 304, "max_ms": 175.163, "p95_ms": 108.047}, "triton_wait": {"avg_ms": 65.31, "count": 305, "max_ms": 76.493, "p95_ms": 74.299}, "visualize": {"avg_ms": 3.715, "count": 305, "max_ms": 4.778, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15366.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.81, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.004, "name": "ffmpeg", "pid": 106956, "rss_mb": 278.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.836, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1114260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:51:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:51:22+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T01:51:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:51:22.778287+09:00", "mtime_epoch": 1783183882.7782874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 101436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:51:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9154.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.91}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.169, "count": 298, "max_ms": 29.328, "p95_ms": 19.616}, "gstreamer_push": {"avg_ms": 1.241, "count": 298, "max_ms": 1.966, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.414, "count": 298, "max_ms": 66.681, "p95_ms": 61.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.7, "count": 298, "max_ms": 65.231, "p95_ms": 59.55}, "yolo11_640_fire_11class": {"avg_ms": 55.829, "count": 298, "max_ms": 69.181, "p95_ms": 65.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.729, "count": 298, "max_ms": 74.537, "p95_ms": 68.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.601, "count": 298, "max_ms": 103.154, "p95_ms": 94.175}, "read_interval": {"avg_ms": 100.947, "count": 297, "max_ms": 119.622, "p95_ms": 111.464}, "triton_wait": {"avg_ms": 59.109, "count": 298, "max_ms": 74.549, "p95_ms": 68.907}, "visualize": {"avg_ms": 3.526, "count": 298, "max_ms": 4.598, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15366.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35334.767, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.364, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1389997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:51:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:51:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:51:51+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T01:51:51.086865+09:00", "mtime_epoch": 1783183911.0868647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:51:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2100.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.168, "count": 302, "max_ms": 11.443, "p95_ms": 7.557}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 2.159, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.644, "count": 302, "max_ms": 72.2, "p95_ms": 65.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.426, "count": 302, "max_ms": 72.709, "p95_ms": 56.2}, "yolo11_640_fire_11class": {"avg_ms": 62.271, "count": 302, "max_ms": 73.017, "p95_ms": 69.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.541, "count": 302, "max_ms": 76.583, "p95_ms": 73.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.902, "count": 302, "max_ms": 93.643, "p95_ms": 89.892}, "read_interval": {"avg_ms": 99.632, "count": 301, "max_ms": 117.596, "p95_ms": 107.151}, "triton_wait": {"avg_ms": 66.904, "count": 302, "max_ms": 76.596, "p95_ms": 73.73}, "visualize": {"avg_ms": 3.696, "count": 302, "max_ms": 4.806, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15366.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.91, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.262, "name": "ffmpeg", "pid": 106956, "rss_mb": 278.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.617, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1114555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:51:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:51:52+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:51:52.874901+09:00", "mtime_epoch": 1783183912.874901, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:51:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9154.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.8}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.06, "count": 294, "max_ms": 29.118, "p95_ms": 18.971}, "gstreamer_push": {"avg_ms": 1.227, "count": 295, "max_ms": 1.489, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.081, "count": 294, "max_ms": 67.881, "p95_ms": 60.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.958, "count": 294, "max_ms": 66.669, "p95_ms": 59.219}, "yolo11_640_fire_11class": {"avg_ms": 55.945, "count": 294, "max_ms": 67.265, "p95_ms": 61.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.709, "count": 294, "max_ms": 74.309, "p95_ms": 68.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.127, "count": 295, "max_ms": 102.55, "p95_ms": 93.982}, "read_interval": {"avg_ms": 102.018, "count": 294, "max_ms": 119.428, "p95_ms": 109.769}, "triton_wait": {"avg_ms": 60.846, "count": 294, "max_ms": 74.321, "p95_ms": 68.667}, "visualize": {"avg_ms": 3.487, "count": 294, "max_ms": 4.127, "p95_ms": 3.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15369.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35364.811, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.368, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:52:21+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:52:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:52:21.123476+09:00", "mtime_epoch": 1783183941.1234758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:52:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2100.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.191, "count": 302, "max_ms": 11.22, "p95_ms": 7.663}, "gstreamer_push": {"avg_ms": 1.323, "count": 302, "max_ms": 1.538, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.37, "count": 302, "max_ms": 74.017, "p95_ms": 67.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.723, "count": 302, "max_ms": 73.465, "p95_ms": 62.318}, "yolo11_640_fire_11class": {"avg_ms": 63.332, "count": 302, "max_ms": 77.365, "p95_ms": 73.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.706, "count": 302, "max_ms": 82.523, "p95_ms": 75.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.705, "count": 302, "max_ms": 98.396, "p95_ms": 91.532}, "read_interval": {"avg_ms": 99.45, "count": 301, "max_ms": 114.626, "p95_ms": 108.968}, "triton_wait": {"avg_ms": 66.676, "count": 302, "max_ms": 82.535, "p95_ms": 75.52}, "visualize": {"avg_ms": 3.69, "count": 302, "max_ms": 4.326, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15369.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.979, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.84, "name": "ffmpeg", "pid": 106956, "rss_mb": 280.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.774, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1114848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:52:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:52:23+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:52:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:52:22.943513+09:00", "mtime_epoch": 1783183942.9435127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:52:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9154.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.776, "pushed": 9.776, "read": 9.743}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.7, "count": 293, "max_ms": 24.391, "p95_ms": 19.153}, "gstreamer_push": {"avg_ms": 1.231, "count": 293, "max_ms": 1.489, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.517, "count": 293, "max_ms": 71.684, "p95_ms": 62.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.124, "count": 293, "max_ms": 71.026, "p95_ms": 61.69}, "yolo11_640_fire_11class": {"avg_ms": 58.551, "count": 293, "max_ms": 75.156, "p95_ms": 67.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.676, "count": 293, "max_ms": 80.134, "p95_ms": 71.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.662, "count": 293, "max_ms": 104.14, "p95_ms": 96.657}, "read_interval": {"avg_ms": 102.606, "count": 292, "max_ms": 119.704, "p95_ms": 112.741}, "triton_wait": {"avg_ms": 61.72, "count": 293, "max_ms": 80.144, "p95_ms": 71.758}, "visualize": {"avg_ms": 3.468, "count": 293, "max_ms": 4.679, "p95_ms": 3.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15369.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35394.846, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.386, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:52:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T01:52:51+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T01:52:51+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T01:52:51.152085+09:00", "mtime_epoch": 1783183971.152085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:52:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2100.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.856, "pushed": 9.856, "read": 9.823}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.307, "count": 295, "max_ms": 13.373, "p95_ms": 8.046}, "gstreamer_push": {"avg_ms": 1.335, "count": 295, "max_ms": 2.186, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.259, "count": 295, "max_ms": 75.179, "p95_ms": 68.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.136, "count": 295, "max_ms": 73.712, "p95_ms": 65.849}, "yolo11_640_fire_11class": {"avg_ms": 63.197, "count": 295, "max_ms": 73.285, "p95_ms": 70.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.104, "count": 295, "max_ms": 80.851, "p95_ms": 75.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.889, "count": 295, "max_ms": 96.505, "p95_ms": 91.559}, "read_interval": {"avg_ms": 101.781, "count": 294, "max_ms": 113.885, "p95_ms": 109.256}, "triton_wait": {"avg_ms": 68.511, "count": 295, "max_ms": 80.864, "p95_ms": 75.509}, "visualize": {"avg_ms": 3.751, "count": 295, "max_ms": 5.762, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15369.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.075, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.84, "name": "ffmpeg", "pid": 106956, "rss_mb": 280.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 4, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.987, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1115140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:52:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:52:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:52:53+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:52:53.040123+09:00", "mtime_epoch": 1783183973.0401232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:52:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9154.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.899, "count": 291, "max_ms": 28.846, "p95_ms": 18.815}, "gstreamer_push": {"avg_ms": 1.226, "count": 292, "max_ms": 1.422, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.092, "count": 291, "max_ms": 66.526, "p95_ms": 62.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.011, "count": 291, "max_ms": 66.536, "p95_ms": 62.711}, "yolo11_640_fire_11class": {"avg_ms": 56.763, "count": 291, "max_ms": 67.935, "p95_ms": 63.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.529, "count": 291, "max_ms": 77.96, "p95_ms": 71.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.983, "count": 292, "max_ms": 111.577, "p95_ms": 95.971}, "read_interval": {"avg_ms": 103.06, "count": 291, "max_ms": 127.953, "p95_ms": 112.051}, "triton_wait": {"avg_ms": 61.789, "count": 291, "max_ms": 77.972, "p95_ms": 71.221}, "visualize": {"avg_ms": 3.492, "count": 291, "max_ms": 4.458, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15372.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35424.875, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.283, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:53:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:53:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:53:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:53:21.188693+09:00", "mtime_epoch": 1783184001.1886928, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:53:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2101.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.692, "pushed": 9.692, "read": 9.659}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.254, "count": 290, "max_ms": 10.521, "p95_ms": 7.714}, "gstreamer_push": {"avg_ms": 1.334, "count": 290, "max_ms": 1.561, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.082, "count": 290, "max_ms": 73.61, "p95_ms": 68.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.708, "count": 290, "max_ms": 73.477, "p95_ms": 67.667}, "yolo11_640_fire_11class": {"avg_ms": 65.743, "count": 290, "max_ms": 77.655, "p95_ms": 71.627}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.297, "count": 290, "max_ms": 80.544, "p95_ms": 75.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.812, "count": 290, "max_ms": 96.579, "p95_ms": 91.398}, "read_interval": {"avg_ms": 103.538, "count": 289, "max_ms": 113.41, "p95_ms": 109.013}, "triton_wait": {"avg_ms": 70.561, "count": 290, "max_ms": 80.556, "p95_ms": 75.344}, "visualize": {"avg_ms": 3.755, "count": 290, "max_ms": 4.532, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15372.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.127, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.418, "name": "ffmpeg", "pid": 106956, "rss_mb": 283.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 3, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.987, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1115429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:53:23+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T01:53:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:53:23.092731+09:00", "mtime_epoch": 1783184003.0927315, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:53:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9154.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.648, "pushed": 9.648, "read": 9.614}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.698, "count": 289, "max_ms": 23.143, "p95_ms": 17.655}, "gstreamer_push": {"avg_ms": 1.225, "count": 289, "max_ms": 1.439, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.778, "count": 289, "max_ms": 66.599, "p95_ms": 62.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.364, "count": 289, "max_ms": 67.26, "p95_ms": 62.357}, "yolo11_640_fire_11class": {"avg_ms": 58.163, "count": 289, "max_ms": 70.943, "p95_ms": 64.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.76, "count": 289, "max_ms": 74.567, "p95_ms": 70.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.988, "count": 289, "max_ms": 98.29, "p95_ms": 95.687}, "read_interval": {"avg_ms": 103.989, "count": 288, "max_ms": 114.186, "p95_ms": 111.286}, "triton_wait": {"avg_ms": 63.018, "count": 289, "max_ms": 74.579, "p95_ms": 70.676}, "visualize": {"avg_ms": 3.497, "count": 289, "max_ms": 4.326, "p95_ms": 3.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15375.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35454.947, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.253, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:53:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:53:51+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T01:53:51+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T01:53:51.281301+09:00", "mtime_epoch": 1783184031.2813005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:53:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2101.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.378, "pushed": 10.378, "read": 10.345}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 311, "max_ms": 12.296, "p95_ms": 9.285}, "gstreamer_push": {"avg_ms": 1.327, "count": 311, "max_ms": 1.599, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.288, "count": 311, "max_ms": 72.044, "p95_ms": 66.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.662, "count": 311, "max_ms": 74.469, "p95_ms": 62.862}, "yolo11_640_fire_11class": {"avg_ms": 60.099, "count": 311, "max_ms": 73.902, "p95_ms": 70.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.809, "count": 311, "max_ms": 82.968, "p95_ms": 73.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.905, "count": 311, "max_ms": 102.863, "p95_ms": 90.494}, "read_interval": {"avg_ms": 96.722, "count": 310, "max_ms": 119.578, "p95_ms": 107.664}, "triton_wait": {"avg_ms": 63.518, "count": 311, "max_ms": 82.981, "p95_ms": 73.902}, "visualize": {"avg_ms": 3.769, "count": 311, "max_ms": 5.281, "p95_ms": 4.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15375.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 838.192, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.996, "name": "ffmpeg", "pid": 106956, "rss_mb": 285.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 3, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.988, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1115732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:53:53+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:53:53+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:53:53.157338+09:00", "mtime_epoch": 1783184033.1573384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:53:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9154.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.079}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.1, "count": 303, "max_ms": 27.063, "p95_ms": 19.283}, "gstreamer_push": {"avg_ms": 1.243, "count": 303, "max_ms": 1.561, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.013, "count": 303, "max_ms": 69.288, "p95_ms": 61.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.599, "count": 303, "max_ms": 64.424, "p95_ms": 58.73}, "yolo11_640_fire_11class": {"avg_ms": 54.146, "count": 303, "max_ms": 71.502, "p95_ms": 62.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.036, "count": 303, "max_ms": 76.755, "p95_ms": 69.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.957, "count": 303, "max_ms": 101.577, "p95_ms": 94.415}, "read_interval": {"avg_ms": 99.197, "count": 302, "max_ms": 119.672, "p95_ms": 111.496}, "triton_wait": {"avg_ms": 57.504, "count": 303, "max_ms": 76.768, "p95_ms": 69.883}, "visualize": {"avg_ms": 3.538, "count": 303, "max_ms": 4.573, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15382.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35484.951, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.208, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:54:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:54:21+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:54:21.265905+09:00", "mtime_epoch": 1783184061.265905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:54:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2101.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.151, "count": 300, "max_ms": 11.446, "p95_ms": 7.481}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 2.114, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.447, "count": 300, "max_ms": 73.434, "p95_ms": 66.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.247, "count": 300, "max_ms": 74.96, "p95_ms": 66.055}, "yolo11_640_fire_11class": {"avg_ms": 63.27, "count": 300, "max_ms": 75.074, "p95_ms": 71.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.818, "count": 300, "max_ms": 78.725, "p95_ms": 74.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.25, "count": 300, "max_ms": 94.469, "p95_ms": 90.586}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 114.738, "p95_ms": 107.736}, "triton_wait": {"avg_ms": 67.344, "count": 300, "max_ms": 78.737, "p95_ms": 74.475}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 4.852, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15383.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.272, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.586, "name": "ffmpeg", "pid": 106956, "rss_mb": 293.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 3, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.017, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1116027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:54:23+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:54:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:54:23.237944+09:00", "mtime_epoch": 1783184063.2379444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:54:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9155.039, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.803}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.829, "count": 295, "max_ms": 29.401, "p95_ms": 18.164}, "gstreamer_push": {"avg_ms": 1.223, "count": 295, "max_ms": 1.532, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.674, "count": 295, "max_ms": 67.283, "p95_ms": 61.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.988, "count": 295, "max_ms": 70.071, "p95_ms": 63.188}, "yolo11_640_fire_11class": {"avg_ms": 56.615, "count": 295, "max_ms": 70.637, "p95_ms": 63.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.313, "count": 295, "max_ms": 74.45, "p95_ms": 68.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.762, "count": 295, "max_ms": 98.809, "p95_ms": 93.924}, "read_interval": {"avg_ms": 101.952, "count": 294, "max_ms": 115.234, "p95_ms": 111.522}, "triton_wait": {"avg_ms": 60.65, "count": 295, "max_ms": 74.463, "p95_ms": 68.834}, "visualize": {"avg_ms": 3.478, "count": 295, "max_ms": 4.421, "p95_ms": 3.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15396.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35514.996, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.044, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:54:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:54:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T01:54:51+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T01:54:51.330509+09:00", "mtime_epoch": 1783184091.3305094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:54:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2101.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.095, "count": 303, "max_ms": 8.714, "p95_ms": 7.338}, "gstreamer_push": {"avg_ms": 1.297, "count": 303, "max_ms": 1.493, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.797, "count": 303, "max_ms": 73.187, "p95_ms": 66.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.478, "count": 303, "max_ms": 70.23, "p95_ms": 61.677}, "yolo11_640_fire_11class": {"avg_ms": 62.572, "count": 303, "max_ms": 75.275, "p95_ms": 71.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.082, "count": 303, "max_ms": 77.742, "p95_ms": 73.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.569, "count": 303, "max_ms": 99.136, "p95_ms": 89.213}, "read_interval": {"avg_ms": 99.197, "count": 302, "max_ms": 111.755, "p95_ms": 107.014}, "triton_wait": {"avg_ms": 66.667, "count": 303, "max_ms": 77.755, "p95_ms": 73.078}, "visualize": {"avg_ms": 3.662, "count": 303, "max_ms": 5.838, "p95_ms": 3.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15396.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.376, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.02, "name": "ffmpeg", "pid": 106956, "rss_mb": 306.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 3, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.01, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1116321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:54:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:54:53+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T01:54:53+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T01:54:53.334550+09:00", "mtime_epoch": 1783184093.3345497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:54:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9155.039, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.767}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.93, "count": 293, "max_ms": 24.991, "p95_ms": 19.647}, "gstreamer_push": {"avg_ms": 1.217, "count": 293, "max_ms": 1.426, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.276, "count": 293, "max_ms": 65.778, "p95_ms": 60.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.833, "count": 293, "max_ms": 65.79, "p95_ms": 59.691}, "yolo11_640_fire_11class": {"avg_ms": 55.737, "count": 293, "max_ms": 68.786, "p95_ms": 63.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.09, "count": 293, "max_ms": 74.628, "p95_ms": 68.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.658, "count": 293, "max_ms": 101.887, "p95_ms": 93.224}, "read_interval": {"avg_ms": 102.371, "count": 293, "max_ms": 534.009, "p95_ms": 109.617}, "triton_wait": {"avg_ms": 59.463, "count": 293, "max_ms": 74.641, "p95_ms": 68.589}, "visualize": {"avg_ms": 3.476, "count": 293, "max_ms": 5.607, "p95_ms": 3.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15399.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35545.07, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.767, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:55:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:55:21+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T01:55:21+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T01:55:21.407113+09:00", "mtime_epoch": 1783184121.407113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:55:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2101.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.637, "pushed": 10.637, "read": 10.603}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.06, "count": 319, "max_ms": 11.658, "p95_ms": 7.3}, "gstreamer_push": {"avg_ms": 1.298, "count": 319, "max_ms": 1.501, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.358, "count": 319, "max_ms": 73.047, "p95_ms": 67.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.988, "count": 319, "max_ms": 70.909, "p95_ms": 53.069}, "yolo11_640_fire_11class": {"avg_ms": 59.376, "count": 319, "max_ms": 74.315, "p95_ms": 71.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.942, "count": 319, "max_ms": 75.397, "p95_ms": 72.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.71, "count": 319, "max_ms": 92.554, "p95_ms": 88.569}, "read_interval": {"avg_ms": 94.297, "count": 318, "max_ms": 113.12, "p95_ms": 105.861}, "triton_wait": {"avg_ms": 61.997, "count": 319, "max_ms": 75.408, "p95_ms": 72.808}, "visualize": {"avg_ms": 3.652, "count": 319, "max_ms": 4.534, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15399.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:39:52+09:00", "last_error_summary": "[h264 @ 0x5580cfafb840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580cfafb840] error while decoding MB 0 28, bytestream 26024 [h264 @ 0x5580d07687c0] error while decoding MB 43 43, bytestream -7 [h264 @ 0x5580d035e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5580d035e0c0] error while decoding MB 0 38, bytestream 5438 [h264 @ 0x5580cfb0fa00] top block unavailable for requested intra mode -1 [h264 @ 0x5580cfb0fa00] error while decoding MB 50 0, bytest", "last_exit_at": "2026-07-05T01:39:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 929.728, "last_started_at": "2026-07-05T01:39:55+09:00", "pid": 106956, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.629, "name": "ffmpeg", "pid": 106956, "rss_mb": 309.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 540, "restart_count_per_hour": 3, "rtsp_timeout_count": 326, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.788, "sample_count": 2851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1116542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:55:24+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T01:55:24+09:00", "mjpeg": {"age_sec": 9.207, "exists": true, "mtime": "2026-07-05T01:55:15.574996+09:00", "mtime_epoch": 1783184115.574996, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:55:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9155.297, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.712, "count": 207, "max_ms": 21.422, "p95_ms": 17.502}, "gstreamer_push": {"avg_ms": 1.227, "count": 207, "max_ms": 1.874, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.643, "count": 207, "max_ms": 65.259, "p95_ms": 60.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.614, "count": 207, "max_ms": 60.768, "p95_ms": 58.683}, "yolo11_640_fire_11class": {"avg_ms": 56.941, "count": 207, "max_ms": 67.792, "p95_ms": 62.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.161, "count": 207, "max_ms": 70.175, "p95_ms": 67.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.647, "count": 207, "max_ms": 95.287, "p95_ms": 92.48}, "read_interval": {"avg_ms": 145.054, "count": 207, "max_ms": 9231.929, "p95_ms": 108.505}, "triton_wait": {"avg_ms": 59.616, "count": 207, "max_ms": 70.186, "p95_ms": 67.537}, "visualize": {"avg_ms": 3.494, "count": 207, "max_ms": 3.894, "p95_ms": 3.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15353.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35575.099, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.803, "sample_count": 3059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:55:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:55:51+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T01:55:51.415714+09:00", "mtime_epoch": 1783184151.415714, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:55:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2101.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.219, "pushed": 11.219, "read": 11.186}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.06, "count": 336, "max_ms": 11.203, "p95_ms": 7.252}, "gstreamer_push": {"avg_ms": 1.299, "count": 336, "max_ms": 2.188, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.209, "count": 336, "max_ms": 73.376, "p95_ms": 65.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.469, "count": 336, "max_ms": 71.562, "p95_ms": 53.598}, "yolo11_640_fire_11class": {"avg_ms": 55.07, "count": 336, "max_ms": 75.216, "p95_ms": 72.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.076, "count": 336, "max_ms": 77.961, "p95_ms": 73.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.578, "count": 336, "max_ms": 127.506, "p95_ms": 91.086}, "read_interval": {"avg_ms": 89.324, "count": 335, "max_ms": 141.446, "p95_ms": 109.182}, "triton_wait": {"avg_ms": 56.423, "count": 336, "max_ms": 77.974, "p95_ms": 74.428}, "visualize": {"avg_ms": 3.654, "count": 336, "max_ms": 5.131, "p95_ms": 3.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15353.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:55:35+09:00", "last_error_summary": "[h264 @ 0x564bd70a75c0] reference picture missing during reorder [h264 @ 0x564bd70a75c0] Missing reference picture, default is 65550 [h264 @ 0x564bd7176440] mmco: unref short failure [h264 @ 0x564bd7176440] illegal short term buffer state detected [h264 @ 0x564bd6699500] cabac decode of qscale diff failed at 62 23 [h264 @ 0x564bd6699500] error while decoding MB 62 23, bytestream 2144 [h264 @ 0x564bd72452c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564bd72452c0] error while", "last_exit_at": "2026-07-05T01:55:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.496, "last_started_at": "2026-07-05T01:55:38+09:00", "pid": 107063, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.074, "name": "ffmpeg", "pid": 107063, "rss_mb": 264.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 541, "restart_count_per_hour": 4, "rtsp_timeout_count": 328, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.252, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1116694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:55:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T01:55:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:55:54.715780+09:00", "mtime_epoch": 1783184154.7157803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:55:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9155.297, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 152, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.608, "pushed": 7.608, "read": 7.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.981, "count": 152, "max_ms": 22.339, "p95_ms": 18.64}, "gstreamer_push": {"avg_ms": 1.237, "count": 152, "max_ms": 1.398, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.421, "count": 152, "max_ms": 68.415, "p95_ms": 64.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.905, "count": 152, "max_ms": 68.563, "p95_ms": 63.72}, "yolo11_640_fire_11class": {"avg_ms": 59.361, "count": 152, "max_ms": 70.218, "p95_ms": 67.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.927, "count": 152, "max_ms": 75.972, "p95_ms": 72.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.759, "count": 152, "max_ms": 101.832, "p95_ms": 98.318}, "read_interval": {"avg_ms": 197.439, "count": 152, "max_ms": 10123.186, "p95_ms": 115.722}, "triton_wait": {"avg_ms": 63.39, "count": 152, "max_ms": 75.982, "p95_ms": 72.846}, "visualize": {"avg_ms": 3.502, "count": 152, "max_ms": 4.076, "p95_ms": 3.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15357.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35605.138, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.906, "sample_count": 3051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:56:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:56:21+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:56:21.452315+09:00", "mtime_epoch": 1783184181.4523149, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:56:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2101.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.922, "pushed": 9.922, "read": 9.889}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.332, "count": 297, "max_ms": 11.765, "p95_ms": 9.119}, "gstreamer_push": {"avg_ms": 1.313, "count": 297, "max_ms": 2.022, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.318, "count": 297, "max_ms": 74.238, "p95_ms": 69.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.669, "count": 297, "max_ms": 76.11, "p95_ms": 68.476}, "yolo11_640_fire_11class": {"avg_ms": 63.706, "count": 297, "max_ms": 82.278, "p95_ms": 72.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.882, "count": 297, "max_ms": 79.093, "p95_ms": 74.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.26, "count": 297, "max_ms": 123.786, "p95_ms": 92.181}, "read_interval": {"avg_ms": 101.123, "count": 296, "max_ms": 137.297, "p95_ms": 110.244}, "triton_wait": {"avg_ms": 67.578, "count": 297, "max_ms": 82.29, "p95_ms": 74.845}, "visualize": {"avg_ms": 3.728, "count": 297, "max_ms": 5.855, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15357.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:55:35+09:00", "last_error_summary": "[h264 @ 0x564bd70a75c0] reference picture missing during reorder [h264 @ 0x564bd70a75c0] Missing reference picture, default is 65550 [h264 @ 0x564bd7176440] mmco: unref short failure [h264 @ 0x564bd7176440] illegal short term buffer state detected [h264 @ 0x564bd6699500] cabac decode of qscale diff failed at 62 23 [h264 @ 0x564bd6699500] error while decoding MB 62 23, bytestream 2144 [h264 @ 0x564bd72452c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564bd72452c0] error while", "last_exit_at": "2026-07-05T01:55:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.511, "last_started_at": "2026-07-05T01:55:38+09:00", "pid": 107063, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.426, "name": "ffmpeg", "pid": 107063, "rss_mb": 267.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 541, "restart_count_per_hour": 4, "rtsp_timeout_count": 328, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.546, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1116986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:56:24+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:56:24+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:56:24.728380+09:00", "mtime_epoch": 1783184184.7283802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:56:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9155.555, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.733, "pushed": 9.733, "read": 9.733}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.963, "count": 292, "max_ms": 25.423, "p95_ms": 18.603}, "gstreamer_push": {"avg_ms": 1.235, "count": 292, "max_ms": 1.457, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.108, "count": 292, "max_ms": 69.886, "p95_ms": 64.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.894, "count": 292, "max_ms": 70.3, "p95_ms": 64.288}, "yolo11_640_fire_11class": {"avg_ms": 57.848, "count": 292, "max_ms": 74.95, "p95_ms": 65.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.074, "count": 292, "max_ms": 76.836, "p95_ms": 70.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.997, "count": 292, "max_ms": 102.035, "p95_ms": 96.188}, "read_interval": {"avg_ms": 102.788, "count": 292, "max_ms": 117.465, "p95_ms": 113.377}, "triton_wait": {"avg_ms": 61.621, "count": 292, "max_ms": 76.849, "p95_ms": 71.003}, "visualize": {"avg_ms": 3.532, "count": 292, "max_ms": 4.485, "p95_ms": 3.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15358.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35635.167, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.98, "sample_count": 3048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:56:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:56:51+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:56:51+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T01:56:51.476914+09:00", "mtime_epoch": 1783184211.4769142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:56:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2102.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.925}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.218, "count": 298, "max_ms": 9.267, "p95_ms": 7.472}, "gstreamer_push": {"avg_ms": 1.302, "count": 298, "max_ms": 1.909, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.733, "count": 298, "max_ms": 74.242, "p95_ms": 69.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.086, "count": 298, "max_ms": 73.337, "p95_ms": 63.7}, "yolo11_640_fire_11class": {"avg_ms": 65.146, "count": 298, "max_ms": 79.856, "p95_ms": 73.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.779, "count": 298, "max_ms": 79.121, "p95_ms": 74.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.128, "count": 298, "max_ms": 128.281, "p95_ms": 90.872}, "read_interval": {"avg_ms": 100.743, "count": 297, "max_ms": 145.013, "p95_ms": 108.145}, "triton_wait": {"avg_ms": 67.787, "count": 298, "max_ms": 79.868, "p95_ms": 74.224}, "visualize": {"avg_ms": 3.68, "count": 298, "max_ms": 5.077, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15358.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:55:35+09:00", "last_error_summary": "[h264 @ 0x564bd70a75c0] reference picture missing during reorder [h264 @ 0x564bd70a75c0] Missing reference picture, default is 65550 [h264 @ 0x564bd7176440] mmco: unref short failure [h264 @ 0x564bd7176440] illegal short term buffer state detected [h264 @ 0x564bd6699500] cabac decode of qscale diff failed at 62 23 [h264 @ 0x564bd6699500] error while decoding MB 62 23, bytestream 2144 [h264 @ 0x564bd72452c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564bd72452c0] error while", "last_exit_at": "2026-07-05T01:55:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.545, "last_started_at": "2026-07-05T01:55:38+09:00", "pid": 107063, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.426, "name": "ffmpeg", "pid": 107063, "rss_mb": 267.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 541, "restart_count_per_hour": 4, "rtsp_timeout_count": 328, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.58, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1117279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:56:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T01:56:54+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T01:56:54+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T01:56:54.752980+09:00", "mtime_epoch": 1783184214.7529795, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:56:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9155.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.789, "pushed": 9.789, "read": 9.756}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.839, "count": 293, "max_ms": 23.199, "p95_ms": 18.225}, "gstreamer_push": {"avg_ms": 1.237, "count": 293, "max_ms": 1.865, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.59, "count": 293, "max_ms": 74.129, "p95_ms": 62.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.879, "count": 293, "max_ms": 66.507, "p95_ms": 60.782}, "yolo11_640_fire_11class": {"avg_ms": 58.579, "count": 293, "max_ms": 73.606, "p95_ms": 66.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.736, "count": 293, "max_ms": 78.041, "p95_ms": 69.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.466, "count": 293, "max_ms": 102.403, "p95_ms": 95.182}, "read_interval": {"avg_ms": 102.466, "count": 292, "max_ms": 117.548, "p95_ms": 112.411}, "triton_wait": {"avg_ms": 61.325, "count": 293, "max_ms": 78.053, "p95_ms": 69.962}, "visualize": {"avg_ms": 3.505, "count": 293, "max_ms": 4.518, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15358.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35665.22, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.106, "sample_count": 3044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:57:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:57:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T01:57:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:57:21.533514+09:00", "mtime_epoch": 1783184241.5335135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:57:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2102.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.421, "count": 298, "max_ms": 11.402, "p95_ms": 9.669}, "gstreamer_push": {"avg_ms": 1.322, "count": 298, "max_ms": 1.87, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.354, "count": 298, "max_ms": 74.374, "p95_ms": 67.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.377, "count": 298, "max_ms": 76.928, "p95_ms": 66.601}, "yolo11_640_fire_11class": {"avg_ms": 64.372, "count": 298, "max_ms": 77.925, "p95_ms": 73.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.894, "count": 298, "max_ms": 77.143, "p95_ms": 75.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.042, "count": 298, "max_ms": 97.636, "p95_ms": 92.054}, "read_interval": {"avg_ms": 100.83, "count": 297, "max_ms": 115.795, "p95_ms": 110.041}, "triton_wait": {"avg_ms": 67.734, "count": 298, "max_ms": 77.938, "p95_ms": 75.513}, "visualize": {"avg_ms": 3.729, "count": 298, "max_ms": 5.583, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15358.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:55:35+09:00", "last_error_summary": "[h264 @ 0x564bd70a75c0] reference picture missing during reorder [h264 @ 0x564bd70a75c0] Missing reference picture, default is 65550 [h264 @ 0x564bd7176440] mmco: unref short failure [h264 @ 0x564bd7176440] illegal short term buffer state detected [h264 @ 0x564bd6699500] cabac decode of qscale diff failed at 62 23 [h264 @ 0x564bd6699500] error while decoding MB 62 23, bytestream 2144 [h264 @ 0x564bd72452c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564bd72452c0] error while", "last_exit_at": "2026-07-05T01:55:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.604, "last_started_at": "2026-07-05T01:55:38+09:00", "pid": 107063, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.684, "name": "ffmpeg", "pid": 107063, "rss_mb": 267.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 541, "restart_count_per_hour": 4, "rtsp_timeout_count": 328, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.364, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1117575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:57:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:57:24+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T01:57:24.821579+09:00", "mtime_epoch": 1783184244.821579, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:57:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9155.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.869, "count": 296, "max_ms": 25.959, "p95_ms": 18.776}, "gstreamer_push": {"avg_ms": 1.225, "count": 296, "max_ms": 1.785, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.899, "count": 296, "max_ms": 66.902, "p95_ms": 62.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.969, "count": 296, "max_ms": 68.526, "p95_ms": 62.658}, "yolo11_640_fire_11class": {"avg_ms": 57.313, "count": 296, "max_ms": 69.286, "p95_ms": 66.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.074, "count": 296, "max_ms": 76.472, "p95_ms": 71.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.727, "count": 296, "max_ms": 102.081, "p95_ms": 96.41}, "read_interval": {"avg_ms": 101.531, "count": 295, "max_ms": 117.666, "p95_ms": 112.487}, "triton_wait": {"avg_ms": 60.571, "count": 296, "max_ms": 76.484, "p95_ms": 71.57}, "visualize": {"avg_ms": 3.502, "count": 296, "max_ms": 4.351, "p95_ms": 3.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15364.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35695.224, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.906, "sample_count": 3051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:57:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:57:51+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T01:57:51+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T01:57:51.566111+09:00", "mtime_epoch": 1783184271.5661113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:57:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2102.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.247, "count": 302, "max_ms": 11.427, "p95_ms": 7.487}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.917, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.911, "count": 302, "max_ms": 67.082, "p95_ms": 65.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.822, "count": 302, "max_ms": 74.685, "p95_ms": 53.518}, "yolo11_640_fire_11class": {"avg_ms": 63.988, "count": 302, "max_ms": 76.568, "p95_ms": 72.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.82, "count": 302, "max_ms": 75.293, "p95_ms": 73.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.62, "count": 302, "max_ms": 93.097, "p95_ms": 89.873}, "read_interval": {"avg_ms": 99.426, "count": 302, "max_ms": 115.138, "p95_ms": 107.592}, "triton_wait": {"avg_ms": 66.627, "count": 302, "max_ms": 76.579, "p95_ms": 74.124}, "visualize": {"avg_ms": 3.701, "count": 302, "max_ms": 4.753, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15364.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:55:35+09:00", "last_error_summary": "[h264 @ 0x564bd70a75c0] reference picture missing during reorder [h264 @ 0x564bd70a75c0] Missing reference picture, default is 65550 [h264 @ 0x564bd7176440] mmco: unref short failure [h264 @ 0x564bd7176440] illegal short term buffer state detected [h264 @ 0x564bd6699500] cabac decode of qscale diff failed at 62 23 [h264 @ 0x564bd6699500] error while decoding MB 62 23, bytestream 2144 [h264 @ 0x564bd72452c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564bd72452c0] error while", "last_exit_at": "2026-07-05T01:55:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.675, "last_started_at": "2026-07-05T01:55:38+09:00", "pid": 107063, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.324, "name": "ffmpeg", "pid": 107063, "rss_mb": 272.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 541, "restart_count_per_hour": 4, "rtsp_timeout_count": 328, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.946, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1117872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:57:54+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T01:57:54+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T01:57:54.906178+09:00", "mtime_epoch": 1783184274.9061778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:57:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9155.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.874}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.164, "count": 297, "max_ms": 30.133, "p95_ms": 19.534}, "gstreamer_push": {"avg_ms": 1.234, "count": 297, "max_ms": 2.279, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.138, "count": 297, "max_ms": 68.32, "p95_ms": 58.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.825, "count": 297, "max_ms": 65.885, "p95_ms": 58.462}, "yolo11_640_fire_11class": {"avg_ms": 57.299, "count": 297, "max_ms": 70.708, "p95_ms": 65.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.585, "count": 297, "max_ms": 71.942, "p95_ms": 67.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.447, "count": 297, "max_ms": 105.611, "p95_ms": 92.831}, "read_interval": {"avg_ms": 101.268, "count": 296, "max_ms": 120.366, "p95_ms": 110.036}, "triton_wait": {"avg_ms": 59.985, "count": 297, "max_ms": 71.954, "p95_ms": 67.832}, "visualize": {"avg_ms": 3.502, "count": 297, "max_ms": 5.108, "p95_ms": 3.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15364.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35725.323, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.715, "sample_count": 3068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:58:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:58:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T01:58:21+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T01:58:21.638709+09:00", "mtime_epoch": 1783184301.638709, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:58:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2102.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.233, "pushed": 10.233, "read": 10.233}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.298, "count": 307, "max_ms": 12.687, "p95_ms": 7.9}, "gstreamer_push": {"avg_ms": 1.311, "count": 307, "max_ms": 1.808, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.555, "count": 307, "max_ms": 73.259, "p95_ms": 65.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.568, "count": 307, "max_ms": 74.053, "p95_ms": 65.502}, "yolo11_640_fire_11class": {"avg_ms": 62.955, "count": 307, "max_ms": 76.236, "p95_ms": 73.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.542, "count": 307, "max_ms": 77.255, "p95_ms": 74.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.911, "count": 307, "max_ms": 126.937, "p95_ms": 90.4}, "read_interval": {"avg_ms": 97.693, "count": 307, "max_ms": 140.925, "p95_ms": 107.656}, "triton_wait": {"avg_ms": 64.769, "count": 307, "max_ms": 77.268, "p95_ms": 74.591}, "visualize": {"avg_ms": 3.701, "count": 307, "max_ms": 5.185, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15364.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:55:35+09:00", "last_error_summary": "[h264 @ 0x564bd70a75c0] reference picture missing during reorder [h264 @ 0x564bd70a75c0] Missing reference picture, default is 65550 [h264 @ 0x564bd7176440] mmco: unref short failure [h264 @ 0x564bd7176440] illegal short term buffer state detected [h264 @ 0x564bd6699500] cabac decode of qscale diff failed at 62 23 [h264 @ 0x564bd6699500] error while decoding MB 62 23, bytestream 2144 [h264 @ 0x564bd72452c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564bd72452c0] error while", "last_exit_at": "2026-07-05T01:55:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.7, "last_started_at": "2026-07-05T01:55:38+09:00", "pid": 107063, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.324, "name": "ffmpeg", "pid": 107063, "rss_mb": 272.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 541, "restart_count_per_hour": 4, "rtsp_timeout_count": 328, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.906, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1118170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:58:25+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:58:24+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T01:58:24.918774+09:00", "mtime_epoch": 1783184304.9187741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:58:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9156.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.962, "pushed": 9.962, "read": 9.928}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.008, "count": 298, "max_ms": 23.735, "p95_ms": 19.522}, "gstreamer_push": {"avg_ms": 1.232, "count": 298, "max_ms": 1.412, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.131, "count": 298, "max_ms": 68.233, "p95_ms": 61.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.857, "count": 298, "max_ms": 66.151, "p95_ms": 62.275}, "yolo11_640_fire_11class": {"avg_ms": 57.57, "count": 298, "max_ms": 71.056, "p95_ms": 66.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.194, "count": 298, "max_ms": 73.776, "p95_ms": 70.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.098, "count": 298, "max_ms": 99.849, "p95_ms": 95.076}, "read_interval": {"avg_ms": 100.73, "count": 297, "max_ms": 115.84, "p95_ms": 111.513}, "triton_wait": {"avg_ms": 59.779, "count": 298, "max_ms": 73.789, "p95_ms": 70.276}, "visualize": {"avg_ms": 3.506, "count": 298, "max_ms": 5.515, "p95_ms": 3.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15364.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35755.407, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.872, "sample_count": 3053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:58:51+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T01:58:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T01:58:51.723306+09:00", "mtime_epoch": 1783184331.7233064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:58:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2102.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.888}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.217, "count": 297, "max_ms": 14.584, "p95_ms": 7.833}, "gstreamer_push": {"avg_ms": 1.315, "count": 297, "max_ms": 1.928, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.781, "count": 297, "max_ms": 70.791, "p95_ms": 66.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.87, "count": 297, "max_ms": 74.171, "p95_ms": 58.267}, "yolo11_640_fire_11class": {"avg_ms": 66.21, "count": 297, "max_ms": 79.191, "p95_ms": 73.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.895, "count": 297, "max_ms": 79.923, "p95_ms": 74.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.546, "count": 297, "max_ms": 130.054, "p95_ms": 91.526}, "read_interval": {"avg_ms": 101.27, "count": 296, "max_ms": 141.726, "p95_ms": 109.245}, "triton_wait": {"avg_ms": 67.817, "count": 297, "max_ms": 79.936, "p95_ms": 75.064}, "visualize": {"avg_ms": 3.733, "count": 297, "max_ms": 6.131, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15364.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:55:35+09:00", "last_error_summary": "[h264 @ 0x564bd70a75c0] reference picture missing during reorder [h264 @ 0x564bd70a75c0] Missing reference picture, default is 65550 [h264 @ 0x564bd7176440] mmco: unref short failure [h264 @ 0x564bd7176440] illegal short term buffer state detected [h264 @ 0x564bd6699500] cabac decode of qscale diff failed at 62 23 [h264 @ 0x564bd6699500] error while decoding MB 62 23, bytestream 2144 [h264 @ 0x564bd72452c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564bd72452c0] error while", "last_exit_at": "2026-07-05T01:55:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.774, "last_started_at": "2026-07-05T01:55:38+09:00", "pid": 107063, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.324, "name": "ffmpeg", "pid": 107063, "rss_mb": 272.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 541, "restart_count_per_hour": 4, "rtsp_timeout_count": 328, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.898, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1118463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:58:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:58:55+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T01:58:54+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:58:54.991371+09:00", "mtime_epoch": 1783184334.9913712, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:58:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9156.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.776, "pushed": 9.776, "read": 9.742}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.829, "count": 293, "max_ms": 26.477, "p95_ms": 18.846}, "gstreamer_push": {"avg_ms": 1.227, "count": 293, "max_ms": 2.152, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.942, "count": 293, "max_ms": 66.618, "p95_ms": 59.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.235, "count": 293, "max_ms": 66.606, "p95_ms": 60.185}, "yolo11_640_fire_11class": {"avg_ms": 59.898, "count": 293, "max_ms": 72.264, "p95_ms": 66.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.09, "count": 293, "max_ms": 75.314, "p95_ms": 67.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.733, "count": 293, "max_ms": 99.131, "p95_ms": 94.073}, "read_interval": {"avg_ms": 102.624, "count": 292, "max_ms": 117.841, "p95_ms": 111.172}, "triton_wait": {"avg_ms": 61.604, "count": 293, "max_ms": 75.326, "p95_ms": 68.036}, "visualize": {"avg_ms": 3.472, "count": 293, "max_ms": 4.286, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15365.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-04T16:02:53+09:00", "last_error_summary": "[h264 @ 0x55ab1b648780] error while decoding MB 6 44, bytestream -5 [in#0/rtsp @ 0x55ab1b55fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab1b55fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-04T16:02:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 35785.424, "last_started_at": "2026-07-04T16:02:56+09:00", "pid": 95115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.41, "name": "ffmpeg", "pid": 95115, "rss_mb": 335.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 0, "rtsp_timeout_count": 206, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.309, "sample_count": 3043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:59:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:59:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T01:59:21+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T01:59:21.763902+09:00", "mtime_epoch": 1783184361.763902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T01:59:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2102.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.633, "pushed": 9.633, "read": 9.633}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.376, "count": 289, "max_ms": 11.944, "p95_ms": 9.555}, "gstreamer_push": {"avg_ms": 1.329, "count": 289, "max_ms": 1.557, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.209, "count": 289, "max_ms": 72.938, "p95_ms": 67.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.705, "count": 289, "max_ms": 74.644, "p95_ms": 67.229}, "yolo11_640_fire_11class": {"avg_ms": 68.267, "count": 289, "max_ms": 80.702, "p95_ms": 74.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.511, "count": 289, "max_ms": 77.275, "p95_ms": 74.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.049, "count": 289, "max_ms": 128.087, "p95_ms": 93.196}, "read_interval": {"avg_ms": 103.941, "count": 289, "max_ms": 141.956, "p95_ms": 112.026}, "triton_wait": {"avg_ms": 69.709, "count": 289, "max_ms": 80.714, "p95_ms": 75.598}, "visualize": {"avg_ms": 3.755, "count": 289, "max_ms": 5.757, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15365.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T01:55:35+09:00", "last_error_summary": "[h264 @ 0x564bd70a75c0] reference picture missing during reorder [h264 @ 0x564bd70a75c0] Missing reference picture, default is 65550 [h264 @ 0x564bd7176440] mmco: unref short failure [h264 @ 0x564bd7176440] illegal short term buffer state detected [h264 @ 0x564bd6699500] cabac decode of qscale diff failed at 62 23 [h264 @ 0x564bd6699500] error while decoding MB 62 23, bytestream 2144 [h264 @ 0x564bd72452c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564bd72452c0] error while", "last_exit_at": "2026-07-05T01:55:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.819, "last_started_at": "2026-07-05T01:55:38+09:00", "pid": 107063, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.324, "name": "ffmpeg", "pid": 107063, "rss_mb": 272.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 541, "restart_count_per_hour": 4, "rtsp_timeout_count": 328, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.946, "sample_count": 2711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1118755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T01:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T01:59:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T01:59:25+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T01:59:25.035967+09:00", "mtime_epoch": 1783184365.0359669, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T01:59:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9156.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.718}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.885, "count": 292, "max_ms": 30.75, "p95_ms": 18.788}, "gstreamer_push": {"avg_ms": 1.23, "count": 292, "max_ms": 1.524, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.872, "count": 292, "max_ms": 66.294, "p95_ms": 61.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.885, "count": 292, "max_ms": 68.311, "p95_ms": 64.054}, "yolo11_640_fire_11class": {"avg_ms": 59.923, "count": 292, "max_ms": 73.687, "p95_ms": 67.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.264, "count": 292, "max_ms": 72.611, "p95_ms": 69.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.634, "count": 292, "max_ms": 109.816, "p95_ms": 94.893}, "read_interval": {"avg_ms": 102.892, "count": 291, "max_ms": 124.912, "p95_ms": 111.411}, "triton_wait": {"avg_ms": 61.347, "count": 292, "max_ms": 73.699, "p95_ms": 69.664}, "visualize": {"avg_ms": 3.493, "count": 292, "max_ms": 5.504, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 14920.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 2.112, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.223, "name": "ffmpeg", "pid": 107186, "rss_mb": 141.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.893, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1118770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:01:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T02:01:01+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T02:01:01+09:00", "mjpeg": {"age_sec": 75.567, "exists": true, "mtime": "2026-07-05T01:59:45.588374+09:00", "mtime_epoch": 1783184385.588374, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:01:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9156.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "latency_ms": {"analyze": {"avg_ms": 16.319, "count": 1, "max_ms": 16.319, "p95_ms": 16.319}, "gstreamer_push": {"avg_ms": 1.316, "count": 1, "max_ms": 1.316, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.238, "count": 1, "max_ms": 66.238, "p95_ms": 66.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.778, "count": 1, "max_ms": 64.778, "p95_ms": 64.778}, "yolo11_640_fire_11class": {"avg_ms": 66.249, "count": 1, "max_ms": 66.249, "p95_ms": 66.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.738, "count": 1, "max_ms": 66.738, "p95_ms": 66.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.536, "count": 1, "max_ms": 91.536, "p95_ms": 91.536}, "read_interval": {"avg_ms": 75565.681, "count": 1, "max_ms": 75565.681, "p95_ms": 75565.681}, "triton_wait": {"avg_ms": 66.747, "count": 1, "max_ms": 66.747, "p95_ms": 66.747}, "visualize": {"avg_ms": 3.56, "count": 1, "max_ms": 3.56, "p95_ms": 3.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15221.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 2.466, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.605, "name": "ffmpeg", "pid": 107293, "rss_mb": 201.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.781, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:01:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:01:14+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T02:01:14+09:00", "mjpeg": {"age_sec": 84.585, "exists": true, "mtime": "2026-07-05T01:59:50.104463+09:00", "mtime_epoch": 1783184390.1044633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:01:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2102.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "latency_ms": {"analyze": {"avg_ms": 7.226, "count": 1, "max_ms": 7.226, "p95_ms": 7.226}, "gstreamer_push": {"avg_ms": 1.384, "count": 1, "max_ms": 1.384, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.851, "count": 1, "max_ms": 46.851, "p95_ms": 46.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.094, "count": 1, "max_ms": 48.094, "p95_ms": 48.094}, "yolo11_640_fire_11class": {"avg_ms": 51.349, "count": 1, "max_ms": 51.349, "p95_ms": 51.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.593, "count": 1, "max_ms": 47.593, "p95_ms": 47.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.53, "count": 1, "max_ms": 67.53, "p95_ms": 67.53}, "read_interval": {"avg_ms": 84591.3, "count": 1, "max_ms": 84591.3, "p95_ms": 84591.3}, "triton_wait": {"avg_ms": 51.364, "count": 1, "max_ms": 51.364, "p95_ms": 51.364}, "visualize": {"avg_ms": 3.671, "count": 1, "max_ms": 3.671, "p95_ms": 3.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15357.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 32.154, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.215, "name": "ffmpeg", "pid": 107186, "rss_mb": 268.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.475, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1118999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:01:31+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:01:31+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:01:31.110459+09:00", "mtime_epoch": 1783184491.1104593, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:01:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9156.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.84, "pushed": 10.84, "read": 10.84}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.023, "count": 229, "max_ms": 28.185, "p95_ms": 19.39}, "gstreamer_push": {"avg_ms": 1.254, "count": 229, "max_ms": 2.203, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.161, "count": 229, "max_ms": 66.624, "p95_ms": 62.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.877, "count": 229, "max_ms": 66.058, "p95_ms": 56.788}, "yolo11_640_fire_11class": {"avg_ms": 51.591, "count": 229, "max_ms": 67.865, "p95_ms": 65.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.323, "count": 229, "max_ms": 72.574, "p95_ms": 66.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.45, "count": 229, "max_ms": 97.332, "p95_ms": 92.222}, "read_interval": {"avg_ms": 131.212, "count": 229, "max_ms": 9013.134, "p95_ms": 107.198}, "triton_wait": {"avg_ms": 53.009, "count": 229, "max_ms": 72.587, "p95_ms": 66.909}, "visualize": {"avg_ms": 3.534, "count": 229, "max_ms": 4.491, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 21.126, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15358.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 32.56, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.461, "name": "ffmpeg", "pid": 107293, "rss_mb": 330.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.871, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:01:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:01:44+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:01:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T02:01:44.698727+09:00", "mtime_epoch": 1783184504.6987274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:01:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2102.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.295, "count": 301, "max_ms": 12.457, "p95_ms": 7.599}, "gstreamer_push": {"avg_ms": 1.333, "count": 301, "max_ms": 1.88, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.354, "count": 301, "max_ms": 79.395, "p95_ms": 72.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.222, "count": 301, "max_ms": 75.15, "p95_ms": 55.989}, "yolo11_640_fire_11class": {"avg_ms": 62.676, "count": 301, "max_ms": 79.407, "p95_ms": 73.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.741, "count": 301, "max_ms": 80.014, "p95_ms": 73.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.754, "count": 301, "max_ms": 126.725, "p95_ms": 91.508}, "read_interval": {"avg_ms": 99.708, "count": 300, "max_ms": 265.09, "p95_ms": 110.71}, "triton_wait": {"avg_ms": 64.399, "count": 301, "max_ms": 80.025, "p95_ms": 73.935}, "visualize": {"avg_ms": 3.734, "count": 301, "max_ms": 5.228, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15361.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 62.23, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.082, "name": "ffmpeg", "pid": 107186, "rss_mb": 272.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.211, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:02:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:02:01+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:02:01+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:02:01.183052+09:00", "mtime_epoch": 1783184521.1830523, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:02:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9156.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.705}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.909, "count": 292, "max_ms": 20.586, "p95_ms": 18.509}, "gstreamer_push": {"avg_ms": 1.23, "count": 292, "max_ms": 1.464, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.86, "count": 292, "max_ms": 73.907, "p95_ms": 64.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.073, "count": 292, "max_ms": 68.778, "p95_ms": 62.187}, "yolo11_640_fire_11class": {"avg_ms": 59.781, "count": 292, "max_ms": 71.497, "p95_ms": 65.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.765, "count": 292, "max_ms": 73.919, "p95_ms": 69.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.714, "count": 292, "max_ms": 98.74, "p95_ms": 94.211}, "read_interval": {"avg_ms": 102.992, "count": 291, "max_ms": 113.456, "p95_ms": 109.449}, "triton_wait": {"avg_ms": 62.46, "count": 292, "max_ms": 73.93, "p95_ms": 69.301}, "visualize": {"avg_ms": 3.502, "count": 292, "max_ms": 4.523, "p95_ms": 3.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15362.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 62.6, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.461, "name": "ffmpeg", "pid": 107293, "rss_mb": 330.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.821, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1395248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:02:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:02:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:02:14+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:02:14.739320+09:00", "mtime_epoch": 1783184534.7393196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:02:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2103.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.089}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.297, "count": 303, "max_ms": 11.812, "p95_ms": 7.821}, "gstreamer_push": {"avg_ms": 1.323, "count": 303, "max_ms": 1.538, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.823, "count": 303, "max_ms": 75.02, "p95_ms": 71.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.558, "count": 303, "max_ms": 72.138, "p95_ms": 59.661}, "yolo11_640_fire_11class": {"avg_ms": 63.61, "count": 303, "max_ms": 75.499, "p95_ms": 72.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.837, "count": 303, "max_ms": 76.224, "p95_ms": 74.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.262, "count": 303, "max_ms": 121.105, "p95_ms": 91.622}, "read_interval": {"avg_ms": 99.129, "count": 302, "max_ms": 134.035, "p95_ms": 107.83}, "triton_wait": {"avg_ms": 66.166, "count": 303, "max_ms": 76.237, "p95_ms": 74.46}, "visualize": {"avg_ms": 3.729, "count": 303, "max_ms": 5.236, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15362.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 92.262, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.082, "name": "ffmpeg", "pid": 107186, "rss_mb": 272.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.456, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:02:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:02:31+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:02:31+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:02:31.215644+09:00", "mtime_epoch": 1783184551.2156441, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:02:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9156.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.92}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.118, "count": 298, "max_ms": 26.879, "p95_ms": 19.432}, "gstreamer_push": {"avg_ms": 1.24, "count": 298, "max_ms": 2.039, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.184, "count": 298, "max_ms": 68.687, "p95_ms": 65.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.105, "count": 298, "max_ms": 65.658, "p95_ms": 61.122}, "yolo11_640_fire_11class": {"avg_ms": 57.037, "count": 298, "max_ms": 71.6, "p95_ms": 66.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.496, "count": 298, "max_ms": 73.729, "p95_ms": 69.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.522, "count": 298, "max_ms": 99.666, "p95_ms": 95.364}, "read_interval": {"avg_ms": 100.762, "count": 297, "max_ms": 115.875, "p95_ms": 110.474}, "triton_wait": {"avg_ms": 59.997, "count": 298, "max_ms": 73.742, "p95_ms": 69.205}, "visualize": {"avg_ms": 3.559, "count": 298, "max_ms": 5.255, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15362.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 92.684, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.461, "name": "ffmpeg", "pid": 107293, "rss_mb": 330.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.997, "sample_count": 1962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1395544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:02:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:02:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:02:44+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:02:44.819912+09:00", "mtime_epoch": 1783184564.819912, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:02:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2103.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.877, "pushed": 9.877, "read": 9.844}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.29, "count": 296, "max_ms": 11.966, "p95_ms": 7.981}, "gstreamer_push": {"avg_ms": 1.335, "count": 296, "max_ms": 1.523, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.329, "count": 296, "max_ms": 75.196, "p95_ms": 71.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.004, "count": 296, "max_ms": 75.175, "p95_ms": 65.611}, "yolo11_640_fire_11class": {"avg_ms": 65.206, "count": 296, "max_ms": 77.59, "p95_ms": 72.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.741, "count": 296, "max_ms": 77.033, "p95_ms": 74.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.785, "count": 296, "max_ms": 129.982, "p95_ms": 92.481}, "read_interval": {"avg_ms": 101.621, "count": 295, "max_ms": 143.128, "p95_ms": 108.935}, "triton_wait": {"avg_ms": 68.464, "count": 296, "max_ms": 77.601, "p95_ms": 74.787}, "visualize": {"avg_ms": 3.739, "count": 296, "max_ms": 6.048, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15365.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 122.364, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.66, "name": "ffmpeg", "pid": 107186, "rss_mb": 274.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.085, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:03:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:03:01+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:03:01+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:03:01.316237+09:00", "mtime_epoch": 1783184581.3162367, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:03:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9156.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.905, "count": 290, "max_ms": 29.719, "p95_ms": 19.105}, "gstreamer_push": {"avg_ms": 1.23, "count": 290, "max_ms": 2.452, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.395, "count": 290, "max_ms": 68.86, "p95_ms": 64.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.973, "count": 290, "max_ms": 70.672, "p95_ms": 64.122}, "yolo11_640_fire_11class": {"avg_ms": 59.363, "count": 290, "max_ms": 71.543, "p95_ms": 66.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.694, "count": 290, "max_ms": 74.399, "p95_ms": 71.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.288, "count": 290, "max_ms": 102.554, "p95_ms": 97.733}, "read_interval": {"avg_ms": 103.428, "count": 290, "max_ms": 120.118, "p95_ms": 112.688}, "triton_wait": {"avg_ms": 63.059, "count": 290, "max_ms": 74.408, "p95_ms": 71.749}, "visualize": {"avg_ms": 3.494, "count": 290, "max_ms": 5.26, "p95_ms": 3.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15365.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 122.73, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.461, "name": "ffmpeg", "pid": 107293, "rss_mb": 330.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.636, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1395834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:03:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:03:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:03:14+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:03:14.864503+09:00", "mtime_epoch": 1783184594.8645031, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:03:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2103.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.652}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.19, "count": 290, "max_ms": 11.841, "p95_ms": 7.9}, "gstreamer_push": {"avg_ms": 1.322, "count": 290, "max_ms": 1.56, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.487, "count": 290, "max_ms": 74.183, "p95_ms": 69.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.703, "count": 290, "max_ms": 78.331, "p95_ms": 68.094}, "yolo11_640_fire_11class": {"avg_ms": 66.712, "count": 290, "max_ms": 77.975, "p95_ms": 75.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.953, "count": 290, "max_ms": 78.666, "p95_ms": 76.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.535, "count": 290, "max_ms": 94.655, "p95_ms": 93.373}, "read_interval": {"avg_ms": 103.608, "count": 289, "max_ms": 119.95, "p95_ms": 109.661}, "triton_wait": {"avg_ms": 71.393, "count": 290, "max_ms": 78.679, "p95_ms": 77.021}, "visualize": {"avg_ms": 3.701, "count": 290, "max_ms": 4.673, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15365.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 152.384, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.918, "name": "ffmpeg", "pid": 107186, "rss_mb": 274.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.081, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:03:31+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:03:31+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:03:31.340827+09:00", "mtime_epoch": 1783184611.3408272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:03:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9157.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.727}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.498, "count": 292, "max_ms": 20.694, "p95_ms": 17.252}, "gstreamer_push": {"avg_ms": 1.22, "count": 292, "max_ms": 1.544, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.432, "count": 292, "max_ms": 68.651, "p95_ms": 61.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.323, "count": 292, "max_ms": 68.677, "p95_ms": 61.201}, "yolo11_640_fire_11class": {"avg_ms": 58.036, "count": 292, "max_ms": 69.943, "p95_ms": 64.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.508, "count": 292, "max_ms": 76.875, "p95_ms": 69.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.551, "count": 292, "max_ms": 101.83, "p95_ms": 94.537}, "read_interval": {"avg_ms": 102.806, "count": 291, "max_ms": 116.124, "p95_ms": 110.175}, "triton_wait": {"avg_ms": 62.745, "count": 292, "max_ms": 76.886, "p95_ms": 69.458}, "visualize": {"avg_ms": 3.475, "count": 292, "max_ms": 4.537, "p95_ms": 3.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15365.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 152.783, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.461, "name": "ffmpeg", "pid": 107293, "rss_mb": 330.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.628, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:03:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:03:45+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:03:44+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:03:44.917094+09:00", "mtime_epoch": 1783184624.9170942, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:03:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2103.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.18, "count": 302, "max_ms": 13.772, "p95_ms": 7.837}, "gstreamer_push": {"avg_ms": 1.307, "count": 302, "max_ms": 1.517, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.503, "count": 302, "max_ms": 73.651, "p95_ms": 67.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.826, "count": 302, "max_ms": 73.639, "p95_ms": 54.099}, "yolo11_640_fire_11class": {"avg_ms": 63.441, "count": 302, "max_ms": 77.337, "p95_ms": 71.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.087, "count": 302, "max_ms": 81.362, "p95_ms": 74.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.798, "count": 302, "max_ms": 131.125, "p95_ms": 91.055}, "read_interval": {"avg_ms": 99.487, "count": 301, "max_ms": 144.194, "p95_ms": 106.913}, "triton_wait": {"avg_ms": 67.601, "count": 302, "max_ms": 81.374, "p95_ms": 74.863}, "visualize": {"avg_ms": 3.696, "count": 302, "max_ms": 5.53, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15371.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 182.443, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.074, "name": "ffmpeg", "pid": 107186, "rss_mb": 280.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.089, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:04:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:04:01+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T02:04:01+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T02:04:01.413419+09:00", "mtime_epoch": 1783184641.4134185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:04:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9157.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.164, "count": 302, "max_ms": 25.407, "p95_ms": 19.326}, "gstreamer_push": {"avg_ms": 1.242, "count": 302, "max_ms": 1.611, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.475, "count": 302, "max_ms": 68.143, "p95_ms": 59.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.289, "count": 302, "max_ms": 71.406, "p95_ms": 57.915}, "yolo11_640_fire_11class": {"avg_ms": 55.078, "count": 302, "max_ms": 70.858, "p95_ms": 63.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.025, "count": 302, "max_ms": 73.343, "p95_ms": 67.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.977, "count": 302, "max_ms": 99.812, "p95_ms": 92.983}, "read_interval": {"avg_ms": 99.56, "count": 301, "max_ms": 116.304, "p95_ms": 109.072}, "triton_wait": {"avg_ms": 58.385, "count": 302, "max_ms": 73.356, "p95_ms": 67.28}, "visualize": {"avg_ms": 3.545, "count": 302, "max_ms": 4.569, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15371.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 182.842, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.461, "name": "ffmpeg", "pid": 107293, "rss_mb": 330.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.58, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:04:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:04:15+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:04:14+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:04:14.973685+09:00", "mtime_epoch": 1783184654.973685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:04:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2103.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.081}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.238, "count": 303, "max_ms": 11.494, "p95_ms": 7.987}, "gstreamer_push": {"avg_ms": 1.309, "count": 303, "max_ms": 1.579, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.922, "count": 303, "max_ms": 75.509, "p95_ms": 67.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.554, "count": 303, "max_ms": 78.848, "p95_ms": 64.485}, "yolo11_640_fire_11class": {"avg_ms": 63.595, "count": 303, "max_ms": 77.263, "p95_ms": 72.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.563, "count": 303, "max_ms": 79.565, "p95_ms": 74.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.321, "count": 303, "max_ms": 123.248, "p95_ms": 90.854}, "read_interval": {"avg_ms": 99.171, "count": 302, "max_ms": 136.495, "p95_ms": 107.354}, "triton_wait": {"avg_ms": 67.116, "count": 303, "max_ms": 79.577, "p95_ms": 74.773}, "visualize": {"avg_ms": 3.717, "count": 303, "max_ms": 5.058, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15371.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 212.485, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.074, "name": "ffmpeg", "pid": 107186, "rss_mb": 280.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.791, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T02:04:31+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:04:31+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:04:31.438008+09:00", "mtime_epoch": 1783184671.4380083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:04:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9157.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.823, "pushed": 9.823, "read": 9.79}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.039, "count": 294, "max_ms": 23.079, "p95_ms": 19.13}, "gstreamer_push": {"avg_ms": 1.237, "count": 294, "max_ms": 1.406, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.905, "count": 294, "max_ms": 72.392, "p95_ms": 59.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.376, "count": 294, "max_ms": 69.622, "p95_ms": 59.611}, "yolo11_640_fire_11class": {"avg_ms": 57.472, "count": 294, "max_ms": 68.177, "p95_ms": 63.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.779, "count": 294, "max_ms": 72.892, "p95_ms": 66.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.67, "count": 294, "max_ms": 98.014, "p95_ms": 92.338}, "read_interval": {"avg_ms": 102.16, "count": 293, "max_ms": 116.728, "p95_ms": 107.828}, "triton_wait": {"avg_ms": 61.232, "count": 294, "max_ms": 72.901, "p95_ms": 66.381}, "visualize": {"avg_ms": 3.522, "count": 294, "max_ms": 4.461, "p95_ms": 3.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15372.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 212.854, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.461, "name": "ffmpeg", "pid": 107293, "rss_mb": 330.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.939, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:04:45+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:04:44+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:04:44.986274+09:00", "mtime_epoch": 1783184684.9862745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:04:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2103.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.104, "count": 304, "max_ms": 11.805, "p95_ms": 7.976}, "gstreamer_push": {"avg_ms": 1.302, "count": 304, "max_ms": 1.815, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.621, "count": 304, "max_ms": 74.048, "p95_ms": 65.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.779, "count": 304, "max_ms": 73.889, "p95_ms": 53.957}, "yolo11_640_fire_11class": {"avg_ms": 63.625, "count": 304, "max_ms": 75.568, "p95_ms": 72.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.288, "count": 304, "max_ms": 75.149, "p95_ms": 72.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.875, "count": 304, "max_ms": 93.512, "p95_ms": 89.481}, "read_interval": {"avg_ms": 98.73, "count": 304, "max_ms": 110.017, "p95_ms": 105.768}, "triton_wait": {"avg_ms": 66.972, "count": 304, "max_ms": 75.579, "p95_ms": 73.134}, "visualize": {"avg_ms": 3.668, "count": 304, "max_ms": 4.708, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15372.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 242.51, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.074, "name": "ffmpeg", "pid": 107186, "rss_mb": 280.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.776, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1121071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:05:01+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T02:05:01+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T02:05:01.458598+09:00", "mtime_epoch": 1783184701.4585977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:05:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9157.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.126, "pushed": 10.126, "read": 10.093}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.345, "count": 303, "max_ms": 27.549, "p95_ms": 19.974}, "gstreamer_push": {"avg_ms": 1.24, "count": 303, "max_ms": 1.591, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.191, "count": 303, "max_ms": 66.555, "p95_ms": 61.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.274, "count": 303, "max_ms": 71.877, "p95_ms": 60.421}, "yolo11_640_fire_11class": {"avg_ms": 54.338, "count": 303, "max_ms": 68.705, "p95_ms": 65.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.545, "count": 303, "max_ms": 75.048, "p95_ms": 68.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.664, "count": 303, "max_ms": 106.574, "p95_ms": 94.515}, "read_interval": {"avg_ms": 99.046, "count": 302, "max_ms": 121.555, "p95_ms": 109.401}, "triton_wait": {"avg_ms": 57.922, "count": 303, "max_ms": 75.062, "p95_ms": 68.717}, "visualize": {"avg_ms": 3.544, "count": 303, "max_ms": 4.967, "p95_ms": 4.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15372.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 242.883, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.461, "name": "ffmpeg", "pid": 107293, "rss_mb": 330.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.842, "sample_count": 2404, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:05:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:05:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:05:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:05:15.018864+09:00", "mtime_epoch": 1783184715.018864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:05:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2103.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.125, "pushed": 10.125, "read": 10.092}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.156, "count": 303, "max_ms": 12.498, "p95_ms": 7.706}, "gstreamer_push": {"avg_ms": 1.327, "count": 303, "max_ms": 1.851, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.129, "count": 303, "max_ms": 70.31, "p95_ms": 67.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.402, "count": 303, "max_ms": 73.336, "p95_ms": 64.658}, "yolo11_640_fire_11class": {"avg_ms": 62.671, "count": 303, "max_ms": 77.124, "p95_ms": 73.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.58, "count": 303, "max_ms": 78.916, "p95_ms": 75.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.215, "count": 303, "max_ms": 94.84, "p95_ms": 91.217}, "read_interval": {"avg_ms": 99.081, "count": 302, "max_ms": 224.774, "p95_ms": 108.059}, "triton_wait": {"avg_ms": 66.232, "count": 303, "max_ms": 78.929, "p95_ms": 75.278}, "visualize": {"avg_ms": 3.715, "count": 303, "max_ms": 4.763, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15373.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 272.547, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.25, "name": "ffmpeg", "pid": 107186, "rss_mb": 282.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.705, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1121379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:05:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:05:31+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T02:05:31+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T02:05:31.523188+09:00", "mtime_epoch": 1783184731.5231876, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:05:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9157.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.288, "pushed": 10.288, "read": 10.255}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.52, "count": 308, "max_ms": 24.711, "p95_ms": 18.275}, "gstreamer_push": {"avg_ms": 1.23, "count": 308, "max_ms": 1.405, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.358, "count": 308, "max_ms": 71.808, "p95_ms": 60.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.285, "count": 308, "max_ms": 70.59, "p95_ms": 60.981}, "yolo11_640_fire_11class": {"avg_ms": 54.321, "count": 308, "max_ms": 72.558, "p95_ms": 65.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.186, "count": 308, "max_ms": 79.776, "p95_ms": 69.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.228, "count": 308, "max_ms": 103.773, "p95_ms": 94.329}, "read_interval": {"avg_ms": 97.554, "count": 307, "max_ms": 120.513, "p95_ms": 109.471}, "triton_wait": {"avg_ms": 57.468, "count": 308, "max_ms": 79.789, "p95_ms": 69.348}, "visualize": {"avg_ms": 3.483, "count": 308, "max_ms": 4.391, "p95_ms": 3.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15381.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 272.951, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.461, "name": "ffmpeg", "pid": 107293, "rss_mb": 330.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.798, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:05:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:05:45+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:05:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:05:45.087454+09:00", "mtime_epoch": 1783184745.0874536, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:05:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2104.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.906, "pushed": 4.906, "read": 4.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.2, "count": 147, "max_ms": 12.008, "p95_ms": 7.797}, "gstreamer_push": {"avg_ms": 1.318, "count": 147, "max_ms": 1.64, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.444, "count": 147, "max_ms": 72.858, "p95_ms": 68.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.972, "count": 147, "max_ms": 71.896, "p95_ms": 52.63}, "yolo11_640_fire_11class": {"avg_ms": 62.113, "count": 147, "max_ms": 75.384, "p95_ms": 71.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.46, "count": 147, "max_ms": 77.447, "p95_ms": 74.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.38, "count": 147, "max_ms": 93.297, "p95_ms": 90.285}, "read_interval": {"avg_ms": 205.216, "count": 146, "max_ms": 9358.944, "p95_ms": 108.038}, "triton_wait": {"avg_ms": 65.275, "count": 147, "max_ms": 77.46, "p95_ms": 74.138}, "visualize": {"avg_ms": 3.744, "count": 147, "max_ms": 4.85, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15380.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 302.591, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.27, "name": "ffmpeg", "pid": 107186, "rss_mb": 289.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.512, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1121708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:06:01+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T02:06:01+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T02:06:01.563777+09:00", "mtime_epoch": 1783184761.5637767, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118563}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:06:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9157.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.982, "pushed": 10.982, "read": 10.949}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.3, "count": 329, "max_ms": 23.022, "p95_ms": 17.406}, "gstreamer_push": {"avg_ms": 1.244, "count": 329, "max_ms": 2.156, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.076, "count": 329, "max_ms": 68.889, "p95_ms": 59.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.4, "count": 329, "max_ms": 65.116, "p95_ms": 53.802}, "yolo11_640_fire_11class": {"avg_ms": 49.191, "count": 329, "max_ms": 73.154, "p95_ms": 60.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.578, "count": 329, "max_ms": 73.674, "p95_ms": 62.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.402, "count": 329, "max_ms": 98.346, "p95_ms": 87.157}, "read_interval": {"avg_ms": 91.327, "count": 328, "max_ms": 115.25, "p95_ms": 104.758}, "triton_wait": {"avg_ms": 50.862, "count": 329, "max_ms": 73.685, "p95_ms": 62.257}, "visualize": {"avg_ms": 3.522, "count": 329, "max_ms": 4.218, "p95_ms": 3.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15405.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:39+09:00", "last_error_summary": "[tcp @ 0x55f9840de940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x55f9840dbe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T02:00:13+09:00", "last_returncode": 155, "last_stable_duration_sec": 313.238, "last_started_at": "2026-07-05T02:01:12+09:00", "pid": 107293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.5, "name": "ffmpeg", "pid": 107293, "rss_mb": 355.5, "state": "S (sleeping)", "threads": 104}, "restart_count": 126, "restart_count_per_hour": 5, "rtsp_timeout_count": 211, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.83, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:06:25+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T02:06:25+09:00", "mjpeg": {"age_sec": 16.141, "exists": true, "mtime": "2026-07-05T02:06:09.319929+09:00", "mtime_epoch": 1783184769.319929, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:06:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2104.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.123, "pushed": 0.123, "read": 0.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.196, "count": 2, "max_ms": 7.248, "p95_ms": 7.248}, "gstreamer_push": {"avg_ms": 1.272, "count": 2, "max_ms": 1.331, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.536, "count": 2, "max_ms": 54.268, "p95_ms": 54.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.715, "count": 2, "max_ms": 53.712, "p95_ms": 53.712}, "yolo11_640_fire_11class": {"avg_ms": 51.687, "count": 2, "max_ms": 54.75, "p95_ms": 54.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.502, "count": 2, "max_ms": 63.649, "p95_ms": 63.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.428, "count": 2, "max_ms": 79.663, "p95_ms": 79.663}, "read_interval": {"avg_ms": 17994.286, "count": 2, "max_ms": 19849.161, "p95_ms": 19849.161}, "triton_wait": {"avg_ms": 56.149, "count": 2, "max_ms": 63.661, "p95_ms": 63.661}, "visualize": {"avg_ms": 3.842, "count": 2, "max_ms": 3.991, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.226, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15221.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 332.593, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.27, "name": "ffmpeg", "pid": 107186, "rss_mb": 289.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.28, "sample_count": 3048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1122051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:06:31+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T02:06:31+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:06:31.552365+09:00", "mtime_epoch": 1783184791.5523646, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 101812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:06:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9157.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 343, "pushed_frames": 343, "read_frames": 343, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.439, "pushed": 11.439, "read": 11.439}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.11, "count": 343, "max_ms": 20.632, "p95_ms": 17.183}, "gstreamer_push": {"avg_ms": 1.242, "count": 343, "max_ms": 1.492, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.036, "count": 343, "max_ms": 62.365, "p95_ms": 49.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.395, "count": 343, "max_ms": 61.888, "p95_ms": 49.043}, "yolo11_640_fire_11class": {"avg_ms": 45.699, "count": 343, "max_ms": 62.879, "p95_ms": 48.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.968, "count": 343, "max_ms": 71.636, "p95_ms": 50.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.414, "count": 343, "max_ms": 96.81, "p95_ms": 74.82}, "read_interval": {"avg_ms": 87.437, "count": 343, "max_ms": 112.776, "p95_ms": 91.481}, "triton_wait": {"avg_ms": 47.062, "count": 343, "max_ms": 71.648, "p95_ms": 50.052}, "visualize": {"avg_ms": 3.548, "count": 343, "max_ms": 4.597, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15379.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.063, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.179, "sample_count": 2444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:06:55+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:06:55+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:06:55.376831+09:00", "mtime_epoch": 1783184815.3768313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:06:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2104.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.469, "pushed": 8.469, "read": 8.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.533, "count": 254, "max_ms": 12.131, "p95_ms": 9.827}, "gstreamer_push": {"avg_ms": 1.322, "count": 254, "max_ms": 1.949, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.242, "count": 254, "max_ms": 77.281, "p95_ms": 72.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.093, "count": 254, "max_ms": 72.766, "p95_ms": 61.671}, "yolo11_640_fire_11class": {"avg_ms": 58.052, "count": 254, "max_ms": 76.803, "p95_ms": 73.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.015, "count": 254, "max_ms": 80.023, "p95_ms": 74.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.446, "count": 254, "max_ms": 149.312, "p95_ms": 103.939}, "read_interval": {"avg_ms": 118.112, "count": 254, "max_ms": 5110.857, "p95_ms": 131.773}, "triton_wait": {"avg_ms": 60.602, "count": 254, "max_ms": 80.035, "p95_ms": 74.795}, "visualize": {"avg_ms": 3.87, "count": 254, "max_ms": 6.304, "p95_ms": 5.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15379.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 362.639, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.27, "name": "ffmpeg", "pid": 107186, "rss_mb": 289.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.512, "sample_count": 3064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1122359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:07:01+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T02:07:01+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T02:07:01.604953+09:00", "mtime_epoch": 1783184821.6049533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:07:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9158.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.29, "pushed": 10.29, "read": 10.257}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.195, "count": 308, "max_ms": 25.087, "p95_ms": 20.063}, "gstreamer_push": {"avg_ms": 1.243, "count": 308, "max_ms": 1.892, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.575, "count": 308, "max_ms": 78.783, "p95_ms": 64.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.71, "count": 308, "max_ms": 73.559, "p95_ms": 61.531}, "yolo11_640_fire_11class": {"avg_ms": 52.946, "count": 308, "max_ms": 78.291, "p95_ms": 66.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.034, "count": 308, "max_ms": 79.343, "p95_ms": 71.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.173, "count": 308, "max_ms": 104.048, "p95_ms": 96.574}, "read_interval": {"avg_ms": 97.561, "count": 307, "max_ms": 123.531, "p95_ms": 112.951}, "triton_wait": {"avg_ms": 55.617, "count": 308, "max_ms": 79.355, "p95_ms": 71.227}, "visualize": {"avg_ms": 3.528, "count": 308, "max_ms": 5.384, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15382.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.153, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.761, "sample_count": 2431, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:07:25+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:07:25+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T02:07:25.461420+09:00", "mtime_epoch": 1783184845.4614203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:07:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2104.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.638}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.382, "count": 290, "max_ms": 10.346, "p95_ms": 9.536}, "gstreamer_push": {"avg_ms": 1.31, "count": 290, "max_ms": 1.522, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.885, "count": 290, "max_ms": 76.94, "p95_ms": 72.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.615, "count": 290, "max_ms": 74.027, "p95_ms": 60.812}, "yolo11_640_fire_11class": {"avg_ms": 63.129, "count": 290, "max_ms": 76.811, "p95_ms": 72.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.268, "count": 290, "max_ms": 82.458, "p95_ms": 75.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.803, "count": 290, "max_ms": 132.887, "p95_ms": 105.966}, "read_interval": {"avg_ms": 103.738, "count": 289, "max_ms": 146.008, "p95_ms": 118.881}, "triton_wait": {"avg_ms": 67.894, "count": 290, "max_ms": 82.472, "p95_ms": 75.901}, "visualize": {"avg_ms": 3.836, "count": 290, "max_ms": 5.514, "p95_ms": 5.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15382.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 392.704, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.848, "name": "ffmpeg", "pid": 107186, "rss_mb": 291.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.568, "sample_count": 3057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1122650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:07:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:07:31+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T02:07:31+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T02:07:31.677542+09:00", "mtime_epoch": 1783184851.677542, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:07:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9158.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.713, "pushed": 9.713, "read": 9.679}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.747, "count": 291, "max_ms": 22.114, "p95_ms": 18.002}, "gstreamer_push": {"avg_ms": 1.226, "count": 291, "max_ms": 2.08, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.34, "count": 291, "max_ms": 73.27, "p95_ms": 65.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.534, "count": 291, "max_ms": 73.865, "p95_ms": 61.373}, "yolo11_640_fire_11class": {"avg_ms": 57.44, "count": 291, "max_ms": 75.402, "p95_ms": 65.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.871, "count": 291, "max_ms": 76.259, "p95_ms": 70.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.258, "count": 291, "max_ms": 101.202, "p95_ms": 94.987}, "read_interval": {"avg_ms": 103.367, "count": 290, "max_ms": 117.022, "p95_ms": 111.896}, "triton_wait": {"avg_ms": 62.161, "count": 291, "max_ms": 76.271, "p95_ms": 70.045}, "visualize": {"avg_ms": 3.492, "count": 291, "max_ms": 4.288, "p95_ms": 3.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15383.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.169, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.862, "sample_count": 2437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:07:55+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:07:55+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:07:55.482008+09:00", "mtime_epoch": 1783184875.482008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:07:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2104.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.386, "count": 299, "max_ms": 13.424, "p95_ms": 8.637}, "gstreamer_push": {"avg_ms": 1.319, "count": 299, "max_ms": 1.509, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.132, "count": 299, "max_ms": 74.777, "p95_ms": 72.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.507, "count": 299, "max_ms": 75.804, "p95_ms": 64.008}, "yolo11_640_fire_11class": {"avg_ms": 62.092, "count": 299, "max_ms": 74.775, "p95_ms": 72.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.448, "count": 299, "max_ms": 78.965, "p95_ms": 75.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.159, "count": 299, "max_ms": 140.335, "p95_ms": 94.651}, "read_interval": {"avg_ms": 100.393, "count": 299, "max_ms": 153.01, "p95_ms": 110.724}, "triton_wait": {"avg_ms": 66.296, "count": 299, "max_ms": 78.977, "p95_ms": 75.622}, "visualize": {"avg_ms": 3.732, "count": 299, "max_ms": 5.845, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15383.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 422.799, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.848, "name": "ffmpeg", "pid": 107186, "rss_mb": 291.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.378, "sample_count": 3059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1122943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:08:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:08:01+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T02:08:01+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:08:01.754131+09:00", "mtime_epoch": 1783184881.7541306, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:08:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9158.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.271, "count": 292, "max_ms": 30.708, "p95_ms": 19.788}, "gstreamer_push": {"avg_ms": 1.231, "count": 292, "max_ms": 1.763, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.824, "count": 292, "max_ms": 70.885, "p95_ms": 65.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.57, "count": 292, "max_ms": 71.843, "p95_ms": 61.461}, "yolo11_640_fire_11class": {"avg_ms": 56.11, "count": 292, "max_ms": 69.084, "p95_ms": 64.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.138, "count": 292, "max_ms": 73.998, "p95_ms": 70.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.625, "count": 292, "max_ms": 225.196, "p95_ms": 96.688}, "read_interval": {"avg_ms": 102.682, "count": 292, "max_ms": 236.551, "p95_ms": 113.992}, "triton_wait": {"avg_ms": 60.473, "count": 292, "max_ms": 74.011, "p95_ms": 70.184}, "visualize": {"avg_ms": 3.511, "count": 292, "max_ms": 4.83, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15383.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.177, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.847, "sample_count": 2437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:08:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:08:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:08:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:08:25.494595+09:00", "mtime_epoch": 1783184905.494595, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:08:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2104.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.286, "count": 293, "max_ms": 12.146, "p95_ms": 7.61}, "gstreamer_push": {"avg_ms": 1.319, "count": 293, "max_ms": 1.873, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.35, "count": 293, "max_ms": 76.65, "p95_ms": 72.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.249, "count": 293, "max_ms": 78.089, "p95_ms": 66.93}, "yolo11_640_fire_11class": {"avg_ms": 64.234, "count": 293, "max_ms": 74.977, "p95_ms": 72.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.617, "count": 293, "max_ms": 79.365, "p95_ms": 75.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.125, "count": 293, "max_ms": 95.355, "p95_ms": 92.766}, "read_interval": {"avg_ms": 102.429, "count": 293, "max_ms": 115.41, "p95_ms": 110.241}, "triton_wait": {"avg_ms": 69.1, "count": 293, "max_ms": 79.377, "p95_ms": 75.094}, "visualize": {"avg_ms": 3.703, "count": 293, "max_ms": 5.092, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15383.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 452.883, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.848, "name": "ffmpeg", "pid": 107186, "rss_mb": 291.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.572, "sample_count": 3059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1123236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:08:31+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T02:08:31+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T02:08:31.830719+09:00", "mtime_epoch": 1783184911.830719, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:08:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9158.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.943, "count": 293, "max_ms": 29.325, "p95_ms": 18.516}, "gstreamer_push": {"avg_ms": 1.235, "count": 293, "max_ms": 1.522, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.073, "count": 293, "max_ms": 70.38, "p95_ms": 65.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.486, "count": 293, "max_ms": 72.131, "p95_ms": 61.872}, "yolo11_640_fire_11class": {"avg_ms": 56.84, "count": 293, "max_ms": 70.36, "p95_ms": 65.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.948, "count": 293, "max_ms": 74.578, "p95_ms": 70.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.482, "count": 293, "max_ms": 101.036, "p95_ms": 95.936}, "read_interval": {"avg_ms": 102.646, "count": 292, "max_ms": 117.713, "p95_ms": 111.944}, "triton_wait": {"avg_ms": 61.212, "count": 293, "max_ms": 74.589, "p95_ms": 70.39}, "visualize": {"avg_ms": 3.488, "count": 293, "max_ms": 4.318, "p95_ms": 3.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15386.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.19, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.931, "sample_count": 2433, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:08:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:08:55+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:08:55+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:08:55.503182+09:00", "mtime_epoch": 1783184935.503182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:08:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2104.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 303, "max_ms": 10.629, "p95_ms": 7.689}, "gstreamer_push": {"avg_ms": 1.322, "count": 303, "max_ms": 2.302, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.548, "count": 303, "max_ms": 75.962, "p95_ms": 71.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.074, "count": 303, "max_ms": 75.164, "p95_ms": 57.069}, "yolo11_640_fire_11class": {"avg_ms": 61.516, "count": 303, "max_ms": 75.088, "p95_ms": 71.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.752, "count": 303, "max_ms": 76.409, "p95_ms": 73.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.615, "count": 303, "max_ms": 127.656, "p95_ms": 91.827}, "read_interval": {"avg_ms": 99.052, "count": 303, "max_ms": 141.173, "p95_ms": 108.736}, "triton_wait": {"avg_ms": 65.565, "count": 303, "max_ms": 76.417, "p95_ms": 74.286}, "visualize": {"avg_ms": 3.692, "count": 303, "max_ms": 5.024, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15386.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 482.952, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.426, "name": "ffmpeg", "pid": 107186, "rss_mb": 294.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.714, "sample_count": 3054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1123532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:09:01+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:09:01+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:09:01.907307+09:00", "mtime_epoch": 1783184941.9073071, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:09:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9158.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.841}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.858, "count": 296, "max_ms": 26.655, "p95_ms": 18.598}, "gstreamer_push": {"avg_ms": 1.226, "count": 296, "max_ms": 1.448, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.251, "count": 296, "max_ms": 70.685, "p95_ms": 64.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.023, "count": 296, "max_ms": 68.59, "p95_ms": 63.246}, "yolo11_640_fire_11class": {"avg_ms": 55.771, "count": 296, "max_ms": 71.235, "p95_ms": 65.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.831, "count": 296, "max_ms": 75.149, "p95_ms": 70.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.344, "count": 296, "max_ms": 102.34, "p95_ms": 95.763}, "read_interval": {"avg_ms": 101.57, "count": 295, "max_ms": 120.013, "p95_ms": 112.942}, "triton_wait": {"avg_ms": 60.126, "count": 296, "max_ms": 75.16, "p95_ms": 70.181}, "visualize": {"avg_ms": 3.503, "count": 296, "max_ms": 4.391, "p95_ms": 3.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15386.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.251, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.925, "sample_count": 2438, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:09:25+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T02:09:25+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T02:09:25.559770+09:00", "mtime_epoch": 1783184965.5597696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:09:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2104.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.081}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.239, "count": 303, "max_ms": 11.354, "p95_ms": 7.553}, "gstreamer_push": {"avg_ms": 1.302, "count": 303, "max_ms": 1.448, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.79, "count": 303, "max_ms": 74.904, "p95_ms": 68.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.029, "count": 303, "max_ms": 74.894, "p95_ms": 67.325}, "yolo11_640_fire_11class": {"avg_ms": 61.928, "count": 303, "max_ms": 74.881, "p95_ms": 71.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.022, "count": 303, "max_ms": 80.162, "p95_ms": 74.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.765, "count": 303, "max_ms": 126.556, "p95_ms": 91.172}, "read_interval": {"avg_ms": 99.158, "count": 302, "max_ms": 140.03, "p95_ms": 109.508}, "triton_wait": {"avg_ms": 66.442, "count": 303, "max_ms": 80.176, "p95_ms": 74.566}, "visualize": {"avg_ms": 3.671, "count": 303, "max_ms": 4.829, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15386.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 512.964, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.426, "name": "ffmpeg", "pid": 107186, "rss_mb": 294.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.748, "sample_count": 3057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1123829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:09:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:09:32+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:09:31+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:09:31.919894+09:00", "mtime_epoch": 1783184971.919894, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:09:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9158.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.926, "count": 297, "max_ms": 19.954, "p95_ms": 18.048}, "gstreamer_push": {"avg_ms": 1.24, "count": 297, "max_ms": 1.477, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.566, "count": 297, "max_ms": 69.895, "p95_ms": 62.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.696, "count": 297, "max_ms": 67.361, "p95_ms": 61.521}, "yolo11_640_fire_11class": {"avg_ms": 55.676, "count": 297, "max_ms": 69.356, "p95_ms": 63.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.974, "count": 297, "max_ms": 76.659, "p95_ms": 68.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.628, "count": 297, "max_ms": 102.209, "p95_ms": 93.42}, "read_interval": {"avg_ms": 101.035, "count": 297, "max_ms": 122.729, "p95_ms": 109.275}, "triton_wait": {"avg_ms": 59.342, "count": 297, "max_ms": 76.671, "p95_ms": 68.32}, "visualize": {"avg_ms": 3.501, "count": 297, "max_ms": 4.344, "p95_ms": 3.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15386.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.257, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.972, "sample_count": 2432, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:09:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:09:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:09:55.572356+09:00", "mtime_epoch": 1783184995.572356, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:09:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2104.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.203, "pushed": 10.203, "read": 10.203}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.143, "count": 306, "max_ms": 11.325, "p95_ms": 7.824}, "gstreamer_push": {"avg_ms": 1.315, "count": 306, "max_ms": 1.962, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.72, "count": 306, "max_ms": 74.426, "p95_ms": 68.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.366, "count": 306, "max_ms": 74.999, "p95_ms": 67.274}, "yolo11_640_fire_11class": {"avg_ms": 62.038, "count": 306, "max_ms": 75.692, "p95_ms": 72.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.457, "count": 306, "max_ms": 77.317, "p95_ms": 74.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.82, "count": 306, "max_ms": 131.655, "p95_ms": 90.79}, "read_interval": {"avg_ms": 98.095, "count": 306, "max_ms": 144.953, "p95_ms": 108.001}, "triton_wait": {"avg_ms": 65.252, "count": 306, "max_ms": 77.326, "p95_ms": 74.699}, "visualize": {"avg_ms": 3.7, "count": 306, "max_ms": 5.339, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15386.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 543.038, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.426, "name": "ffmpeg", "pid": 107186, "rss_mb": 294.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.725, "sample_count": 3054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1124130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:10:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:10:02+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:10:01+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:10:01.992481+09:00", "mtime_epoch": 1783185001.9924815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:10:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9158.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.074, "count": 301, "max_ms": 27.601, "p95_ms": 18.84}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.43, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.671, "count": 301, "max_ms": 66.258, "p95_ms": 60.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.362, "count": 301, "max_ms": 66.201, "p95_ms": 62.461}, "yolo11_640_fire_11class": {"avg_ms": 54.994, "count": 301, "max_ms": 67.221, "p95_ms": 63.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.883, "count": 301, "max_ms": 72.681, "p95_ms": 68.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.666, "count": 301, "max_ms": 98.133, "p95_ms": 93.378}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 116.204, "p95_ms": 110.256}, "triton_wait": {"avg_ms": 58.247, "count": 301, "max_ms": 72.694, "p95_ms": 68.056}, "visualize": {"avg_ms": 3.501, "count": 301, "max_ms": 4.392, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15387.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.266, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.752, "sample_count": 2464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:10:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:10:25+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:10:25.580942+09:00", "mtime_epoch": 1783185025.5809424, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:10:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2105.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 296, "max_ms": 13.489, "p95_ms": 9.399}, "gstreamer_push": {"avg_ms": 1.305, "count": 296, "max_ms": 1.756, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.691, "count": 296, "max_ms": 70.164, "p95_ms": 65.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.372, "count": 296, "max_ms": 78.076, "p95_ms": 61.258}, "yolo11_640_fire_11class": {"avg_ms": 61.061, "count": 296, "max_ms": 74.296, "p95_ms": 70.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.377, "count": 296, "max_ms": 77.674, "p95_ms": 74.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.204, "count": 296, "max_ms": 133.934, "p95_ms": 107.531}, "read_interval": {"avg_ms": 101.379, "count": 296, "max_ms": 147.427, "p95_ms": 120.68}, "triton_wait": {"avg_ms": 65.944, "count": 296, "max_ms": 78.087, "p95_ms": 74.785}, "visualize": {"avg_ms": 3.814, "count": 296, "max_ms": 5.414, "p95_ms": 5.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15387.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 573.119, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.426, "name": "ffmpeg", "pid": 107186, "rss_mb": 294.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.733, "sample_count": 3045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1124430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:10:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:10:32+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:10:32+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:10:32.073069+09:00", "mtime_epoch": 1783185032.073069, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:10:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9159.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.895, "count": 300, "max_ms": 24.842, "p95_ms": 18.723}, "gstreamer_push": {"avg_ms": 1.216, "count": 300, "max_ms": 1.426, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.108, "count": 300, "max_ms": 71.46, "p95_ms": 62.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.079, "count": 300, "max_ms": 72.652, "p95_ms": 63.344}, "yolo11_640_fire_11class": {"avg_ms": 54.602, "count": 300, "max_ms": 70.446, "p95_ms": 63.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.855, "count": 300, "max_ms": 77.659, "p95_ms": 68.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.21, "count": 300, "max_ms": 102.436, "p95_ms": 93.851}, "read_interval": {"avg_ms": 100.24, "count": 299, "max_ms": 120.711, "p95_ms": 109.996}, "triton_wait": {"avg_ms": 59.093, "count": 300, "max_ms": 77.671, "p95_ms": 68.989}, "visualize": {"avg_ms": 3.495, "count": 300, "max_ms": 4.263, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15387.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.282, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.645, "sample_count": 2640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:10:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:10:55+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:10:55+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T02:10:55.609529+09:00", "mtime_epoch": 1783185055.6095288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:10:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2105.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.8}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.742, "count": 294, "max_ms": 13.908, "p95_ms": 9.83}, "gstreamer_push": {"avg_ms": 1.269, "count": 294, "max_ms": 1.699, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.278, "count": 294, "max_ms": 73.229, "p95_ms": 67.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.383, "count": 294, "max_ms": 77.159, "p95_ms": 63.107}, "yolo11_640_fire_11class": {"avg_ms": 58.228, "count": 294, "max_ms": 75.863, "p95_ms": 71.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.166, "count": 294, "max_ms": 78.158, "p95_ms": 74.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.346, "count": 294, "max_ms": 136.174, "p95_ms": 123.722}, "read_interval": {"avg_ms": 102.102, "count": 294, "max_ms": 152.004, "p95_ms": 137.06}, "triton_wait": {"avg_ms": 61.307, "count": 294, "max_ms": 78.169, "p95_ms": 74.045}, "visualize": {"avg_ms": 4.032, "count": 294, "max_ms": 6.371, "p95_ms": 5.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15387.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 603.222, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.426, "name": "ffmpeg", "pid": 107186, "rss_mb": 294.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.024, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1124743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:11:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:11:02+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:11:02+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T02:11:02.169657+09:00", "mtime_epoch": 1783185062.1696568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:11:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9159.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.425, "pushed": 10.425, "read": 10.391}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.986, "count": 312, "max_ms": 25.308, "p95_ms": 19.371}, "gstreamer_push": {"avg_ms": 1.215, "count": 312, "max_ms": 1.659, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.628, "count": 312, "max_ms": 66.977, "p95_ms": 62.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.024, "count": 312, "max_ms": 73.958, "p95_ms": 61.55}, "yolo11_640_fire_11class": {"avg_ms": 52.317, "count": 312, "max_ms": 74.067, "p95_ms": 65.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.742, "count": 312, "max_ms": 75.348, "p95_ms": 69.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.249, "count": 312, "max_ms": 102.479, "p95_ms": 94.15}, "read_interval": {"avg_ms": 96.174, "count": 311, "max_ms": 118.971, "p95_ms": 111.173}, "triton_wait": {"avg_ms": 55.091, "count": 312, "max_ms": 75.359, "p95_ms": 69.442}, "visualize": {"avg_ms": 3.48, "count": 312, "max_ms": 4.386, "p95_ms": 3.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15387.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.348, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.525, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:11:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:11:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T02:11:25+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T02:11:25.682116+09:00", "mtime_epoch": 1783185085.6821158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:11:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2105.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.479, "pushed": 9.479, "read": 9.445}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.086, "count": 284, "max_ms": 15.208, "p95_ms": 10.262}, "gstreamer_push": {"avg_ms": 1.271, "count": 284, "max_ms": 1.786, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.038, "count": 284, "max_ms": 73.614, "p95_ms": 66.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.187, "count": 284, "max_ms": 73.613, "p95_ms": 64.343}, "yolo11_640_fire_11class": {"avg_ms": 58.481, "count": 284, "max_ms": 74.733, "p95_ms": 70.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.475, "count": 284, "max_ms": 79.307, "p95_ms": 73.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.219, "count": 284, "max_ms": 156.805, "p95_ms": 127.933}, "read_interval": {"avg_ms": 105.943, "count": 283, "max_ms": 168.935, "p95_ms": 142.752}, "triton_wait": {"avg_ms": 61.761, "count": 284, "max_ms": 79.318, "p95_ms": 73.67}, "visualize": {"avg_ms": 4.143, "count": 284, "max_ms": 6.74, "p95_ms": 5.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15387.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 633.23, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.426, "name": "ffmpeg", "pid": 107186, "rss_mb": 294.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.342, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1125047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:11:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:11:32+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:11:32+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:11:32.182243+09:00", "mtime_epoch": 1783185092.1822429, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:11:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9159.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.137}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.931, "count": 304, "max_ms": 24.977, "p95_ms": 18.97}, "gstreamer_push": {"avg_ms": 1.224, "count": 304, "max_ms": 1.468, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.63, "count": 304, "max_ms": 70.611, "p95_ms": 63.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.654, "count": 304, "max_ms": 70.157, "p95_ms": 63.952}, "yolo11_640_fire_11class": {"avg_ms": 53.585, "count": 304, "max_ms": 67.047, "p95_ms": 64.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.081, "count": 304, "max_ms": 77.503, "p95_ms": 70.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.538, "count": 304, "max_ms": 101.368, "p95_ms": 95.381}, "read_interval": {"avg_ms": 98.701, "count": 304, "max_ms": 116.874, "p95_ms": 112.294}, "triton_wait": {"avg_ms": 57.363, "count": 304, "max_ms": 77.515, "p95_ms": 70.686}, "visualize": {"avg_ms": 3.487, "count": 304, "max_ms": 4.649, "p95_ms": 3.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15387.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.445, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.386, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:11:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:11:55+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:11:55+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:11:55.758703+09:00", "mtime_epoch": 1783185115.758703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:11:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2105.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.515, "count": 294, "max_ms": 12.875, "p95_ms": 9.755}, "gstreamer_push": {"avg_ms": 1.31, "count": 294, "max_ms": 2.321, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.783, "count": 294, "max_ms": 76.97, "p95_ms": 72.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.576, "count": 294, "max_ms": 76.048, "p95_ms": 65.847}, "yolo11_640_fire_11class": {"avg_ms": 62.104, "count": 294, "max_ms": 77.241, "p95_ms": 73.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.694, "count": 294, "max_ms": 79.076, "p95_ms": 75.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.721, "count": 294, "max_ms": 135.0, "p95_ms": 103.707}, "read_interval": {"avg_ms": 101.996, "count": 294, "max_ms": 151.023, "p95_ms": 117.459}, "triton_wait": {"avg_ms": 66.291, "count": 294, "max_ms": 79.089, "p95_ms": 76.247}, "visualize": {"avg_ms": 3.78, "count": 294, "max_ms": 6.21, "p95_ms": 5.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15388.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 663.333, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.426, "name": "ffmpeg", "pid": 107186, "rss_mb": 294.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.148, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1125340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:12:02+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:12:02+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:12:02.286830+09:00", "mtime_epoch": 1783185122.2868302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:12:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9159.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.794, "count": 292, "max_ms": 25.001, "p95_ms": 18.405}, "gstreamer_push": {"avg_ms": 1.226, "count": 292, "max_ms": 1.469, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.594, "count": 292, "max_ms": 69.767, "p95_ms": 64.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.327, "count": 292, "max_ms": 68.946, "p95_ms": 63.096}, "yolo11_640_fire_11class": {"avg_ms": 56.916, "count": 292, "max_ms": 70.099, "p95_ms": 65.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.071, "count": 292, "max_ms": 74.354, "p95_ms": 70.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.39, "count": 292, "max_ms": 99.0, "p95_ms": 95.31}, "read_interval": {"avg_ms": 102.724, "count": 292, "max_ms": 116.636, "p95_ms": 113.292}, "triton_wait": {"avg_ms": 61.276, "count": 292, "max_ms": 74.366, "p95_ms": 70.058}, "visualize": {"avg_ms": 3.48, "count": 292, "max_ms": 4.242, "p95_ms": 3.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15391.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.489, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.474, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:12:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:12:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:12:25+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T02:12:25.807289+09:00", "mtime_epoch": 1783185145.8072891, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:12:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2105.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.263, "count": 302, "max_ms": 11.92, "p95_ms": 8.36}, "gstreamer_push": {"avg_ms": 1.329, "count": 302, "max_ms": 1.64, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.77, "count": 302, "max_ms": 74.983, "p95_ms": 69.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.57, "count": 302, "max_ms": 73.876, "p95_ms": 65.125}, "yolo11_640_fire_11class": {"avg_ms": 62.457, "count": 302, "max_ms": 75.56, "p95_ms": 72.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.102, "count": 302, "max_ms": 77.308, "p95_ms": 74.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.734, "count": 302, "max_ms": 124.549, "p95_ms": 90.95}, "read_interval": {"avg_ms": 99.461, "count": 301, "max_ms": 139.139, "p95_ms": 109.373}, "triton_wait": {"avg_ms": 65.814, "count": 302, "max_ms": 77.321, "p95_ms": 74.282}, "visualize": {"avg_ms": 3.753, "count": 302, "max_ms": 5.835, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15391.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 693.339, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.004, "name": "ffmpeg", "pid": 107186, "rss_mb": 297.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.062, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1125633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:12:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:12:32+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:12:32+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:12:32.291416+09:00", "mtime_epoch": 1783185152.2914157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:12:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9159.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.006, "count": 293, "max_ms": 25.062, "p95_ms": 18.574}, "gstreamer_push": {"avg_ms": 1.248, "count": 293, "max_ms": 1.849, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.137, "count": 293, "max_ms": 69.263, "p95_ms": 62.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.476, "count": 293, "max_ms": 68.728, "p95_ms": 61.723}, "yolo11_640_fire_11class": {"avg_ms": 56.574, "count": 293, "max_ms": 69.202, "p95_ms": 65.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.138, "count": 293, "max_ms": 72.833, "p95_ms": 69.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.09, "count": 293, "max_ms": 97.812, "p95_ms": 94.138}, "read_interval": {"avg_ms": 102.399, "count": 293, "max_ms": 385.199, "p95_ms": 111.103}, "triton_wait": {"avg_ms": 59.683, "count": 293, "max_ms": 72.845, "p95_ms": 69.144}, "visualize": {"avg_ms": 3.516, "count": 293, "max_ms": 4.921, "p95_ms": 3.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15391.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.559, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.425, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:12:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:12:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T02:12:55+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T02:12:55.899876+09:00", "mtime_epoch": 1783185175.8998764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:12:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2105.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.436, "count": 298, "max_ms": 12.957, "p95_ms": 10.162}, "gstreamer_push": {"avg_ms": 1.324, "count": 298, "max_ms": 1.661, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.078, "count": 298, "max_ms": 77.585, "p95_ms": 71.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.748, "count": 298, "max_ms": 76.89, "p95_ms": 68.485}, "yolo11_640_fire_11class": {"avg_ms": 63.236, "count": 298, "max_ms": 77.881, "p95_ms": 72.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.276, "count": 298, "max_ms": 79.404, "p95_ms": 75.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.896, "count": 298, "max_ms": 97.902, "p95_ms": 93.943}, "read_interval": {"avg_ms": 100.96, "count": 297, "max_ms": 120.719, "p95_ms": 111.351}, "triton_wait": {"avg_ms": 67.077, "count": 298, "max_ms": 79.419, "p95_ms": 75.388}, "visualize": {"avg_ms": 3.737, "count": 298, "max_ms": 4.926, "p95_ms": 4.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15391.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 723.377, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.004, "name": "ffmpeg", "pid": 107186, "rss_mb": 297.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.126, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1125927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:13:02+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:13:02+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:13:02.328002+09:00", "mtime_epoch": 1783185182.3280017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:13:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9159.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.821, "pushed": 9.821, "read": 9.788}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.639, "count": 294, "max_ms": 26.992, "p95_ms": 22.705}, "gstreamer_push": {"avg_ms": 1.25, "count": 294, "max_ms": 1.523, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.723, "count": 294, "max_ms": 69.681, "p95_ms": 65.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.347, "count": 294, "max_ms": 72.101, "p95_ms": 65.095}, "yolo11_640_fire_11class": {"avg_ms": 56.56, "count": 294, "max_ms": 71.858, "p95_ms": 66.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.945, "count": 294, "max_ms": 78.95, "p95_ms": 71.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.666, "count": 294, "max_ms": 103.894, "p95_ms": 97.053}, "read_interval": {"avg_ms": 102.147, "count": 293, "max_ms": 121.487, "p95_ms": 113.268}, "triton_wait": {"avg_ms": 59.493, "count": 294, "max_ms": 78.962, "p95_ms": 71.711}, "visualize": {"avg_ms": 3.595, "count": 294, "max_ms": 5.261, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15391.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.629, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.196, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:13:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:13:26+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T02:13:25+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T02:13:25.960463+09:00", "mtime_epoch": 1783185205.9604626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:13:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2105.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.772, "pushed": 10.772, "read": 10.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.27, "count": 323, "max_ms": 12.126, "p95_ms": 7.879}, "gstreamer_push": {"avg_ms": 1.322, "count": 323, "max_ms": 1.639, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.36, "count": 323, "max_ms": 74.039, "p95_ms": 67.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.173, "count": 323, "max_ms": 69.996, "p95_ms": 57.742}, "yolo11_640_fire_11class": {"avg_ms": 58.103, "count": 323, "max_ms": 77.005, "p95_ms": 71.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.557, "count": 323, "max_ms": 77.894, "p95_ms": 73.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.022, "count": 323, "max_ms": 94.627, "p95_ms": 89.669}, "read_interval": {"avg_ms": 93.126, "count": 322, "max_ms": 111.45, "p95_ms": 107.608}, "triton_wait": {"avg_ms": 59.89, "count": 323, "max_ms": 77.906, "p95_ms": 73.645}, "visualize": {"avg_ms": 3.737, "count": 323, "max_ms": 4.87, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15391.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 753.412, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.004, "name": "ffmpeg", "pid": 107186, "rss_mb": 297.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.959, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1126228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:13:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:13:32+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:13:32+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T02:13:32.360587+09:00", "mtime_epoch": 1783185212.3605874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:13:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9159.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.338, "count": 301, "max_ms": 23.608, "p95_ms": 19.746}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.574, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.592, "count": 301, "max_ms": 68.726, "p95_ms": 62.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.473, "count": 301, "max_ms": 65.463, "p95_ms": 60.581}, "yolo11_640_fire_11class": {"avg_ms": 55.717, "count": 301, "max_ms": 69.119, "p95_ms": 65.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.825, "count": 301, "max_ms": 74.296, "p95_ms": 68.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.317, "count": 301, "max_ms": 102.514, "p95_ms": 94.466}, "read_interval": {"avg_ms": 99.752, "count": 300, "max_ms": 119.179, "p95_ms": 110.748}, "triton_wait": {"avg_ms": 57.509, "count": 301, "max_ms": 74.308, "p95_ms": 68.933}, "visualize": {"avg_ms": 3.56, "count": 301, "max_ms": 5.225, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15391.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.698, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.078, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:13:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:13:56+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:13:56+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:13:56.013048+09:00", "mtime_epoch": 1783185236.0130484, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:13:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2106.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.157, "count": 303, "max_ms": 10.626, "p95_ms": 7.413}, "gstreamer_push": {"avg_ms": 1.325, "count": 303, "max_ms": 1.565, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.414, "count": 303, "max_ms": 76.146, "p95_ms": 70.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.246, "count": 303, "max_ms": 74.92, "p95_ms": 66.291}, "yolo11_640_fire_11class": {"avg_ms": 63.677, "count": 303, "max_ms": 77.748, "p95_ms": 73.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.212, "count": 303, "max_ms": 80.748, "p95_ms": 74.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.306, "count": 303, "max_ms": 99.039, "p95_ms": 91.572}, "read_interval": {"avg_ms": 99.212, "count": 302, "max_ms": 115.461, "p95_ms": 108.943}, "triton_wait": {"avg_ms": 66.274, "count": 303, "max_ms": 80.761, "p95_ms": 75.155}, "visualize": {"avg_ms": 3.697, "count": 303, "max_ms": 4.421, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15391.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 783.501, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.004, "name": "ffmpeg", "pid": 107186, "rss_mb": 297.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.856, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1126525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:14:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:14:02+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T02:14:02+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T02:14:02.469174+09:00", "mtime_epoch": 1783185242.4691744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:14:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9159.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.871}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.095, "count": 297, "max_ms": 25.166, "p95_ms": 19.096}, "gstreamer_push": {"avg_ms": 1.237, "count": 297, "max_ms": 2.196, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.502, "count": 297, "max_ms": 67.095, "p95_ms": 62.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.951, "count": 297, "max_ms": 70.206, "p95_ms": 61.005}, "yolo11_640_fire_11class": {"avg_ms": 56.708, "count": 297, "max_ms": 72.016, "p95_ms": 65.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.899, "count": 297, "max_ms": 73.365, "p95_ms": 69.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.944, "count": 297, "max_ms": 98.96, "p95_ms": 94.695}, "read_interval": {"avg_ms": 101.34, "count": 296, "max_ms": 114.893, "p95_ms": 111.622}, "triton_wait": {"avg_ms": 59.458, "count": 297, "max_ms": 73.377, "p95_ms": 69.799}, "visualize": {"avg_ms": 3.523, "count": 297, "max_ms": 4.57, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15392.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.782, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.926, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:14:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:14:26+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T02:14:26+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T02:14:26.105635+09:00", "mtime_epoch": 1783185266.1056352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:14:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2106.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.307, "pushed": 10.307, "read": 10.274}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.143, "count": 309, "max_ms": 12.749, "p95_ms": 7.726}, "gstreamer_push": {"avg_ms": 1.323, "count": 309, "max_ms": 1.93, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.007, "count": 309, "max_ms": 72.96, "p95_ms": 67.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.397, "count": 309, "max_ms": 76.323, "p95_ms": 64.58}, "yolo11_640_fire_11class": {"avg_ms": 61.883, "count": 309, "max_ms": 75.459, "p95_ms": 72.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.577, "count": 309, "max_ms": 78.581, "p95_ms": 73.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.563, "count": 309, "max_ms": 94.725, "p95_ms": 89.792}, "read_interval": {"avg_ms": 97.354, "count": 308, "max_ms": 112.443, "p95_ms": 107.689}, "triton_wait": {"avg_ms": 64.593, "count": 309, "max_ms": 78.592, "p95_ms": 73.876}, "visualize": {"avg_ms": 3.722, "count": 309, "max_ms": 6.107, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15392.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 813.578, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.004, "name": "ffmpeg", "pid": 107186, "rss_mb": 297.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.88, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1126824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:14:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:14:32+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T02:14:32+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T02:14:32.545761+09:00", "mtime_epoch": 1783185272.5457606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:14:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9160.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.014, "count": 299, "max_ms": 21.201, "p95_ms": 19.422}, "gstreamer_push": {"avg_ms": 1.227, "count": 299, "max_ms": 1.449, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.274, "count": 299, "max_ms": 68.979, "p95_ms": 62.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.971, "count": 299, "max_ms": 66.949, "p95_ms": 60.493}, "yolo11_640_fire_11class": {"avg_ms": 56.319, "count": 299, "max_ms": 71.848, "p95_ms": 65.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.212, "count": 299, "max_ms": 75.933, "p95_ms": 68.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.265, "count": 299, "max_ms": 101.431, "p95_ms": 93.923}, "read_interval": {"avg_ms": 100.619, "count": 298, "max_ms": 117.337, "p95_ms": 111.124}, "triton_wait": {"avg_ms": 58.923, "count": 299, "max_ms": 75.946, "p95_ms": 68.911}, "visualize": {"avg_ms": 3.508, "count": 299, "max_ms": 5.297, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15392.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.805, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.883, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:14:56+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:14:56+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:14:56.122220+09:00", "mtime_epoch": 1783185296.1222203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:14:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2106.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.121, "count": 299, "max_ms": 10.625, "p95_ms": 7.439}, "gstreamer_push": {"avg_ms": 1.317, "count": 299, "max_ms": 1.487, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.427, "count": 299, "max_ms": 76.927, "p95_ms": 69.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.479, "count": 299, "max_ms": 74.979, "p95_ms": 66.813}, "yolo11_640_fire_11class": {"avg_ms": 64.218, "count": 299, "max_ms": 76.735, "p95_ms": 73.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.666, "count": 299, "max_ms": 83.172, "p95_ms": 75.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.419, "count": 299, "max_ms": 99.059, "p95_ms": 91.545}, "read_interval": {"avg_ms": 100.396, "count": 298, "max_ms": 115.822, "p95_ms": 109.123}, "triton_wait": {"avg_ms": 67.454, "count": 299, "max_ms": 83.185, "p95_ms": 75.599}, "visualize": {"avg_ms": 3.678, "count": 299, "max_ms": 4.472, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15392.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 843.594, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.004, "name": "ffmpeg", "pid": 107186, "rss_mb": 297.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.017, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1127118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:15:02+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T02:15:02+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T02:15:02.554346+09:00", "mtime_epoch": 1783185302.5543456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:15:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9160.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.8}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.863, "count": 294, "max_ms": 23.865, "p95_ms": 19.271}, "gstreamer_push": {"avg_ms": 1.227, "count": 294, "max_ms": 1.805, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.342, "count": 294, "max_ms": 72.484, "p95_ms": 62.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.221, "count": 294, "max_ms": 70.894, "p95_ms": 61.64}, "yolo11_640_fire_11class": {"avg_ms": 57.648, "count": 294, "max_ms": 70.916, "p95_ms": 65.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.591, "count": 294, "max_ms": 79.3, "p95_ms": 70.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.171, "count": 294, "max_ms": 104.769, "p95_ms": 95.677}, "read_interval": {"avg_ms": 102.074, "count": 294, "max_ms": 120.484, "p95_ms": 111.299}, "triton_wait": {"avg_ms": 60.993, "count": 294, "max_ms": 79.313, "p95_ms": 70.43}, "visualize": {"avg_ms": 3.487, "count": 294, "max_ms": 4.763, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15392.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.866, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.86, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:15:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:15:26+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T02:15:26+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T02:15:26.202806+09:00", "mtime_epoch": 1783185326.2028062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:15:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2106.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.149, "pushed": 10.149, "read": 10.116}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.13, "count": 304, "max_ms": 9.573, "p95_ms": 7.578}, "gstreamer_push": {"avg_ms": 1.321, "count": 304, "max_ms": 1.547, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.814, "count": 304, "max_ms": 73.545, "p95_ms": 68.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.945, "count": 304, "max_ms": 71.61, "p95_ms": 53.552}, "yolo11_640_fire_11class": {"avg_ms": 62.694, "count": 304, "max_ms": 77.102, "p95_ms": 72.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.118, "count": 304, "max_ms": 82.086, "p95_ms": 74.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.868, "count": 304, "max_ms": 97.902, "p95_ms": 90.61}, "read_interval": {"avg_ms": 98.932, "count": 303, "max_ms": 115.45, "p95_ms": 108.035}, "triton_wait": {"avg_ms": 65.911, "count": 304, "max_ms": 82.099, "p95_ms": 74.508}, "visualize": {"avg_ms": 3.71, "count": 304, "max_ms": 4.765, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15392.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 873.682, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.004, "name": "ffmpeg", "pid": 107186, "rss_mb": 297.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.062, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1127418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:15:32+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T02:15:32+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T02:15:32.662932+09:00", "mtime_epoch": 1783185332.6629322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:15:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9160.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.004, "count": 300, "max_ms": 23.305, "p95_ms": 18.98}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.958, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.866, "count": 300, "max_ms": 66.739, "p95_ms": 62.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.733, "count": 300, "max_ms": 66.728, "p95_ms": 60.239}, "yolo11_640_fire_11class": {"avg_ms": 55.688, "count": 300, "max_ms": 73.122, "p95_ms": 65.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.217, "count": 300, "max_ms": 74.74, "p95_ms": 69.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.056, "count": 300, "max_ms": 100.19, "p95_ms": 94.758}, "read_interval": {"avg_ms": 100.32, "count": 299, "max_ms": 117.299, "p95_ms": 111.5}, "triton_wait": {"avg_ms": 58.767, "count": 300, "max_ms": 74.752, "p95_ms": 69.269}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 4.769, "p95_ms": 3.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15393.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.878, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.68, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:15:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:15:56+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:15:56+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:15:56.191391+09:00", "mtime_epoch": 1783185356.1913905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:15:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2106.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.337, "count": 303, "max_ms": 11.819, "p95_ms": 9.988}, "gstreamer_push": {"avg_ms": 1.334, "count": 303, "max_ms": 2.04, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.091, "count": 303, "max_ms": 71.814, "p95_ms": 67.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.7, "count": 303, "max_ms": 72.562, "p95_ms": 63.473}, "yolo11_640_fire_11class": {"avg_ms": 62.359, "count": 303, "max_ms": 76.707, "p95_ms": 71.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.933, "count": 303, "max_ms": 79.913, "p95_ms": 74.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.016, "count": 303, "max_ms": 95.435, "p95_ms": 90.369}, "read_interval": {"avg_ms": 98.974, "count": 303, "max_ms": 112.758, "p95_ms": 108.104}, "triton_wait": {"avg_ms": 65.697, "count": 303, "max_ms": 79.926, "p95_ms": 74.578}, "visualize": {"avg_ms": 3.746, "count": 303, "max_ms": 5.256, "p95_ms": 4.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15393.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 903.747, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.004, "name": "ffmpeg", "pid": 107186, "rss_mb": 297.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.112, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1127711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:16:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:16:02+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T02:16:02+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T02:16:02.715518+09:00", "mtime_epoch": 1783185362.7155178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:16:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9160.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.749}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.177, "count": 293, "max_ms": 24.305, "p95_ms": 20.07}, "gstreamer_push": {"avg_ms": 1.234, "count": 293, "max_ms": 1.737, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.332, "count": 293, "max_ms": 67.037, "p95_ms": 61.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.198, "count": 293, "max_ms": 71.56, "p95_ms": 59.276}, "yolo11_640_fire_11class": {"avg_ms": 57.428, "count": 293, "max_ms": 72.84, "p95_ms": 66.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.527, "count": 293, "max_ms": 75.751, "p95_ms": 70.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.468, "count": 293, "max_ms": 100.73, "p95_ms": 95.552}, "read_interval": {"avg_ms": 102.629, "count": 292, "max_ms": 116.611, "p95_ms": 112.164}, "triton_wait": {"avg_ms": 60.939, "count": 293, "max_ms": 75.764, "p95_ms": 70.104}, "visualize": {"avg_ms": 3.52, "count": 293, "max_ms": 5.014, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15393.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.928, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.141, "name": "ffmpeg", "pid": 107445, "rss_mb": 327.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.862, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:16:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:16:26+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T02:16:26+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:16:26.247976+09:00", "mtime_epoch": 1783185386.247976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:16:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2106.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.818}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.198, "count": 295, "max_ms": 11.551, "p95_ms": 7.785}, "gstreamer_push": {"avg_ms": 1.316, "count": 295, "max_ms": 2.046, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.427, "count": 295, "max_ms": 76.76, "p95_ms": 73.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.474, "count": 295, "max_ms": 74.488, "p95_ms": 64.561}, "yolo11_640_fire_11class": {"avg_ms": 64.187, "count": 295, "max_ms": 80.877, "p95_ms": 73.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.229, "count": 295, "max_ms": 82.153, "p95_ms": 75.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.508, "count": 295, "max_ms": 97.918, "p95_ms": 92.595}, "read_interval": {"avg_ms": 101.871, "count": 294, "max_ms": 313.154, "p95_ms": 110.028}, "triton_wait": {"avg_ms": 67.987, "count": 295, "max_ms": 82.166, "p95_ms": 75.647}, "visualize": {"avg_ms": 3.699, "count": 295, "max_ms": 5.74, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15393.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 933.776, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.004, "name": "ffmpeg", "pid": 107186, "rss_mb": 297.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.002, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1128005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:16:32+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:16:32+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T02:16:32.724102+09:00", "mtime_epoch": 1783185392.7241023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:16:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9160.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.786}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.008, "count": 294, "max_ms": 22.324, "p95_ms": 19.475}, "gstreamer_push": {"avg_ms": 1.227, "count": 294, "max_ms": 2.258, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.217, "count": 294, "max_ms": 69.712, "p95_ms": 65.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.103, "count": 294, "max_ms": 66.136, "p95_ms": 62.102}, "yolo11_640_fire_11class": {"avg_ms": 57.406, "count": 294, "max_ms": 71.128, "p95_ms": 64.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.333, "count": 294, "max_ms": 75.644, "p95_ms": 69.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.176, "count": 294, "max_ms": 102.63, "p95_ms": 94.511}, "read_interval": {"avg_ms": 102.113, "count": 293, "max_ms": 118.121, "p95_ms": 110.731}, "triton_wait": {"avg_ms": 60.867, "count": 294, "max_ms": 75.656, "p95_ms": 69.736}, "visualize": {"avg_ms": 3.499, "count": 294, "max_ms": 4.369, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15396.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.938, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.945, "name": "ffmpeg", "pid": 107445, "rss_mb": 328.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.647, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:16:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:16:56+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:16:56+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:16:56.248560+09:00", "mtime_epoch": 1783185416.2485604, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:16:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2106.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.635, "pushed": 9.635, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.236, "count": 289, "max_ms": 9.21, "p95_ms": 7.803}, "gstreamer_push": {"avg_ms": 1.336, "count": 289, "max_ms": 1.522, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.721, "count": 289, "max_ms": 76.354, "p95_ms": 73.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.097, "count": 289, "max_ms": 75.05, "p95_ms": 63.853}, "yolo11_640_fire_11class": {"avg_ms": 65.519, "count": 289, "max_ms": 76.366, "p95_ms": 72.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.459, "count": 289, "max_ms": 75.961, "p95_ms": 74.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.132, "count": 289, "max_ms": 93.948, "p95_ms": 92.58}, "read_interval": {"avg_ms": 103.804, "count": 289, "max_ms": 113.379, "p95_ms": 109.883}, "triton_wait": {"avg_ms": 69.897, "count": 289, "max_ms": 76.376, "p95_ms": 74.622}, "visualize": {"avg_ms": 3.71, "count": 289, "max_ms": 5.019, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15397.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 963.834, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.582, "name": "ffmpeg", "pid": 107186, "rss_mb": 299.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.083, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1128289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:17:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:17:02+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T02:17:02+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:17:02.784688+09:00", "mtime_epoch": 1783185422.7846878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:17:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9160.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.482, "pushed": 9.482, "read": 9.449}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.822, "count": 284, "max_ms": 20.257, "p95_ms": 18.979}, "gstreamer_push": {"avg_ms": 1.228, "count": 284, "max_ms": 1.506, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.872, "count": 284, "max_ms": 71.219, "p95_ms": 67.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.114, "count": 284, "max_ms": 67.213, "p95_ms": 62.599}, "yolo11_640_fire_11class": {"avg_ms": 59.284, "count": 284, "max_ms": 67.928, "p95_ms": 64.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.804, "count": 284, "max_ms": 74.576, "p95_ms": 70.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.596, "count": 284, "max_ms": 100.777, "p95_ms": 95.517}, "read_interval": {"avg_ms": 105.819, "count": 283, "max_ms": 116.722, "p95_ms": 111.842}, "triton_wait": {"avg_ms": 64.299, "count": 284, "max_ms": 74.588, "p95_ms": 70.121}, "visualize": {"avg_ms": 3.543, "count": 284, "max_ms": 4.237, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15397.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.014, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.02, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:17:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:17:26+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T02:17:26+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T02:17:26.321146+09:00", "mtime_epoch": 1783185446.321146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:17:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2107.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.542, "pushed": 9.542, "read": 9.509}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 286, "max_ms": 8.874, "p95_ms": 7.598}, "gstreamer_push": {"avg_ms": 1.32, "count": 286, "max_ms": 1.625, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.763, "count": 286, "max_ms": 77.838, "p95_ms": 73.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.291, "count": 286, "max_ms": 78.155, "p95_ms": 65.774}, "yolo11_640_fire_11class": {"avg_ms": 64.546, "count": 286, "max_ms": 77.14, "p95_ms": 71.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.172, "count": 286, "max_ms": 84.23, "p95_ms": 74.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.574, "count": 286, "max_ms": 101.68, "p95_ms": 92.968}, "read_interval": {"avg_ms": 105.127, "count": 285, "max_ms": 117.936, "p95_ms": 109.981}, "triton_wait": {"avg_ms": 70.808, "count": 286, "max_ms": 84.242, "p95_ms": 74.859}, "visualize": {"avg_ms": 3.698, "count": 286, "max_ms": 4.363, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15397.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 993.84, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.582, "name": "ffmpeg", "pid": 107186, "rss_mb": 299.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.369, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1128576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:17:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:17:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:17:32+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:17:32.793272+09:00", "mtime_epoch": 1783185452.793272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 97052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:17:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9160.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.57, "pushed": 9.57, "read": 9.57}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.961, "count": 287, "max_ms": 24.382, "p95_ms": 18.702}, "gstreamer_push": {"avg_ms": 1.239, "count": 287, "max_ms": 2.173, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.875, "count": 287, "max_ms": 73.298, "p95_ms": 67.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.262, "count": 287, "max_ms": 74.965, "p95_ms": 62.964}, "yolo11_640_fire_11class": {"avg_ms": 57.429, "count": 287, "max_ms": 73.874, "p95_ms": 65.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.729, "count": 287, "max_ms": 81.036, "p95_ms": 70.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.587, "count": 287, "max_ms": 106.098, "p95_ms": 96.355}, "read_interval": {"avg_ms": 104.573, "count": 287, "max_ms": 122.421, "p95_ms": 112.497}, "triton_wait": {"avg_ms": 63.176, "count": 287, "max_ms": 81.048, "p95_ms": 70.787}, "visualize": {"avg_ms": 3.521, "count": 287, "max_ms": 4.171, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15400.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.085, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.969, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:17:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:17:56+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T02:17:56+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T02:17:56.417732+09:00", "mtime_epoch": 1783185476.417732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:17:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2107.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.845}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 296, "max_ms": 12.268, "p95_ms": 10.036}, "gstreamer_push": {"avg_ms": 1.32, "count": 296, "max_ms": 1.573, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.101, "count": 296, "max_ms": 74.766, "p95_ms": 71.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.075, "count": 296, "max_ms": 70.346, "p95_ms": 56.885}, "yolo11_640_fire_11class": {"avg_ms": 61.071, "count": 296, "max_ms": 73.026, "p95_ms": 70.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.725, "count": 296, "max_ms": 81.454, "p95_ms": 73.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.65, "count": 296, "max_ms": 98.828, "p95_ms": 92.231}, "read_interval": {"avg_ms": 101.635, "count": 295, "max_ms": 117.239, "p95_ms": 110.641}, "triton_wait": {"avg_ms": 67.437, "count": 296, "max_ms": 81.467, "p95_ms": 73.866}, "visualize": {"avg_ms": 3.708, "count": 296, "max_ms": 4.783, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15400.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 1023.892, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.16, "name": "ffmpeg", "pid": 107186, "rss_mb": 302.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.218, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1128871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:18:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:18:02+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T02:18:02+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T02:18:02.865858+09:00", "mtime_epoch": 1783185482.8658576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 102361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:18:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9161.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.814}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.327, "count": 295, "max_ms": 30.245, "p95_ms": 22.894}, "gstreamer_push": {"avg_ms": 1.235, "count": 295, "max_ms": 1.483, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.361, "count": 295, "max_ms": 73.511, "p95_ms": 64.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.734, "count": 295, "max_ms": 75.259, "p95_ms": 62.917}, "yolo11_640_fire_11class": {"avg_ms": 54.511, "count": 295, "max_ms": 79.581, "p95_ms": 63.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.381, "count": 295, "max_ms": 78.271, "p95_ms": 69.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.671, "count": 295, "max_ms": 104.01, "p95_ms": 97.352}, "read_interval": {"avg_ms": 101.908, "count": 294, "max_ms": 120.459, "p95_ms": 113.322}, "triton_wait": {"avg_ms": 59.898, "count": 295, "max_ms": 79.594, "p95_ms": 69.589}, "visualize": {"avg_ms": 3.516, "count": 295, "max_ms": 4.391, "p95_ms": 3.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15401.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.086, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.118, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:18:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:18:26+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:18:26.398316+09:00", "mtime_epoch": 1783185506.3983157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:18:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2107.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.256, "count": 298, "max_ms": 11.908, "p95_ms": 7.892}, "gstreamer_push": {"avg_ms": 1.32, "count": 298, "max_ms": 1.511, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.67, "count": 298, "max_ms": 78.829, "p95_ms": 73.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.937, "count": 298, "max_ms": 76.719, "p95_ms": 68.197}, "yolo11_640_fire_11class": {"avg_ms": 59.805, "count": 298, "max_ms": 75.832, "p95_ms": 71.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.844, "count": 298, "max_ms": 78.326, "p95_ms": 75.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.857, "count": 298, "max_ms": 98.32, "p95_ms": 93.398}, "read_interval": {"avg_ms": 100.607, "count": 298, "max_ms": 114.517, "p95_ms": 110.912}, "triton_wait": {"avg_ms": 66.564, "count": 298, "max_ms": 78.846, "p95_ms": 75.833}, "visualize": {"avg_ms": 3.71, "count": 298, "max_ms": 4.724, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15400.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 1053.992, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.16, "name": "ffmpeg", "pid": 107186, "rss_mb": 302.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.387, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1129161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:18:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:18:33+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:18:32+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:18:32.946443+09:00", "mtime_epoch": 1783185512.9464433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:18:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9161.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.82, "count": 289, "max_ms": 27.539, "p95_ms": 18.567}, "gstreamer_push": {"avg_ms": 1.224, "count": 289, "max_ms": 1.396, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.323, "count": 289, "max_ms": 72.157, "p95_ms": 66.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.135, "count": 289, "max_ms": 69.335, "p95_ms": 62.852}, "yolo11_640_fire_11class": {"avg_ms": 55.191, "count": 289, "max_ms": 67.562, "p95_ms": 63.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.175, "count": 289, "max_ms": 74.315, "p95_ms": 70.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.651, "count": 289, "max_ms": 105.245, "p95_ms": 95.811}, "read_interval": {"avg_ms": 103.781, "count": 289, "max_ms": 119.893, "p95_ms": 111.973}, "triton_wait": {"avg_ms": 62.422, "count": 289, "max_ms": 74.325, "p95_ms": 70.58}, "visualize": {"avg_ms": 3.498, "count": 289, "max_ms": 4.472, "p95_ms": 3.712}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15401.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.132, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.186, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:18:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:18:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:18:56+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:18:56.446901+09:00", "mtime_epoch": 1783185536.4469006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:18:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2107.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.43, "count": 298, "max_ms": 11.689, "p95_ms": 10.682}, "gstreamer_push": {"avg_ms": 1.304, "count": 298, "max_ms": 1.467, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.483, "count": 298, "max_ms": 76.211, "p95_ms": 72.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.634, "count": 298, "max_ms": 76.224, "p95_ms": 67.444}, "yolo11_640_fire_11class": {"avg_ms": 60.138, "count": 298, "max_ms": 77.248, "p95_ms": 69.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.228, "count": 298, "max_ms": 78.36, "p95_ms": 75.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.187, "count": 298, "max_ms": 95.601, "p95_ms": 92.499}, "read_interval": {"avg_ms": 100.797, "count": 297, "max_ms": 114.053, "p95_ms": 110.173}, "triton_wait": {"avg_ms": 66.814, "count": 298, "max_ms": 78.373, "p95_ms": 75.444}, "visualize": {"avg_ms": 3.7, "count": 298, "max_ms": 4.586, "p95_ms": 4.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15402.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 1084.046, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.48, "name": "ffmpeg", "pid": 107186, "rss_mb": 304.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.716, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1129455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:19:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:19:03+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T02:19:03+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T02:19:03.007028+09:00", "mtime_epoch": 1783185543.0070283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:19:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9161.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.098, "count": 294, "max_ms": 27.324, "p95_ms": 21.638}, "gstreamer_push": {"avg_ms": 1.23, "count": 294, "max_ms": 1.704, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.49, "count": 294, "max_ms": 76.024, "p95_ms": 66.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.487, "count": 294, "max_ms": 68.532, "p95_ms": 63.267}, "yolo11_640_fire_11class": {"avg_ms": 54.885, "count": 294, "max_ms": 73.39, "p95_ms": 64.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.388, "count": 294, "max_ms": 77.086, "p95_ms": 72.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.185, "count": 294, "max_ms": 103.236, "p95_ms": 97.115}, "read_interval": {"avg_ms": 102.238, "count": 293, "max_ms": 119.87, "p95_ms": 113.529}, "triton_wait": {"avg_ms": 60.723, "count": 294, "max_ms": 77.097, "p95_ms": 72.275}, "visualize": {"avg_ms": 3.495, "count": 294, "max_ms": 4.294, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15405.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.146, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.277, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:19:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:19:26+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:19:26.463485+09:00", "mtime_epoch": 1783185566.463485, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:19:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2107.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.146, "count": 300, "max_ms": 9.103, "p95_ms": 7.556}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.581, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.322, "count": 300, "max_ms": 76.191, "p95_ms": 72.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.919, "count": 300, "max_ms": 72.406, "p95_ms": 61.696}, "yolo11_640_fire_11class": {"avg_ms": 59.966, "count": 300, "max_ms": 73.869, "p95_ms": 68.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.73, "count": 300, "max_ms": 80.815, "p95_ms": 74.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.373, "count": 300, "max_ms": 194.637, "p95_ms": 91.867}, "read_interval": {"avg_ms": 100.052, "count": 300, "max_ms": 206.922, "p95_ms": 109.386}, "triton_wait": {"avg_ms": 66.338, "count": 300, "max_ms": 80.828, "p95_ms": 74.31}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 4.958, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15405.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 1114.072, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.801, "name": "ffmpeg", "pid": 107186, "rss_mb": 306.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.581, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1129751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:19:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:19:33+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T02:19:33+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T02:19:33.035613+09:00", "mtime_epoch": 1783185573.0356128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:19:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9161.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.891, "pushed": 9.891, "read": 9.858}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.655, "count": 296, "max_ms": 20.96, "p95_ms": 17.71}, "gstreamer_push": {"avg_ms": 1.257, "count": 296, "max_ms": 2.193, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.876, "count": 296, "max_ms": 73.506, "p95_ms": 63.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.892, "count": 296, "max_ms": 66.306, "p95_ms": 61.655}, "yolo11_640_fire_11class": {"avg_ms": 53.881, "count": 296, "max_ms": 67.236, "p95_ms": 62.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.273, "count": 296, "max_ms": 72.469, "p95_ms": 68.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.743, "count": 296, "max_ms": 97.617, "p95_ms": 93.46}, "read_interval": {"avg_ms": 101.455, "count": 295, "max_ms": 117.076, "p95_ms": 110.192}, "triton_wait": {"avg_ms": 59.728, "count": 296, "max_ms": 73.517, "p95_ms": 68.258}, "visualize": {"avg_ms": 3.482, "count": 296, "max_ms": 4.604, "p95_ms": 3.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15405.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.155, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.258, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1405279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:19:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:19:56+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T02:19:56+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T02:19:56.492069+09:00", "mtime_epoch": 1783185596.4920695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:19:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2107.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.636, "pushed": 10.636, "read": 10.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.179, "count": 319, "max_ms": 11.661, "p95_ms": 7.373}, "gstreamer_push": {"avg_ms": 1.302, "count": 319, "max_ms": 1.556, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.493, "count": 319, "max_ms": 73.432, "p95_ms": 68.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.413, "count": 319, "max_ms": 72.24, "p95_ms": 61.766}, "yolo11_640_fire_11class": {"avg_ms": 57.064, "count": 319, "max_ms": 76.343, "p95_ms": 71.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.068, "count": 319, "max_ms": 77.109, "p95_ms": 74.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.357, "count": 319, "max_ms": 97.344, "p95_ms": 90.616}, "read_interval": {"avg_ms": 94.157, "count": 319, "max_ms": 120.334, "p95_ms": 107.81}, "triton_wait": {"avg_ms": 61.418, "count": 319, "max_ms": 77.122, "p95_ms": 74.23}, "visualize": {"avg_ms": 3.673, "count": 319, "max_ms": 4.767, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15405.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:00:25+09:00", "last_error_summary": "[tcp @ 0x557c0d848900] Connection to tcp://nk20001.iptime.org:554?timeout=10000000 failed: Network is unreachable [in#0 @ 0x557c0d845e00] Error opening input: Network is unreachable Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Network is unreachable", "last_exit_at": "2026-07-05T02:00:26+09:00", "last_returncode": 155, "last_stable_duration_sec": 1146.229, "last_started_at": "2026-07-05T02:00:59+09:00", "pid": 107186, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.191, "name": "ffmpeg", "pid": 107186, "rss_mb": 307.191, "state": "S (sleeping)", "threads": 104}, "restart_count": 546, "restart_count_per_hour": 8, "rtsp_timeout_count": 330, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.552, "sample_count": 2730, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1129874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:20:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:20:05+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T02:20:05+09:00", "mjpeg": {"age_sec": 19.445, "exists": true, "mtime": "2026-07-05T02:19:45.827862+09:00", "mtime_epoch": 1783185585.8278618, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:20:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9161.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.438, "pushed": 3.438, "read": 3.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.672, "count": 103, "max_ms": 28.615, "p95_ms": 17.127}, "gstreamer_push": {"avg_ms": 1.237, "count": 103, "max_ms": 1.566, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.528, "count": 103, "max_ms": 64.179, "p95_ms": 61.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.744, "count": 103, "max_ms": 64.193, "p95_ms": 61.035}, "yolo11_640_fire_11class": {"avg_ms": 56.615, "count": 103, "max_ms": 68.211, "p95_ms": 62.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.41, "count": 103, "max_ms": 71.039, "p95_ms": 69.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.587, "count": 103, "max_ms": 108.937, "p95_ms": 94.945}, "read_interval": {"avg_ms": 293.838, "count": 102, "max_ms": 19481.859, "p95_ms": 111.585}, "triton_wait": {"avg_ms": 62.537, "count": 103, "max_ms": 71.055, "p95_ms": 69.942}, "visualize": {"avg_ms": 3.484, "count": 103, "max_ms": 4.014, "p95_ms": 3.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15363.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.25, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.318, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1405602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:20:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:20:26+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:20:26+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:20:26.564655+09:00", "mtime_epoch": 1783185626.5646546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:20:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2107.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.735, "pushed": 10.735, "read": 10.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.269, "count": 322, "max_ms": 11.543, "p95_ms": 7.798}, "gstreamer_push": {"avg_ms": 1.313, "count": 322, "max_ms": 2.111, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.091, "count": 322, "max_ms": 70.802, "p95_ms": 66.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.113, "count": 322, "max_ms": 70.881, "p95_ms": 64.88}, "yolo11_640_fire_11class": {"avg_ms": 55.111, "count": 322, "max_ms": 72.642, "p95_ms": 68.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.237, "count": 322, "max_ms": 80.952, "p95_ms": 75.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.649, "count": 322, "max_ms": 96.129, "p95_ms": 91.83}, "read_interval": {"avg_ms": 93.138, "count": 322, "max_ms": 235.366, "p95_ms": 109.482}, "triton_wait": {"avg_ms": 59.564, "count": 322, "max_ms": 80.967, "p95_ms": 75.156}, "visualize": {"avg_ms": 3.718, "count": 322, "max_ms": 4.914, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15364.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.472, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.422, "name": "ffmpeg", "pid": 107597, "rss_mb": 264.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 9, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.002, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1130121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:20:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:20:35+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T02:20:35+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T02:20:35.184822+09:00", "mtime_epoch": 1783185635.1848223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:20:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9161.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.236, "pushed": 8.236, "read": 8.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.321, "count": 247, "max_ms": 30.297, "p95_ms": 20.465}, "gstreamer_push": {"avg_ms": 1.229, "count": 247, "max_ms": 1.644, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.009, "count": 247, "max_ms": 68.646, "p95_ms": 63.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.655, "count": 247, "max_ms": 68.634, "p95_ms": 63.971}, "yolo11_640_fire_11class": {"avg_ms": 57.753, "count": 247, "max_ms": 70.255, "p95_ms": 65.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.349, "count": 247, "max_ms": 78.692, "p95_ms": 72.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.149, "count": 247, "max_ms": 104.181, "p95_ms": 98.281}, "read_interval": {"avg_ms": 121.432, "count": 247, "max_ms": 4261.403, "p95_ms": 112.749}, "triton_wait": {"avg_ms": 64.422, "count": 247, "max_ms": 78.703, "p95_ms": 72.684}, "visualize": {"avg_ms": 3.528, "count": 247, "max_ms": 4.788, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15364.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.305, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.481, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1405892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:20:56+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:20:56+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:20:56.617239+09:00", "mtime_epoch": 1783185656.6172392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:20:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2108.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.683, "pushed": 9.683, "read": 9.65}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 290, "max_ms": 11.324, "p95_ms": 7.737}, "gstreamer_push": {"avg_ms": 1.319, "count": 290, "max_ms": 1.954, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.576, "count": 290, "max_ms": 74.942, "p95_ms": 69.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.701, "count": 290, "max_ms": 72.764, "p95_ms": 66.804}, "yolo11_640_fire_11class": {"avg_ms": 63.332, "count": 290, "max_ms": 75.048, "p95_ms": 68.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.605, "count": 290, "max_ms": 82.616, "p95_ms": 75.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.885, "count": 290, "max_ms": 98.436, "p95_ms": 92.725}, "read_interval": {"avg_ms": 103.623, "count": 289, "max_ms": 114.589, "p95_ms": 109.751}, "triton_wait": {"avg_ms": 70.714, "count": 290, "max_ms": 82.629, "p95_ms": 75.903}, "visualize": {"avg_ms": 3.693, "count": 290, "max_ms": 4.458, "p95_ms": 3.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15364.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.521, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.422, "name": "ffmpeg", "pid": 107597, "rss_mb": 264.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 9, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.147, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1130408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:21:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:21:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:21:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:21:05.237407+09:00", "mtime_epoch": 1783185665.237407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:21:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9162.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.581, "pushed": 9.581, "read": 9.547}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.639, "count": 287, "max_ms": 20.098, "p95_ms": 17.636}, "gstreamer_push": {"avg_ms": 1.22, "count": 287, "max_ms": 1.439, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.292, "count": 287, "max_ms": 68.593, "p95_ms": 65.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.384, "count": 287, "max_ms": 67.247, "p95_ms": 61.216}, "yolo11_640_fire_11class": {"avg_ms": 57.034, "count": 287, "max_ms": 68.566, "p95_ms": 62.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.807, "count": 287, "max_ms": 76.022, "p95_ms": 70.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.878, "count": 287, "max_ms": 101.302, "p95_ms": 95.688}, "read_interval": {"avg_ms": 104.698, "count": 286, "max_ms": 116.459, "p95_ms": 111.663}, "triton_wait": {"avg_ms": 63.911, "count": 287, "max_ms": 76.034, "p95_ms": 70.428}, "visualize": {"avg_ms": 3.497, "count": 287, "max_ms": 4.483, "p95_ms": 3.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15370.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.39, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.454, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:21:26+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:21:26+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:21:26.701825+09:00", "mtime_epoch": 1783185686.7018247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:21:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2108.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.707, "pushed": 9.707, "read": 9.674}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.36, "count": 291, "max_ms": 11.821, "p95_ms": 8.101}, "gstreamer_push": {"avg_ms": 1.342, "count": 291, "max_ms": 2.046, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.132, "count": 291, "max_ms": 74.798, "p95_ms": 71.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.551, "count": 291, "max_ms": 69.715, "p95_ms": 50.113}, "yolo11_640_fire_11class": {"avg_ms": 62.982, "count": 291, "max_ms": 74.736, "p95_ms": 69.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.962, "count": 291, "max_ms": 78.981, "p95_ms": 75.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.521, "count": 291, "max_ms": 95.283, "p95_ms": 92.279}, "read_interval": {"avg_ms": 103.375, "count": 290, "max_ms": 113.343, "p95_ms": 109.678}, "triton_wait": {"avg_ms": 70.117, "count": 291, "max_ms": 78.994, "p95_ms": 75.705}, "visualize": {"avg_ms": 3.697, "count": 291, "max_ms": 4.834, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15370.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.596, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.062, "name": "ffmpeg", "pid": 107597, "rss_mb": 269.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 9, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.001, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1130699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:21:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:21:35+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:21:35+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:21:35.313992+09:00", "mtime_epoch": 1783185695.3139923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:21:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9162.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.709, "pushed": 9.709, "read": 9.675}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.981, "count": 291, "max_ms": 25.261, "p95_ms": 18.416}, "gstreamer_push": {"avg_ms": 1.235, "count": 291, "max_ms": 1.854, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.016, "count": 291, "max_ms": 67.949, "p95_ms": 61.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.061, "count": 291, "max_ms": 65.09, "p95_ms": 58.542}, "yolo11_640_fire_11class": {"avg_ms": 56.02, "count": 291, "max_ms": 71.745, "p95_ms": 61.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.529, "count": 291, "max_ms": 69.538, "p95_ms": 66.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.194, "count": 291, "max_ms": 98.588, "p95_ms": 92.847}, "read_interval": {"avg_ms": 103.33, "count": 290, "max_ms": 116.788, "p95_ms": 109.051}, "triton_wait": {"avg_ms": 61.795, "count": 291, "max_ms": 71.759, "p95_ms": 67.104}, "visualize": {"avg_ms": 3.522, "count": 291, "max_ms": 4.272, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15370.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 927.471, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.291, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:21:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:21:56+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:21:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T02:21:56.790410+09:00", "mtime_epoch": 1783185716.79041, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:21:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2108.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.201, "count": 296, "max_ms": 9.078, "p95_ms": 7.556}, "gstreamer_push": {"avg_ms": 1.311, "count": 296, "max_ms": 1.571, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.35, "count": 296, "max_ms": 75.534, "p95_ms": 68.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.302, "count": 296, "max_ms": 71.962, "p95_ms": 52.04}, "yolo11_640_fire_11class": {"avg_ms": 62.587, "count": 296, "max_ms": 72.468, "p95_ms": 68.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.847, "count": 296, "max_ms": 77.698, "p95_ms": 73.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.014, "count": 296, "max_ms": 93.588, "p95_ms": 90.079}, "read_interval": {"avg_ms": 101.62, "count": 295, "max_ms": 110.534, "p95_ms": 107.603}, "triton_wait": {"avg_ms": 68.978, "count": 296, "max_ms": 77.71, "p95_ms": 73.392}, "visualize": {"avg_ms": 3.674, "count": 296, "max_ms": 4.695, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15370.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.605, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.062, "name": "ffmpeg", "pid": 107597, "rss_mb": 269.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 9, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.823, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1130995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:22:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:22:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:22:05+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:22:05.326576+09:00", "mtime_epoch": 1783185725.326576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:22:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9162.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.869}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.206, "count": 296, "max_ms": 26.509, "p95_ms": 19.306}, "gstreamer_push": {"avg_ms": 1.245, "count": 296, "max_ms": 1.497, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.46, "count": 296, "max_ms": 65.986, "p95_ms": 59.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.382, "count": 296, "max_ms": 64.082, "p95_ms": 59.217}, "yolo11_640_fire_11class": {"avg_ms": 53.794, "count": 296, "max_ms": 69.001, "p95_ms": 61.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.215, "count": 296, "max_ms": 75.457, "p95_ms": 66.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.066, "count": 296, "max_ms": 101.349, "p95_ms": 92.224}, "read_interval": {"avg_ms": 101.387, "count": 296, "max_ms": 121.03, "p95_ms": 108.647}, "triton_wait": {"avg_ms": 59.387, "count": 296, "max_ms": 75.469, "p95_ms": 66.035}, "visualize": {"avg_ms": 3.559, "count": 296, "max_ms": 4.393, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15371.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 957.534, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.106, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:22:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:22:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:22:26+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:22:26.850995+09:00", "mtime_epoch": 1783185746.8509948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:22:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2108.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.881}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.448, "count": 297, "max_ms": 12.509, "p95_ms": 11.26}, "gstreamer_push": {"avg_ms": 1.317, "count": 297, "max_ms": 1.708, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.752, "count": 297, "max_ms": 71.256, "p95_ms": 67.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.449, "count": 297, "max_ms": 73.211, "p95_ms": 67.234}, "yolo11_640_fire_11class": {"avg_ms": 61.221, "count": 297, "max_ms": 72.792, "p95_ms": 68.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.621, "count": 297, "max_ms": 76.971, "p95_ms": 74.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.168, "count": 297, "max_ms": 99.857, "p95_ms": 92.009}, "read_interval": {"avg_ms": 101.196, "count": 296, "max_ms": 121.586, "p95_ms": 109.134}, "triton_wait": {"avg_ms": 67.836, "count": 297, "max_ms": 76.984, "p95_ms": 74.84}, "visualize": {"avg_ms": 3.722, "count": 297, "max_ms": 4.507, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15371.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.637, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.062, "name": "ffmpeg", "pid": 107597, "rss_mb": 269.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 9, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.985, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1131284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:22:35+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T02:22:35+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:22:35.351160+09:00", "mtime_epoch": 1783185755.35116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:22:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9162.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.654, "pushed": 9.654, "read": 9.621}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.367, "count": 289, "max_ms": 29.939, "p95_ms": 28.013}, "gstreamer_push": {"avg_ms": 1.226, "count": 289, "max_ms": 2.21, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.321, "count": 289, "max_ms": 68.831, "p95_ms": 62.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.721, "count": 289, "max_ms": 69.078, "p95_ms": 61.831}, "yolo11_640_fire_11class": {"avg_ms": 55.968, "count": 289, "max_ms": 70.665, "p95_ms": 63.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.892, "count": 289, "max_ms": 74.697, "p95_ms": 70.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.698, "count": 289, "max_ms": 108.433, "p95_ms": 97.052}, "read_interval": {"avg_ms": 103.88, "count": 288, "max_ms": 125.799, "p95_ms": 112.613}, "triton_wait": {"avg_ms": 62.063, "count": 289, "max_ms": 74.706, "p95_ms": 70.824}, "visualize": {"avg_ms": 3.48, "count": 289, "max_ms": 5.465, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15371.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 987.636, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.159, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1407067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:22:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:22:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:22:56+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:22:56.955580+09:00", "mtime_epoch": 1783185776.9555802, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:22:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2108.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.209, "count": 290, "max_ms": 8.913, "p95_ms": 7.68}, "gstreamer_push": {"avg_ms": 1.319, "count": 291, "max_ms": 1.506, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.728, "count": 290, "max_ms": 74.818, "p95_ms": 69.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.169, "count": 290, "max_ms": 76.895, "p95_ms": 66.404}, "yolo11_640_fire_11class": {"avg_ms": 63.846, "count": 290, "max_ms": 75.454, "p95_ms": 69.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.312, "count": 290, "max_ms": 81.953, "p95_ms": 76.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.661, "count": 291, "max_ms": 97.799, "p95_ms": 92.637}, "read_interval": {"avg_ms": 103.434, "count": 290, "max_ms": 116.179, "p95_ms": 109.552}, "triton_wait": {"avg_ms": 70.496, "count": 290, "max_ms": 81.966, "p95_ms": 76.404}, "visualize": {"avg_ms": 3.682, "count": 290, "max_ms": 4.208, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15371.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.667, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 107597, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 8, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.823, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1131573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:23:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:23:05+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:23:05.387744+09:00", "mtime_epoch": 1783185785.3877442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:23:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9162.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.656, "pushed": 9.656, "read": 9.622}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.661, "count": 289, "max_ms": 23.212, "p95_ms": 17.623}, "gstreamer_push": {"avg_ms": 1.219, "count": 289, "max_ms": 1.461, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.946, "count": 289, "max_ms": 70.119, "p95_ms": 64.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.246, "count": 289, "max_ms": 68.475, "p95_ms": 62.159}, "yolo11_640_fire_11class": {"avg_ms": 56.536, "count": 289, "max_ms": 69.336, "p95_ms": 63.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.761, "count": 289, "max_ms": 74.565, "p95_ms": 70.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.927, "count": 289, "max_ms": 100.122, "p95_ms": 94.836}, "read_interval": {"avg_ms": 103.905, "count": 288, "max_ms": 120.681, "p95_ms": 112.0}, "triton_wait": {"avg_ms": 63.005, "count": 289, "max_ms": 74.577, "p95_ms": 70.889}, "visualize": {"avg_ms": 3.471, "count": 289, "max_ms": 4.472, "p95_ms": 3.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15371.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1017.68, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.038, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1407362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:23:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:23:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:23:26.996165+09:00", "mtime_epoch": 1783185806.9961646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:23:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2109.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.818}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.257, "count": 295, "max_ms": 11.58, "p95_ms": 7.776}, "gstreamer_push": {"avg_ms": 1.322, "count": 295, "max_ms": 2.027, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.39, "count": 295, "max_ms": 75.938, "p95_ms": 68.187}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.161, "count": 295, "max_ms": 71.359, "p95_ms": 65.599}, "yolo11_640_fire_11class": {"avg_ms": 61.903, "count": 295, "max_ms": 71.7, "p95_ms": 67.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.827, "count": 295, "max_ms": 80.575, "p95_ms": 75.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.056, "count": 295, "max_ms": 98.463, "p95_ms": 92.198}, "read_interval": {"avg_ms": 101.829, "count": 294, "max_ms": 115.232, "p95_ms": 109.702}, "triton_wait": {"avg_ms": 68.914, "count": 295, "max_ms": 80.591, "p95_ms": 75.904}, "visualize": {"avg_ms": 3.708, "count": 295, "max_ms": 5.972, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15371.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.757, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 107597, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 8, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.884, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1131864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:23:35+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:23:35+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:23:35.476330+09:00", "mtime_epoch": 1783185815.4763296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:23:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9162.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.653, "count": 291, "max_ms": 19.925, "p95_ms": 17.64}, "gstreamer_push": {"avg_ms": 1.226, "count": 291, "max_ms": 1.48, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.194, "count": 291, "max_ms": 67.483, "p95_ms": 61.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.768, "count": 291, "max_ms": 66.069, "p95_ms": 62.215}, "yolo11_640_fire_11class": {"avg_ms": 55.93, "count": 291, "max_ms": 68.015, "p95_ms": 62.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.404, "count": 291, "max_ms": 75.328, "p95_ms": 71.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.442, "count": 291, "max_ms": 101.477, "p95_ms": 96.093}, "read_interval": {"avg_ms": 103.403, "count": 290, "max_ms": 119.905, "p95_ms": 114.372}, "triton_wait": {"avg_ms": 62.488, "count": 291, "max_ms": 75.339, "p95_ms": 71.085}, "visualize": {"avg_ms": 3.477, "count": 291, "max_ms": 4.359, "p95_ms": 3.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15371.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1047.716, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.882, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1407659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:23:57+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T02:23:57+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T02:23:57.024749+09:00", "mtime_epoch": 1783185837.0247486, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:23:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2109.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.923, "pushed": 9.923, "read": 9.889}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.255, "count": 297, "max_ms": 11.944, "p95_ms": 7.901}, "gstreamer_push": {"avg_ms": 1.319, "count": 297, "max_ms": 1.711, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.738, "count": 297, "max_ms": 74.061, "p95_ms": 67.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.561, "count": 297, "max_ms": 70.799, "p95_ms": 67.449}, "yolo11_640_fire_11class": {"avg_ms": 60.736, "count": 297, "max_ms": 73.759, "p95_ms": 68.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.105, "count": 297, "max_ms": 81.087, "p95_ms": 75.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.351, "count": 297, "max_ms": 129.159, "p95_ms": 91.334}, "read_interval": {"avg_ms": 101.09, "count": 296, "max_ms": 142.826, "p95_ms": 108.602}, "triton_wait": {"avg_ms": 68.204, "count": 297, "max_ms": 81.1, "p95_ms": 75.259}, "visualize": {"avg_ms": 3.704, "count": 297, "max_ms": 5.026, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15372.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.83, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 107597, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 8, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.701, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:24:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:24:05+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:24:05.544914+09:00", "mtime_epoch": 1783185845.5449142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:24:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9162.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.69, "count": 292, "max_ms": 22.054, "p95_ms": 17.87}, "gstreamer_push": {"avg_ms": 1.226, "count": 292, "max_ms": 1.586, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.155, "count": 292, "max_ms": 68.174, "p95_ms": 62.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.302, "count": 292, "max_ms": 67.889, "p95_ms": 62.261}, "yolo11_640_fire_11class": {"avg_ms": 54.784, "count": 292, "max_ms": 64.829, "p95_ms": 62.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.736, "count": 292, "max_ms": 74.041, "p95_ms": 71.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.842, "count": 292, "max_ms": 98.811, "p95_ms": 96.093}, "read_interval": {"avg_ms": 102.965, "count": 291, "max_ms": 116.939, "p95_ms": 113.74}, "triton_wait": {"avg_ms": 61.833, "count": 292, "max_ms": 74.053, "p95_ms": 71.265}, "visualize": {"avg_ms": 3.496, "count": 292, "max_ms": 4.484, "p95_ms": 3.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15372.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1077.809, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.96, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1407948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:24:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:24:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:24:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:24:27.129334+09:00", "mtime_epoch": 1783185867.129334, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:24:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2109.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.638, "pushed": 9.638, "read": 9.605}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 289, "max_ms": 10.442, "p95_ms": 7.824}, "gstreamer_push": {"avg_ms": 1.315, "count": 289, "max_ms": 1.453, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.201, "count": 289, "max_ms": 76.653, "p95_ms": 68.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.534, "count": 289, "max_ms": 77.78, "p95_ms": 68.122}, "yolo11_640_fire_11class": {"avg_ms": 62.846, "count": 289, "max_ms": 74.281, "p95_ms": 68.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.181, "count": 289, "max_ms": 83.184, "p95_ms": 76.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.302, "count": 289, "max_ms": 99.056, "p95_ms": 92.079}, "read_interval": {"avg_ms": 104.131, "count": 288, "max_ms": 115.278, "p95_ms": 109.092}, "triton_wait": {"avg_ms": 71.302, "count": 289, "max_ms": 83.196, "p95_ms": 76.128}, "visualize": {"avg_ms": 3.671, "count": 289, "max_ms": 4.332, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15372.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.911, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 107597, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 8, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.996, "sample_count": 2671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:24:35+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:24:35+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:24:35.629499+09:00", "mtime_epoch": 1783185875.6294992, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:24:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9162.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.676, "pushed": 9.676, "read": 9.643}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.833, "count": 290, "max_ms": 25.685, "p95_ms": 18.199}, "gstreamer_push": {"avg_ms": 1.228, "count": 290, "max_ms": 1.486, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.772, "count": 290, "max_ms": 68.038, "p95_ms": 62.604}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.41, "count": 290, "max_ms": 68.357, "p95_ms": 62.677}, "yolo11_640_fire_11class": {"avg_ms": 55.329, "count": 290, "max_ms": 71.183, "p95_ms": 62.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.462, "count": 290, "max_ms": 77.468, "p95_ms": 70.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.768, "count": 290, "max_ms": 102.498, "p95_ms": 95.737}, "read_interval": {"avg_ms": 103.723, "count": 289, "max_ms": 119.069, "p95_ms": 114.901}, "triton_wait": {"avg_ms": 62.565, "count": 290, "max_ms": 77.48, "p95_ms": 70.303}, "visualize": {"avg_ms": 3.516, "count": 290, "max_ms": 4.382, "p95_ms": 3.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15373.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1107.867, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.961, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1408243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:24:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:24:57+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:24:57+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:24:57.181918+09:00", "mtime_epoch": 1783185897.1819184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:24:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2109.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.85, "pushed": 9.85, "read": 9.816}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.293, "count": 295, "max_ms": 10.67, "p95_ms": 7.548}, "gstreamer_push": {"avg_ms": 1.319, "count": 295, "max_ms": 2.385, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.234, "count": 295, "max_ms": 73.278, "p95_ms": 67.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.377, "count": 295, "max_ms": 71.762, "p95_ms": 66.235}, "yolo11_640_fire_11class": {"avg_ms": 61.078, "count": 295, "max_ms": 73.291, "p95_ms": 68.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.523, "count": 295, "max_ms": 82.17, "p95_ms": 75.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.008, "count": 295, "max_ms": 178.77, "p95_ms": 91.227}, "read_interval": {"avg_ms": 101.868, "count": 294, "max_ms": 190.294, "p95_ms": 108.956}, "triton_wait": {"avg_ms": 68.63, "count": 295, "max_ms": 82.182, "p95_ms": 75.164}, "visualize": {"avg_ms": 3.695, "count": 295, "max_ms": 5.122, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15377.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.916, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.02, "name": "ffmpeg", "pid": 107597, "rss_mb": 274.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 8, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.018, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:25:05+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T02:25:05+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T02:25:05.654083+09:00", "mtime_epoch": 1783185905.6540833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:25:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9163.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.945, "count": 293, "max_ms": 25.227, "p95_ms": 18.361}, "gstreamer_push": {"avg_ms": 1.244, "count": 293, "max_ms": 1.46, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.384, "count": 293, "max_ms": 66.389, "p95_ms": 61.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.608, "count": 293, "max_ms": 67.433, "p95_ms": 60.688}, "yolo11_640_fire_11class": {"avg_ms": 54.656, "count": 293, "max_ms": 67.443, "p95_ms": 61.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.884, "count": 293, "max_ms": 75.897, "p95_ms": 69.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.412, "count": 293, "max_ms": 101.033, "p95_ms": 95.316}, "read_interval": {"avg_ms": 102.462, "count": 293, "max_ms": 120.313, "p95_ms": 114.14}, "triton_wait": {"avg_ms": 61.051, "count": 293, "max_ms": 75.909, "p95_ms": 69.877}, "visualize": {"avg_ms": 3.508, "count": 293, "max_ms": 4.237, "p95_ms": 3.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15384.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1137.904, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.802, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1408547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:25:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:25:27+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T02:25:27+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T02:25:27.242503+09:00", "mtime_epoch": 1783185927.242503, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:25:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2109.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.123}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.216, "count": 304, "max_ms": 10.587, "p95_ms": 7.484}, "gstreamer_push": {"avg_ms": 1.317, "count": 304, "max_ms": 1.488, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.67, "count": 304, "max_ms": 70.479, "p95_ms": 66.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.233, "count": 304, "max_ms": 71.202, "p95_ms": 53.999}, "yolo11_640_fire_11class": {"avg_ms": 59.048, "count": 304, "max_ms": 71.418, "p95_ms": 66.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.94, "count": 304, "max_ms": 75.576, "p95_ms": 73.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.1, "count": 304, "max_ms": 91.867, "p95_ms": 89.866}, "read_interval": {"avg_ms": 98.857, "count": 303, "max_ms": 111.2, "p95_ms": 106.977}, "triton_wait": {"avg_ms": 66.071, "count": 304, "max_ms": 75.588, "p95_ms": 73.77}, "visualize": {"avg_ms": 3.702, "count": 304, "max_ms": 4.589, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15383.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.937, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.055, "name": "ffmpeg", "pid": 107597, "rss_mb": 280.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 8, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.332, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1133037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:25:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:25:35+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:25:35+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T02:25:35.658667+09:00", "mtime_epoch": 1783185935.6586666, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:25:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9163.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.923}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.936, "count": 298, "max_ms": 22.765, "p95_ms": 18.966}, "gstreamer_push": {"avg_ms": 1.247, "count": 298, "max_ms": 2.099, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.423, "count": 298, "max_ms": 67.182, "p95_ms": 61.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.662, "count": 298, "max_ms": 69.276, "p95_ms": 59.119}, "yolo11_640_fire_11class": {"avg_ms": 53.208, "count": 298, "max_ms": 67.168, "p95_ms": 60.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.811, "count": 298, "max_ms": 75.874, "p95_ms": 69.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.36, "count": 298, "max_ms": 100.937, "p95_ms": 94.742}, "read_interval": {"avg_ms": 100.734, "count": 297, "max_ms": 116.771, "p95_ms": 111.438}, "triton_wait": {"avg_ms": 58.946, "count": 298, "max_ms": 75.886, "p95_ms": 69.027}, "visualize": {"avg_ms": 3.524, "count": 298, "max_ms": 5.309, "p95_ms": 3.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15384.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1167.946, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.646, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1408844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:25:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:25:57+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:25:57+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T02:25:57.267087+09:00", "mtime_epoch": 1783185957.2670867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:25:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2109.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.881}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.249, "count": 297, "max_ms": 12.27, "p95_ms": 7.686}, "gstreamer_push": {"avg_ms": 1.331, "count": 297, "max_ms": 1.53, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.977, "count": 297, "max_ms": 70.787, "p95_ms": 67.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.923, "count": 297, "max_ms": 75.533, "p95_ms": 67.151}, "yolo11_640_fire_11class": {"avg_ms": 61.111, "count": 297, "max_ms": 72.718, "p95_ms": 68.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.256, "count": 297, "max_ms": 78.899, "p95_ms": 75.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.315, "count": 297, "max_ms": 94.857, "p95_ms": 91.59}, "read_interval": {"avg_ms": 101.138, "count": 296, "max_ms": 112.056, "p95_ms": 108.888}, "triton_wait": {"avg_ms": 68.289, "count": 297, "max_ms": 78.911, "p95_ms": 75.738}, "visualize": {"avg_ms": 3.69, "count": 297, "max_ms": 4.724, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15384.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 358.03, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.312, "name": "ffmpeg", "pid": 107597, "rss_mb": 280.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 8, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.32, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1133327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:26:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:26:05+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:26:05.751252+09:00", "mtime_epoch": 1783185965.7512517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:26:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9163.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.635}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.686, "count": 290, "max_ms": 22.161, "p95_ms": 17.668}, "gstreamer_push": {"avg_ms": 1.239, "count": 290, "max_ms": 1.538, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.194, "count": 290, "max_ms": 65.379, "p95_ms": 61.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.343, "count": 290, "max_ms": 67.646, "p95_ms": 61.635}, "yolo11_640_fire_11class": {"avg_ms": 55.897, "count": 290, "max_ms": 66.022, "p95_ms": 62.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.414, "count": 290, "max_ms": 74.25, "p95_ms": 69.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.481, "count": 290, "max_ms": 101.934, "p95_ms": 95.552}, "read_interval": {"avg_ms": 103.767, "count": 289, "max_ms": 116.304, "p95_ms": 111.942}, "triton_wait": {"avg_ms": 62.477, "count": 290, "max_ms": 74.263, "p95_ms": 69.858}, "visualize": {"avg_ms": 3.491, "count": 290, "max_ms": 4.19, "p95_ms": 3.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15387.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1197.998, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.59, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1409143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:26:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:26:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:26:27+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T02:26:27.319671+09:00", "mtime_epoch": 1783185987.319671, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:26:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2109.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.313, "count": 299, "max_ms": 12.355, "p95_ms": 8.106}, "gstreamer_push": {"avg_ms": 1.304, "count": 299, "max_ms": 1.837, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.628, "count": 299, "max_ms": 73.506, "p95_ms": 68.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.932, "count": 299, "max_ms": 72.563, "p95_ms": 66.966}, "yolo11_640_fire_11class": {"avg_ms": 60.968, "count": 299, "max_ms": 73.101, "p95_ms": 69.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.607, "count": 299, "max_ms": 81.382, "p95_ms": 75.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.762, "count": 299, "max_ms": 98.849, "p95_ms": 91.736}, "read_interval": {"avg_ms": 100.498, "count": 298, "max_ms": 118.051, "p95_ms": 109.921}, "triton_wait": {"avg_ms": 67.729, "count": 299, "max_ms": 81.395, "p95_ms": 75.244}, "visualize": {"avg_ms": 3.693, "count": 299, "max_ms": 4.679, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15387.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 388.079, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.922, "name": "ffmpeg", "pid": 107597, "rss_mb": 283.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 8, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.522, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1133624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:26:35+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T02:26:35+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T02:26:35.819836+09:00", "mtime_epoch": 1783185995.8198361, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:26:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9163.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.916, "pushed": 9.916, "read": 9.882}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.054, "count": 297, "max_ms": 30.082, "p95_ms": 18.916}, "gstreamer_push": {"avg_ms": 1.24, "count": 297, "max_ms": 1.626, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.294, "count": 297, "max_ms": 68.488, "p95_ms": 61.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.609, "count": 297, "max_ms": 65.665, "p95_ms": 59.879}, "yolo11_640_fire_11class": {"avg_ms": 53.923, "count": 297, "max_ms": 69.833, "p95_ms": 61.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.188, "count": 297, "max_ms": 74.261, "p95_ms": 68.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.805, "count": 297, "max_ms": 105.581, "p95_ms": 94.829}, "read_interval": {"avg_ms": 101.198, "count": 296, "max_ms": 122.543, "p95_ms": 111.206}, "triton_wait": {"avg_ms": 59.375, "count": 297, "max_ms": 74.273, "p95_ms": 69.78}, "visualize": {"avg_ms": 3.502, "count": 297, "max_ms": 4.571, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15393.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.036, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.64, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1409440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:26:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:26:57+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:26:57.348255+09:00", "mtime_epoch": 1783186017.3482547, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:26:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2110.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.887}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 297, "max_ms": 9.952, "p95_ms": 7.831}, "gstreamer_push": {"avg_ms": 1.319, "count": 297, "max_ms": 1.488, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.043, "count": 297, "max_ms": 70.517, "p95_ms": 66.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.167, "count": 297, "max_ms": 71.322, "p95_ms": 64.802}, "yolo11_640_fire_11class": {"avg_ms": 61.22, "count": 297, "max_ms": 73.096, "p95_ms": 67.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.365, "count": 297, "max_ms": 80.055, "p95_ms": 74.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.36, "count": 297, "max_ms": 95.72, "p95_ms": 90.922}, "read_interval": {"avg_ms": 101.117, "count": 296, "max_ms": 113.374, "p95_ms": 108.729}, "triton_wait": {"avg_ms": 68.405, "count": 297, "max_ms": 80.068, "p95_ms": 74.854}, "visualize": {"avg_ms": 3.684, "count": 297, "max_ms": 5.321, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15393.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:20:05+09:00", "last_error_summary": "[h264 @ 0x562ad1225140] cabac decode of qscale diff failed at 39 31 [h264 @ 0x562ad1225140] error while decoding MB 39 31, bytestream 3658 [h264 @ 0x562ad11e8c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad11e8c00] error while decoding MB 0 14, bytestream 2393 [h264 @ 0x562ad1a85900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad1a85900] error while decoding MB 0 5, bytestream 834 [h264 @ 0x562ad1cf2480] cabac decode of qscale diff failed at 64 43", "last_exit_at": "2026-07-05T02:20:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 418.165, "last_started_at": "2026-07-05T02:20:07+09:00", "pid": 107597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.078, "name": "ffmpeg", "pid": 107597, "rss_mb": 289.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 547, "restart_count_per_hour": 8, "rtsp_timeout_count": 332, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.613, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1133915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:27:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:27:05+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:27:05.884421+09:00", "mtime_epoch": 1783186025.8844206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:27:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9163.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.64, "count": 290, "max_ms": 19.614, "p95_ms": 17.746}, "gstreamer_push": {"avg_ms": 1.214, "count": 290, "max_ms": 1.467, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.075, "count": 290, "max_ms": 65.532, "p95_ms": 60.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.468, "count": 290, "max_ms": 66.071, "p95_ms": 60.685}, "yolo11_640_fire_11class": {"avg_ms": 55.701, "count": 290, "max_ms": 66.347, "p95_ms": 61.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.3, "count": 290, "max_ms": 74.248, "p95_ms": 69.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.309, "count": 290, "max_ms": 98.451, "p95_ms": 94.83}, "read_interval": {"avg_ms": 103.384, "count": 290, "max_ms": 114.8, "p95_ms": 111.103}, "triton_wait": {"avg_ms": 62.376, "count": 290, "max_ms": 74.26, "p95_ms": 69.925}, "visualize": {"avg_ms": 3.473, "count": 290, "max_ms": 4.503, "p95_ms": 3.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15403.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.067, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.495, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1409787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:27:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:27:27+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:27:27+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:27:27.380839+09:00", "mtime_epoch": 1783186047.3808386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:27:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2110.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 347, "pushed_frames": 347, "read_frames": 346, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.596, "pushed": 11.596, "read": 11.563}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.088, "count": 347, "max_ms": 8.204, "p95_ms": 7.323}, "gstreamer_push": {"avg_ms": 1.305, "count": 347, "max_ms": 1.479, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.122, "count": 347, "max_ms": 70.833, "p95_ms": 64.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.714, "count": 347, "max_ms": 67.279, "p95_ms": 49.008}, "yolo11_640_fire_11class": {"avg_ms": 50.518, "count": 347, "max_ms": 67.397, "p95_ms": 65.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.166, "count": 347, "max_ms": 75.795, "p95_ms": 73.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.027, "count": 347, "max_ms": 92.535, "p95_ms": 89.123}, "read_interval": {"avg_ms": 86.481, "count": 346, "max_ms": 112.441, "p95_ms": 106.119}, "triton_wait": {"avg_ms": 54.247, "count": 347, "max_ms": 75.805, "p95_ms": 73.309}, "visualize": {"avg_ms": 3.685, "count": 347, "max_ms": 4.243, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15314.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.503, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.762, "name": "ffmpeg", "pid": 107704, "rss_mb": 211.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.461, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1133972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:27:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:27:35+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:27:35.949005+09:00", "mtime_epoch": 1783186055.9490051, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:27:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9163.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.902, "pushed": 1.902, "read": 1.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.808, "count": 57, "max_ms": 22.299, "p95_ms": 18.358}, "gstreamer_push": {"avg_ms": 1.223, "count": 57, "max_ms": 1.395, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.281, "count": 57, "max_ms": 65.971, "p95_ms": 63.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.066, "count": 57, "max_ms": 65.959, "p95_ms": 63.184}, "yolo11_640_fire_11class": {"avg_ms": 55.097, "count": 57, "max_ms": 64.717, "p95_ms": 63.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.619, "count": 57, "max_ms": 74.519, "p95_ms": 72.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.795, "count": 57, "max_ms": 100.053, "p95_ms": 97.796}, "read_interval": {"avg_ms": 534.995, "count": 56, "max_ms": 19488.059, "p95_ms": 113.459}, "triton_wait": {"avg_ms": 60.707, "count": 57, "max_ms": 74.531, "p95_ms": 72.271}, "visualize": {"avg_ms": 3.476, "count": 57, "max_ms": 3.715, "p95_ms": 3.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15371.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.138, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.388, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1410091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:27:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:27:57+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:27:57+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:27:57.449423+09:00", "mtime_epoch": 1783186077.449423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:27:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2110.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.145, "pushed": 10.145, "read": 10.112}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.425, "count": 304, "max_ms": 11.8, "p95_ms": 9.771}, "gstreamer_push": {"avg_ms": 1.311, "count": 304, "max_ms": 1.805, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.105, "count": 304, "max_ms": 68.933, "p95_ms": 66.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.926, "count": 304, "max_ms": 70.394, "p95_ms": 66.908}, "yolo11_640_fire_11class": {"avg_ms": 59.237, "count": 304, "max_ms": 73.232, "p95_ms": 67.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.323, "count": 304, "max_ms": 80.159, "p95_ms": 75.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.579, "count": 304, "max_ms": 96.368, "p95_ms": 92.105}, "read_interval": {"avg_ms": 98.885, "count": 303, "max_ms": 121.515, "p95_ms": 111.319}, "triton_wait": {"avg_ms": 65.404, "count": 304, "max_ms": 80.172, "p95_ms": 75.509}, "visualize": {"avg_ms": 3.739, "count": 304, "max_ms": 5.88, "p95_ms": 4.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15371.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.589, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.406, "name": "ffmpeg", "pid": 107704, "rss_mb": 267.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.92, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1134260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:28:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:28:06+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:28:06+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:28:06.037590+09:00", "mtime_epoch": 1783186086.03759, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:28:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9163.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.57}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.273, "count": 288, "max_ms": 29.885, "p95_ms": 20.372}, "gstreamer_push": {"avg_ms": 1.235, "count": 288, "max_ms": 1.549, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.198, "count": 288, "max_ms": 67.18, "p95_ms": 62.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.025, "count": 288, "max_ms": 67.222, "p95_ms": 63.092}, "yolo11_640_fire_11class": {"avg_ms": 57.109, "count": 288, "max_ms": 67.95, "p95_ms": 63.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.506, "count": 288, "max_ms": 78.141, "p95_ms": 72.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.291, "count": 288, "max_ms": 108.598, "p95_ms": 98.593}, "read_interval": {"avg_ms": 104.464, "count": 287, "max_ms": 124.357, "p95_ms": 113.025}, "triton_wait": {"avg_ms": 63.623, "count": 288, "max_ms": 78.154, "p95_ms": 72.428}, "visualize": {"avg_ms": 3.51, "count": 288, "max_ms": 4.589, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15372.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.156, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.227, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1410398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:28:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:28:27+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:28:27+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:28:27.474007+09:00", "mtime_epoch": 1783186107.474007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:28:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2110.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.264, "pushed": 10.264, "read": 10.231}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.381, "count": 307, "max_ms": 12.128, "p95_ms": 8.361}, "gstreamer_push": {"avg_ms": 1.322, "count": 307, "max_ms": 1.576, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.901, "count": 307, "max_ms": 70.626, "p95_ms": 65.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.064, "count": 307, "max_ms": 71.147, "p95_ms": 57.297}, "yolo11_640_fire_11class": {"avg_ms": 58.899, "count": 307, "max_ms": 72.435, "p95_ms": 67.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.6, "count": 307, "max_ms": 77.232, "p95_ms": 74.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.876, "count": 307, "max_ms": 93.962, "p95_ms": 90.781}, "read_interval": {"avg_ms": 97.758, "count": 306, "max_ms": 111.864, "p95_ms": 108.117}, "triton_wait": {"avg_ms": 64.735, "count": 307, "max_ms": 77.244, "p95_ms": 74.355}, "visualize": {"avg_ms": 3.734, "count": 307, "max_ms": 5.77, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15372.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.602, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.664, "name": "ffmpeg", "pid": 107704, "rss_mb": 267.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.714, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1134557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:28:36+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T02:28:36+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T02:28:36.042173+09:00", "mtime_epoch": 1783186116.0421734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:28:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9163.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.127, "count": 297, "max_ms": 23.021, "p95_ms": 19.756}, "gstreamer_push": {"avg_ms": 1.247, "count": 297, "max_ms": 1.942, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.979, "count": 297, "max_ms": 63.224, "p95_ms": 59.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.773, "count": 297, "max_ms": 62.03, "p95_ms": 58.843}, "yolo11_640_fire_11class": {"avg_ms": 54.05, "count": 297, "max_ms": 69.059, "p95_ms": 61.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.208, "count": 297, "max_ms": 72.122, "p95_ms": 70.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.92, "count": 297, "max_ms": 98.426, "p95_ms": 95.087}, "read_interval": {"avg_ms": 101.031, "count": 297, "max_ms": 114.331, "p95_ms": 110.7}, "triton_wait": {"avg_ms": 59.485, "count": 297, "max_ms": 72.134, "p95_ms": 70.081}, "visualize": {"avg_ms": 3.494, "count": 297, "max_ms": 4.366, "p95_ms": 3.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15372.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.219, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.221, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1410694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:28:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:28:57+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:28:57+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:28:57.530591+09:00", "mtime_epoch": 1783186137.530591, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:28:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2110.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.847}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.312, "count": 296, "max_ms": 11.321, "p95_ms": 8.342}, "gstreamer_push": {"avg_ms": 1.319, "count": 296, "max_ms": 1.942, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.44, "count": 296, "max_ms": 69.781, "p95_ms": 66.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.368, "count": 296, "max_ms": 68.742, "p95_ms": 58.216}, "yolo11_640_fire_11class": {"avg_ms": 61.158, "count": 296, "max_ms": 69.793, "p95_ms": 66.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.442, "count": 296, "max_ms": 77.749, "p95_ms": 75.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.572, "count": 296, "max_ms": 95.248, "p95_ms": 91.6}, "read_interval": {"avg_ms": 101.53, "count": 295, "max_ms": 116.512, "p95_ms": 109.036}, "triton_wait": {"avg_ms": 68.576, "count": 296, "max_ms": 77.762, "p95_ms": 75.433}, "visualize": {"avg_ms": 3.686, "count": 296, "max_ms": 4.67, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15376.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.687, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.273, "name": "ffmpeg", "pid": 107704, "rss_mb": 271.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.626, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1134852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:29:06+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:29:06+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:29:06.138758+09:00", "mtime_epoch": 1783186146.1387584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:29:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9164.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.832, "count": 295, "max_ms": 24.25, "p95_ms": 18.086}, "gstreamer_push": {"avg_ms": 1.257, "count": 295, "max_ms": 2.143, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.92, "count": 295, "max_ms": 65.423, "p95_ms": 61.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.575, "count": 295, "max_ms": 65.947, "p95_ms": 60.748}, "yolo11_640_fire_11class": {"avg_ms": 53.575, "count": 295, "max_ms": 65.41, "p95_ms": 60.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.099, "count": 295, "max_ms": 74.078, "p95_ms": 70.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.441, "count": 295, "max_ms": 99.921, "p95_ms": 95.586}, "read_interval": {"avg_ms": 101.976, "count": 294, "max_ms": 121.293, "p95_ms": 112.247}, "triton_wait": {"avg_ms": 60.175, "count": 295, "max_ms": 74.09, "p95_ms": 70.452}, "visualize": {"avg_ms": 3.515, "count": 295, "max_ms": 5.535, "p95_ms": 3.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15378.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.326, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.151, "sample_count": 3040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1410993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:29:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T02:29:27+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T02:29:27+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T02:29:27.631176+09:00", "mtime_epoch": 1783186167.6311762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:29:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2110.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.195, "count": 298, "max_ms": 9.237, "p95_ms": 7.594}, "gstreamer_push": {"avg_ms": 1.314, "count": 298, "max_ms": 1.978, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.742, "count": 298, "max_ms": 70.681, "p95_ms": 67.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.044, "count": 298, "max_ms": 73.81, "p95_ms": 67.967}, "yolo11_640_fire_11class": {"avg_ms": 60.172, "count": 298, "max_ms": 70.175, "p95_ms": 67.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.876, "count": 298, "max_ms": 79.274, "p95_ms": 75.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.781, "count": 298, "max_ms": 95.152, "p95_ms": 91.564}, "read_interval": {"avg_ms": 100.636, "count": 298, "max_ms": 111.7, "p95_ms": 108.227}, "triton_wait": {"avg_ms": 67.954, "count": 298, "max_ms": 79.287, "p95_ms": 75.414}, "visualize": {"avg_ms": 3.658, "count": 298, "max_ms": 4.6, "p95_ms": 3.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15383.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.746, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 107704, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.684, "sample_count": 2692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1135143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:29:36+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T02:29:36+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T02:29:36.187342+09:00", "mtime_epoch": 1783186176.1873424, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:29:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9164.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.712, "pushed": 9.712, "read": 9.679}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.892, "count": 291, "max_ms": 23.005, "p95_ms": 18.494}, "gstreamer_push": {"avg_ms": 1.233, "count": 291, "max_ms": 2.209, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.99, "count": 291, "max_ms": 64.966, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.653, "count": 291, "max_ms": 65.023, "p95_ms": 61.345}, "yolo11_640_fire_11class": {"avg_ms": 54.919, "count": 291, "max_ms": 66.083, "p95_ms": 62.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.03, "count": 291, "max_ms": 76.81, "p95_ms": 71.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.299, "count": 291, "max_ms": 101.725, "p95_ms": 96.731}, "read_interval": {"avg_ms": 103.258, "count": 290, "max_ms": 117.476, "p95_ms": 112.092}, "triton_wait": {"avg_ms": 62.069, "count": 291, "max_ms": 76.823, "p95_ms": 71.626}, "visualize": {"avg_ms": 3.498, "count": 291, "max_ms": 4.299, "p95_ms": 3.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15383.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1408.416, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.376, "sample_count": 3037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1411285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:29:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:29:57+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:29:57.735761+09:00", "mtime_epoch": 1783186197.7357612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:29:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2110.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.705}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.356, "count": 292, "max_ms": 10.592, "p95_ms": 8.956}, "gstreamer_push": {"avg_ms": 1.321, "count": 292, "max_ms": 1.559, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.789, "count": 292, "max_ms": 72.291, "p95_ms": 67.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.981, "count": 292, "max_ms": 71.552, "p95_ms": 66.683}, "yolo11_640_fire_11class": {"avg_ms": 62.104, "count": 292, "max_ms": 73.873, "p95_ms": 67.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.856, "count": 292, "max_ms": 78.649, "p95_ms": 75.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.92, "count": 292, "max_ms": 95.485, "p95_ms": 92.566}, "read_interval": {"avg_ms": 103.032, "count": 291, "max_ms": 118.146, "p95_ms": 111.505}, "triton_wait": {"avg_ms": 69.883, "count": 292, "max_ms": 78.661, "p95_ms": 75.847}, "visualize": {"avg_ms": 3.682, "count": 292, "max_ms": 4.722, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15383.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.754, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 107704, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.915, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1135432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:30:06+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T02:30:06+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T02:30:06.207926+09:00", "mtime_epoch": 1783186206.207926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:30:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9164.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.711, "count": 289, "max_ms": 24.928, "p95_ms": 17.738}, "gstreamer_push": {"avg_ms": 1.231, "count": 289, "max_ms": 1.44, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.356, "count": 289, "max_ms": 65.203, "p95_ms": 61.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.26, "count": 289, "max_ms": 65.214, "p95_ms": 62.104}, "yolo11_640_fire_11class": {"avg_ms": 55.386, "count": 289, "max_ms": 64.611, "p95_ms": 62.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.674, "count": 289, "max_ms": 75.553, "p95_ms": 71.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.799, "count": 289, "max_ms": 100.228, "p95_ms": 96.885}, "read_interval": {"avg_ms": 103.89, "count": 289, "max_ms": 117.807, "p95_ms": 112.789}, "triton_wait": {"avg_ms": 62.701, "count": 289, "max_ms": 75.565, "p95_ms": 71.725}, "visualize": {"avg_ms": 3.511, "count": 289, "max_ms": 5.684, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15383.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1438.421, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.388, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1411584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:30:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:30:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:30:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:30:27.740345+09:00", "mtime_epoch": 1783186227.7403445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:30:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2111.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 299, "max_ms": 11.224, "p95_ms": 7.664}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 1.505, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.401, "count": 299, "max_ms": 71.517, "p95_ms": 66.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.705, "count": 299, "max_ms": 73.171, "p95_ms": 51.533}, "yolo11_640_fire_11class": {"avg_ms": 60.419, "count": 299, "max_ms": 68.19, "p95_ms": 65.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.582, "count": 299, "max_ms": 76.418, "p95_ms": 74.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.568, "count": 299, "max_ms": 91.885, "p95_ms": 90.479}, "read_interval": {"avg_ms": 100.352, "count": 299, "max_ms": 110.015, "p95_ms": 107.669}, "triton_wait": {"avg_ms": 67.659, "count": 299, "max_ms": 76.432, "p95_ms": 74.546}, "visualize": {"avg_ms": 3.695, "count": 299, "max_ms": 4.664, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15384.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.826, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 107704, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.001, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1135729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:30:36+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T02:30:36+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:30:36.268510+09:00", "mtime_epoch": 1783186236.26851, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:30:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9164.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.91, "pushed": 9.91, "read": 9.876}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.442, "count": 297, "max_ms": 29.347, "p95_ms": 21.562}, "gstreamer_push": {"avg_ms": 1.23, "count": 297, "max_ms": 1.433, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.178, "count": 297, "max_ms": 64.549, "p95_ms": 60.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.259, "count": 297, "max_ms": 64.928, "p95_ms": 59.272}, "yolo11_640_fire_11class": {"avg_ms": 52.926, "count": 297, "max_ms": 63.699, "p95_ms": 60.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.419, "count": 297, "max_ms": 72.325, "p95_ms": 69.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.341, "count": 297, "max_ms": 102.151, "p95_ms": 95.171}, "read_interval": {"avg_ms": 101.214, "count": 296, "max_ms": 120.735, "p95_ms": 111.594}, "triton_wait": {"avg_ms": 59.48, "count": 297, "max_ms": 72.337, "p95_ms": 69.196}, "visualize": {"avg_ms": 3.542, "count": 297, "max_ms": 4.857, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15384.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1468.505, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.281, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1411881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:30:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:30:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T02:30:57+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:30:57.824929+09:00", "mtime_epoch": 1783186257.8249292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:30:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2111.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.874}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.391, "count": 297, "max_ms": 11.856, "p95_ms": 8.823}, "gstreamer_push": {"avg_ms": 1.317, "count": 297, "max_ms": 1.72, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.238, "count": 297, "max_ms": 69.42, "p95_ms": 65.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.512, "count": 297, "max_ms": 67.943, "p95_ms": 51.818}, "yolo11_640_fire_11class": {"avg_ms": 60.388, "count": 297, "max_ms": 69.522, "p95_ms": 65.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.269, "count": 297, "max_ms": 77.16, "p95_ms": 73.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.406, "count": 297, "max_ms": 93.958, "p95_ms": 90.19}, "read_interval": {"avg_ms": 101.29, "count": 296, "max_ms": 119.179, "p95_ms": 108.783}, "triton_wait": {"avg_ms": 68.292, "count": 297, "max_ms": 77.173, "p95_ms": 73.537}, "visualize": {"avg_ms": 3.727, "count": 297, "max_ms": 5.695, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15384.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.92, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 107704, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.691, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1136022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:31:06+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:31:06+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:31:06.365095+09:00", "mtime_epoch": 1783186266.3650951, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:31:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9164.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.025, "count": 292, "max_ms": 29.906, "p95_ms": 18.96}, "gstreamer_push": {"avg_ms": 1.226, "count": 292, "max_ms": 1.494, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.702, "count": 292, "max_ms": 62.297, "p95_ms": 58.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.638, "count": 292, "max_ms": 62.898, "p95_ms": 56.295}, "yolo11_640_fire_11class": {"avg_ms": 53.516, "count": 292, "max_ms": 63.4, "p95_ms": 57.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.138, "count": 292, "max_ms": 71.829, "p95_ms": 65.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.641, "count": 292, "max_ms": 101.648, "p95_ms": 91.225}, "read_interval": {"avg_ms": 102.692, "count": 292, "max_ms": 118.145, "p95_ms": 107.714}, "triton_wait": {"avg_ms": 61.157, "count": 292, "max_ms": 71.841, "p95_ms": 65.846}, "visualize": {"avg_ms": 3.543, "count": 292, "max_ms": 4.578, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15384.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1498.579, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.224, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:31:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:31:27+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:31:27.893513+09:00", "mtime_epoch": 1783186287.8935134, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:31:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2111.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.225, "count": 292, "max_ms": 11.306, "p95_ms": 7.422}, "gstreamer_push": {"avg_ms": 1.315, "count": 292, "max_ms": 2.27, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.801, "count": 292, "max_ms": 71.04, "p95_ms": 67.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.789, "count": 292, "max_ms": 71.1, "p95_ms": 67.55}, "yolo11_640_fire_11class": {"avg_ms": 62.745, "count": 292, "max_ms": 72.522, "p95_ms": 67.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.44, "count": 292, "max_ms": 80.279, "p95_ms": 75.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.322, "count": 292, "max_ms": 95.749, "p95_ms": 91.437}, "read_interval": {"avg_ms": 102.973, "count": 291, "max_ms": 114.398, "p95_ms": 108.63}, "triton_wait": {"avg_ms": 70.465, "count": 292, "max_ms": 80.291, "p95_ms": 75.347}, "visualize": {"avg_ms": 3.677, "count": 292, "max_ms": 4.998, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15384.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.923, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 107704, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.626, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1136311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:31:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:31:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:31:36.369678+09:00", "mtime_epoch": 1783186296.3696783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:31:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9164.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.637}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.919, "count": 289, "max_ms": 28.09, "p95_ms": 18.48}, "gstreamer_push": {"avg_ms": 1.219, "count": 289, "max_ms": 1.405, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.253, "count": 289, "max_ms": 66.227, "p95_ms": 60.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.225, "count": 289, "max_ms": 65.829, "p95_ms": 60.279}, "yolo11_640_fire_11class": {"avg_ms": 54.98, "count": 289, "max_ms": 64.832, "p95_ms": 59.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.321, "count": 289, "max_ms": 73.727, "p95_ms": 68.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.653, "count": 289, "max_ms": 98.279, "p95_ms": 93.778}, "read_interval": {"avg_ms": 103.822, "count": 289, "max_ms": 113.602, "p95_ms": 109.815}, "triton_wait": {"avg_ms": 62.341, "count": 289, "max_ms": 73.739, "p95_ms": 68.08}, "visualize": {"avg_ms": 3.522, "count": 289, "max_ms": 4.332, "p95_ms": 3.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15384.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1528.617, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.483, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:31:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:31:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:31:57+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:31:57.934097+09:00", "mtime_epoch": 1783186317.9340973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:31:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2111.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.721, "pushed": 9.721, "read": 9.688}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.356, "count": 291, "max_ms": 10.388, "p95_ms": 9.746}, "gstreamer_push": {"avg_ms": 1.317, "count": 291, "max_ms": 1.793, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.211, "count": 291, "max_ms": 73.13, "p95_ms": 67.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.456, "count": 291, "max_ms": 69.606, "p95_ms": 65.4}, "yolo11_640_fire_11class": {"avg_ms": 62.346, "count": 291, "max_ms": 73.143, "p95_ms": 67.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.375, "count": 291, "max_ms": 80.45, "p95_ms": 76.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.44, "count": 291, "max_ms": 97.467, "p95_ms": 93.332}, "read_interval": {"avg_ms": 103.212, "count": 290, "max_ms": 115.539, "p95_ms": 111.441}, "triton_wait": {"avg_ms": 70.401, "count": 291, "max_ms": 80.462, "p95_ms": 76.265}, "visualize": {"avg_ms": 3.675, "count": 291, "max_ms": 4.676, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15385.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 275.959, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 107704, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.774, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1136599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:32:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:32:06+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:32:06.410262+09:00", "mtime_epoch": 1783186326.410262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:32:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9164.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.618, "pushed": 9.618, "read": 9.585}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.578, "count": 288, "max_ms": 22.274, "p95_ms": 17.611}, "gstreamer_push": {"avg_ms": 1.224, "count": 288, "max_ms": 1.532, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.329, "count": 288, "max_ms": 71.581, "p95_ms": 62.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.112, "count": 288, "max_ms": 70.2, "p95_ms": 61.761}, "yolo11_640_fire_11class": {"avg_ms": 55.401, "count": 288, "max_ms": 71.031, "p95_ms": 61.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.722, "count": 288, "max_ms": 79.385, "p95_ms": 71.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.665, "count": 288, "max_ms": 104.285, "p95_ms": 96.234}, "read_interval": {"avg_ms": 104.284, "count": 287, "max_ms": 318.481, "p95_ms": 112.936}, "triton_wait": {"avg_ms": 62.76, "count": 288, "max_ms": 79.397, "p95_ms": 71.616}, "visualize": {"avg_ms": 3.463, "count": 288, "max_ms": 4.167, "p95_ms": 3.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15390.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1558.632, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.621, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:32:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T02:32:27+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T02:32:27.970681+09:00", "mtime_epoch": 1783186347.970681, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:32:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2111.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.326, "count": 304, "max_ms": 12.915, "p95_ms": 8.029}, "gstreamer_push": {"avg_ms": 1.309, "count": 304, "max_ms": 1.666, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.991, "count": 304, "max_ms": 71.606, "p95_ms": 65.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.349, "count": 304, "max_ms": 70.051, "p95_ms": 51.976}, "yolo11_640_fire_11class": {"avg_ms": 58.919, "count": 304, "max_ms": 71.565, "p95_ms": 65.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.887, "count": 304, "max_ms": 80.358, "p95_ms": 74.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.926, "count": 304, "max_ms": 95.645, "p95_ms": 89.89}, "read_interval": {"avg_ms": 98.809, "count": 304, "max_ms": 117.241, "p95_ms": 107.548}, "triton_wait": {"avg_ms": 65.959, "count": 304, "max_ms": 80.37, "p95_ms": 74.013}, "visualize": {"avg_ms": 3.687, "count": 304, "max_ms": 4.883, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15390.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 306.052, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.359, "name": "ffmpeg", "pid": 107704, "rss_mb": 282.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.668, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1136894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:32:36+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T02:32:36+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:32:36.494847+09:00", "mtime_epoch": 1783186356.4948468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:32:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9165.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.801}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.363, "count": 294, "max_ms": 29.629, "p95_ms": 22.373}, "gstreamer_push": {"avg_ms": 1.227, "count": 295, "max_ms": 1.399, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.857, "count": 294, "max_ms": 66.336, "p95_ms": 60.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.863, "count": 294, "max_ms": 66.034, "p95_ms": 59.977}, "yolo11_640_fire_11class": {"avg_ms": 53.715, "count": 294, "max_ms": 66.327, "p95_ms": 61.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.145, "count": 294, "max_ms": 77.501, "p95_ms": 69.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.953, "count": 295, "max_ms": 106.977, "p95_ms": 94.716}, "read_interval": {"avg_ms": 101.982, "count": 294, "max_ms": 122.825, "p95_ms": 114.36}, "triton_wait": {"avg_ms": 60.211, "count": 294, "max_ms": 77.513, "p95_ms": 69.046}, "visualize": {"avg_ms": 3.516, "count": 294, "max_ms": 4.453, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15396.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1588.721, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.474, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1413063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:32:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:32:58+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:32:58+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T02:32:58.043266+09:00", "mtime_epoch": 1783186378.0432656, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:32:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2111.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.219, "count": 294, "max_ms": 12.148, "p95_ms": 7.666}, "gstreamer_push": {"avg_ms": 1.317, "count": 294, "max_ms": 1.567, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.718, "count": 294, "max_ms": 69.921, "p95_ms": 67.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.081, "count": 294, "max_ms": 73.776, "p95_ms": 66.644}, "yolo11_640_fire_11class": {"avg_ms": 61.123, "count": 294, "max_ms": 69.872, "p95_ms": 67.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.361, "count": 294, "max_ms": 79.314, "p95_ms": 75.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.298, "count": 294, "max_ms": 95.76, "p95_ms": 91.332}, "read_interval": {"avg_ms": 101.967, "count": 294, "max_ms": 115.616, "p95_ms": 108.271}, "triton_wait": {"avg_ms": 69.402, "count": 294, "max_ms": 79.328, "p95_ms": 75.379}, "visualize": {"avg_ms": 3.675, "count": 294, "max_ms": 4.687, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15404.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.078, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.508, "name": "ffmpeg", "pid": 107704, "rss_mb": 295.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.193, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1137177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:33:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:33:06+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:33:06.527430+09:00", "mtime_epoch": 1783186386.5274303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:33:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9165.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.456, "pushed": 9.456, "read": 9.423}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.657, "count": 283, "max_ms": 22.347, "p95_ms": 17.856}, "gstreamer_push": {"avg_ms": 1.218, "count": 283, "max_ms": 1.782, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.345, "count": 283, "max_ms": 64.987, "p95_ms": 60.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.614, "count": 283, "max_ms": 65.788, "p95_ms": 59.737}, "yolo11_640_fire_11class": {"avg_ms": 54.175, "count": 283, "max_ms": 65.706, "p95_ms": 61.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.208, "count": 283, "max_ms": 75.194, "p95_ms": 69.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.703, "count": 283, "max_ms": 241.267, "p95_ms": 94.552}, "read_interval": {"avg_ms": 106.101, "count": 282, "max_ms": 929.449, "p95_ms": 113.289}, "triton_wait": {"avg_ms": 61.246, "count": 283, "max_ms": 75.205, "p95_ms": 69.955}, "visualize": {"avg_ms": 3.487, "count": 283, "max_ms": 4.948, "p95_ms": 3.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15404.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1618.765, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.553, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1413361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:33:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:33:28+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T02:33:28+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T02:33:28.107850+09:00", "mtime_epoch": 1783186408.1078496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:33:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2111.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.923}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.266, "count": 298, "max_ms": 10.794, "p95_ms": 7.633}, "gstreamer_push": {"avg_ms": 1.318, "count": 298, "max_ms": 1.903, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.176, "count": 298, "max_ms": 74.816, "p95_ms": 66.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.43, "count": 298, "max_ms": 71.204, "p95_ms": 64.015}, "yolo11_640_fire_11class": {"avg_ms": 60.023, "count": 298, "max_ms": 72.395, "p95_ms": 66.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.101, "count": 298, "max_ms": 81.1, "p95_ms": 75.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.15, "count": 298, "max_ms": 96.565, "p95_ms": 91.304}, "read_interval": {"avg_ms": 100.866, "count": 297, "max_ms": 116.282, "p95_ms": 111.634}, "triton_wait": {"avg_ms": 67.157, "count": 298, "max_ms": 81.112, "p95_ms": 75.202}, "visualize": {"avg_ms": 3.688, "count": 298, "max_ms": 4.779, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15405.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 366.1, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.508, "name": "ffmpeg", "pid": 107704, "rss_mb": 295.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.55, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1137468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:33:36+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T02:33:36+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T02:33:36.556014+09:00", "mtime_epoch": 1783186416.5560138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:33:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9165.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.727, "pushed": 9.727, "read": 9.693}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.917, "count": 291, "max_ms": 22.649, "p95_ms": 18.572}, "gstreamer_push": {"avg_ms": 1.24, "count": 291, "max_ms": 1.587, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.901, "count": 291, "max_ms": 68.146, "p95_ms": 62.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.866, "count": 291, "max_ms": 69.588, "p95_ms": 62.262}, "yolo11_640_fire_11class": {"avg_ms": 54.762, "count": 291, "max_ms": 67.797, "p95_ms": 63.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.661, "count": 291, "max_ms": 76.64, "p95_ms": 71.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.089, "count": 291, "max_ms": 129.552, "p95_ms": 97.371}, "read_interval": {"avg_ms": 103.195, "count": 290, "max_ms": 142.996, "p95_ms": 114.496}, "triton_wait": {"avg_ms": 61.7, "count": 291, "max_ms": 76.652, "p95_ms": 71.699}, "visualize": {"avg_ms": 3.53, "count": 291, "max_ms": 4.927, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15406.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1648.821, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.413, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1413663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:33:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:33:58+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T02:33:58+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:33:58.140450+09:00", "mtime_epoch": 1783186438.1404498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:33:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2111.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.235, "count": 302, "max_ms": 8.615, "p95_ms": 7.614}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.478, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.8, "count": 302, "max_ms": 71.465, "p95_ms": 66.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.337, "count": 302, "max_ms": 70.83, "p95_ms": 58.931}, "yolo11_640_fire_11class": {"avg_ms": 59.411, "count": 302, "max_ms": 70.211, "p95_ms": 65.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.81, "count": 302, "max_ms": 78.543, "p95_ms": 74.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.836, "count": 302, "max_ms": 94.26, "p95_ms": 90.422}, "read_interval": {"avg_ms": 99.505, "count": 301, "max_ms": 111.086, "p95_ms": 107.187}, "triton_wait": {"avg_ms": 66.92, "count": 302, "max_ms": 78.556, "p95_ms": 74.272}, "visualize": {"avg_ms": 3.679, "count": 302, "max_ms": 4.555, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15409.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 396.147, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.98, "name": "ffmpeg", "pid": 107704, "rss_mb": 300.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.364, "sample_count": 2904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1137760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:34:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:34:06+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T02:34:06+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:34:06.596647+09:00", "mtime_epoch": 1783186446.5966465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 101160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:34:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9165.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.715}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.963, "count": 292, "max_ms": 23.184, "p95_ms": 18.298}, "gstreamer_push": {"avg_ms": 1.24, "count": 292, "max_ms": 1.857, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.972, "count": 292, "max_ms": 71.393, "p95_ms": 60.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.073, "count": 292, "max_ms": 62.048, "p95_ms": 59.187}, "yolo11_640_fire_11class": {"avg_ms": 53.477, "count": 292, "max_ms": 74.299, "p95_ms": 60.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.384, "count": 292, "max_ms": 80.668, "p95_ms": 68.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.839, "count": 292, "max_ms": 105.455, "p95_ms": 93.83}, "read_interval": {"avg_ms": 102.92, "count": 291, "max_ms": 347.384, "p95_ms": 112.43}, "triton_wait": {"avg_ms": 60.459, "count": 292, "max_ms": 80.681, "p95_ms": 68.455}, "visualize": {"avg_ms": 3.548, "count": 292, "max_ms": 4.565, "p95_ms": 3.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15410.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1678.855, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.205, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1413973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:34:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:34:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:34:28+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:34:28.169146+09:00", "mtime_epoch": 1783186468.169146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:34:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2112.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.359, "pushed": 10.359, "read": 10.325}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.24, "count": 310, "max_ms": 10.703, "p95_ms": 7.586}, "gstreamer_push": {"avg_ms": 1.311, "count": 310, "max_ms": 2.187, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.294, "count": 310, "max_ms": 72.354, "p95_ms": 66.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.138, "count": 310, "max_ms": 72.337, "p95_ms": 58.682}, "yolo11_640_fire_11class": {"avg_ms": 57.765, "count": 310, "max_ms": 72.649, "p95_ms": 67.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.831, "count": 310, "max_ms": 78.607, "p95_ms": 73.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.172, "count": 310, "max_ms": 94.464, "p95_ms": 89.815}, "read_interval": {"avg_ms": 96.858, "count": 309, "max_ms": 113.769, "p95_ms": 107.1}, "triton_wait": {"avg_ms": 64.169, "count": 310, "max_ms": 78.619, "p95_ms": 73.902}, "visualize": {"avg_ms": 3.723, "count": 310, "max_ms": 5.193, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15413.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 426.171, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.074, "name": "ffmpeg", "pid": 107704, "rss_mb": 304.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.203, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1138060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:34:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:34:36+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:34:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:34:36.617341+09:00", "mtime_epoch": 1783186476.6173408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:34:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9165.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.37, "count": 300, "max_ms": 25.556, "p95_ms": 19.149}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 2.097, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.055, "count": 300, "max_ms": 73.495, "p95_ms": 61.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.448, "count": 300, "max_ms": 64.538, "p95_ms": 60.578}, "yolo11_640_fire_11class": {"avg_ms": 53.055, "count": 300, "max_ms": 71.375, "p95_ms": 62.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.008, "count": 300, "max_ms": 73.141, "p95_ms": 69.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.083, "count": 300, "max_ms": 126.289, "p95_ms": 95.841}, "read_interval": {"avg_ms": 100.046, "count": 299, "max_ms": 140.344, "p95_ms": 111.68}, "triton_wait": {"avg_ms": 58.16, "count": 300, "max_ms": 73.506, "p95_ms": 69.826}, "visualize": {"avg_ms": 3.556, "count": 300, "max_ms": 5.196, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15414.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1708.922, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.937, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1414303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:34:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:34:58+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T02:34:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T02:34:58.261838+09:00", "mtime_epoch": 1783186498.2618382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:34:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2112.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.014, "pushed": 11.014, "read": 10.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.177, "count": 330, "max_ms": 10.469, "p95_ms": 7.659}, "gstreamer_push": {"avg_ms": 1.313, "count": 330, "max_ms": 2.123, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.982, "count": 330, "max_ms": 71.733, "p95_ms": 66.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.299, "count": 330, "max_ms": 66.977, "p95_ms": 51.855}, "yolo11_640_fire_11class": {"avg_ms": 53.898, "count": 330, "max_ms": 70.175, "p95_ms": 66.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.487, "count": 330, "max_ms": 78.679, "p95_ms": 74.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.417, "count": 330, "max_ms": 94.857, "p95_ms": 90.293}, "read_interval": {"avg_ms": 91.142, "count": 329, "max_ms": 112.331, "p95_ms": 107.007}, "triton_wait": {"avg_ms": 58.603, "count": 330, "max_ms": 78.697, "p95_ms": 74.165}, "visualize": {"avg_ms": 3.709, "count": 330, "max_ms": 5.626, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15520.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:27:27+09:00", "last_error_summary": "[h264 @ 0x55a86945f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a86945f840] error while decoding MB 0 21, bytestream 2289 [h264 @ 0x55a8692c1b40] left block unavailable for requested intra mode [h264 @ 0x55a8692c1b40] error while decoding MB 0 9, bytestream 3143 [h264 @ 0x55a8686daf00] cabac decode of qscale diff failed at 13 17 [h264 @ 0x55a8686daf00] error while decoding MB 13 17, bytestream 1578 [h264 @ 0x55a8693909c0] error while decoding MB 2 15, bytestream -5 [in#", "last_exit_at": "2026-07-05T02:27:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 457.947, "last_started_at": "2026-07-05T02:27:30+09:00", "pid": 107704, "process": {"exists": true, "fd_count": 5, "hwm_mb": 410.629, "name": "ffmpeg", "pid": 107704, "rss_mb": 410.629, "state": "S (sleeping)", "threads": 104}, "restart_count": 548, "restart_count_per_hour": 9, "rtsp_timeout_count": 334, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.859, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1138177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:35:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:35:08+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-05T02:35:08+09:00", "mjpeg": {"age_sec": 10.213, "exists": true, "mtime": "2026-07-05T02:34:58.269838+09:00", "mtime_epoch": 1783186498.2698383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:35:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9165.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.34, "pushed": 3.34, "read": 3.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.084, "count": 100, "max_ms": 24.038, "p95_ms": 18.725}, "gstreamer_push": {"avg_ms": 1.209, "count": 100, "max_ms": 1.372, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.68, "count": 100, "max_ms": 66.263, "p95_ms": 60.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.779, "count": 100, "max_ms": 62.422, "p95_ms": 58.307}, "yolo11_640_fire_11class": {"avg_ms": 53.391, "count": 100, "max_ms": 64.756, "p95_ms": 59.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.715, "count": 100, "max_ms": 76.59, "p95_ms": 69.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.126, "count": 100, "max_ms": 102.187, "p95_ms": 94.708}, "read_interval": {"avg_ms": 302.209, "count": 99, "max_ms": 10224.117, "p95_ms": 111.145}, "triton_wait": {"avg_ms": 59.746, "count": 100, "max_ms": 76.602, "p95_ms": 69.073}, "visualize": {"avg_ms": 3.49, "count": 100, "max_ms": 5.093, "p95_ms": 3.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15373.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1738.944, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.861, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1414622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:35:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:35:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:35:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:35:28.262523+09:00", "mtime_epoch": 1783186528.262523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:35:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2112.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.653, "pushed": 10.653, "read": 10.62}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.178, "count": 319, "max_ms": 8.607, "p95_ms": 7.799}, "gstreamer_push": {"avg_ms": 1.302, "count": 319, "max_ms": 1.643, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.632, "count": 319, "max_ms": 72.312, "p95_ms": 65.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.992, "count": 319, "max_ms": 71.836, "p95_ms": 50.331}, "yolo11_640_fire_11class": {"avg_ms": 53.072, "count": 319, "max_ms": 69.909, "p95_ms": 64.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.737, "count": 319, "max_ms": 76.472, "p95_ms": 73.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.561, "count": 319, "max_ms": 92.224, "p95_ms": 89.657}, "read_interval": {"avg_ms": 94.08, "count": 318, "max_ms": 332.767, "p95_ms": 108.693}, "triton_wait": {"avg_ms": 57.825, "count": 319, "max_ms": 76.484, "p95_ms": 73.744}, "visualize": {"avg_ms": 3.69, "count": 319, "max_ms": 4.324, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15373.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.802, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.895, "name": "ffmpeg", "pid": 107811, "rss_mb": 264.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 10, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.061, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1138427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:35:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:35:38+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:35:38+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:35:38.458755+09:00", "mtime_epoch": 1783186538.4587545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:35:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9165.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.343, "pushed": 8.343, "read": 8.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.251, "count": 250, "max_ms": 24.437, "p95_ms": 18.997}, "gstreamer_push": {"avg_ms": 1.225, "count": 250, "max_ms": 1.379, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.893, "count": 250, "max_ms": 69.829, "p95_ms": 62.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.832, "count": 250, "max_ms": 69.817, "p95_ms": 61.144}, "yolo11_640_fire_11class": {"avg_ms": 55.304, "count": 250, "max_ms": 65.243, "p95_ms": 61.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.305, "count": 250, "max_ms": 74.888, "p95_ms": 71.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.952, "count": 250, "max_ms": 100.413, "p95_ms": 97.621}, "read_interval": {"avg_ms": 120.311, "count": 249, "max_ms": 4337.721, "p95_ms": 111.537}, "triton_wait": {"avg_ms": 63.365, "count": 250, "max_ms": 74.9, "p95_ms": 71.381}, "visualize": {"avg_ms": 3.489, "count": 250, "max_ms": 6.706, "p95_ms": 3.679}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15377.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1769.041, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.964, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1414914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:35:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:35:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:35:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:35:58.359205+09:00", "mtime_epoch": 1783186558.359205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:35:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2112.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.2, "count": 292, "max_ms": 8.367, "p95_ms": 7.61}, "gstreamer_push": {"avg_ms": 1.318, "count": 292, "max_ms": 1.514, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.626, "count": 292, "max_ms": 72.462, "p95_ms": 67.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.876, "count": 292, "max_ms": 73.891, "p95_ms": 63.391}, "yolo11_640_fire_11class": {"avg_ms": 62.201, "count": 292, "max_ms": 72.976, "p95_ms": 66.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.447, "count": 292, "max_ms": 81.155, "p95_ms": 75.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.313, "count": 292, "max_ms": 96.929, "p95_ms": 91.496}, "read_interval": {"avg_ms": 103.062, "count": 291, "max_ms": 113.701, "p95_ms": 108.067}, "triton_wait": {"avg_ms": 70.495, "count": 292, "max_ms": 81.167, "p95_ms": 75.784}, "visualize": {"avg_ms": 3.681, "count": 292, "max_ms": 4.382, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15379.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.851, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 107811, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 10, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.099, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1138716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:36:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:36:08+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:36:08+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T02:36:08.515434+09:00", "mtime_epoch": 1783186568.515434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:36:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9165.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.649, "pushed": 9.649, "read": 9.615}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.107, "count": 289, "max_ms": 18.848, "p95_ms": 18.374}, "gstreamer_push": {"avg_ms": 1.214, "count": 289, "max_ms": 1.45, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.155, "count": 289, "max_ms": 64.938, "p95_ms": 59.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.679, "count": 289, "max_ms": 64.926, "p95_ms": 59.468}, "yolo11_640_fire_11class": {"avg_ms": 54.712, "count": 289, "max_ms": 65.44, "p95_ms": 58.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.81, "count": 289, "max_ms": 73.308, "p95_ms": 67.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.276, "count": 289, "max_ms": 98.825, "p95_ms": 92.76}, "read_interval": {"avg_ms": 103.974, "count": 288, "max_ms": 113.678, "p95_ms": 108.542}, "triton_wait": {"avg_ms": 62.836, "count": 289, "max_ms": 73.319, "p95_ms": 67.491}, "visualize": {"avg_ms": 3.48, "count": 289, "max_ms": 4.24, "p95_ms": 3.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15380.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1799.099, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.093, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:36:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:36:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:36:28+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T02:36:28.419882+09:00", "mtime_epoch": 1783186588.4198816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:36:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2112.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.649, "pushed": 9.649, "read": 9.616}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.374, "count": 289, "max_ms": 10.517, "p95_ms": 9.041}, "gstreamer_push": {"avg_ms": 1.334, "count": 289, "max_ms": 1.578, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.744, "count": 289, "max_ms": 72.472, "p95_ms": 67.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.217, "count": 289, "max_ms": 70.806, "p95_ms": 64.192}, "yolo11_640_fire_11class": {"avg_ms": 62.842, "count": 289, "max_ms": 70.765, "p95_ms": 67.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.811, "count": 289, "max_ms": 78.925, "p95_ms": 75.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.113, "count": 289, "max_ms": 96.733, "p95_ms": 92.949}, "read_interval": {"avg_ms": 104.005, "count": 288, "max_ms": 115.849, "p95_ms": 111.11}, "triton_wait": {"avg_ms": 70.903, "count": 289, "max_ms": 78.937, "p95_ms": 75.525}, "visualize": {"avg_ms": 3.713, "count": 289, "max_ms": 4.558, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15380.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.887, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 107811, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 10, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.777, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:36:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:36:38+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:36:38+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:36:38.548109+09:00", "mtime_epoch": 1783186598.5481086, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:36:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9166.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.653, "pushed": 9.653, "read": 9.62}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.124, "count": 289, "max_ms": 24.562, "p95_ms": 18.587}, "gstreamer_push": {"avg_ms": 1.22, "count": 289, "max_ms": 1.385, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.696, "count": 289, "max_ms": 71.62, "p95_ms": 63.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.96, "count": 289, "max_ms": 66.832, "p95_ms": 62.788}, "yolo11_640_fire_11class": {"avg_ms": 55.982, "count": 289, "max_ms": 69.542, "p95_ms": 63.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.68, "count": 289, "max_ms": 76.979, "p95_ms": 72.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.247, "count": 289, "max_ms": 102.199, "p95_ms": 97.216}, "read_interval": {"avg_ms": 103.918, "count": 288, "max_ms": 118.296, "p95_ms": 113.287}, "triton_wait": {"avg_ms": 62.809, "count": 289, "max_ms": 76.99, "p95_ms": 72.112}, "visualize": {"avg_ms": 3.463, "count": 289, "max_ms": 4.229, "p95_ms": 3.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15380.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1829.178, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.927, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:36:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:36:58+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T02:36:58+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T02:36:58.496554+09:00", "mtime_epoch": 1783186618.4965541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94536}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:36:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2112.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 302, "max_ms": 11.384, "p95_ms": 9.892}, "gstreamer_push": {"avg_ms": 1.321, "count": 302, "max_ms": 2.4, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.758, "count": 302, "max_ms": 71.95, "p95_ms": 67.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.21, "count": 302, "max_ms": 71.38, "p95_ms": 64.474}, "yolo11_640_fire_11class": {"avg_ms": 61.165, "count": 302, "max_ms": 75.79, "p95_ms": 70.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.244, "count": 302, "max_ms": 80.583, "p95_ms": 74.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.785, "count": 302, "max_ms": 96.659, "p95_ms": 91.608}, "read_interval": {"avg_ms": 99.589, "count": 301, "max_ms": 115.829, "p95_ms": 108.788}, "triton_wait": {"avg_ms": 66.614, "count": 302, "max_ms": 80.595, "p95_ms": 74.59}, "visualize": {"avg_ms": 3.745, "count": 302, "max_ms": 5.107, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15380.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.944, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 107811, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 10, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.429, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:37:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:37:08+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:37:08+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:37:08.600779+09:00", "mtime_epoch": 1783186628.600779, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:37:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9166.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.452, "count": 300, "max_ms": 27.998, "p95_ms": 19.731}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.441, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.518, "count": 300, "max_ms": 66.66, "p95_ms": 59.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.709, "count": 300, "max_ms": 66.67, "p95_ms": 58.125}, "yolo11_640_fire_11class": {"avg_ms": 53.311, "count": 300, "max_ms": 67.278, "p95_ms": 61.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.483, "count": 300, "max_ms": 73.605, "p95_ms": 67.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.735, "count": 300, "max_ms": 104.079, "p95_ms": 93.01}, "read_interval": {"avg_ms": 100.18, "count": 299, "max_ms": 121.061, "p95_ms": 111.894}, "triton_wait": {"avg_ms": 57.847, "count": 300, "max_ms": 73.617, "p95_ms": 67.5}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 4.477, "p95_ms": 3.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15380.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1859.187, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.896, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:37:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:37:28+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T02:37:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:37:28.505221+09:00", "mtime_epoch": 1783186648.505221, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:37:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2113.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.315, "count": 304, "max_ms": 12.174, "p95_ms": 7.936}, "gstreamer_push": {"avg_ms": 1.323, "count": 304, "max_ms": 1.67, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.145, "count": 304, "max_ms": 70.509, "p95_ms": 66.415}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.169, "count": 304, "max_ms": 73.616, "p95_ms": 54.637}, "yolo11_640_fire_11class": {"avg_ms": 59.357, "count": 304, "max_ms": 73.113, "p95_ms": 67.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.519, "count": 304, "max_ms": 77.198, "p95_ms": 73.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.756, "count": 304, "max_ms": 93.343, "p95_ms": 89.501}, "read_interval": {"avg_ms": 98.714, "count": 304, "max_ms": 110.854, "p95_ms": 107.348}, "triton_wait": {"avg_ms": 65.642, "count": 304, "max_ms": 77.211, "p95_ms": 73.626}, "visualize": {"avg_ms": 3.74, "count": 304, "max_ms": 5.773, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15381.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.977, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 107811, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 10, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.596, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:37:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:37:38+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T02:37:38+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T02:37:38.641445+09:00", "mtime_epoch": 1783186658.6414454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:37:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9166.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.723}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.575, "count": 292, "max_ms": 25.099, "p95_ms": 20.664}, "gstreamer_push": {"avg_ms": 1.252, "count": 292, "max_ms": 1.534, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.569, "count": 292, "max_ms": 66.508, "p95_ms": 60.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.857, "count": 292, "max_ms": 65.437, "p95_ms": 60.679}, "yolo11_640_fire_11class": {"avg_ms": 54.714, "count": 292, "max_ms": 70.578, "p95_ms": 61.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.211, "count": 292, "max_ms": 73.649, "p95_ms": 68.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.389, "count": 292, "max_ms": 104.557, "p95_ms": 95.343}, "read_interval": {"avg_ms": 102.867, "count": 291, "max_ms": 121.038, "p95_ms": 114.636}, "triton_wait": {"avg_ms": 60.44, "count": 292, "max_ms": 73.664, "p95_ms": 68.836}, "visualize": {"avg_ms": 3.498, "count": 292, "max_ms": 4.473, "p95_ms": 3.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15380.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1889.189, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.804, "sample_count": 3041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:37:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:37:58+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:37:58+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:37:58.501884+09:00", "mtime_epoch": 1783186678.5018837, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:37:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2113.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.311, "count": 299, "max_ms": 12.327, "p95_ms": 7.722}, "gstreamer_push": {"avg_ms": 1.336, "count": 299, "max_ms": 1.962, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.186, "count": 299, "max_ms": 72.536, "p95_ms": 67.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.296, "count": 299, "max_ms": 69.968, "p95_ms": 66.722}, "yolo11_640_fire_11class": {"avg_ms": 60.942, "count": 299, "max_ms": 73.587, "p95_ms": 68.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.219, "count": 299, "max_ms": 77.947, "p95_ms": 74.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.426, "count": 299, "max_ms": 95.048, "p95_ms": 91.001}, "read_interval": {"avg_ms": 100.318, "count": 299, "max_ms": 117.217, "p95_ms": 108.237}, "triton_wait": {"avg_ms": 67.255, "count": 299, "max_ms": 77.961, "p95_ms": 74.384}, "visualize": {"avg_ms": 3.74, "count": 299, "max_ms": 5.868, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15381.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.027, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 107811, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 10, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.694, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:38:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:38:08+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:38:08+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T02:38:08.690108+09:00", "mtime_epoch": 1783186688.690108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:38:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9166.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.817}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 18.038, "count": 295, "max_ms": 31.611, "p95_ms": 24.387}, "gstreamer_push": {"avg_ms": 1.239, "count": 295, "max_ms": 1.486, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.661, "count": 295, "max_ms": 68.11, "p95_ms": 61.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.324, "count": 295, "max_ms": 65.899, "p95_ms": 59.237}, "yolo11_640_fire_11class": {"avg_ms": 54.121, "count": 295, "max_ms": 65.206, "p95_ms": 61.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.329, "count": 295, "max_ms": 73.869, "p95_ms": 69.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.829, "count": 295, "max_ms": 106.002, "p95_ms": 95.763}, "read_interval": {"avg_ms": 101.829, "count": 294, "max_ms": 124.516, "p95_ms": 113.706}, "triton_wait": {"avg_ms": 59.44, "count": 295, "max_ms": 73.881, "p95_ms": 69.516}, "visualize": {"avg_ms": 3.513, "count": 295, "max_ms": 4.829, "p95_ms": 3.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15381.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1919.291, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.813, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:38:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:38:28+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:38:28+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:38:28.606545+09:00", "mtime_epoch": 1783186708.6065452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:38:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2113.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.802}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.34, "count": 295, "max_ms": 11.933, "p95_ms": 7.81}, "gstreamer_push": {"avg_ms": 1.322, "count": 295, "max_ms": 1.567, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.57, "count": 295, "max_ms": 73.196, "p95_ms": 67.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.767, "count": 295, "max_ms": 74.424, "p95_ms": 66.812}, "yolo11_640_fire_11class": {"avg_ms": 61.54, "count": 295, "max_ms": 72.495, "p95_ms": 67.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.968, "count": 295, "max_ms": 81.227, "p95_ms": 76.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.09, "count": 295, "max_ms": 96.99, "p95_ms": 91.882}, "read_interval": {"avg_ms": 102.019, "count": 294, "max_ms": 118.446, "p95_ms": 109.552}, "triton_wait": {"avg_ms": 69.01, "count": 295, "max_ms": 81.24, "p95_ms": 76.02}, "visualize": {"avg_ms": 3.706, "count": 295, "max_ms": 4.799, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15381.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.07, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 107811, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 10, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.973, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1140180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:38:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:38:38+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:38:38+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:38:38.726767+09:00", "mtime_epoch": 1783186718.7267668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:38:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9166.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.617, "pushed": 9.617, "read": 9.584}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.122, "count": 288, "max_ms": 23.044, "p95_ms": 18.698}, "gstreamer_push": {"avg_ms": 1.222, "count": 288, "max_ms": 1.373, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.866, "count": 288, "max_ms": 66.925, "p95_ms": 64.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.646, "count": 288, "max_ms": 68.163, "p95_ms": 63.786}, "yolo11_640_fire_11class": {"avg_ms": 55.694, "count": 288, "max_ms": 67.643, "p95_ms": 64.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.783, "count": 288, "max_ms": 77.905, "p95_ms": 73.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.312, "count": 288, "max_ms": 122.751, "p95_ms": 98.362}, "read_interval": {"avg_ms": 104.299, "count": 287, "max_ms": 135.909, "p95_ms": 115.299}, "triton_wait": {"avg_ms": 62.833, "count": 288, "max_ms": 77.917, "p95_ms": 73.154}, "visualize": {"avg_ms": 3.466, "count": 288, "max_ms": 4.797, "p95_ms": 3.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15384.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1949.332, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.212, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:38:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:38:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:38:58+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T02:38:58.651202+09:00", "mtime_epoch": 1783186738.651202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:38:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2113.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.547, "count": 293, "max_ms": 10.783, "p95_ms": 10.19}, "gstreamer_push": {"avg_ms": 1.319, "count": 293, "max_ms": 1.545, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.966, "count": 293, "max_ms": 75.049, "p95_ms": 67.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.434, "count": 293, "max_ms": 71.233, "p95_ms": 67.051}, "yolo11_640_fire_11class": {"avg_ms": 61.651, "count": 293, "max_ms": 74.333, "p95_ms": 67.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.023, "count": 293, "max_ms": 83.193, "p95_ms": 75.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.617, "count": 293, "max_ms": 99.425, "p95_ms": 94.381}, "read_interval": {"avg_ms": 102.517, "count": 292, "max_ms": 116.909, "p95_ms": 112.27}, "triton_wait": {"avg_ms": 69.199, "count": 293, "max_ms": 83.206, "p95_ms": 75.723}, "visualize": {"avg_ms": 3.731, "count": 293, "max_ms": 4.725, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15384.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 233.14, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.113, "name": "ffmpeg", "pid": 107811, "rss_mb": 272.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 10, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.176, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1140472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:39:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:39:08+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T02:39:08+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T02:39:08.803423+09:00", "mtime_epoch": 1783186748.803423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:39:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9166.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.141, "count": 292, "max_ms": 23.268, "p95_ms": 18.651}, "gstreamer_push": {"avg_ms": 1.258, "count": 292, "max_ms": 1.546, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.912, "count": 292, "max_ms": 68.719, "p95_ms": 62.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.953, "count": 292, "max_ms": 67.166, "p95_ms": 61.899}, "yolo11_640_fire_11class": {"avg_ms": 54.703, "count": 292, "max_ms": 69.31, "p95_ms": 62.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.093, "count": 292, "max_ms": 77.921, "p95_ms": 71.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.547, "count": 292, "max_ms": 103.089, "p95_ms": 96.386}, "read_interval": {"avg_ms": 102.993, "count": 291, "max_ms": 121.515, "p95_ms": 114.537}, "triton_wait": {"avg_ms": 61.163, "count": 292, "max_ms": 77.934, "p95_ms": 71.767}, "visualize": {"avg_ms": 3.472, "count": 292, "max_ms": 4.176, "p95_ms": 3.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15384.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1979.434, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.638, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:39:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:39:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:39:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:39:28.751857+09:00", "mtime_epoch": 1783186768.7518566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:39:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2113.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.419, "count": 298, "max_ms": 11.393, "p95_ms": 10.055}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 1.527, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.747, "count": 298, "max_ms": 71.579, "p95_ms": 67.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.309, "count": 298, "max_ms": 74.633, "p95_ms": 65.952}, "yolo11_640_fire_11class": {"avg_ms": 60.627, "count": 298, "max_ms": 72.108, "p95_ms": 67.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.391, "count": 298, "max_ms": 80.28, "p95_ms": 75.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.756, "count": 299, "max_ms": 96.324, "p95_ms": 92.321}, "read_interval": {"avg_ms": 100.66, "count": 298, "max_ms": 115.804, "p95_ms": 111.657}, "triton_wait": {"avg_ms": 67.496, "count": 298, "max_ms": 80.292, "p95_ms": 75.32}, "visualize": {"avg_ms": 3.752, "count": 298, "max_ms": 5.844, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15384.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.21, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.113, "name": "ffmpeg", "pid": 107811, "rss_mb": 272.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 10, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.176, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1140767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:39:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:39:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:39:38+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:39:38.868076+09:00", "mtime_epoch": 1783186778.8680758, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:39:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9166.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.842, "pushed": 9.842, "read": 9.808}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.447, "count": 295, "max_ms": 27.468, "p95_ms": 19.736}, "gstreamer_push": {"avg_ms": 1.243, "count": 295, "max_ms": 1.586, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.945, "count": 295, "max_ms": 67.419, "p95_ms": 61.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.788, "count": 295, "max_ms": 66.674, "p95_ms": 60.755}, "yolo11_640_fire_11class": {"avg_ms": 54.403, "count": 295, "max_ms": 69.876, "p95_ms": 62.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.694, "count": 295, "max_ms": 75.569, "p95_ms": 69.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.675, "count": 295, "max_ms": 101.923, "p95_ms": 95.58}, "read_interval": {"avg_ms": 101.91, "count": 294, "max_ms": 124.287, "p95_ms": 114.786}, "triton_wait": {"avg_ms": 59.901, "count": 295, "max_ms": 75.581, "p95_ms": 69.811}, "visualize": {"avg_ms": 3.489, "count": 295, "max_ms": 5.417, "p95_ms": 3.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15384.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2009.465, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.655, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1417303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:39:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:39:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T02:39:58+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T02:39:58.800507+09:00", "mtime_epoch": 1783186798.8005068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:39:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2113.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.292, "pushed": 10.292, "read": 10.259}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.326, "count": 308, "max_ms": 12.358, "p95_ms": 8.207}, "gstreamer_push": {"avg_ms": 1.318, "count": 308, "max_ms": 1.518, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.544, "count": 308, "max_ms": 70.816, "p95_ms": 66.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.14, "count": 308, "max_ms": 71.319, "p95_ms": 57.743}, "yolo11_640_fire_11class": {"avg_ms": 58.914, "count": 308, "max_ms": 72.589, "p95_ms": 68.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.466, "count": 308, "max_ms": 79.951, "p95_ms": 74.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.652, "count": 308, "max_ms": 95.613, "p95_ms": 90.127}, "read_interval": {"avg_ms": 97.542, "count": 307, "max_ms": 113.058, "p95_ms": 107.831}, "triton_wait": {"avg_ms": 64.643, "count": 308, "max_ms": 79.964, "p95_ms": 74.357}, "visualize": {"avg_ms": 3.706, "count": 308, "max_ms": 5.761, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15385.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 293.301, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.113, "name": "ffmpeg", "pid": 107811, "rss_mb": 272.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.293, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1141062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:40:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:40:09+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:40:08+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:40:08.952726+09:00", "mtime_epoch": 1783186808.952726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:40:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9167.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.469, "count": 294, "max_ms": 26.939, "p95_ms": 19.304}, "gstreamer_push": {"avg_ms": 1.255, "count": 295, "max_ms": 1.617, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.1, "count": 294, "max_ms": 65.269, "p95_ms": 62.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.873, "count": 294, "max_ms": 66.852, "p95_ms": 60.717}, "yolo11_640_fire_11class": {"avg_ms": 54.574, "count": 294, "max_ms": 65.945, "p95_ms": 62.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.685, "count": 294, "max_ms": 75.453, "p95_ms": 70.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.749, "count": 295, "max_ms": 101.287, "p95_ms": 96.7}, "read_interval": {"avg_ms": 101.974, "count": 294, "max_ms": 118.416, "p95_ms": 114.292}, "triton_wait": {"avg_ms": 59.934, "count": 294, "max_ms": 75.466, "p95_ms": 70.949}, "visualize": {"avg_ms": 3.512, "count": 294, "max_ms": 5.528, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15387.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2039.502, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.824, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1417605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:40:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:40:28+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:40:28+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:40:28.817154+09:00", "mtime_epoch": 1783186828.8171537, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:40:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2113.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.273, "count": 302, "max_ms": 10.377, "p95_ms": 7.676}, "gstreamer_push": {"avg_ms": 1.327, "count": 302, "max_ms": 1.542, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.323, "count": 302, "max_ms": 73.707, "p95_ms": 68.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.636, "count": 302, "max_ms": 72.597, "p95_ms": 57.327}, "yolo11_640_fire_11class": {"avg_ms": 59.9, "count": 302, "max_ms": 73.888, "p95_ms": 68.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.471, "count": 302, "max_ms": 80.391, "p95_ms": 75.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.63, "count": 302, "max_ms": 95.838, "p95_ms": 91.148}, "read_interval": {"avg_ms": 99.439, "count": 301, "max_ms": 112.178, "p95_ms": 108.029}, "triton_wait": {"avg_ms": 66.611, "count": 302, "max_ms": 80.403, "p95_ms": 75.14}, "visualize": {"avg_ms": 3.703, "count": 302, "max_ms": 4.771, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15387.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.379, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.691, "name": "ffmpeg", "pid": 107811, "rss_mb": 274.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.026, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1141358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:40:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:40:39+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T02:40:39+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T02:40:39.041373+09:00", "mtime_epoch": 1783186839.0413733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:40:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9167.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.611, "count": 296, "max_ms": 25.852, "p95_ms": 19.825}, "gstreamer_push": {"avg_ms": 1.229, "count": 296, "max_ms": 1.557, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.9, "count": 296, "max_ms": 70.069, "p95_ms": 62.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.482, "count": 296, "max_ms": 68.385, "p95_ms": 59.065}, "yolo11_640_fire_11class": {"avg_ms": 53.65, "count": 296, "max_ms": 70.089, "p95_ms": 61.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.424, "count": 296, "max_ms": 75.41, "p95_ms": 68.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.467, "count": 296, "max_ms": 102.239, "p95_ms": 94.683}, "read_interval": {"avg_ms": 101.62, "count": 295, "max_ms": 121.095, "p95_ms": 112.718}, "triton_wait": {"avg_ms": 59.557, "count": 296, "max_ms": 75.424, "p95_ms": 69.183}, "visualize": {"avg_ms": 3.508, "count": 296, "max_ms": 4.857, "p95_ms": 3.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15393.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2069.531, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.805, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1417911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:40:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:40:58+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T02:40:58+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T02:40:58.853798+09:00", "mtime_epoch": 1783186858.8537982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:40:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2113.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.228, "pushed": 10.228, "read": 10.194}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.373, "count": 306, "max_ms": 12.159, "p95_ms": 8.308}, "gstreamer_push": {"avg_ms": 1.334, "count": 306, "max_ms": 2.076, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.248, "count": 306, "max_ms": 76.797, "p95_ms": 67.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.539, "count": 306, "max_ms": 75.094, "p95_ms": 59.298}, "yolo11_640_fire_11class": {"avg_ms": 58.659, "count": 306, "max_ms": 76.816, "p95_ms": 67.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.808, "count": 306, "max_ms": 78.423, "p95_ms": 74.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.22, "count": 306, "max_ms": 97.492, "p95_ms": 90.475}, "read_interval": {"avg_ms": 98.132, "count": 305, "max_ms": 119.164, "p95_ms": 108.186}, "triton_wait": {"avg_ms": 64.972, "count": 306, "max_ms": 78.435, "p95_ms": 74.796}, "visualize": {"avg_ms": 3.773, "count": 306, "max_ms": 5.676, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15393.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 353.412, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.848, "name": "ffmpeg", "pid": 107811, "rss_mb": 279.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.175, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1141655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:41:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:41:09+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:41:09+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:41:09.066017+09:00", "mtime_epoch": 1783186869.0660167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:41:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9167.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.922, "pushed": 9.922, "read": 9.889}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.583, "count": 297, "max_ms": 36.364, "p95_ms": 19.772}, "gstreamer_push": {"avg_ms": 1.243, "count": 297, "max_ms": 2.247, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.604, "count": 297, "max_ms": 67.623, "p95_ms": 62.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.928, "count": 297, "max_ms": 66.712, "p95_ms": 59.276}, "yolo11_640_fire_11class": {"avg_ms": 53.518, "count": 297, "max_ms": 68.77, "p95_ms": 62.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.818, "count": 297, "max_ms": 74.35, "p95_ms": 70.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.92, "count": 297, "max_ms": 112.687, "p95_ms": 95.733}, "read_interval": {"avg_ms": 101.092, "count": 296, "max_ms": 130.939, "p95_ms": 112.057}, "triton_wait": {"avg_ms": 58.995, "count": 297, "max_ms": 74.362, "p95_ms": 70.146}, "visualize": {"avg_ms": 3.53, "count": 297, "max_ms": 4.818, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15396.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2099.552, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.493, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:41:28+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:41:28+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:41:28.866440+09:00", "mtime_epoch": 1783186888.8664396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:41:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2114.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.128, "pushed": 10.128, "read": 10.095}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.213, "count": 303, "max_ms": 11.843, "p95_ms": 7.512}, "gstreamer_push": {"avg_ms": 1.308, "count": 303, "max_ms": 1.544, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.011, "count": 303, "max_ms": 71.277, "p95_ms": 67.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.235, "count": 303, "max_ms": 71.53, "p95_ms": 56.059}, "yolo11_640_fire_11class": {"avg_ms": 59.521, "count": 303, "max_ms": 71.289, "p95_ms": 66.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.254, "count": 303, "max_ms": 79.147, "p95_ms": 73.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.312, "count": 303, "max_ms": 94.701, "p95_ms": 90.037}, "read_interval": {"avg_ms": 99.046, "count": 302, "max_ms": 111.175, "p95_ms": 107.568}, "triton_wait": {"avg_ms": 66.403, "count": 303, "max_ms": 79.159, "p95_ms": 73.943}, "visualize": {"avg_ms": 3.682, "count": 303, "max_ms": 4.803, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15396.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 383.489, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.426, "name": "ffmpeg", "pid": 107811, "rss_mb": 282.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.88, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1141950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:41:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:41:39+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:41:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:41:39.146659+09:00", "mtime_epoch": 1783186899.1466587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:41:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9167.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.839, "pushed": 9.839, "read": 9.806}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.484, "count": 295, "max_ms": 24.427, "p95_ms": 19.248}, "gstreamer_push": {"avg_ms": 1.24, "count": 295, "max_ms": 1.556, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.495, "count": 295, "max_ms": 66.46, "p95_ms": 59.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.735, "count": 295, "max_ms": 65.277, "p95_ms": 58.745}, "yolo11_640_fire_11class": {"avg_ms": 54.203, "count": 295, "max_ms": 66.47, "p95_ms": 60.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.608, "count": 295, "max_ms": 74.391, "p95_ms": 68.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.651, "count": 295, "max_ms": 99.323, "p95_ms": 94.766}, "read_interval": {"avg_ms": 101.942, "count": 294, "max_ms": 116.457, "p95_ms": 110.893}, "triton_wait": {"avg_ms": 59.79, "count": 295, "max_ms": 74.403, "p95_ms": 68.405}, "visualize": {"avg_ms": 3.533, "count": 295, "max_ms": 4.78, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15396.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2129.566, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.229, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:41:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:41:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:41:58+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:41:58.883079+09:00", "mtime_epoch": 1783186918.8830786, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:41:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2114.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.301, "count": 302, "max_ms": 12.629, "p95_ms": 8.004}, "gstreamer_push": {"avg_ms": 1.319, "count": 302, "max_ms": 1.666, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.444, "count": 302, "max_ms": 73.75, "p95_ms": 65.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.142, "count": 302, "max_ms": 71.226, "p95_ms": 53.98}, "yolo11_640_fire_11class": {"avg_ms": 60.205, "count": 302, "max_ms": 73.337, "p95_ms": 67.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.213, "count": 302, "max_ms": 77.39, "p95_ms": 73.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.524, "count": 302, "max_ms": 93.745, "p95_ms": 89.78}, "read_interval": {"avg_ms": 99.393, "count": 302, "max_ms": 112.467, "p95_ms": 107.527}, "triton_wait": {"avg_ms": 66.355, "count": 302, "max_ms": 77.407, "p95_ms": 73.509}, "visualize": {"avg_ms": 3.73, "count": 302, "max_ms": 5.564, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15396.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 413.587, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.426, "name": "ffmpeg", "pid": 107811, "rss_mb": 282.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.029, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1142244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:42:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:42:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:42:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T02:42:09.247299+09:00", "mtime_epoch": 1783186929.2472987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:42:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9167.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.773}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.424, "count": 293, "max_ms": 22.507, "p95_ms": 19.392}, "gstreamer_push": {"avg_ms": 1.234, "count": 293, "max_ms": 1.57, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.116, "count": 293, "max_ms": 64.896, "p95_ms": 61.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.242, "count": 293, "max_ms": 67.582, "p95_ms": 60.64}, "yolo11_640_fire_11class": {"avg_ms": 55.043, "count": 293, "max_ms": 67.593, "p95_ms": 62.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.228, "count": 293, "max_ms": 74.653, "p95_ms": 70.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.23, "count": 293, "max_ms": 101.261, "p95_ms": 95.918}, "read_interval": {"avg_ms": 102.367, "count": 293, "max_ms": 118.888, "p95_ms": 111.673}, "triton_wait": {"avg_ms": 60.511, "count": 293, "max_ms": 74.665, "p95_ms": 70.378}, "visualize": {"avg_ms": 3.497, "count": 293, "max_ms": 4.339, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15397.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2159.673, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.401, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:42:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:42:29+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:42:28+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:42:28.983717+09:00", "mtime_epoch": 1783186948.9837172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:42:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2114.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.9, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.272, "count": 296, "max_ms": 10.237, "p95_ms": 7.684}, "gstreamer_push": {"avg_ms": 1.315, "count": 297, "max_ms": 1.587, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.957, "count": 296, "max_ms": 71.928, "p95_ms": 68.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.999, "count": 296, "max_ms": 69.361, "p95_ms": 53.461}, "yolo11_640_fire_11class": {"avg_ms": 61.536, "count": 296, "max_ms": 71.484, "p95_ms": 68.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.189, "count": 296, "max_ms": 77.131, "p95_ms": 74.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.51, "count": 296, "max_ms": 94.486, "p95_ms": 91.383}, "read_interval": {"avg_ms": 101.339, "count": 296, "max_ms": 114.683, "p95_ms": 108.495}, "triton_wait": {"avg_ms": 68.317, "count": 296, "max_ms": 77.144, "p95_ms": 74.483}, "visualize": {"avg_ms": 3.685, "count": 296, "max_ms": 4.805, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15397.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 443.632, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.426, "name": "ffmpeg", "pid": 107811, "rss_mb": 282.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.039, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1142538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:42:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:42:39+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T02:42:39.291935+09:00", "mtime_epoch": 1783186959.2919352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:42:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9167.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.784}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.377, "count": 294, "max_ms": 23.371, "p95_ms": 19.204}, "gstreamer_push": {"avg_ms": 1.226, "count": 294, "max_ms": 1.503, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.436, "count": 294, "max_ms": 65.79, "p95_ms": 62.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.61, "count": 294, "max_ms": 63.648, "p95_ms": 59.169}, "yolo11_640_fire_11class": {"avg_ms": 55.227, "count": 294, "max_ms": 70.706, "p95_ms": 63.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.963, "count": 294, "max_ms": 75.743, "p95_ms": 70.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.941, "count": 294, "max_ms": 101.169, "p95_ms": 95.416}, "read_interval": {"avg_ms": 102.184, "count": 293, "max_ms": 116.778, "p95_ms": 112.248}, "triton_wait": {"avg_ms": 60.269, "count": 294, "max_ms": 75.755, "p95_ms": 70.198}, "visualize": {"avg_ms": 3.505, "count": 294, "max_ms": 4.242, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15397.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2189.722, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.376, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1419120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:42:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:42:59+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:42:59+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T02:42:59.040353+09:00", "mtime_epoch": 1783186979.0403526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:42:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2114.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.253, "pushed": 10.253, "read": 10.22}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.325, "count": 307, "max_ms": 11.524, "p95_ms": 8.19}, "gstreamer_push": {"avg_ms": 1.315, "count": 307, "max_ms": 1.818, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.256, "count": 307, "max_ms": 72.514, "p95_ms": 67.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.639, "count": 307, "max_ms": 69.565, "p95_ms": 58.868}, "yolo11_640_fire_11class": {"avg_ms": 58.799, "count": 307, "max_ms": 73.869, "p95_ms": 67.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.666, "count": 307, "max_ms": 78.192, "p95_ms": 73.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.068, "count": 307, "max_ms": 94.228, "p95_ms": 90.099}, "read_interval": {"avg_ms": 97.861, "count": 306, "max_ms": 111.164, "p95_ms": 107.641}, "triton_wait": {"avg_ms": 64.825, "count": 307, "max_ms": 78.204, "p95_ms": 73.977}, "visualize": {"avg_ms": 3.705, "count": 307, "max_ms": 5.942, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15397.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 473.721, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.426, "name": "ffmpeg", "pid": 107811, "rss_mb": 282.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.029, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1142834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:43:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:43:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:43:09+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:43:09.376570+09:00", "mtime_epoch": 1783186989.3765705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:43:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9167.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.872, "pushed": 9.872, "read": 9.838}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.953, "count": 296, "max_ms": 25.633, "p95_ms": 22.909}, "gstreamer_push": {"avg_ms": 1.246, "count": 296, "max_ms": 1.59, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.119, "count": 296, "max_ms": 66.648, "p95_ms": 61.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.571, "count": 296, "max_ms": 64.667, "p95_ms": 58.959}, "yolo11_640_fire_11class": {"avg_ms": 53.443, "count": 296, "max_ms": 73.068, "p95_ms": 61.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.794, "count": 296, "max_ms": 75.457, "p95_ms": 70.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.318, "count": 296, "max_ms": 106.473, "p95_ms": 95.753}, "read_interval": {"avg_ms": 101.639, "count": 295, "max_ms": 124.299, "p95_ms": 113.853}, "triton_wait": {"avg_ms": 59.014, "count": 296, "max_ms": 75.473, "p95_ms": 70.541}, "visualize": {"avg_ms": 3.515, "count": 296, "max_ms": 4.258, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15397.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2219.743, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.341, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1419424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:43:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:43:29+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T02:43:29+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T02:43:29.064985+09:00", "mtime_epoch": 1783187009.0649853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:43:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2114.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.161, "pushed": 10.161, "read": 10.128}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.281, "count": 304, "max_ms": 11.038, "p95_ms": 7.766}, "gstreamer_push": {"avg_ms": 1.319, "count": 304, "max_ms": 2.028, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.374, "count": 304, "max_ms": 75.947, "p95_ms": 67.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.734, "count": 304, "max_ms": 69.445, "p95_ms": 55.241}, "yolo11_640_fire_11class": {"avg_ms": 58.656, "count": 304, "max_ms": 71.399, "p95_ms": 66.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.798, "count": 304, "max_ms": 79.629, "p95_ms": 74.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.018, "count": 304, "max_ms": 95.7, "p95_ms": 91.868}, "read_interval": {"avg_ms": 98.758, "count": 303, "max_ms": 115.314, "p95_ms": 108.841}, "triton_wait": {"avg_ms": 65.987, "count": 304, "max_ms": 79.641, "p95_ms": 74.634}, "visualize": {"avg_ms": 3.675, "count": 304, "max_ms": 4.685, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15397.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 503.764, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.684, "name": "ffmpeg", "pid": 107811, "rss_mb": 282.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.602, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:43:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:43:39+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:43:39+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:43:39.417203+09:00", "mtime_epoch": 1783187019.417203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:43:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9167.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.85, "pushed": 9.85, "read": 9.816}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.282, "count": 295, "max_ms": 30.72, "p95_ms": 18.907}, "gstreamer_push": {"avg_ms": 1.231, "count": 295, "max_ms": 1.399, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.249, "count": 295, "max_ms": 73.605, "p95_ms": 62.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.846, "count": 295, "max_ms": 66.294, "p95_ms": 61.051}, "yolo11_640_fire_11class": {"avg_ms": 53.606, "count": 295, "max_ms": 67.29, "p95_ms": 61.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.0, "count": 295, "max_ms": 75.481, "p95_ms": 70.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.703, "count": 295, "max_ms": 108.736, "p95_ms": 96.215}, "read_interval": {"avg_ms": 101.82, "count": 294, "max_ms": 127.432, "p95_ms": 113.948}, "triton_wait": {"avg_ms": 60.127, "count": 295, "max_ms": 75.492, "p95_ms": 70.439}, "visualize": {"avg_ms": 3.5, "count": 295, "max_ms": 4.1, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15400.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2249.81, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.835, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1419722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:43:59+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:43:59+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:43:59.125617+09:00", "mtime_epoch": 1783187039.1256168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:43:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2114.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.321, "count": 298, "max_ms": 11.717, "p95_ms": 7.902}, "gstreamer_push": {"avg_ms": 1.316, "count": 298, "max_ms": 1.828, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.163, "count": 298, "max_ms": 73.226, "p95_ms": 66.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.714, "count": 298, "max_ms": 71.26, "p95_ms": 64.792}, "yolo11_640_fire_11class": {"avg_ms": 60.466, "count": 298, "max_ms": 72.868, "p95_ms": 66.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.894, "count": 298, "max_ms": 82.271, "p95_ms": 73.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.055, "count": 298, "max_ms": 98.149, "p95_ms": 90.29}, "read_interval": {"avg_ms": 100.882, "count": 297, "max_ms": 116.707, "p95_ms": 107.457}, "triton_wait": {"avg_ms": 67.955, "count": 298, "max_ms": 82.284, "p95_ms": 73.955}, "visualize": {"avg_ms": 3.714, "count": 298, "max_ms": 5.294, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15403.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 533.807, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.141, "name": "ffmpeg", "pid": 107811, "rss_mb": 288.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.334, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:44:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:44:09+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:44:09+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:44:09.465834+09:00", "mtime_epoch": 1783187049.4658337, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:44:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9168.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.16, "count": 295, "max_ms": 28.85, "p95_ms": 18.343}, "gstreamer_push": {"avg_ms": 1.215, "count": 295, "max_ms": 2.235, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.801, "count": 295, "max_ms": 71.053, "p95_ms": 60.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.451, "count": 295, "max_ms": 71.042, "p95_ms": 59.728}, "yolo11_640_fire_11class": {"avg_ms": 54.074, "count": 295, "max_ms": 69.824, "p95_ms": 60.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.221, "count": 295, "max_ms": 77.601, "p95_ms": 68.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.686, "count": 295, "max_ms": 102.918, "p95_ms": 94.377}, "read_interval": {"avg_ms": 101.828, "count": 294, "max_ms": 121.988, "p95_ms": 110.531}, "triton_wait": {"avg_ms": 60.326, "count": 295, "max_ms": 77.614, "p95_ms": 68.83}, "visualize": {"avg_ms": 3.469, "count": 295, "max_ms": 4.223, "p95_ms": 3.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15404.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2279.827, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.601, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1420022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:44:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:44:29+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:44:29.142246+09:00", "mtime_epoch": 1783187069.1422455, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:44:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2114.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.159, "count": 300, "max_ms": 9.342, "p95_ms": 7.388}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 2.077, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.905, "count": 300, "max_ms": 71.487, "p95_ms": 66.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.357, "count": 300, "max_ms": 70.052, "p95_ms": 63.617}, "yolo11_640_fire_11class": {"avg_ms": 60.377, "count": 300, "max_ms": 69.68, "p95_ms": 67.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.571, "count": 300, "max_ms": 78.851, "p95_ms": 74.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.463, "count": 300, "max_ms": 94.498, "p95_ms": 90.662}, "read_interval": {"avg_ms": 100.053, "count": 300, "max_ms": 111.437, "p95_ms": 107.418}, "triton_wait": {"avg_ms": 67.626, "count": 300, "max_ms": 78.861, "p95_ms": 74.704}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 5.048, "p95_ms": 3.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15404.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 563.829, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.23, "name": "ffmpeg", "pid": 107811, "rss_mb": 289.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.203, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:44:39+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:44:39+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:44:39.490462+09:00", "mtime_epoch": 1783187079.490462, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:44:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9168.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.825, "pushed": 9.825, "read": 9.792}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.262, "count": 294, "max_ms": 24.795, "p95_ms": 19.192}, "gstreamer_push": {"avg_ms": 1.221, "count": 294, "max_ms": 1.416, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.269, "count": 294, "max_ms": 65.383, "p95_ms": 61.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.218, "count": 294, "max_ms": 65.366, "p95_ms": 59.384}, "yolo11_640_fire_11class": {"avg_ms": 53.936, "count": 294, "max_ms": 66.379, "p95_ms": 60.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.426, "count": 294, "max_ms": 75.319, "p95_ms": 69.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.041, "count": 294, "max_ms": 106.487, "p95_ms": 94.337}, "read_interval": {"avg_ms": 102.107, "count": 293, "max_ms": 123.761, "p95_ms": 110.682}, "triton_wait": {"avg_ms": 60.489, "count": 294, "max_ms": 75.333, "p95_ms": 69.16}, "visualize": {"avg_ms": 3.506, "count": 294, "max_ms": 4.452, "p95_ms": 3.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15404.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2309.881, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.646, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1420320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:44:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T02:44:59+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T02:44:59.222874+09:00", "mtime_epoch": 1783187099.2228742, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:44:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2115.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.336, "count": 298, "max_ms": 11.748, "p95_ms": 8.165}, "gstreamer_push": {"avg_ms": 1.319, "count": 298, "max_ms": 1.518, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.654, "count": 298, "max_ms": 72.123, "p95_ms": 67.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.969, "count": 298, "max_ms": 67.961, "p95_ms": 57.349}, "yolo11_640_fire_11class": {"avg_ms": 60.524, "count": 298, "max_ms": 73.023, "p95_ms": 66.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.779, "count": 298, "max_ms": 78.135, "p95_ms": 74.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.017, "count": 298, "max_ms": 95.371, "p95_ms": 90.723}, "read_interval": {"avg_ms": 100.915, "count": 297, "max_ms": 115.268, "p95_ms": 109.043}, "triton_wait": {"avg_ms": 67.916, "count": 298, "max_ms": 78.147, "p95_ms": 74.56}, "visualize": {"avg_ms": 3.707, "count": 298, "max_ms": 5.188, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15405.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 593.848, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.23, "name": "ffmpeg", "pid": 107811, "rss_mb": 289.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.185, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1144012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:45:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:45:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:45:09+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T02:45:09.511089+09:00", "mtime_epoch": 1783187109.5110886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:45:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9168.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.825, "pushed": 9.825, "read": 9.792}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.44, "count": 294, "max_ms": 30.407, "p95_ms": 19.868}, "gstreamer_push": {"avg_ms": 1.221, "count": 294, "max_ms": 1.636, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.048, "count": 294, "max_ms": 66.429, "p95_ms": 61.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.952, "count": 294, "max_ms": 65.863, "p95_ms": 59.916}, "yolo11_640_fire_11class": {"avg_ms": 53.657, "count": 294, "max_ms": 64.444, "p95_ms": 61.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.164, "count": 294, "max_ms": 73.992, "p95_ms": 70.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.953, "count": 294, "max_ms": 110.031, "p95_ms": 96.151}, "read_interval": {"avg_ms": 102.095, "count": 293, "max_ms": 132.309, "p95_ms": 112.22}, "triton_wait": {"avg_ms": 60.243, "count": 294, "max_ms": 74.004, "p95_ms": 70.431}, "visualize": {"avg_ms": 3.497, "count": 294, "max_ms": 5.664, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15405.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2339.913, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.673, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1420614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:45:29+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T02:45:29+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T02:45:29.247500+09:00", "mtime_epoch": 1783187129.2474997, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:45:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2115.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.785}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.401, "count": 294, "max_ms": 11.817, "p95_ms": 8.606}, "gstreamer_push": {"avg_ms": 1.322, "count": 294, "max_ms": 1.52, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.971, "count": 294, "max_ms": 71.025, "p95_ms": 66.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.99, "count": 294, "max_ms": 73.414, "p95_ms": 62.478}, "yolo11_640_fire_11class": {"avg_ms": 61.403, "count": 294, "max_ms": 70.837, "p95_ms": 66.506}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.082, "count": 294, "max_ms": 78.043, "p95_ms": 74.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.306, "count": 294, "max_ms": 94.937, "p95_ms": 91.277}, "read_interval": {"avg_ms": 102.2, "count": 293, "max_ms": 115.941, "p95_ms": 108.777}, "triton_wait": {"avg_ms": 69.116, "count": 294, "max_ms": 78.056, "p95_ms": 74.536}, "visualize": {"avg_ms": 3.72, "count": 294, "max_ms": 4.496, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15405.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 623.946, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.23, "name": "ffmpeg", "pid": 107811, "rss_mb": 289.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.501, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1144303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:45:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:45:39+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T02:45:39+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:45:39.599715+09:00", "mtime_epoch": 1783187139.599715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:45:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9168.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.67}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.252, "count": 290, "max_ms": 27.225, "p95_ms": 18.66}, "gstreamer_push": {"avg_ms": 1.226, "count": 290, "max_ms": 1.451, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.229, "count": 290, "max_ms": 73.282, "p95_ms": 62.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.418, "count": 290, "max_ms": 65.262, "p95_ms": 61.781}, "yolo11_640_fire_11class": {"avg_ms": 54.9, "count": 290, "max_ms": 72.65, "p95_ms": 63.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.677, "count": 290, "max_ms": 74.937, "p95_ms": 71.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.375, "count": 290, "max_ms": 99.893, "p95_ms": 96.762}, "read_interval": {"avg_ms": 103.404, "count": 290, "max_ms": 117.308, "p95_ms": 112.97}, "triton_wait": {"avg_ms": 61.815, "count": 290, "max_ms": 74.949, "p95_ms": 71.534}, "visualize": {"avg_ms": 3.516, "count": 290, "max_ms": 5.515, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15405.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2369.941, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.835, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1420914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:45:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:45:59+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:45:59+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:45:59.256124+09:00", "mtime_epoch": 1783187159.2561235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:45:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2115.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.635, "count": 300, "max_ms": 11.327, "p95_ms": 10.231}, "gstreamer_push": {"avg_ms": 1.336, "count": 300, "max_ms": 1.534, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.395, "count": 300, "max_ms": 71.293, "p95_ms": 66.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.764, "count": 300, "max_ms": 76.245, "p95_ms": 61.867}, "yolo11_640_fire_11class": {"avg_ms": 59.683, "count": 300, "max_ms": 75.488, "p95_ms": 66.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.301, "count": 300, "max_ms": 79.26, "p95_ms": 74.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.033, "count": 300, "max_ms": 98.192, "p95_ms": 91.172}, "read_interval": {"avg_ms": 100.067, "count": 299, "max_ms": 116.619, "p95_ms": 110.101}, "triton_wait": {"avg_ms": 66.49, "count": 300, "max_ms": 79.275, "p95_ms": 74.287}, "visualize": {"avg_ms": 3.783, "count": 300, "max_ms": 4.816, "p95_ms": 4.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15405.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 653.997, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.23, "name": "ffmpeg", "pid": 107811, "rss_mb": 289.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.369, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1144599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:46:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:46:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T02:46:09+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:46:09.652339+09:00", "mtime_epoch": 1783187169.6523392, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:46:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9168.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.883, "pushed": 9.883, "read": 9.85}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.417, "count": 296, "max_ms": 21.927, "p95_ms": 19.256}, "gstreamer_push": {"avg_ms": 1.232, "count": 296, "max_ms": 2.188, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.589, "count": 296, "max_ms": 64.773, "p95_ms": 59.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.294, "count": 296, "max_ms": 70.768, "p95_ms": 59.169}, "yolo11_640_fire_11class": {"avg_ms": 53.626, "count": 296, "max_ms": 70.036, "p95_ms": 60.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.49, "count": 296, "max_ms": 76.166, "p95_ms": 68.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.239, "count": 296, "max_ms": 102.128, "p95_ms": 94.099}, "read_interval": {"avg_ms": 101.515, "count": 295, "max_ms": 117.467, "p95_ms": 110.439}, "triton_wait": {"avg_ms": 59.519, "count": 296, "max_ms": 76.177, "p95_ms": 68.317}, "visualize": {"avg_ms": 3.521, "count": 296, "max_ms": 4.371, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15405.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2399.962, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.886, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:46:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:46:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:46:29+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:46:29.276746+09:00", "mtime_epoch": 1783187189.276746, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:46:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2115.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.348, "count": 300, "max_ms": 11.997, "p95_ms": 8.036}, "gstreamer_push": {"avg_ms": 1.331, "count": 300, "max_ms": 1.711, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.573, "count": 300, "max_ms": 72.027, "p95_ms": 67.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.63, "count": 300, "max_ms": 73.658, "p95_ms": 67.023}, "yolo11_640_fire_11class": {"avg_ms": 60.253, "count": 300, "max_ms": 76.001, "p95_ms": 67.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.934, "count": 300, "max_ms": 79.777, "p95_ms": 74.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.222, "count": 300, "max_ms": 95.637, "p95_ms": 91.1}, "read_interval": {"avg_ms": 100.049, "count": 299, "max_ms": 114.803, "p95_ms": 108.104}, "triton_wait": {"avg_ms": 67.064, "count": 300, "max_ms": 79.79, "p95_ms": 74.388}, "visualize": {"avg_ms": 3.741, "count": 300, "max_ms": 5.144, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15408.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 684.017, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.809, "name": "ffmpeg", "pid": 107811, "rss_mb": 291.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.477, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1144894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:46:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:46:39+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T02:46:39+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:46:39.668961+09:00", "mtime_epoch": 1783187199.6689613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:46:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9168.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.858, "pushed": 9.858, "read": 9.824}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.515, "count": 295, "max_ms": 30.509, "p95_ms": 19.198}, "gstreamer_push": {"avg_ms": 1.237, "count": 295, "max_ms": 1.46, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.964, "count": 295, "max_ms": 65.905, "p95_ms": 61.604}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.829, "count": 295, "max_ms": 64.513, "p95_ms": 60.361}, "yolo11_640_fire_11class": {"avg_ms": 53.351, "count": 295, "max_ms": 66.883, "p95_ms": 60.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.604, "count": 295, "max_ms": 72.776, "p95_ms": 69.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.535, "count": 295, "max_ms": 102.534, "p95_ms": 95.6}, "read_interval": {"avg_ms": 101.73, "count": 294, "max_ms": 118.942, "p95_ms": 112.064}, "triton_wait": {"avg_ms": 59.714, "count": 295, "max_ms": 72.787, "p95_ms": 69.074}, "visualize": {"avg_ms": 3.496, "count": 295, "max_ms": 4.364, "p95_ms": 3.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15408.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2430.014, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.002, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:46:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:46:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T02:46:59+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T02:46:59.349369+09:00", "mtime_epoch": 1783187219.3493686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93293}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:46:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2115.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.254, "count": 302, "max_ms": 9.385, "p95_ms": 7.872}, "gstreamer_push": {"avg_ms": 1.308, "count": 302, "max_ms": 1.489, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.683, "count": 302, "max_ms": 72.956, "p95_ms": 68.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.125, "count": 302, "max_ms": 73.377, "p95_ms": 66.556}, "yolo11_640_fire_11class": {"avg_ms": 60.319, "count": 302, "max_ms": 71.783, "p95_ms": 68.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.672, "count": 302, "max_ms": 77.6, "p95_ms": 74.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.804, "count": 302, "max_ms": 93.46, "p95_ms": 90.939}, "read_interval": {"avg_ms": 99.56, "count": 301, "max_ms": 111.782, "p95_ms": 107.968}, "triton_wait": {"avg_ms": 66.842, "count": 302, "max_ms": 77.609, "p95_ms": 74.983}, "visualize": {"avg_ms": 3.7, "count": 302, "max_ms": 4.573, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15408.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 714.037, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.809, "name": "ffmpeg", "pid": 107811, "rss_mb": 291.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.346, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1145188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:47:09+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T02:47:09+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T02:47:09.701582+09:00", "mtime_epoch": 1783187229.7015824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:47:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9169.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.826, "pushed": 9.826, "read": 9.793}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.59, "count": 294, "max_ms": 29.64, "p95_ms": 20.199}, "gstreamer_push": {"avg_ms": 1.239, "count": 294, "max_ms": 1.493, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.382, "count": 294, "max_ms": 72.827, "p95_ms": 61.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.25, "count": 294, "max_ms": 64.182, "p95_ms": 60.143}, "yolo11_640_fire_11class": {"avg_ms": 53.554, "count": 294, "max_ms": 64.866, "p95_ms": 60.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.898, "count": 294, "max_ms": 73.348, "p95_ms": 68.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.876, "count": 294, "max_ms": 98.456, "p95_ms": 94.244}, "read_interval": {"avg_ms": 102.131, "count": 293, "max_ms": 119.786, "p95_ms": 113.31}, "triton_wait": {"avg_ms": 59.987, "count": 294, "max_ms": 73.358, "p95_ms": 68.515}, "visualize": {"avg_ms": 3.501, "count": 294, "max_ms": 5.216, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15408.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2460.066, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.017, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:47:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:47:29+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:47:29.377989+09:00", "mtime_epoch": 1783187249.3779886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:47:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2115.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.817, "pushed": 9.817, "read": 9.784}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.324, "count": 294, "max_ms": 11.636, "p95_ms": 7.529}, "gstreamer_push": {"avg_ms": 1.322, "count": 294, "max_ms": 1.699, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.456, "count": 294, "max_ms": 73.189, "p95_ms": 69.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.271, "count": 294, "max_ms": 73.872, "p95_ms": 67.993}, "yolo11_640_fire_11class": {"avg_ms": 61.188, "count": 294, "max_ms": 71.968, "p95_ms": 68.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.854, "count": 294, "max_ms": 80.843, "p95_ms": 75.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.171, "count": 294, "max_ms": 96.737, "p95_ms": 91.795}, "read_interval": {"avg_ms": 102.201, "count": 293, "max_ms": 114.28, "p95_ms": 110.397}, "triton_wait": {"avg_ms": 68.988, "count": 294, "max_ms": 80.854, "p95_ms": 75.464}, "visualize": {"avg_ms": 3.707, "count": 294, "max_ms": 4.846, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 9545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15410.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 744.057, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.582, "name": "ffmpeg", "pid": 107811, "rss_mb": 292.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.339, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1145478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:47:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:47:39+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:47:39+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T02:47:39.714202+09:00", "mtime_epoch": 1783187259.714202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:47:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9169.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.691, "pushed": 9.691, "read": 9.658}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.137, "count": 290, "max_ms": 25.133, "p95_ms": 18.485}, "gstreamer_push": {"avg_ms": 1.229, "count": 290, "max_ms": 2.18, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.349, "count": 290, "max_ms": 66.715, "p95_ms": 62.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.814, "count": 290, "max_ms": 66.341, "p95_ms": 61.517}, "yolo11_640_fire_11class": {"avg_ms": 54.881, "count": 290, "max_ms": 65.383, "p95_ms": 62.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.563, "count": 290, "max_ms": 77.402, "p95_ms": 70.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.102, "count": 290, "max_ms": 102.737, "p95_ms": 95.794}, "read_interval": {"avg_ms": 103.506, "count": 289, "max_ms": 120.984, "p95_ms": 114.07}, "triton_wait": {"avg_ms": 61.658, "count": 290, "max_ms": 77.415, "p95_ms": 70.641}, "visualize": {"avg_ms": 3.492, "count": 290, "max_ms": 5.633, "p95_ms": 3.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15571.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2490.127, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.114, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1422113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:47:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:47:59+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T02:47:59+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T02:47:59.462609+09:00", "mtime_epoch": 1783187279.4626088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:47:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2115.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.263, "count": 303, "max_ms": 8.793, "p95_ms": 7.911}, "gstreamer_push": {"avg_ms": 1.323, "count": 303, "max_ms": 2.26, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.443, "count": 303, "max_ms": 73.523, "p95_ms": 68.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.11, "count": 303, "max_ms": 71.662, "p95_ms": 64.463}, "yolo11_640_fire_11class": {"avg_ms": 59.825, "count": 303, "max_ms": 73.545, "p95_ms": 69.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.131, "count": 303, "max_ms": 78.318, "p95_ms": 75.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.495, "count": 303, "max_ms": 94.605, "p95_ms": 91.289}, "read_interval": {"avg_ms": 99.257, "count": 302, "max_ms": 110.738, "p95_ms": 107.963}, "triton_wait": {"avg_ms": 66.414, "count": 303, "max_ms": 78.331, "p95_ms": 75.13}, "visualize": {"avg_ms": 3.709, "count": 303, "max_ms": 4.375, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 276, "tracking_summary": 9548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15418.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 774.082, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.738, "name": "ffmpeg", "pid": 107811, "rss_mb": 297.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.51, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1145760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:48:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:48:09+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:48:09+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:48:09.738820+09:00", "mtime_epoch": 1783187289.7388203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:48:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9169.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.426, "pushed": 9.426, "read": 9.393}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.3, "count": 282, "max_ms": 27.291, "p95_ms": 21.136}, "gstreamer_push": {"avg_ms": 1.23, "count": 282, "max_ms": 1.8, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.669, "count": 282, "max_ms": 74.652, "p95_ms": 63.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.496, "count": 282, "max_ms": 68.152, "p95_ms": 60.857}, "yolo11_640_fire_11class": {"avg_ms": 55.223, "count": 282, "max_ms": 73.164, "p95_ms": 64.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.79, "count": 282, "max_ms": 75.904, "p95_ms": 71.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.238, "count": 282, "max_ms": 783.947, "p95_ms": 100.123}, "read_interval": {"avg_ms": 106.464, "count": 281, "max_ms": 798.029, "p95_ms": 116.87}, "triton_wait": {"avg_ms": 60.315, "count": 282, "max_ms": 75.917, "p95_ms": 71.638}, "visualize": {"avg_ms": 3.491, "count": 282, "max_ms": 9.578, "p95_ms": 3.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15419.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2520.201, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.037, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1422409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:48:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:48:29+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:48:29+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:48:29.511227+09:00", "mtime_epoch": 1783187309.511227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:48:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2116.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.873, "pushed": 9.873, "read": 9.84}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.266, "count": 296, "max_ms": 10.777, "p95_ms": 7.824}, "gstreamer_push": {"avg_ms": 1.314, "count": 296, "max_ms": 1.467, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.575, "count": 296, "max_ms": 72.904, "p95_ms": 70.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.253, "count": 296, "max_ms": 71.544, "p95_ms": 60.778}, "yolo11_640_fire_11class": {"avg_ms": 61.194, "count": 296, "max_ms": 72.316, "p95_ms": 67.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.879, "count": 296, "max_ms": 79.174, "p95_ms": 73.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.131, "count": 296, "max_ms": 95.229, "p95_ms": 90.301}, "read_interval": {"avg_ms": 101.572, "count": 295, "max_ms": 302.668, "p95_ms": 107.717}, "triton_wait": {"avg_ms": 68.046, "count": 296, "max_ms": 79.186, "p95_ms": 73.979}, "visualize": {"avg_ms": 3.695, "count": 296, "max_ms": 4.819, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 276, "tracking_summary": 9550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15423.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 804.126, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.121, "name": "ffmpeg", "pid": 107811, "rss_mb": 302.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.377, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1146049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:48:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:48:39+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:48:39+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:48:39.783438+09:00", "mtime_epoch": 1783187319.783438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 70822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:48:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9169.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.653, "pushed": 9.653, "read": 9.62}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.379, "count": 289, "max_ms": 24.276, "p95_ms": 19.049}, "gstreamer_push": {"avg_ms": 1.221, "count": 289, "max_ms": 1.436, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.031, "count": 289, "max_ms": 68.741, "p95_ms": 62.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.908, "count": 289, "max_ms": 68.26, "p95_ms": 59.167}, "yolo11_640_fire_11class": {"avg_ms": 54.869, "count": 289, "max_ms": 72.346, "p95_ms": 61.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.306, "count": 289, "max_ms": 73.539, "p95_ms": 68.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.382, "count": 289, "max_ms": 99.065, "p95_ms": 94.776}, "read_interval": {"avg_ms": 103.95, "count": 288, "max_ms": 555.275, "p95_ms": 110.766}, "triton_wait": {"avg_ms": 60.646, "count": 289, "max_ms": 73.551, "p95_ms": 68.752}, "visualize": {"avg_ms": 3.514, "count": 289, "max_ms": 4.708, "p95_ms": 3.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15422.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2550.253, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.015, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1422732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:48:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:48:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T02:48:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T02:48:59.591845+09:00", "mtime_epoch": 1783187339.5918448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:48:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2116.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.785, "pushed": 10.785, "read": 10.752}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.199, "count": 323, "max_ms": 11.335, "p95_ms": 7.594}, "gstreamer_push": {"avg_ms": 1.312, "count": 323, "max_ms": 1.964, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.894, "count": 323, "max_ms": 77.615, "p95_ms": 68.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.433, "count": 323, "max_ms": 68.961, "p95_ms": 51.717}, "yolo11_640_fire_11class": {"avg_ms": 55.237, "count": 323, "max_ms": 71.988, "p95_ms": 67.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.821, "count": 323, "max_ms": 76.013, "p95_ms": 73.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.442, "count": 323, "max_ms": 94.12, "p95_ms": 90.55}, "read_interval": {"avg_ms": 93.063, "count": 322, "max_ms": 111.571, "p95_ms": 107.183}, "triton_wait": {"avg_ms": 60.312, "count": 323, "max_ms": 77.626, "p95_ms": 73.713}, "visualize": {"avg_ms": 3.703, "count": 323, "max_ms": 5.503, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 276, "tracking_summary": 9551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15431.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1190, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:35:13+09:00", "last_error_summary": "[h264 @ 0x56511b558140] left block unavailable for requested intra mode [h264 @ 0x56511b558140] error while decoding MB 0 23, bytestream 2031 [in#0/rtsp @ 0x56511b528e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56511b528e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:35:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 836.655, "last_started_at": "2026-07-05T02:35:15+09:00", "pid": 107811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.223, "name": "ffmpeg", "pid": 107811, "rss_mb": 310.223, "state": "S (sleeping)", "threads": 104}, "restart_count": 549, "restart_count_per_hour": 9, "rtsp_timeout_count": 336, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.554, "sample_count": 2730, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1146181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:49:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:49:12+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T02:49:12+09:00", "mjpeg": {"age_sec": 19.224, "exists": true, "mtime": "2026-07-05T02:48:53.175713+09:00", "mtime_epoch": 1783187333.175713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:49:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9169.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 107, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.567, "pushed": 3.567, "read": 3.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.127, "count": 107, "max_ms": 19.675, "p95_ms": 18.762}, "gstreamer_push": {"avg_ms": 1.233, "count": 107, "max_ms": 1.42, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.809, "count": 107, "max_ms": 65.519, "p95_ms": 60.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.179, "count": 107, "max_ms": 63.922, "p95_ms": 58.472}, "yolo11_640_fire_11class": {"avg_ms": 54.664, "count": 107, "max_ms": 65.43, "p95_ms": 61.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.739, "count": 107, "max_ms": 73.425, "p95_ms": 68.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.466, "count": 107, "max_ms": 98.639, "p95_ms": 93.82}, "read_interval": {"avg_ms": 280.523, "count": 107, "max_ms": 19239.745, "p95_ms": 111.515}, "triton_wait": {"avg_ms": 59.982, "count": 107, "max_ms": 73.438, "p95_ms": 68.695}, "visualize": {"avg_ms": 3.503, "count": 107, "max_ms": 4.463, "p95_ms": 3.708}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15384.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2580.284, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.097, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:49:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:49:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:49:29+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:49:29.600460+09:00", "mtime_epoch": 1783187369.60046, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:49:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2116.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.15, "pushed": 10.15, "read": 10.116}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.274, "count": 304, "max_ms": 10.604, "p95_ms": 7.966}, "gstreamer_push": {"avg_ms": 1.327, "count": 304, "max_ms": 2.17, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.469, "count": 304, "max_ms": 79.248, "p95_ms": 67.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.987, "count": 304, "max_ms": 69.964, "p95_ms": 59.917}, "yolo11_640_fire_11class": {"avg_ms": 51.864, "count": 304, "max_ms": 70.766, "p95_ms": 66.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.407, "count": 304, "max_ms": 77.635, "p95_ms": 74.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.158, "count": 304, "max_ms": 98.053, "p95_ms": 91.887}, "read_interval": {"avg_ms": 98.762, "count": 303, "max_ms": 342.559, "p95_ms": 141.625}, "triton_wait": {"avg_ms": 56.783, "count": 304, "max_ms": 79.261, "p95_ms": 74.361}, "visualize": {"avg_ms": 3.753, "count": 304, "max_ms": 4.784, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 276, "tracking_summary": 9553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15386.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.769, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.168, "name": "ffmpeg", "pid": 107978, "rss_mb": 265.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.894, "sample_count": 2680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1146426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:49:42+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:49:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:49:42.368722+09:00", "mtime_epoch": 1783187382.3687217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 93971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:49:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9169.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.177, "pushed": 8.177, "read": 8.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.23, "count": 245, "max_ms": 25.956, "p95_ms": 18.318}, "gstreamer_push": {"avg_ms": 1.219, "count": 245, "max_ms": 1.434, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.974, "count": 245, "max_ms": 69.285, "p95_ms": 66.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.393, "count": 245, "max_ms": 67.745, "p95_ms": 61.154}, "yolo11_640_fire_11class": {"avg_ms": 57.459, "count": 245, "max_ms": 70.519, "p95_ms": 63.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.108, "count": 245, "max_ms": 76.562, "p95_ms": 71.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.79, "count": 245, "max_ms": 101.643, "p95_ms": 97.523}, "read_interval": {"avg_ms": 122.732, "count": 244, "max_ms": 4423.546, "p95_ms": 112.035}, "triton_wait": {"avg_ms": 65.19, "count": 245, "max_ms": 76.573, "p95_ms": 71.715}, "visualize": {"avg_ms": 3.482, "count": 245, "max_ms": 4.415, "p95_ms": 3.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15388.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2610.351, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.172, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:49:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:49:59+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:49:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:49:59.669076+09:00", "mtime_epoch": 1783187399.6690757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:49:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2116.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.579, "pushed": 9.579, "read": 9.545}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 287, "max_ms": 8.32, "p95_ms": 7.484}, "gstreamer_push": {"avg_ms": 1.322, "count": 287, "max_ms": 1.498, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.153, "count": 287, "max_ms": 74.846, "p95_ms": 69.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.835, "count": 287, "max_ms": 72.135, "p95_ms": 65.229}, "yolo11_640_fire_11class": {"avg_ms": 64.553, "count": 287, "max_ms": 75.234, "p95_ms": 69.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.752, "count": 287, "max_ms": 80.772, "p95_ms": 75.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.088, "count": 287, "max_ms": 97.446, "p95_ms": 91.972}, "read_interval": {"avg_ms": 104.761, "count": 286, "max_ms": 114.312, "p95_ms": 109.267}, "triton_wait": {"avg_ms": 71.807, "count": 287, "max_ms": 80.785, "p95_ms": 75.111}, "visualize": {"avg_ms": 3.691, "count": 287, "max_ms": 4.666, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 276, "tracking_summary": 9555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15388.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.778, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 107978, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.677, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1146714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:50:12+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T02:50:12+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T02:50:12.369335+09:00", "mtime_epoch": 1783187412.3693354, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 89693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:50:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9169.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.602, "pushed": 9.602, "read": 9.602}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.157, "count": 288, "max_ms": 20.651, "p95_ms": 18.587}, "gstreamer_push": {"avg_ms": 1.222, "count": 288, "max_ms": 2.364, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.347, "count": 288, "max_ms": 69.955, "p95_ms": 62.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.45, "count": 288, "max_ms": 66.794, "p95_ms": 59.791}, "yolo11_640_fire_11class": {"avg_ms": 56.459, "count": 288, "max_ms": 68.989, "p95_ms": 61.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.791, "count": 288, "max_ms": 74.849, "p95_ms": 67.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.454, "count": 288, "max_ms": 100.711, "p95_ms": 93.566}, "read_interval": {"avg_ms": 104.185, "count": 288, "max_ms": 116.363, "p95_ms": 109.648}, "triton_wait": {"avg_ms": 62.929, "count": 288, "max_ms": 74.859, "p95_ms": 67.928}, "visualize": {"avg_ms": 3.481, "count": 288, "max_ms": 4.483, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15388.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2640.395, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.295, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:50:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:50:29+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:50:29+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:50:29.709690+09:00", "mtime_epoch": 1783187429.7096899, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:50:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2116.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.687, "pushed": 9.687, "read": 9.653}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.309, "count": 290, "max_ms": 9.818, "p95_ms": 7.675}, "gstreamer_push": {"avg_ms": 1.322, "count": 290, "max_ms": 1.648, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.757, "count": 290, "max_ms": 80.037, "p95_ms": 72.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.962, "count": 290, "max_ms": 67.717, "p95_ms": 64.881}, "yolo11_640_fire_11class": {"avg_ms": 62.463, "count": 290, "max_ms": 74.377, "p95_ms": 69.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.231, "count": 290, "max_ms": 80.244, "p95_ms": 74.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.975, "count": 290, "max_ms": 125.962, "p95_ms": 93.243}, "read_interval": {"avg_ms": 103.582, "count": 289, "max_ms": 140.186, "p95_ms": 110.266}, "triton_wait": {"avg_ms": 69.513, "count": 290, "max_ms": 80.256, "p95_ms": 74.442}, "visualize": {"avg_ms": 3.73, "count": 290, "max_ms": 5.214, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 277, "tracking_summary": 9558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15546.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.837, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 107978, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.51, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1146996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:50:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:50:42+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T02:50:42+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T02:50:42.421949+09:00", "mtime_epoch": 1783187442.4219494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:50:42+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9169.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 3.995, "recorders": [{"age_sec": 3.995, "frame_count": 84, "is_recording": true, "is_stopping": false, "pid": 108085, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.039, "name": "ffmpeg", "pid": 108085, "rss_mb": 186.039, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 16, "returncode": null, "running": true, "started_at": "2026-07-05T02:50:38+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260705_025038_fire_detected"}], "running_ffmpeg_count": 1, "running_pids": [108085], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.411, "pushed": 9.411, "read": 9.378}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.032, "count": 282, "max_ms": 20.211, "p95_ms": 18.258}, "gstreamer_push": {"avg_ms": 1.214, "count": 282, "max_ms": 1.478, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.409, "count": 282, "max_ms": 72.504, "p95_ms": 66.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.944, "count": 282, "max_ms": 65.504, "p95_ms": 60.653}, "yolo11_640_fire_11class": {"avg_ms": 56.289, "count": 282, "max_ms": 68.79, "p95_ms": 62.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.317, "count": 282, "max_ms": 76.471, "p95_ms": 69.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.512, "count": 282, "max_ms": 646.08, "p95_ms": 94.917}, "read_interval": {"avg_ms": 106.553, "count": 281, "max_ms": 659.631, "p95_ms": 111.12}, "triton_wait": {"avg_ms": 62.509, "count": 282, "max_ms": 76.483, "p95_ms": 69.372}, "visualize": {"avg_ms": 3.483, "count": 282, "max_ms": 9.736, "p95_ms": 3.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15393.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2670.487, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.744, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:50:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T02:50:59+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T02:50:59+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:50:59.798304+09:00", "mtime_epoch": 1783187459.798304, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:50:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2116.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.302, "count": 297, "max_ms": 11.208, "p95_ms": 7.963}, "gstreamer_push": {"avg_ms": 1.314, "count": 297, "max_ms": 1.656, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.972, "count": 297, "max_ms": 76.011, "p95_ms": 73.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.983, "count": 297, "max_ms": 72.853, "p95_ms": 66.172}, "yolo11_640_fire_11class": {"avg_ms": 61.26, "count": 297, "max_ms": 75.16, "p95_ms": 71.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.179, "count": 297, "max_ms": 77.601, "p95_ms": 74.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.696, "count": 297, "max_ms": 129.395, "p95_ms": 94.796}, "read_interval": {"avg_ms": 101.283, "count": 296, "max_ms": 143.579, "p95_ms": 111.295}, "triton_wait": {"avg_ms": 66.908, "count": 297, "max_ms": 77.614, "p95_ms": 75.027}, "visualize": {"avg_ms": 3.713, "count": 297, "max_ms": 5.162, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 278, "tracking_summary": 9560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15394.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.911, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 107978, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.015, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1147284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:51:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:51:12+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:51:12+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:51:12.506563+09:00", "mtime_epoch": 1783187472.5065632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:51:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9169.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.608, "pushed": 9.608, "read": 9.574}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.195, "count": 288, "max_ms": 24.995, "p95_ms": 19.035}, "gstreamer_push": {"avg_ms": 1.226, "count": 288, "max_ms": 1.443, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.95, "count": 288, "max_ms": 70.461, "p95_ms": 66.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.03, "count": 288, "max_ms": 69.044, "p95_ms": 62.808}, "yolo11_640_fire_11class": {"avg_ms": 56.694, "count": 288, "max_ms": 74.329, "p95_ms": 66.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.515, "count": 288, "max_ms": 76.162, "p95_ms": 72.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.61, "count": 288, "max_ms": 246.332, "p95_ms": 98.508}, "read_interval": {"avg_ms": 104.41, "count": 287, "max_ms": 256.914, "p95_ms": 114.042}, "triton_wait": {"avg_ms": 61.929, "count": 288, "max_ms": 76.173, "p95_ms": 72.255}, "visualize": {"avg_ms": 3.5, "count": 288, "max_ms": 9.758, "p95_ms": 3.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15394.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2700.513, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.199, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1424200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:51:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:51:29+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:51:29+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:51:29.826916+09:00", "mtime_epoch": 1783187489.8269162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:51:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2116.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.693, "pushed": 9.693, "read": 9.66}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.266, "count": 290, "max_ms": 10.15, "p95_ms": 7.757}, "gstreamer_push": {"avg_ms": 1.317, "count": 290, "max_ms": 1.67, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.299, "count": 290, "max_ms": 77.184, "p95_ms": 73.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.759, "count": 290, "max_ms": 75.511, "p95_ms": 67.853}, "yolo11_640_fire_11class": {"avg_ms": 64.383, "count": 290, "max_ms": 76.101, "p95_ms": 73.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.946, "count": 290, "max_ms": 79.628, "p95_ms": 76.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.836, "count": 290, "max_ms": 129.008, "p95_ms": 94.967}, "read_interval": {"avg_ms": 103.516, "count": 289, "max_ms": 143.108, "p95_ms": 112.0}, "triton_wait": {"avg_ms": 69.5, "count": 290, "max_ms": 79.64, "p95_ms": 76.203}, "visualize": {"avg_ms": 3.716, "count": 290, "max_ms": 5.086, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 278, "tracking_summary": 9563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15394.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.919, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 107978, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.191, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1147572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:51:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:51:42+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T02:51:42+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T02:51:42.511175+09:00", "mtime_epoch": 1783187502.5111747, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 97297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:51:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9170.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.603}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.451, "count": 288, "max_ms": 29.934, "p95_ms": 19.285}, "gstreamer_push": {"avg_ms": 1.222, "count": 288, "max_ms": 1.493, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.809, "count": 288, "max_ms": 69.141, "p95_ms": 64.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.615, "count": 288, "max_ms": 68.839, "p95_ms": 64.063}, "yolo11_640_fire_11class": {"avg_ms": 58.376, "count": 288, "max_ms": 68.736, "p95_ms": 65.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.755, "count": 288, "max_ms": 75.889, "p95_ms": 69.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.148, "count": 288, "max_ms": 104.68, "p95_ms": 96.479}, "read_interval": {"avg_ms": 104.17, "count": 288, "max_ms": 120.173, "p95_ms": 112.822}, "triton_wait": {"avg_ms": 62.406, "count": 288, "max_ms": 75.9, "p95_ms": 69.901}, "visualize": {"avg_ms": 3.496, "count": 288, "max_ms": 4.357, "p95_ms": 3.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15394.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2730.553, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.372, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1424499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:51:59+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:51:59+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:51:59.863528+09:00", "mtime_epoch": 1783187519.863528, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:51:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2117.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.304, "count": 299, "max_ms": 11.674, "p95_ms": 8.334}, "gstreamer_push": {"avg_ms": 1.326, "count": 299, "max_ms": 1.91, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.558, "count": 299, "max_ms": 74.214, "p95_ms": 69.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.597, "count": 299, "max_ms": 73.748, "p95_ms": 65.03}, "yolo11_640_fire_11class": {"avg_ms": 64.28, "count": 299, "max_ms": 76.842, "p95_ms": 74.3}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.417, "count": 299, "max_ms": 80.471, "p95_ms": 74.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.714, "count": 299, "max_ms": 96.19, "p95_ms": 91.801}, "read_interval": {"avg_ms": 100.439, "count": 298, "max_ms": 116.298, "p95_ms": 109.518}, "triton_wait": {"avg_ms": 67.399, "count": 299, "max_ms": 80.484, "p95_ms": 75.464}, "visualize": {"avg_ms": 3.72, "count": 299, "max_ms": 4.812, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 278, "tracking_summary": 9565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15395.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.989, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 107978, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.183, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1147867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:52:12+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T02:52:12+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T02:52:12.603787+09:00", "mtime_epoch": 1783187532.6037872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:52:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9170.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.842, "pushed": 9.842, "read": 9.809}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.388, "count": 295, "max_ms": 23.255, "p95_ms": 19.346}, "gstreamer_push": {"avg_ms": 1.238, "count": 295, "max_ms": 1.569, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.996, "count": 295, "max_ms": 66.888, "p95_ms": 62.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.997, "count": 295, "max_ms": 65.459, "p95_ms": 62.04}, "yolo11_640_fire_11class": {"avg_ms": 56.995, "count": 295, "max_ms": 71.593, "p95_ms": 65.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.252, "count": 295, "max_ms": 74.028, "p95_ms": 68.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.83, "count": 295, "max_ms": 98.628, "p95_ms": 94.279}, "read_interval": {"avg_ms": 101.969, "count": 294, "max_ms": 116.947, "p95_ms": 110.837}, "triton_wait": {"avg_ms": 60.128, "count": 295, "max_ms": 74.04, "p95_ms": 68.807}, "visualize": {"avg_ms": 3.505, "count": 295, "max_ms": 5.494, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 11873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15394.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2760.59, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.266, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.389, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1424792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:52:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:52:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T02:52:29+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:52:29.904139+09:00", "mtime_epoch": 1783187549.904139, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:52:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2258.477, "name": "celery", "pid": 267, "rss_mb": 2117.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.789, "pushed": 9.789, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.138, "count": 293, "max_ms": 11.016, "p95_ms": 7.647}, "gstreamer_push": {"avg_ms": 1.321, "count": 293, "max_ms": 2.266, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.906, "count": 293, "max_ms": 74.429, "p95_ms": 72.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.961, "count": 293, "max_ms": 73.211, "p95_ms": 66.561}, "yolo11_640_fire_11class": {"avg_ms": 64.865, "count": 293, "max_ms": 78.704, "p95_ms": 73.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.384, "count": 293, "max_ms": 79.394, "p95_ms": 74.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.881, "count": 293, "max_ms": 129.961, "p95_ms": 92.112}, "read_interval": {"avg_ms": 102.504, "count": 292, "max_ms": 143.9, "p95_ms": 109.957}, "triton_wait": {"avg_ms": 69.269, "count": 293, "max_ms": 79.404, "p95_ms": 75.123}, "visualize": {"avg_ms": 3.675, "count": 293, "max_ms": 5.318, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 278, "tracking_summary": 9567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15716.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.039, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 107978, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.219, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:52:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:52:42+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T02:52:42+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T02:52:42.644398+09:00", "mtime_epoch": 1783187562.644398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:52:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9170.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.68, "pushed": 9.68, "read": 9.646}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.498, "count": 290, "max_ms": 26.436, "p95_ms": 21.108}, "gstreamer_push": {"avg_ms": 1.23, "count": 290, "max_ms": 1.946, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.604, "count": 290, "max_ms": 71.182, "p95_ms": 66.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.885, "count": 290, "max_ms": 70.088, "p95_ms": 60.941}, "yolo11_640_fire_11class": {"avg_ms": 56.951, "count": 290, "max_ms": 72.07, "p95_ms": 66.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.392, "count": 290, "max_ms": 74.336, "p95_ms": 69.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.823, "count": 290, "max_ms": 104.684, "p95_ms": 96.253}, "read_interval": {"avg_ms": 103.644, "count": 289, "max_ms": 123.296, "p95_ms": 111.86}, "triton_wait": {"avg_ms": 61.959, "count": 290, "max_ms": 74.351, "p95_ms": 70.1}, "visualize": {"avg_ms": 3.519, "count": 290, "max_ms": 4.546, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15544.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2790.629, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.266, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.81, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:52:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:53:00+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:52:59+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:52:59.940749+09:00", "mtime_epoch": 1783187579.9407492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:53:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2254.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.334, "count": 301, "max_ms": 12.182, "p95_ms": 8.113}, "gstreamer_push": {"avg_ms": 1.372, "count": 301, "max_ms": 3.871, "p95_ms": 1.524}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.627, "count": 301, "max_ms": 76.842, "p95_ms": 72.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.146, "count": 301, "max_ms": 75.806, "p95_ms": 66.498}, "yolo11_640_fire_11class": {"avg_ms": 57.933, "count": 301, "max_ms": 76.885, "p95_ms": 71.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.802, "count": 301, "max_ms": 83.769, "p95_ms": 74.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.864, "count": 301, "max_ms": 587.726, "p95_ms": 96.258}, "read_interval": {"avg_ms": 99.767, "count": 300, "max_ms": 600.783, "p95_ms": 113.444}, "triton_wait": {"avg_ms": 62.797, "count": 301, "max_ms": 83.781, "p95_ms": 75.204}, "visualize": {"avg_ms": 3.78, "count": 301, "max_ms": 10.348, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15536.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.055, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.082, "name": "ffmpeg", "pid": 107978, "rss_mb": 269.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.481, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:53:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:53:12+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:53:12+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:53:12.649007+09:00", "mtime_epoch": 1783187592.6490073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:53:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9170.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.292, "pushed": 9.292, "read": 9.259}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.393, "count": 278, "max_ms": 22.123, "p95_ms": 19.409}, "gstreamer_push": {"avg_ms": 1.246, "count": 278, "max_ms": 1.634, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.181, "count": 278, "max_ms": 76.777, "p95_ms": 66.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.803, "count": 278, "max_ms": 69.86, "p95_ms": 65.132}, "yolo11_640_fire_11class": {"avg_ms": 56.57, "count": 278, "max_ms": 71.11, "p95_ms": 66.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.26, "count": 278, "max_ms": 80.24, "p95_ms": 73.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.008, "count": 278, "max_ms": 845.744, "p95_ms": 102.492}, "read_interval": {"avg_ms": 107.973, "count": 277, "max_ms": 864.452, "p95_ms": 118.594}, "triton_wait": {"avg_ms": 61.736, "count": 278, "max_ms": 80.251, "p95_ms": 73.589}, "visualize": {"avg_ms": 3.556, "count": 278, "max_ms": 9.899, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11878}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15511.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2820.666, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.266, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.073, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:53:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T02:53:30+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T02:53:29+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T02:53:29.973359+09:00", "mtime_epoch": 1783187609.9733589, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:53:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2217.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.656, "pushed": 9.656, "read": 9.622}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.235, "count": 289, "max_ms": 10.228, "p95_ms": 7.66}, "gstreamer_push": {"avg_ms": 1.315, "count": 289, "max_ms": 1.597, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.035, "count": 289, "max_ms": 76.447, "p95_ms": 71.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.35, "count": 289, "max_ms": 77.305, "p95_ms": 66.8}, "yolo11_640_fire_11class": {"avg_ms": 64.385, "count": 289, "max_ms": 78.031, "p95_ms": 71.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.158, "count": 289, "max_ms": 82.022, "p95_ms": 75.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.178, "count": 289, "max_ms": 101.244, "p95_ms": 93.802}, "read_interval": {"avg_ms": 103.896, "count": 288, "max_ms": 119.202, "p95_ms": 110.789}, "triton_wait": {"avg_ms": 70.517, "count": 289, "max_ms": 82.035, "p95_ms": 75.873}, "visualize": {"avg_ms": 3.686, "count": 289, "max_ms": 4.736, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15503.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.055, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.688, "name": "ffmpeg", "pid": 107978, "rss_mb": 270.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.73, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:53:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:53:42+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T02:53:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T02:53:42.653616+09:00", "mtime_epoch": 1783187622.653616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:53:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9170.766, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.633, "pushed": 9.667, "read": 9.633}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.39, "count": 289, "max_ms": 30.861, "p95_ms": 19.245}, "gstreamer_push": {"avg_ms": 1.224, "count": 290, "max_ms": 1.495, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.633, "count": 289, "max_ms": 70.984, "p95_ms": 64.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.138, "count": 289, "max_ms": 69.058, "p95_ms": 63.037}, "yolo11_640_fire_11class": {"avg_ms": 56.801, "count": 289, "max_ms": 69.553, "p95_ms": 64.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.93, "count": 289, "max_ms": 79.061, "p95_ms": 71.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.093, "count": 289, "max_ms": 105.804, "p95_ms": 96.785}, "read_interval": {"avg_ms": 103.827, "count": 289, "max_ms": 121.171, "p95_ms": 112.381}, "triton_wait": {"avg_ms": 62.347, "count": 289, "max_ms": 79.073, "p95_ms": 71.214}, "visualize": {"avg_ms": 3.482, "count": 289, "max_ms": 4.482, "p95_ms": 3.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15474.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2850.681, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.266, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.259, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:53:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:54:00+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:53:59+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T02:53:59.993968+09:00", "mtime_epoch": 1783187639.9939675, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:54:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2181.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.314, "count": 298, "max_ms": 12.723, "p95_ms": 7.991}, "gstreamer_push": {"avg_ms": 1.309, "count": 298, "max_ms": 1.719, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.889, "count": 298, "max_ms": 76.481, "p95_ms": 73.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.839, "count": 298, "max_ms": 75.387, "p95_ms": 66.502}, "yolo11_640_fire_11class": {"avg_ms": 61.858, "count": 298, "max_ms": 77.155, "p95_ms": 72.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.948, "count": 298, "max_ms": 82.341, "p95_ms": 75.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.038, "count": 298, "max_ms": 125.334, "p95_ms": 93.471}, "read_interval": {"avg_ms": 100.743, "count": 298, "max_ms": 139.727, "p95_ms": 110.908}, "triton_wait": {"avg_ms": 66.87, "count": 298, "max_ms": 82.354, "p95_ms": 75.826}, "visualize": {"avg_ms": 3.706, "count": 298, "max_ms": 5.348, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15474.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.146, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.688, "name": "ffmpeg", "pid": 107978, "rss_mb": 270.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.739, "sample_count": 2834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1149019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:54:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:54:12+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:54:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:54:12.742226+09:00", "mtime_epoch": 1783187652.742226, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:54:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9170.766, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.247, "count": 295, "max_ms": 25.272, "p95_ms": 19.706}, "gstreamer_push": {"avg_ms": 1.231, "count": 295, "max_ms": 1.806, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.762, "count": 295, "max_ms": 73.694, "p95_ms": 66.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.207, "count": 295, "max_ms": 68.4, "p95_ms": 63.24}, "yolo11_640_fire_11class": {"avg_ms": 56.002, "count": 295, "max_ms": 72.961, "p95_ms": 65.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.598, "count": 295, "max_ms": 75.354, "p95_ms": 71.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.012, "count": 295, "max_ms": 101.058, "p95_ms": 96.512}, "read_interval": {"avg_ms": 101.983, "count": 294, "max_ms": 119.636, "p95_ms": 112.696}, "triton_wait": {"avg_ms": 60.365, "count": 295, "max_ms": 75.366, "p95_ms": 71.362}, "visualize": {"avg_ms": 3.492, "count": 295, "max_ms": 5.673, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15474.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2880.687, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.266, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.471, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:54:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:54:30+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T02:54:30+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T02:54:30.018576+09:00", "mtime_epoch": 1783187670.018576, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:54:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2181.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.33, "count": 301, "max_ms": 12.323, "p95_ms": 7.9}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 1.555, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.835, "count": 301, "max_ms": 78.188, "p95_ms": 73.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.448, "count": 301, "max_ms": 76.707, "p95_ms": 67.564}, "yolo11_640_fire_11class": {"avg_ms": 60.428, "count": 301, "max_ms": 76.801, "p95_ms": 71.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.73, "count": 301, "max_ms": 80.416, "p95_ms": 75.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.943, "count": 301, "max_ms": 128.442, "p95_ms": 94.164}, "read_interval": {"avg_ms": 99.757, "count": 301, "max_ms": 142.274, "p95_ms": 110.613}, "triton_wait": {"avg_ms": 65.677, "count": 301, "max_ms": 80.428, "p95_ms": 76.112}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 5.289, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15456.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.243, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.203, "name": "ffmpeg", "pid": 107978, "rss_mb": 271.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.587, "sample_count": 2883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1149313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:54:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:54:42+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T02:54:42+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T02:54:42.830835+09:00", "mtime_epoch": 1783187682.830835, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:54:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9171.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.414, "count": 294, "max_ms": 22.166, "p95_ms": 19.171}, "gstreamer_push": {"avg_ms": 1.244, "count": 294, "max_ms": 2.125, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.925, "count": 294, "max_ms": 75.751, "p95_ms": 65.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.853, "count": 294, "max_ms": 75.229, "p95_ms": 63.168}, "yolo11_640_fire_11class": {"avg_ms": 54.912, "count": 294, "max_ms": 75.217, "p95_ms": 63.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.709, "count": 294, "max_ms": 79.881, "p95_ms": 71.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.166, "count": 294, "max_ms": 104.655, "p95_ms": 96.452}, "read_interval": {"avg_ms": 102.318, "count": 293, "max_ms": 119.961, "p95_ms": 112.293}, "triton_wait": {"avg_ms": 60.311, "count": 294, "max_ms": 79.892, "p95_ms": 71.384}, "visualize": {"avg_ms": 3.538, "count": 294, "max_ms": 5.34, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15438.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2910.743, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.266, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.51, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:55:00+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T02:55:00+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:55:00.063184+09:00", "mtime_epoch": 1783187700.063184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:55:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2144.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.198, "count": 294, "max_ms": 9.309, "p95_ms": 7.58}, "gstreamer_push": {"avg_ms": 1.322, "count": 294, "max_ms": 1.532, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.006, "count": 294, "max_ms": 76.694, "p95_ms": 72.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.767, "count": 294, "max_ms": 73.951, "p95_ms": 67.559}, "yolo11_640_fire_11class": {"avg_ms": 62.724, "count": 294, "max_ms": 76.586, "p95_ms": 71.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.312, "count": 294, "max_ms": 78.075, "p95_ms": 75.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.564, "count": 294, "max_ms": 96.869, "p95_ms": 93.071}, "read_interval": {"avg_ms": 102.233, "count": 293, "max_ms": 113.589, "p95_ms": 110.013}, "triton_wait": {"avg_ms": 68.853, "count": 294, "max_ms": 78.088, "p95_ms": 75.538}, "visualize": {"avg_ms": 3.711, "count": 294, "max_ms": 4.793, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15414.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.299, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.203, "name": "ffmpeg", "pid": 107978, "rss_mb": 271.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 10, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.743, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1149605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:55:12+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T02:55:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:55:12.895443+09:00", "mtime_epoch": 1783187712.8954434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 74774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:55:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9171.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.82, "count": 292, "max_ms": 30.819, "p95_ms": 23.227}, "gstreamer_push": {"avg_ms": 1.222, "count": 292, "max_ms": 1.486, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.557, "count": 292, "max_ms": 68.891, "p95_ms": 63.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.438, "count": 292, "max_ms": 68.949, "p95_ms": 64.053}, "yolo11_640_fire_11class": {"avg_ms": 55.214, "count": 292, "max_ms": 68.803, "p95_ms": 63.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.262, "count": 292, "max_ms": 76.408, "p95_ms": 69.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.858, "count": 292, "max_ms": 112.627, "p95_ms": 96.528}, "read_interval": {"avg_ms": 102.915, "count": 291, "max_ms": 128.233, "p95_ms": 114.025}, "triton_wait": {"avg_ms": 60.743, "count": 292, "max_ms": 76.42, "p95_ms": 69.934}, "visualize": {"avg_ms": 3.482, "count": 292, "max_ms": 4.464, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15418.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2940.807, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.266, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.497, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:55:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:55:30+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T02:55:30+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T02:55:30.127792+09:00", "mtime_epoch": 1783187730.127792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:55:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2118.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.081}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.345, "count": 303, "max_ms": 12.389, "p95_ms": 8.791}, "gstreamer_push": {"avg_ms": 1.323, "count": 303, "max_ms": 2.325, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.292, "count": 303, "max_ms": 77.859, "p95_ms": 72.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.859, "count": 303, "max_ms": 77.163, "p95_ms": 64.793}, "yolo11_640_fire_11class": {"avg_ms": 59.517, "count": 303, "max_ms": 75.646, "p95_ms": 71.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.425, "count": 303, "max_ms": 78.396, "p95_ms": 74.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.31, "count": 303, "max_ms": 99.303, "p95_ms": 92.906}, "read_interval": {"avg_ms": 99.21, "count": 302, "max_ms": 122.746, "p95_ms": 110.971}, "triton_wait": {"avg_ms": 65.361, "count": 303, "max_ms": 78.407, "p95_ms": 75.031}, "visualize": {"avg_ms": 3.727, "count": 303, "max_ms": 5.11, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15419.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.386, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.68, "name": "ffmpeg", "pid": 107978, "rss_mb": 278.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 9, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.878, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1149899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:55:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:55:43+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:55:42+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:55:42.980052+09:00", "mtime_epoch": 1783187742.9800518, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 77989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:55:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9171.281, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.238, "count": 294, "max_ms": 28.921, "p95_ms": 19.141}, "gstreamer_push": {"avg_ms": 1.227, "count": 294, "max_ms": 1.489, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.608, "count": 294, "max_ms": 70.089, "p95_ms": 64.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.587, "count": 294, "max_ms": 72.081, "p95_ms": 61.731}, "yolo11_640_fire_11class": {"avg_ms": 55.341, "count": 294, "max_ms": 70.079, "p95_ms": 65.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.84, "count": 294, "max_ms": 74.948, "p95_ms": 70.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.942, "count": 294, "max_ms": 102.881, "p95_ms": 96.454}, "read_interval": {"avg_ms": 102.32, "count": 293, "max_ms": 167.703, "p95_ms": 113.908}, "triton_wait": {"avg_ms": 60.369, "count": 294, "max_ms": 74.96, "p95_ms": 70.949}, "visualize": {"avg_ms": 3.493, "count": 294, "max_ms": 4.408, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15420.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2970.877, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.266, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.392, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:56:00+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:56:00+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T02:56:00.188400+09:00", "mtime_epoch": 1783187760.1883996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:56:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2118.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.91}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.383, "count": 298, "max_ms": 12.408, "p95_ms": 8.428}, "gstreamer_push": {"avg_ms": 1.318, "count": 298, "max_ms": 1.518, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.334, "count": 298, "max_ms": 75.473, "p95_ms": 72.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.556, "count": 298, "max_ms": 71.396, "p95_ms": 61.2}, "yolo11_640_fire_11class": {"avg_ms": 60.672, "count": 298, "max_ms": 75.777, "p95_ms": 70.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.604, "count": 298, "max_ms": 79.093, "p95_ms": 75.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.741, "count": 298, "max_ms": 96.941, "p95_ms": 93.001}, "read_interval": {"avg_ms": 100.89, "count": 297, "max_ms": 120.05, "p95_ms": 111.314}, "triton_wait": {"avg_ms": 66.562, "count": 298, "max_ms": 79.106, "p95_ms": 75.505}, "visualize": {"avg_ms": 3.728, "count": 298, "max_ms": 5.422, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15422.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.457, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.031, "name": "ffmpeg", "pid": 107978, "rss_mb": 282.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 550, "restart_count_per_hour": 9, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.73, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1150189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:56:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:56:13+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:56:13+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T02:56:13.056659+09:00", "mtime_epoch": 1783187773.0566595, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 70768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:56:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9171.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.675, "pushed": 9.675, "read": 9.642}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.233, "count": 290, "max_ms": 29.852, "p95_ms": 18.701}, "gstreamer_push": {"avg_ms": 1.221, "count": 290, "max_ms": 1.545, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.627, "count": 290, "max_ms": 68.4, "p95_ms": 65.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.452, "count": 290, "max_ms": 67.83, "p95_ms": 63.567}, "yolo11_640_fire_11class": {"avg_ms": 55.286, "count": 290, "max_ms": 68.467, "p95_ms": 65.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.276, "count": 290, "max_ms": 76.861, "p95_ms": 71.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.242, "count": 290, "max_ms": 104.407, "p95_ms": 97.178}, "read_interval": {"avg_ms": 103.684, "count": 289, "max_ms": 517.845, "p95_ms": 114.641}, "triton_wait": {"avg_ms": 60.684, "count": 290, "max_ms": 76.872, "p95_ms": 71.817}, "visualize": {"avg_ms": 3.484, "count": 290, "max_ms": 4.987, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15425.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 3000.953, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.266, "name": "ffmpeg", "pid": 107445, "rss_mb": 331.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.497, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1427171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:56:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:56:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T02:56:30+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:56:30.269007+09:00", "mtime_epoch": 1783187790.269007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:56:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2118.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.844, "pushed": 9.844, "read": 9.811}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.69, "count": 295, "max_ms": 10.443, "p95_ms": 10.188}, "gstreamer_push": {"avg_ms": 1.322, "count": 295, "max_ms": 1.549, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.617, "count": 295, "max_ms": 75.375, "p95_ms": 71.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.543, "count": 295, "max_ms": 74.793, "p95_ms": 67.032}, "yolo11_640_fire_11class": {"avg_ms": 61.007, "count": 295, "max_ms": 73.903, "p95_ms": 69.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.65, "count": 295, "max_ms": 78.947, "p95_ms": 74.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.108, "count": 295, "max_ms": 154.011, "p95_ms": 96.524}, "read_interval": {"avg_ms": 101.945, "count": 294, "max_ms": 169.467, "p95_ms": 114.619}, "triton_wait": {"avg_ms": 67.22, "count": 295, "max_ms": 78.963, "p95_ms": 75.16}, "visualize": {"avg_ms": 3.748, "count": 295, "max_ms": 5.416, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15433.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1202, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:49:13+09:00", "last_error_summary": "[h264 @ 0x560df9268800] cabac decode of qscale diff failed at 2 24 [h264 @ 0x560df9268800] error while decoding MB 2 24, bytestream 7772 [h264 @ 0x560df92bf600] left block unavailable for requested intra mode [h264 @ 0x560df92bf600] error while decoding MB 0 24, bytestream 1835 [h264 @ 0x560df9cb3580] cabac decode of qscale diff failed at 25 8 [h264 @ 0x560df9cb3580] error while decoding MB 25 8, bytestream 8949 [h264 @ 0x560df92bbd00] left block unavailable for requested intra mode [h264 @ 0x56", "last_exit_at": "2026-07-05T02:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 458.209, "last_started_at": "2026-07-05T02:49:15+09:00", "pid": 107978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.496, "name": "ffmpeg", "pid": 107978, "rss_mb": 292.496, "state": "S (sleeping)", "threads": 104}, "restart_count": 550, "restart_count_per_hour": 9, "rtsp_timeout_count": 338, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.026, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1150396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:56:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:56:53+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T02:56:53+09:00", "mjpeg": {"age_sec": 19.258, "exists": true, "mtime": "2026-07-05T02:56:34.637095+09:00", "mtime_epoch": 1783187794.637095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:56:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9171.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.536, "pushed": 3.536, "read": 3.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.09, "count": 106, "max_ms": 20.011, "p95_ms": 18.691}, "gstreamer_push": {"avg_ms": 1.222, "count": 106, "max_ms": 1.389, "p95_ms": 1.293}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.664, "count": 106, "max_ms": 67.809, "p95_ms": 64.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.238, "count": 106, "max_ms": 61.786, "p95_ms": 59.093}, "yolo11_640_fire_11class": {"avg_ms": 55.634, "count": 106, "max_ms": 68.038, "p95_ms": 62.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.186, "count": 106, "max_ms": 72.551, "p95_ms": 69.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.808, "count": 106, "max_ms": 98.904, "p95_ms": 94.683}, "read_interval": {"avg_ms": 285.521, "count": 105, "max_ms": 19265.37, "p95_ms": 111.361}, "triton_wait": {"avg_ms": 61.432, "count": 106, "max_ms": 72.563, "p95_ms": 69.053}, "visualize": {"avg_ms": 3.456, "count": 106, "max_ms": 4.201, "p95_ms": 3.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15323.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:06:26+09:00", "last_error_summary": "[h264 @ 0x561c964364c0] error while decoding MB 77 28, bytestream -17 [in#0/rtsp @ 0x561c959c6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c959c6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 3039.332, "last_started_at": "2026-07-05T02:06:29+09:00", "pid": 107445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.395, "name": "ffmpeg", "pid": 107445, "rss_mb": 353.395, "state": "S (sleeping)", "threads": 104}, "restart_count": 127, "restart_count_per_hour": 6, "rtsp_timeout_count": 213, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.727, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1427212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:57:08+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T02:57:08+09:00", "mjpeg": {"age_sec": 15.978, "exists": true, "mtime": "2026-07-05T02:56:52.757461+09:00", "mtime_epoch": 1783187812.7574608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:57:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2118.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.124, "pushed": 0.124, "read": 0.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.674, "count": 2, "max_ms": 8.151, "p95_ms": 8.151}, "gstreamer_push": {"avg_ms": 1.379, "count": 2, "max_ms": 1.406, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.762, "count": 2, "max_ms": 80.907, "p95_ms": 80.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.384, "count": 2, "max_ms": 60.837, "p95_ms": 60.837}, "yolo11_640_fire_11class": {"avg_ms": 58.471, "count": 2, "max_ms": 71.189, "p95_ms": 71.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.962, "count": 2, "max_ms": 77.439, "p95_ms": 77.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.823, "count": 2, "max_ms": 98.008, "p95_ms": 98.008}, "read_interval": {"avg_ms": 17198.525, "count": 2, "max_ms": 18372.245, "p95_ms": 18372.245}, "triton_wait": {"avg_ms": 63.708, "count": 2, "max_ms": 80.92, "p95_ms": 80.92}, "visualize": {"avg_ms": 3.692, "count": 2, "max_ms": 3.758, "p95_ms": 3.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.095, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15402.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.9, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.359, "name": "ffmpeg", "pid": 108265, "rss_mb": 265.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 10, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.203, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1150580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:57:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:57:23+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T02:57:23+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T02:57:23.854088+09:00", "mtime_epoch": 1783187843.8540878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:57:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9171.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.138, "pushed": 6.138, "read": 6.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "latency_ms": {"analyze": {"avg_ms": 17.466, "count": 184, "max_ms": 24.556, "p95_ms": 19.518}, "gstreamer_push": {"avg_ms": 1.266, "count": 184, "max_ms": 1.599, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.199, "count": 184, "max_ms": 68.187, "p95_ms": 63.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.509, "count": 184, "max_ms": 64.743, "p95_ms": 57.291}, "yolo11_640_fire_11class": {"avg_ms": 49.648, "count": 184, "max_ms": 72.975, "p95_ms": 61.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.753, "count": 184, "max_ms": 75.405, "p95_ms": 68.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.15, "count": 184, "max_ms": 101.536, "p95_ms": 93.87}, "read_interval": {"avg_ms": 163.747, "count": 183, "max_ms": 12399.102, "p95_ms": 116.082}, "triton_wait": {"avg_ms": 52.283, "count": 184, "max_ms": 75.417, "p95_ms": 68.516}, "visualize": {"avg_ms": 3.556, "count": 184, "max_ms": 4.51, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15405.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.061, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.414, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 9, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.703, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1427471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:57:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T02:57:38+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T02:57:38+09:00", "mjpeg": {"age_sec": 0.246, "exists": true, "mtime": "2026-07-05T02:57:38.638386+09:00", "mtime_epoch": 1783187858.638386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:57:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2118.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.604, "pushed": 8.604, "read": 8.571}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.435, "count": 258, "max_ms": 11.157, "p95_ms": 8.513}, "gstreamer_push": {"avg_ms": 1.322, "count": 258, "max_ms": 1.559, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.607, "count": 258, "max_ms": 73.712, "p95_ms": 70.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.295, "count": 258, "max_ms": 66.969, "p95_ms": 58.179}, "yolo11_640_fire_11class": {"avg_ms": 57.488, "count": 258, "max_ms": 78.842, "p95_ms": 70.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.175, "count": 258, "max_ms": 80.927, "p95_ms": 73.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.682, "count": 258, "max_ms": 105.931, "p95_ms": 91.332}, "read_interval": {"avg_ms": 116.648, "count": 257, "max_ms": 5071.508, "p95_ms": 108.839}, "triton_wait": {"avg_ms": 62.306, "count": 258, "max_ms": 80.94, "p95_ms": 73.414}, "visualize": {"avg_ms": 3.77, "count": 258, "max_ms": 5.214, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15405.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.947, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.164, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 10, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.904, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1150880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:57:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:57:54+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T02:57:53+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T02:57:53.930694+09:00", "mtime_epoch": 1783187873.930694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:57:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9171.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.532, "count": 300, "max_ms": 27.318, "p95_ms": 19.562}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.577, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.617, "count": 300, "max_ms": 69.028, "p95_ms": 63.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.879, "count": 300, "max_ms": 65.673, "p95_ms": 59.988}, "yolo11_640_fire_11class": {"avg_ms": 53.62, "count": 300, "max_ms": 66.681, "p95_ms": 63.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.149, "count": 300, "max_ms": 75.0, "p95_ms": 69.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.409, "count": 300, "max_ms": 100.756, "p95_ms": 95.93}, "read_interval": {"avg_ms": 100.19, "count": 299, "max_ms": 120.758, "p95_ms": 112.501}, "triton_wait": {"avg_ms": 58.482, "count": 300, "max_ms": 75.011, "p95_ms": 70.008}, "visualize": {"avg_ms": 3.535, "count": 300, "max_ms": 4.607, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15405.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.078, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.672, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 9, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.371, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1427771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:58:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:58:08+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T02:58:08+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T02:58:08.834995+09:00", "mtime_epoch": 1783187888.8349946, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:58:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2118.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.408, "count": 300, "max_ms": 10.745, "p95_ms": 8.935}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 2.221, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.999, "count": 300, "max_ms": 76.31, "p95_ms": 71.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.868, "count": 300, "max_ms": 70.535, "p95_ms": 57.064}, "yolo11_640_fire_11class": {"avg_ms": 57.793, "count": 300, "max_ms": 78.074, "p95_ms": 70.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.599, "count": 300, "max_ms": 78.853, "p95_ms": 73.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.374, "count": 300, "max_ms": 127.847, "p95_ms": 91.33}, "read_interval": {"avg_ms": 100.096, "count": 299, "max_ms": 275.623, "p95_ms": 118.956}, "triton_wait": {"avg_ms": 62.541, "count": 300, "max_ms": 78.865, "p95_ms": 73.852}, "visualize": {"avg_ms": 3.767, "count": 300, "max_ms": 5.677, "p95_ms": 4.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15406.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.959, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.164, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 10, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.966, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1151177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:58:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:58:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T02:58:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T02:58:23.927299+09:00", "mtime_epoch": 1783187903.9272985, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:58:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9171.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.053, "count": 297, "max_ms": 28.943, "p95_ms": 23.158}, "gstreamer_push": {"avg_ms": 1.244, "count": 297, "max_ms": 2.141, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.222, "count": 297, "max_ms": 72.668, "p95_ms": 66.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.968, "count": 297, "max_ms": 68.354, "p95_ms": 60.846}, "yolo11_640_fire_11class": {"avg_ms": 54.341, "count": 297, "max_ms": 71.412, "p95_ms": 65.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.634, "count": 297, "max_ms": 75.971, "p95_ms": 71.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.701, "count": 297, "max_ms": 104.219, "p95_ms": 97.142}, "read_interval": {"avg_ms": 100.998, "count": 297, "max_ms": 130.482, "p95_ms": 112.886}, "triton_wait": {"avg_ms": 58.306, "count": 297, "max_ms": 75.982, "p95_ms": 71.758}, "visualize": {"avg_ms": 3.525, "count": 297, "max_ms": 4.604, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15406.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.085, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.672, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 9, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.347, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:58:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:58:38+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T02:58:38+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T02:58:38.839599+09:00", "mtime_epoch": 1783187918.8395987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:58:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2118.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.501, "count": 302, "max_ms": 12.306, "p95_ms": 10.181}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 2.027, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.619, "count": 302, "max_ms": 78.041, "p95_ms": 71.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.629, "count": 302, "max_ms": 74.686, "p95_ms": 56.956}, "yolo11_640_fire_11class": {"avg_ms": 59.377, "count": 302, "max_ms": 79.243, "p95_ms": 71.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.25, "count": 302, "max_ms": 80.989, "p95_ms": 76.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.33, "count": 302, "max_ms": 122.493, "p95_ms": 92.808}, "read_interval": {"avg_ms": 99.362, "count": 302, "max_ms": 404.869, "p95_ms": 110.579}, "triton_wait": {"avg_ms": 64.251, "count": 302, "max_ms": 81.002, "p95_ms": 76.356}, "visualize": {"avg_ms": 3.768, "count": 302, "max_ms": 5.339, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15406.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.981, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.164, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 10, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.979, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1151479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:58:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:58:54+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T02:58:53+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T02:58:53.963903+09:00", "mtime_epoch": 1783187933.9639032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:58:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9172.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.057}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.888, "count": 302, "max_ms": 27.216, "p95_ms": 22.653}, "gstreamer_push": {"avg_ms": 1.235, "count": 302, "max_ms": 1.699, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.622, "count": 302, "max_ms": 72.582, "p95_ms": 65.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.679, "count": 302, "max_ms": 72.571, "p95_ms": 62.338}, "yolo11_640_fire_11class": {"avg_ms": 53.39, "count": 302, "max_ms": 71.447, "p95_ms": 65.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.864, "count": 302, "max_ms": 76.689, "p95_ms": 69.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.543, "count": 302, "max_ms": 105.945, "p95_ms": 96.955}, "read_interval": {"avg_ms": 99.441, "count": 301, "max_ms": 123.973, "p95_ms": 112.414}, "triton_wait": {"avg_ms": 57.359, "count": 302, "max_ms": 76.701, "p95_ms": 69.706}, "visualize": {"avg_ms": 3.529, "count": 302, "max_ms": 4.484, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15407.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.159, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.672, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 9, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.397, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:59:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:59:08+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T02:59:08+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T02:59:08.888204+09:00", "mtime_epoch": 1783187948.8882036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:59:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2119.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.479, "count": 297, "max_ms": 12.764, "p95_ms": 9.106}, "gstreamer_push": {"avg_ms": 1.319, "count": 297, "max_ms": 2.249, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.694, "count": 297, "max_ms": 78.178, "p95_ms": 73.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.965, "count": 297, "max_ms": 72.743, "p95_ms": 64.796}, "yolo11_640_fire_11class": {"avg_ms": 59.868, "count": 297, "max_ms": 76.452, "p95_ms": 72.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.564, "count": 297, "max_ms": 81.669, "p95_ms": 75.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.13, "count": 297, "max_ms": 128.757, "p95_ms": 94.449}, "read_interval": {"avg_ms": 101.228, "count": 296, "max_ms": 288.203, "p95_ms": 113.683}, "triton_wait": {"avg_ms": 63.991, "count": 297, "max_ms": 81.681, "p95_ms": 75.625}, "visualize": {"avg_ms": 3.767, "count": 297, "max_ms": 6.475, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15407.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.015, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.164, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 10, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.085, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1151770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:59:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:59:24+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T02:59:23+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T02:59:23.992507+09:00", "mtime_epoch": 1783187963.9925075, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:59:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9172.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.717, "pushed": 9.717, "read": 9.684}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.456, "count": 291, "max_ms": 28.025, "p95_ms": 19.331}, "gstreamer_push": {"avg_ms": 1.226, "count": 291, "max_ms": 1.602, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.399, "count": 291, "max_ms": 75.601, "p95_ms": 67.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.588, "count": 291, "max_ms": 69.507, "p95_ms": 62.458}, "yolo11_640_fire_11class": {"avg_ms": 56.545, "count": 291, "max_ms": 74.034, "p95_ms": 65.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.987, "count": 291, "max_ms": 75.4, "p95_ms": 70.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.38, "count": 291, "max_ms": 134.596, "p95_ms": 97.255}, "read_interval": {"avg_ms": 103.242, "count": 290, "max_ms": 150.871, "p95_ms": 113.657}, "triton_wait": {"avg_ms": 61.494, "count": 291, "max_ms": 75.614, "p95_ms": 71.497}, "visualize": {"avg_ms": 3.504, "count": 291, "max_ms": 4.546, "p95_ms": 3.77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15407.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.172, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.672, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 9, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.352, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:59:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T02:59:38+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T02:59:38.904808+09:00", "mtime_epoch": 1783187978.9048076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T02:59:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2119.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.314, "count": 295, "max_ms": 10.086, "p95_ms": 7.659}, "gstreamer_push": {"avg_ms": 1.307, "count": 295, "max_ms": 1.525, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.3, "count": 295, "max_ms": 77.744, "p95_ms": 73.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.154, "count": 295, "max_ms": 75.226, "p95_ms": 66.363}, "yolo11_640_fire_11class": {"avg_ms": 61.678, "count": 295, "max_ms": 77.929, "p95_ms": 72.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.691, "count": 295, "max_ms": 78.3, "p95_ms": 75.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.518, "count": 295, "max_ms": 126.535, "p95_ms": 93.568}, "read_interval": {"avg_ms": 101.749, "count": 295, "max_ms": 140.634, "p95_ms": 110.277}, "triton_wait": {"avg_ms": 67.617, "count": 295, "max_ms": 78.312, "p95_ms": 75.567}, "visualize": {"avg_ms": 3.714, "count": 295, "max_ms": 5.163, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15407.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.057, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.164, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 9, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.053, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T02:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T02:59:54+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T02:59:54+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T02:59:54.021111+09:00", "mtime_epoch": 1783187994.0211115, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T02:59:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9172.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.758, "pushed": 9.758, "read": 9.725}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.083, "count": 292, "max_ms": 19.82, "p95_ms": 18.26}, "gstreamer_push": {"avg_ms": 1.234, "count": 292, "max_ms": 2.205, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.92, "count": 292, "max_ms": 70.252, "p95_ms": 66.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.999, "count": 292, "max_ms": 67.045, "p95_ms": 61.298}, "yolo11_640_fire_11class": {"avg_ms": 55.684, "count": 292, "max_ms": 69.386, "p95_ms": 64.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.575, "count": 292, "max_ms": 77.525, "p95_ms": 69.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.587, "count": 292, "max_ms": 102.38, "p95_ms": 95.505}, "read_interval": {"avg_ms": 102.84, "count": 291, "max_ms": 118.35, "p95_ms": 111.366}, "triton_wait": {"avg_ms": 61.161, "count": 292, "max_ms": 77.537, "p95_ms": 69.449}, "visualize": {"avg_ms": 3.492, "count": 292, "max_ms": 4.364, "p95_ms": 3.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15407.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.195, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.672, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 5, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.28, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:00:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:00:08+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T03:00:08.925411+09:00", "mtime_epoch": 1783188008.9254112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:00:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2119.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.727}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.26, "count": 292, "max_ms": 11.249, "p95_ms": 7.528}, "gstreamer_push": {"avg_ms": 1.321, "count": 292, "max_ms": 1.879, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.055, "count": 292, "max_ms": 75.294, "p95_ms": 72.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.94, "count": 292, "max_ms": 76.704, "p95_ms": 65.435}, "yolo11_640_fire_11class": {"avg_ms": 63.62, "count": 292, "max_ms": 77.08, "p95_ms": 72.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.551, "count": 292, "max_ms": 79.194, "p95_ms": 74.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.543, "count": 292, "max_ms": 97.713, "p95_ms": 92.57}, "read_interval": {"avg_ms": 102.803, "count": 291, "max_ms": 115.744, "p95_ms": 109.505}, "triton_wait": {"avg_ms": 69.379, "count": 292, "max_ms": 79.207, "p95_ms": 74.852}, "visualize": {"avg_ms": 3.712, "count": 292, "max_ms": 4.623, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15407.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.082, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.164, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 7, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.053, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:00:24+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T03:00:24+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T03:00:24.057715+09:00", "mtime_epoch": 1783188024.0577154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:00:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9172.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.86, "pushed": 9.86, "read": 9.827}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.499, "count": 295, "max_ms": 29.051, "p95_ms": 20.772}, "gstreamer_push": {"avg_ms": 1.218, "count": 295, "max_ms": 1.436, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.879, "count": 295, "max_ms": 72.9, "p95_ms": 65.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.501, "count": 295, "max_ms": 69.448, "p95_ms": 61.888}, "yolo11_640_fire_11class": {"avg_ms": 55.693, "count": 295, "max_ms": 69.113, "p95_ms": 65.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.748, "count": 295, "max_ms": 73.511, "p95_ms": 70.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.048, "count": 295, "max_ms": 98.633, "p95_ms": 96.669}, "read_interval": {"avg_ms": 101.788, "count": 294, "max_ms": 115.697, "p95_ms": 111.965}, "triton_wait": {"avg_ms": 60.242, "count": 295, "max_ms": 73.537, "p95_ms": 70.761}, "visualize": {"avg_ms": 3.49, "count": 295, "max_ms": 4.4, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15407.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.202, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.672, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 3, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 7, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.439, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:00:39+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T03:00:38+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:00:38.934014+09:00", "mtime_epoch": 1783188038.9340143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:00:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2119.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.721, "count": 300, "max_ms": 11.6, "p95_ms": 10.784}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.765, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.0, "count": 300, "max_ms": 76.16, "p95_ms": 72.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.302, "count": 300, "max_ms": 75.604, "p95_ms": 66.744}, "yolo11_640_fire_11class": {"avg_ms": 60.321, "count": 300, "max_ms": 76.673, "p95_ms": 71.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.239, "count": 300, "max_ms": 78.707, "p95_ms": 74.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.473, "count": 300, "max_ms": 131.751, "p95_ms": 93.587}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 147.007, "p95_ms": 111.886}, "triton_wait": {"avg_ms": 65.858, "count": 300, "max_ms": 78.722, "p95_ms": 74.922}, "visualize": {"avg_ms": 3.791, "count": 300, "max_ms": 5.735, "p95_ms": 4.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15408.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.117, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.422, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 6, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.955, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:00:54+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T03:00:54+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T03:00:54.098319+09:00", "mtime_epoch": 1783188054.098319, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:00:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9172.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.29, "count": 292, "max_ms": 27.355, "p95_ms": 18.99}, "gstreamer_push": {"avg_ms": 1.236, "count": 292, "max_ms": 1.548, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.28, "count": 292, "max_ms": 68.813, "p95_ms": 65.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.978, "count": 292, "max_ms": 70.521, "p95_ms": 62.807}, "yolo11_640_fire_11class": {"avg_ms": 55.396, "count": 292, "max_ms": 68.766, "p95_ms": 64.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.647, "count": 292, "max_ms": 78.896, "p95_ms": 71.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.783, "count": 292, "max_ms": 102.881, "p95_ms": 96.51}, "read_interval": {"avg_ms": 102.884, "count": 291, "max_ms": 122.662, "p95_ms": 112.54}, "triton_wait": {"avg_ms": 61.049, "count": 292, "max_ms": 78.908, "p95_ms": 71.431}, "visualize": {"avg_ms": 3.529, "count": 292, "max_ms": 4.635, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15408.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.205, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.672, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 3, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.587, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:01:09+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T03:01:08+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:01:08.934617+09:00", "mtime_epoch": 1783188068.934617, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:01:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2119.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.771, "count": 297, "max_ms": 11.162, "p95_ms": 10.317}, "gstreamer_push": {"avg_ms": 1.34, "count": 297, "max_ms": 1.856, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.129, "count": 297, "max_ms": 75.007, "p95_ms": 72.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.185, "count": 297, "max_ms": 74.586, "p95_ms": 64.362}, "yolo11_640_fire_11class": {"avg_ms": 60.19, "count": 297, "max_ms": 74.624, "p95_ms": 71.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.759, "count": 297, "max_ms": 77.471, "p95_ms": 74.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.201, "count": 297, "max_ms": 102.354, "p95_ms": 94.584}, "read_interval": {"avg_ms": 101.025, "count": 297, "max_ms": 117.986, "p95_ms": 112.424}, "triton_wait": {"avg_ms": 66.508, "count": 297, "max_ms": 77.484, "p95_ms": 74.803}, "visualize": {"avg_ms": 3.779, "count": 297, "max_ms": 5.908, "p95_ms": 4.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15409.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.204, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.68, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.099, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:01:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:01:24+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T03:01:24.174923+09:00", "mtime_epoch": 1783188084.1749232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:01:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9172.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.155, "count": 292, "max_ms": 25.151, "p95_ms": 19.069}, "gstreamer_push": {"avg_ms": 1.235, "count": 292, "max_ms": 1.912, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.259, "count": 292, "max_ms": 72.683, "p95_ms": 66.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.408, "count": 292, "max_ms": 71.311, "p95_ms": 63.928}, "yolo11_640_fire_11class": {"avg_ms": 56.395, "count": 292, "max_ms": 73.082, "p95_ms": 65.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.962, "count": 292, "max_ms": 75.6, "p95_ms": 73.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.048, "count": 292, "max_ms": 100.632, "p95_ms": 98.095}, "read_interval": {"avg_ms": 103.028, "count": 291, "max_ms": 118.33, "p95_ms": 114.502}, "triton_wait": {"avg_ms": 61.491, "count": 292, "max_ms": 75.609, "p95_ms": 73.277}, "visualize": {"avg_ms": 3.508, "count": 292, "max_ms": 4.524, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15408.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.258, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.347, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:01:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:01:39+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T03:01:39+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T03:01:39.007221+09:00", "mtime_epoch": 1783188099.007221, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:01:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2119.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.34, "count": 299, "max_ms": 11.165, "p95_ms": 8.378}, "gstreamer_push": {"avg_ms": 1.325, "count": 299, "max_ms": 2.035, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.288, "count": 299, "max_ms": 77.93, "p95_ms": 72.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.41, "count": 299, "max_ms": 72.374, "p95_ms": 65.935}, "yolo11_640_fire_11class": {"avg_ms": 61.951, "count": 299, "max_ms": 79.265, "p95_ms": 71.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.352, "count": 299, "max_ms": 79.252, "p95_ms": 74.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.944, "count": 299, "max_ms": 97.755, "p95_ms": 92.607}, "read_interval": {"avg_ms": 100.531, "count": 298, "max_ms": 115.773, "p95_ms": 109.306}, "triton_wait": {"avg_ms": 67.014, "count": 299, "max_ms": 79.276, "p95_ms": 74.885}, "visualize": {"avg_ms": 3.735, "count": 299, "max_ms": 5.599, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15408.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 289.285, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.68, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.966, "sample_count": 2834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1153235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:01:54+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:01:54+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:01:54.255527+09:00", "mtime_epoch": 1783188114.2555273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:01:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9172.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.203, "count": 294, "max_ms": 25.226, "p95_ms": 18.828}, "gstreamer_push": {"avg_ms": 1.226, "count": 294, "max_ms": 1.388, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.817, "count": 294, "max_ms": 70.873, "p95_ms": 64.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.981, "count": 294, "max_ms": 64.684, "p95_ms": 61.687}, "yolo11_640_fire_11class": {"avg_ms": 56.207, "count": 294, "max_ms": 71.702, "p95_ms": 64.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.535, "count": 294, "max_ms": 73.081, "p95_ms": 69.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.401, "count": 294, "max_ms": 98.582, "p95_ms": 95.285}, "read_interval": {"avg_ms": 102.305, "count": 293, "max_ms": 116.101, "p95_ms": 111.809}, "triton_wait": {"avg_ms": 60.904, "count": 294, "max_ms": 73.092, "p95_ms": 70.016}, "visualize": {"avg_ms": 3.479, "count": 294, "max_ms": 4.287, "p95_ms": 3.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15409.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.265, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.308, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:02:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:02:08+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T03:02:09.003823+09:00", "mtime_epoch": 1783188129.0038233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:02:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2119.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.332, "count": 300, "max_ms": 11.561, "p95_ms": 8.079}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 2.177, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.487, "count": 300, "max_ms": 76.54, "p95_ms": 72.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.338, "count": 300, "max_ms": 70.857, "p95_ms": 65.34}, "yolo11_640_fire_11class": {"avg_ms": 61.131, "count": 300, "max_ms": 76.058, "p95_ms": 71.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.425, "count": 300, "max_ms": 77.06, "p95_ms": 74.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.503, "count": 300, "max_ms": 109.583, "p95_ms": 92.926}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 123.058, "p95_ms": 110.93}, "triton_wait": {"avg_ms": 66.361, "count": 300, "max_ms": 77.07, "p95_ms": 74.714}, "visualize": {"avg_ms": 3.707, "count": 300, "max_ms": 6.953, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15409.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 319.298, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.938, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.117, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1153526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:02:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:02:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:02:24+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:02:24.264129+09:00", "mtime_epoch": 1783188144.2641294, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:02:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9173.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.26, "count": 291, "max_ms": 30.345, "p95_ms": 18.852}, "gstreamer_push": {"avg_ms": 1.226, "count": 291, "max_ms": 2.078, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.932, "count": 291, "max_ms": 74.353, "p95_ms": 66.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.933, "count": 291, "max_ms": 67.444, "p95_ms": 60.297}, "yolo11_640_fire_11class": {"avg_ms": 56.007, "count": 291, "max_ms": 69.646, "p95_ms": 64.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.384, "count": 291, "max_ms": 75.315, "p95_ms": 71.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.039, "count": 291, "max_ms": 250.465, "p95_ms": 97.766}, "read_interval": {"avg_ms": 103.134, "count": 291, "max_ms": 261.58, "p95_ms": 113.909}, "triton_wait": {"avg_ms": 60.927, "count": 291, "max_ms": 75.327, "p95_ms": 71.406}, "visualize": {"avg_ms": 3.496, "count": 291, "max_ms": 4.911, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15410.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.272, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.315, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:02:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:02:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:02:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:02:39.008425+09:00", "mtime_epoch": 1783188159.0084255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:02:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2120.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.236, "pushed": 10.236, "read": 10.236}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.172, "count": 307, "max_ms": 10.908, "p95_ms": 7.586}, "gstreamer_push": {"avg_ms": 1.307, "count": 307, "max_ms": 1.865, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.489, "count": 307, "max_ms": 79.594, "p95_ms": 72.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.754, "count": 307, "max_ms": 72.795, "p95_ms": 65.472}, "yolo11_640_fire_11class": {"avg_ms": 59.919, "count": 307, "max_ms": 77.027, "p95_ms": 71.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.831, "count": 307, "max_ms": 80.025, "p95_ms": 75.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.144, "count": 307, "max_ms": 98.13, "p95_ms": 92.327}, "read_interval": {"avg_ms": 97.741, "count": 307, "max_ms": 114.706, "p95_ms": 109.454}, "triton_wait": {"avg_ms": 64.642, "count": 307, "max_ms": 80.037, "p95_ms": 75.315}, "visualize": {"avg_ms": 3.677, "count": 307, "max_ms": 4.975, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15410.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 349.356, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.938, "name": "ffmpeg", "pid": 108265, "rss_mb": 267.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.085, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1153820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:02:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:02:54+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:02:54+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:02:54.320733+09:00", "mtime_epoch": 1783188174.3207326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:02:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9173.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.472, "count": 294, "max_ms": 29.028, "p95_ms": 19.408}, "gstreamer_push": {"avg_ms": 1.228, "count": 294, "max_ms": 1.508, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.453, "count": 294, "max_ms": 79.73, "p95_ms": 66.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.7, "count": 294, "max_ms": 70.516, "p95_ms": 60.464}, "yolo11_640_fire_11class": {"avg_ms": 55.542, "count": 294, "max_ms": 73.787, "p95_ms": 64.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.801, "count": 294, "max_ms": 80.568, "p95_ms": 70.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.194, "count": 294, "max_ms": 110.626, "p95_ms": 96.058}, "read_interval": {"avg_ms": 102.219, "count": 293, "max_ms": 125.381, "p95_ms": 111.53}, "triton_wait": {"avg_ms": 60.369, "count": 294, "max_ms": 80.58, "p95_ms": 70.988}, "visualize": {"avg_ms": 3.518, "count": 294, "max_ms": 5.033, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15410.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.355, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.439, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:03:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:03:09+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T03:03:09.097029+09:00", "mtime_epoch": 1783188189.097029, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:03:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2120.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.774, "pushed": 9.774, "read": 9.741}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.195, "count": 293, "max_ms": 11.877, "p95_ms": 7.445}, "gstreamer_push": {"avg_ms": 1.304, "count": 293, "max_ms": 1.661, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.188, "count": 293, "max_ms": 83.073, "p95_ms": 73.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.116, "count": 293, "max_ms": 73.492, "p95_ms": 66.032}, "yolo11_640_fire_11class": {"avg_ms": 63.779, "count": 293, "max_ms": 80.91, "p95_ms": 73.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.552, "count": 293, "max_ms": 83.725, "p95_ms": 75.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.071, "count": 293, "max_ms": 102.737, "p95_ms": 93.999}, "read_interval": {"avg_ms": 102.666, "count": 292, "max_ms": 119.841, "p95_ms": 111.051}, "triton_wait": {"avg_ms": 69.234, "count": 293, "max_ms": 83.736, "p95_ms": 76.274}, "visualize": {"avg_ms": 3.676, "count": 293, "max_ms": 5.084, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15410.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 379.461, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.195, "name": "ffmpeg", "pid": 108265, "rss_mb": 268.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.125, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1154108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:03:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:03:24+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T03:03:24+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T03:03:24.421336+09:00", "mtime_epoch": 1783188204.4213364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:03:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9173.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.57, "pushed": 9.57, "read": 9.57}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.146, "count": 287, "max_ms": 24.757, "p95_ms": 17.976}, "gstreamer_push": {"avg_ms": 1.215, "count": 287, "max_ms": 1.465, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.789, "count": 287, "max_ms": 74.279, "p95_ms": 67.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.293, "count": 287, "max_ms": 66.921, "p95_ms": 61.617}, "yolo11_640_fire_11class": {"avg_ms": 58.474, "count": 287, "max_ms": 74.49, "p95_ms": 67.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.493, "count": 287, "max_ms": 76.05, "p95_ms": 71.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.56, "count": 287, "max_ms": 101.808, "p95_ms": 98.17}, "read_interval": {"avg_ms": 104.505, "count": 287, "max_ms": 120.001, "p95_ms": 113.768}, "triton_wait": {"avg_ms": 63.082, "count": 287, "max_ms": 76.062, "p95_ms": 72.116}, "visualize": {"avg_ms": 3.489, "count": 287, "max_ms": 4.347, "p95_ms": 3.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15411.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.357, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.45, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1431047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:03:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:03:39+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T03:03:39+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T03:03:39.109631+09:00", "mtime_epoch": 1783188219.1096308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:03:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2120.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.299, "count": 294, "max_ms": 11.291, "p95_ms": 7.766}, "gstreamer_push": {"avg_ms": 1.312, "count": 294, "max_ms": 2.036, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.549, "count": 294, "max_ms": 79.186, "p95_ms": 73.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.219, "count": 294, "max_ms": 74.758, "p95_ms": 64.825}, "yolo11_640_fire_11class": {"avg_ms": 63.987, "count": 294, "max_ms": 78.929, "p95_ms": 73.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.566, "count": 294, "max_ms": 82.243, "p95_ms": 74.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.497, "count": 294, "max_ms": 126.949, "p95_ms": 93.674}, "read_interval": {"avg_ms": 102.103, "count": 294, "max_ms": 140.479, "p95_ms": 110.518}, "triton_wait": {"avg_ms": 68.421, "count": 294, "max_ms": 82.256, "p95_ms": 75.674}, "visualize": {"avg_ms": 3.699, "count": 294, "max_ms": 5.53, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15411.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 409.549, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.195, "name": "ffmpeg", "pid": 108265, "rss_mb": 268.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.085, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1154401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:03:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:03:54+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:03:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:03:54.517940+09:00", "mtime_epoch": 1783188234.5179398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:03:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9173.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.38, "count": 293, "max_ms": 25.785, "p95_ms": 19.427}, "gstreamer_push": {"avg_ms": 1.236, "count": 293, "max_ms": 1.937, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.857, "count": 293, "max_ms": 75.908, "p95_ms": 66.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.38, "count": 293, "max_ms": 66.174, "p95_ms": 60.372}, "yolo11_640_fire_11class": {"avg_ms": 57.045, "count": 293, "max_ms": 78.383, "p95_ms": 66.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.858, "count": 293, "max_ms": 85.192, "p95_ms": 69.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.356, "count": 293, "max_ms": 109.641, "p95_ms": 96.247}, "read_interval": {"avg_ms": 102.682, "count": 292, "max_ms": 126.563, "p95_ms": 113.671}, "triton_wait": {"avg_ms": 60.621, "count": 293, "max_ms": 85.203, "p95_ms": 69.985}, "visualize": {"avg_ms": 3.511, "count": 293, "max_ms": 4.624, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15410.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.426, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.433, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1431342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:04:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:04:09+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T03:04:09+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T03:04:09.154233+09:00", "mtime_epoch": 1783188249.1542332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:04:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2120.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.839, "pushed": 9.839, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.289, "count": 295, "max_ms": 11.304, "p95_ms": 7.525}, "gstreamer_push": {"avg_ms": 1.319, "count": 295, "max_ms": 1.491, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.526, "count": 295, "max_ms": 75.359, "p95_ms": 73.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.387, "count": 295, "max_ms": 71.099, "p95_ms": 62.406}, "yolo11_640_fire_11class": {"avg_ms": 64.369, "count": 295, "max_ms": 77.11, "p95_ms": 74.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.426, "count": 295, "max_ms": 77.36, "p95_ms": 75.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.035, "count": 295, "max_ms": 95.45, "p95_ms": 93.73}, "read_interval": {"avg_ms": 101.894, "count": 294, "max_ms": 116.072, "p95_ms": 111.379}, "triton_wait": {"avg_ms": 68.323, "count": 295, "max_ms": 77.372, "p95_ms": 75.512}, "visualize": {"avg_ms": 3.692, "count": 295, "max_ms": 4.757, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15411.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 439.56, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.195, "name": "ffmpeg", "pid": 108265, "rss_mb": 268.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.065, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1154690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:04:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:04:24+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:04:24+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:04:24.526541+09:00", "mtime_epoch": 1783188264.5265415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 75013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:04:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9173.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.635, "pushed": 9.635, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.273, "count": 289, "max_ms": 29.269, "p95_ms": 18.842}, "gstreamer_push": {"avg_ms": 1.225, "count": 289, "max_ms": 2.066, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.778, "count": 289, "max_ms": 75.101, "p95_ms": 66.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.592, "count": 289, "max_ms": 71.46, "p95_ms": 61.55}, "yolo11_640_fire_11class": {"avg_ms": 57.857, "count": 289, "max_ms": 73.27, "p95_ms": 66.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.457, "count": 289, "max_ms": 75.98, "p95_ms": 72.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.776, "count": 289, "max_ms": 100.556, "p95_ms": 97.39}, "read_interval": {"avg_ms": 103.831, "count": 289, "max_ms": 116.742, "p95_ms": 113.624}, "triton_wait": {"avg_ms": 62.191, "count": 289, "max_ms": 75.991, "p95_ms": 72.029}, "visualize": {"avg_ms": 3.488, "count": 289, "max_ms": 4.529, "p95_ms": 3.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15411.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.472, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.34, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1431640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:04:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:04:39+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:04:39+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:04:39.206836+09:00", "mtime_epoch": 1783188279.2068357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:04:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2120.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.305, "count": 298, "max_ms": 11.274, "p95_ms": 7.575}, "gstreamer_push": {"avg_ms": 1.306, "count": 298, "max_ms": 1.54, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.412, "count": 298, "max_ms": 76.693, "p95_ms": 72.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.351, "count": 298, "max_ms": 74.187, "p95_ms": 62.945}, "yolo11_640_fire_11class": {"avg_ms": 62.419, "count": 298, "max_ms": 76.936, "p95_ms": 72.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.449, "count": 298, "max_ms": 78.49, "p95_ms": 75.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.235, "count": 298, "max_ms": 95.773, "p95_ms": 92.607}, "read_interval": {"avg_ms": 100.8, "count": 297, "max_ms": 113.12, "p95_ms": 109.982}, "triton_wait": {"avg_ms": 67.411, "count": 298, "max_ms": 78.503, "p95_ms": 75.116}, "visualize": {"avg_ms": 3.702, "count": 298, "max_ms": 5.02, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15411.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 469.627, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.195, "name": "ffmpeg", "pid": 108265, "rss_mb": 268.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.065, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1154984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:04:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:04:54+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T03:04:54+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T03:04:54.603144+09:00", "mtime_epoch": 1783188294.6031442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:04:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9173.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.811, "pushed": 9.811, "read": 9.777}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.55, "count": 294, "max_ms": 30.205, "p95_ms": 19.251}, "gstreamer_push": {"avg_ms": 1.235, "count": 294, "max_ms": 1.484, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.987, "count": 294, "max_ms": 67.541, "p95_ms": 63.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.67, "count": 294, "max_ms": 65.396, "p95_ms": 60.38}, "yolo11_640_fire_11class": {"avg_ms": 56.454, "count": 294, "max_ms": 72.227, "p95_ms": 65.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.543, "count": 294, "max_ms": 73.923, "p95_ms": 69.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.212, "count": 294, "max_ms": 109.141, "p95_ms": 95.558}, "read_interval": {"avg_ms": 102.294, "count": 293, "max_ms": 125.492, "p95_ms": 111.742}, "triton_wait": {"avg_ms": 60.341, "count": 294, "max_ms": 73.935, "p95_ms": 69.695}, "visualize": {"avg_ms": 3.496, "count": 294, "max_ms": 4.302, "p95_ms": 3.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15411.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.536, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.404, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1431937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:05:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T03:05:09+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T03:05:09+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T03:05:09.263438+09:00", "mtime_epoch": 1783188309.263438, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:05:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2120.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.913, "pushed": 9.913, "read": 9.88}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.306, "count": 297, "max_ms": 11.415, "p95_ms": 7.683}, "gstreamer_push": {"avg_ms": 1.316, "count": 297, "max_ms": 2.011, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.738, "count": 297, "max_ms": 78.324, "p95_ms": 73.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.573, "count": 297, "max_ms": 72.383, "p95_ms": 64.751}, "yolo11_640_fire_11class": {"avg_ms": 62.844, "count": 297, "max_ms": 79.879, "p95_ms": 74.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.001, "count": 297, "max_ms": 80.419, "p95_ms": 75.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.498, "count": 297, "max_ms": 97.914, "p95_ms": 93.587}, "read_interval": {"avg_ms": 101.175, "count": 296, "max_ms": 118.571, "p95_ms": 110.627}, "triton_wait": {"avg_ms": 67.823, "count": 297, "max_ms": 80.431, "p95_ms": 75.787}, "visualize": {"avg_ms": 3.724, "count": 297, "max_ms": 5.129, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15411.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 499.691, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.195, "name": "ffmpeg", "pid": 108265, "rss_mb": 268.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.065, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1155274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:05:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:05:24+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T03:05:24+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T03:05:24.663746+09:00", "mtime_epoch": 1783188324.6637464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:05:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9173.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.678, "pushed": 9.678, "read": 9.645}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.318, "count": 290, "max_ms": 25.27, "p95_ms": 23.579}, "gstreamer_push": {"avg_ms": 1.235, "count": 290, "max_ms": 1.474, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.662, "count": 290, "max_ms": 71.715, "p95_ms": 66.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.233, "count": 290, "max_ms": 67.758, "p95_ms": 60.267}, "yolo11_640_fire_11class": {"avg_ms": 56.656, "count": 290, "max_ms": 73.436, "p95_ms": 66.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.73, "count": 290, "max_ms": 74.86, "p95_ms": 70.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.266, "count": 290, "max_ms": 107.109, "p95_ms": 96.534}, "read_interval": {"avg_ms": 103.659, "count": 289, "max_ms": 124.411, "p95_ms": 114.828}, "triton_wait": {"avg_ms": 60.542, "count": 290, "max_ms": 74.872, "p95_ms": 70.763}, "visualize": {"avg_ms": 3.546, "count": 290, "max_ms": 4.455, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15412.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.578, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.201, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:05:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:05:39+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:05:39.312040+09:00", "mtime_epoch": 1783188339.3120399, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:05:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2120.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.373, "count": 300, "max_ms": 12.136, "p95_ms": 8.04}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.581, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.952, "count": 300, "max_ms": 76.696, "p95_ms": 69.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.601, "count": 300, "max_ms": 73.301, "p95_ms": 64.749}, "yolo11_640_fire_11class": {"avg_ms": 62.43, "count": 300, "max_ms": 76.829, "p95_ms": 72.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.626, "count": 300, "max_ms": 77.919, "p95_ms": 74.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.408, "count": 300, "max_ms": 95.184, "p95_ms": 91.62}, "read_interval": {"avg_ms": 100.121, "count": 299, "max_ms": 112.993, "p95_ms": 108.523}, "triton_wait": {"avg_ms": 66.644, "count": 300, "max_ms": 77.932, "p95_ms": 74.947}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.301, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15416.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 529.761, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.637, "name": "ffmpeg", "pid": 108265, "rss_mb": 272.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.9, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1155562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:05:54+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:05:54+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:05:54.728349+09:00", "mtime_epoch": 1783188354.7283487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:05:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9173.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.608, "pushed": 9.608, "read": 9.575}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.225, "count": 288, "max_ms": 21.853, "p95_ms": 18.447}, "gstreamer_push": {"avg_ms": 1.223, "count": 288, "max_ms": 1.453, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.7, "count": 288, "max_ms": 69.118, "p95_ms": 62.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.347, "count": 288, "max_ms": 67.299, "p95_ms": 62.144}, "yolo11_640_fire_11class": {"avg_ms": 58.943, "count": 288, "max_ms": 67.826, "p95_ms": 65.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.233, "count": 288, "max_ms": 74.914, "p95_ms": 68.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.435, "count": 288, "max_ms": 99.284, "p95_ms": 94.561}, "read_interval": {"avg_ms": 104.401, "count": 287, "max_ms": 115.062, "p95_ms": 110.935}, "triton_wait": {"avg_ms": 62.86, "count": 288, "max_ms": 74.926, "p95_ms": 68.889}, "visualize": {"avg_ms": 3.481, "count": 288, "max_ms": 4.239, "p95_ms": 3.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15418.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.634, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.93, "name": "ffmpeg", "pid": 108372, "rss_mb": 325.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.306, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:06:09+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T03:06:09+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T03:06:09.360642+09:00", "mtime_epoch": 1783188369.3606417, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:06:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2121.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.55, "pushed": 9.55, "read": 9.517}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.589, "count": 286, "max_ms": 11.209, "p95_ms": 10.224}, "gstreamer_push": {"avg_ms": 1.325, "count": 286, "max_ms": 1.523, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.892, "count": 286, "max_ms": 76.527, "p95_ms": 70.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.583, "count": 286, "max_ms": 73.474, "p95_ms": 67.423}, "yolo11_640_fire_11class": {"avg_ms": 67.026, "count": 286, "max_ms": 79.333, "p95_ms": 73.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.629, "count": 286, "max_ms": 78.948, "p95_ms": 75.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.071, "count": 286, "max_ms": 98.224, "p95_ms": 94.624}, "read_interval": {"avg_ms": 105.061, "count": 285, "max_ms": 119.67, "p95_ms": 112.733}, "triton_wait": {"avg_ms": 71.246, "count": 286, "max_ms": 79.346, "p95_ms": 75.885}, "visualize": {"avg_ms": 3.711, "count": 286, "max_ms": 4.679, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15418.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 559.817, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.184, "name": "ffmpeg", "pid": 108265, "rss_mb": 274.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.598, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1155867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:06:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:06:24+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T03:06:24+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T03:06:24.796951+09:00", "mtime_epoch": 1783188384.7969508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:06:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9174.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.182, "pushed": 10.182, "read": 10.149}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.659, "count": 305, "max_ms": 19.903, "p95_ms": 18.118}, "gstreamer_push": {"avg_ms": 1.214, "count": 305, "max_ms": 1.488, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.117, "count": 305, "max_ms": 70.953, "p95_ms": 64.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.747, "count": 305, "max_ms": 69.73, "p95_ms": 63.443}, "yolo11_640_fire_11class": {"avg_ms": 54.884, "count": 305, "max_ms": 75.124, "p95_ms": 66.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.048, "count": 305, "max_ms": 77.56, "p95_ms": 72.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.759, "count": 305, "max_ms": 102.315, "p95_ms": 97.561}, "read_interval": {"avg_ms": 98.577, "count": 304, "max_ms": 119.476, "p95_ms": 112.686}, "triton_wait": {"avg_ms": 57.845, "count": 305, "max_ms": 77.572, "p95_ms": 72.879}, "visualize": {"avg_ms": 3.473, "count": 305, "max_ms": 4.017, "p95_ms": 3.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15443.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:57:09+09:00", "last_error_summary": "[h264 @ 0x55cf59da0c00] error while decoding MB 83 9, bytestream -7 [in#0/rtsp @ 0x55cf5931de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf5931de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T02:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 578.355, "last_started_at": "2026-07-05T02:57:12+09:00", "pid": 108372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 350.469, "name": "ffmpeg", "pid": 108372, "rss_mb": 350.469, "state": "S (sleeping)", "threads": 104}, "restart_count": 128, "restart_count_per_hour": 1, "rtsp_timeout_count": 215, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.381, "sample_count": 2585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:06:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T03:06:51+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T03:06:51+09:00", "mjpeg": {"age_sec": 16.517, "exists": true, "mtime": "2026-07-05T03:06:34.661148+09:00", "mtime_epoch": 1783188394.6611483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:06:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2121.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.12, "pushed": 0.12, "read": 0.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.393, "count": 2, "max_ms": 7.56, "p95_ms": 7.56}, "gstreamer_push": {"avg_ms": 1.555, "count": 2, "max_ms": 1.704, "p95_ms": 1.704}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.415, "count": 2, "max_ms": 52.641, "p95_ms": 52.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.867, "count": 2, "max_ms": 56.262, "p95_ms": 56.262}, "yolo11_640_fire_11class": {"avg_ms": 51.533, "count": 2, "max_ms": 55.353, "p95_ms": 55.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.038, "count": 2, "max_ms": 63.853, "p95_ms": 63.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.115, "count": 2, "max_ms": 80.938, "p95_ms": 80.938}, "read_interval": {"avg_ms": 18984.486, "count": 2, "max_ms": 21430.668, "p95_ms": 21430.668}, "triton_wait": {"avg_ms": 57.033, "count": 2, "max_ms": 63.865, "p95_ms": 63.865}, "visualize": {"avg_ms": 3.687, "count": 2, "max_ms": 3.743, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.614, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15119.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 589.822, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.441, "name": "ffmpeg", "pid": 108265, "rss_mb": 274.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.365, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1156205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:06:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:06:54+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T03:06:54+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T03:06:54.805552+09:00", "mtime_epoch": 1783188414.8055515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 93738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:06:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9174.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 338, "pushed_frames": 338, "read_frames": 338, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.271, "pushed": 11.271, "read": 11.271}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.58, "count": 338, "max_ms": 25.2, "p95_ms": 18.027}, "gstreamer_push": {"avg_ms": 1.24, "count": 338, "max_ms": 1.507, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.045, "count": 338, "max_ms": 64.514, "p95_ms": 48.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.629, "count": 338, "max_ms": 63.971, "p95_ms": 48.134}, "yolo11_640_fire_11class": {"avg_ms": 47.617, "count": 338, "max_ms": 65.913, "p95_ms": 51.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.9, "count": 338, "max_ms": 69.137, "p95_ms": 49.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.929, "count": 338, "max_ms": 93.94, "p95_ms": 76.826}, "read_interval": {"avg_ms": 88.77, "count": 338, "max_ms": 111.094, "p95_ms": 94.175}, "triton_wait": {"avg_ms": 48.178, "count": 338, "max_ms": 69.149, "p95_ms": 51.169}, "visualize": {"avg_ms": 3.486, "count": 338, "max_ms": 4.368, "p95_ms": 3.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15422.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.022, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.27, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:07:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:07:21+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T03:07:21+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T03:07:21.166079+09:00", "mtime_epoch": 1783188441.1660793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:07:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2121.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.408, "pushed": 8.408, "read": 8.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.416, "count": 252, "max_ms": 13.433, "p95_ms": 9.557}, "gstreamer_push": {"avg_ms": 1.307, "count": 252, "max_ms": 1.812, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.001, "count": 252, "max_ms": 75.927, "p95_ms": 70.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.236, "count": 252, "max_ms": 74.396, "p95_ms": 63.358}, "yolo11_640_fire_11class": {"avg_ms": 57.154, "count": 252, "max_ms": 76.513, "p95_ms": 72.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.94, "count": 252, "max_ms": 75.989, "p95_ms": 74.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.27, "count": 252, "max_ms": 142.797, "p95_ms": 91.789}, "read_interval": {"avg_ms": 119.395, "count": 251, "max_ms": 5463.662, "p95_ms": 126.618}, "triton_wait": {"avg_ms": 60.1, "count": 252, "max_ms": 76.522, "p95_ms": 74.747}, "visualize": {"avg_ms": 3.77, "count": 252, "max_ms": 6.414, "p95_ms": 4.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15422.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 619.879, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.699, "name": "ffmpeg", "pid": 108265, "rss_mb": 274.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.464, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1156512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:07:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:07:24+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T03:07:24+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T03:07:24.838153+09:00", "mtime_epoch": 1783188444.838153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:07:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9174.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.243, "pushed": 10.243, "read": 10.21}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.626, "count": 307, "max_ms": 29.487, "p95_ms": 20.16}, "gstreamer_push": {"avg_ms": 1.249, "count": 307, "max_ms": 1.624, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.569, "count": 307, "max_ms": 69.465, "p95_ms": 63.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.444, "count": 307, "max_ms": 66.441, "p95_ms": 61.608}, "yolo11_640_fire_11class": {"avg_ms": 53.195, "count": 307, "max_ms": 74.879, "p95_ms": 65.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.185, "count": 307, "max_ms": 75.416, "p95_ms": 69.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.274, "count": 307, "max_ms": 103.089, "p95_ms": 97.079}, "read_interval": {"avg_ms": 97.853, "count": 306, "max_ms": 123.427, "p95_ms": 113.476}, "triton_wait": {"avg_ms": 55.32, "count": 307, "max_ms": 75.428, "p95_ms": 71.372}, "visualize": {"avg_ms": 3.518, "count": 307, "max_ms": 4.487, "p95_ms": 3.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15425.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.05, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.27, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1433115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:07:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:07:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:07:51+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-05T03:07:51.114679+09:00", "mtime_epoch": 1783188471.1146786, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:07:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2121.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.423, "count": 302, "max_ms": 12.526, "p95_ms": 9.516}, "gstreamer_push": {"avg_ms": 1.324, "count": 302, "max_ms": 1.601, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.515, "count": 302, "max_ms": 76.691, "p95_ms": 70.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.127, "count": 302, "max_ms": 79.454, "p95_ms": 58.711}, "yolo11_640_fire_11class": {"avg_ms": 58.249, "count": 302, "max_ms": 77.892, "p95_ms": 72.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.135, "count": 302, "max_ms": 78.78, "p95_ms": 73.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.951, "count": 302, "max_ms": 97.713, "p95_ms": 91.654}, "read_interval": {"avg_ms": 99.41, "count": 301, "max_ms": 233.679, "p95_ms": 113.107}, "triton_wait": {"avg_ms": 62.24, "count": 302, "max_ms": 79.463, "p95_ms": 74.264}, "visualize": {"avg_ms": 3.755, "count": 302, "max_ms": 6.052, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 9640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15425.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 649.889, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.535, "name": "ffmpeg", "pid": 108265, "rss_mb": 277.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.493, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1156813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:07:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:07:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:07:54+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:07:54.858754+09:00", "mtime_epoch": 1783188474.8587537, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:07:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9174.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.844, "count": 301, "max_ms": 32.024, "p95_ms": 21.377}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.496, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.626, "count": 301, "max_ms": 71.315, "p95_ms": 62.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.373, "count": 301, "max_ms": 79.455, "p95_ms": 63.285}, "yolo11_640_fire_11class": {"avg_ms": 54.556, "count": 301, "max_ms": 74.025, "p95_ms": 65.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.299, "count": 301, "max_ms": 78.936, "p95_ms": 70.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.49, "count": 301, "max_ms": 104.529, "p95_ms": 96.413}, "read_interval": {"avg_ms": 99.733, "count": 301, "max_ms": 119.881, "p95_ms": 113.423}, "triton_wait": {"avg_ms": 57.244, "count": 301, "max_ms": 79.463, "p95_ms": 70.658}, "visualize": {"avg_ms": 3.522, "count": 301, "max_ms": 4.917, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15582.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.092, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.957, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1433416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:08:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:08:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T03:08:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:08:21.210820+09:00", "mtime_epoch": 1783188501.21082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:08:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2121.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.416, "count": 301, "max_ms": 11.942, "p95_ms": 9.65}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 1.815, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.602, "count": 301, "max_ms": 74.631, "p95_ms": 69.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.691, "count": 301, "max_ms": 74.337, "p95_ms": 57.665}, "yolo11_640_fire_11class": {"avg_ms": 57.457, "count": 301, "max_ms": 76.367, "p95_ms": 72.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.635, "count": 301, "max_ms": 77.21, "p95_ms": 73.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.704, "count": 301, "max_ms": 94.625, "p95_ms": 91.455}, "read_interval": {"avg_ms": 99.859, "count": 300, "max_ms": 340.419, "p95_ms": 115.434}, "triton_wait": {"avg_ms": 60.819, "count": 301, "max_ms": 77.223, "p95_ms": 74.397}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 6.081, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15429.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 679.911, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.535, "name": "ffmpeg", "pid": 108265, "rss_mb": 277.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.413, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1157104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:08:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:08:24+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T03:08:24+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T03:08:24.894807+09:00", "mtime_epoch": 1783188504.8948073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:08:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9174.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.69}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.66, "count": 291, "max_ms": 27.508, "p95_ms": 20.008}, "gstreamer_push": {"avg_ms": 1.26, "count": 291, "max_ms": 1.972, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.551, "count": 291, "max_ms": 68.518, "p95_ms": 62.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.199, "count": 291, "max_ms": 67.238, "p95_ms": 60.314}, "yolo11_640_fire_11class": {"avg_ms": 54.114, "count": 291, "max_ms": 74.783, "p95_ms": 66.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.776, "count": 291, "max_ms": 76.479, "p95_ms": 70.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.901, "count": 291, "max_ms": 777.099, "p95_ms": 98.796}, "read_interval": {"avg_ms": 103.213, "count": 290, "max_ms": 788.876, "p95_ms": 114.914}, "triton_wait": {"avg_ms": 56.715, "count": 291, "max_ms": 76.492, "p95_ms": 71.02}, "visualize": {"avg_ms": 3.558, "count": 291, "max_ms": 10.382, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15430.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.179, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "R (running)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.665, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1433711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:08:51+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:08:51+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:08:51.298732+09:00", "mtime_epoch": 1783188531.298732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:08:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2121.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.8}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.464, "count": 294, "max_ms": 12.553, "p95_ms": 9.357}, "gstreamer_push": {"avg_ms": 1.337, "count": 295, "max_ms": 1.945, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.121, "count": 294, "max_ms": 72.319, "p95_ms": 70.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.852, "count": 294, "max_ms": 72.716, "p95_ms": 62.891}, "yolo11_640_fire_11class": {"avg_ms": 59.241, "count": 294, "max_ms": 75.747, "p95_ms": 71.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.536, "count": 294, "max_ms": 77.643, "p95_ms": 74.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.365, "count": 295, "max_ms": 126.823, "p95_ms": 91.666}, "read_interval": {"avg_ms": 101.953, "count": 294, "max_ms": 416.996, "p95_ms": 112.979}, "triton_wait": {"avg_ms": 64.373, "count": 294, "max_ms": 77.655, "p95_ms": 74.072}, "visualize": {"avg_ms": 3.746, "count": 294, "max_ms": 5.185, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15430.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 710.0, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.793, "name": "ffmpeg", "pid": 108265, "rss_mb": 277.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.59, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1157398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:08:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:08:55+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T03:08:54+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:08:54.970724+09:00", "mtime_epoch": 1783188534.9707239, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:08:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9174.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.8, "read": 9.767}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.554, "count": 293, "max_ms": 25.968, "p95_ms": 19.714}, "gstreamer_push": {"avg_ms": 1.241, "count": 294, "max_ms": 1.956, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.972, "count": 293, "max_ms": 66.682, "p95_ms": 63.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.618, "count": 293, "max_ms": 65.944, "p95_ms": 61.167}, "yolo11_640_fire_11class": {"avg_ms": 55.69, "count": 293, "max_ms": 72.461, "p95_ms": 65.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.112, "count": 293, "max_ms": 78.096, "p95_ms": 71.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.235, "count": 293, "max_ms": 227.777, "p95_ms": 97.414}, "read_interval": {"avg_ms": 102.34, "count": 293, "max_ms": 239.023, "p95_ms": 113.49}, "triton_wait": {"avg_ms": 59.847, "count": 293, "max_ms": 78.108, "p95_ms": 71.56}, "visualize": {"avg_ms": 3.56, "count": 293, "max_ms": 5.283, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15433.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.182, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.318, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:09:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:09:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:09:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T03:09:21.306679+09:00", "mtime_epoch": 1783188561.306679, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:09:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2121.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.255, "count": 298, "max_ms": 11.9, "p95_ms": 8.097}, "gstreamer_push": {"avg_ms": 1.315, "count": 298, "max_ms": 1.595, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.893, "count": 298, "max_ms": 74.506, "p95_ms": 71.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.28, "count": 298, "max_ms": 70.451, "p95_ms": 55.41}, "yolo11_640_fire_11class": {"avg_ms": 62.279, "count": 298, "max_ms": 76.573, "p95_ms": 71.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.806, "count": 298, "max_ms": 77.787, "p95_ms": 73.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.269, "count": 298, "max_ms": 95.089, "p95_ms": 91.349}, "read_interval": {"avg_ms": 100.689, "count": 298, "max_ms": 113.397, "p95_ms": 107.875}, "triton_wait": {"avg_ms": 67.561, "count": 298, "max_ms": 77.798, "p95_ms": 74.137}, "visualize": {"avg_ms": 3.714, "count": 298, "max_ms": 5.456, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15433.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 740.071, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.371, "name": "ffmpeg", "pid": 108265, "rss_mb": 280.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.321, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1157693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:09:25+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T03:09:25+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T03:09:25.042675+09:00", "mtime_epoch": 1783188565.0426745, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:09:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9174.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.843, "pushed": 9.843, "read": 9.81}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.76, "count": 295, "max_ms": 25.4, "p95_ms": 21.398}, "gstreamer_push": {"avg_ms": 1.235, "count": 295, "max_ms": 1.673, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.813, "count": 295, "max_ms": 69.418, "p95_ms": 63.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.808, "count": 295, "max_ms": 64.668, "p95_ms": 59.909}, "yolo11_640_fire_11class": {"avg_ms": 55.865, "count": 295, "max_ms": 70.316, "p95_ms": 64.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.976, "count": 295, "max_ms": 72.634, "p95_ms": 69.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.892, "count": 295, "max_ms": 103.276, "p95_ms": 95.152}, "read_interval": {"avg_ms": 101.934, "count": 294, "max_ms": 120.203, "p95_ms": 111.206}, "triton_wait": {"avg_ms": 59.74, "count": 295, "max_ms": 72.646, "p95_ms": 69.56}, "visualize": {"avg_ms": 3.531, "count": 295, "max_ms": 4.552, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15433.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.212, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.407, "sample_count": 2555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:09:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:09:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:09:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:09:51.334658+09:00", "mtime_epoch": 1783188591.3346584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:09:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2121.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.192, "pushed": 10.192, "read": 10.159}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.502, "count": 305, "max_ms": 12.117, "p95_ms": 9.854}, "gstreamer_push": {"avg_ms": 1.331, "count": 305, "max_ms": 1.978, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.755, "count": 305, "max_ms": 75.125, "p95_ms": 71.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.83, "count": 305, "max_ms": 73.897, "p95_ms": 53.405}, "yolo11_640_fire_11class": {"avg_ms": 58.547, "count": 305, "max_ms": 75.68, "p95_ms": 71.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.928, "count": 305, "max_ms": 79.796, "p95_ms": 74.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.219, "count": 305, "max_ms": 130.789, "p95_ms": 92.272}, "read_interval": {"avg_ms": 98.43, "count": 304, "max_ms": 345.36, "p95_ms": 110.624}, "triton_wait": {"avg_ms": 63.046, "count": 305, "max_ms": 79.808, "p95_ms": 74.405}, "visualize": {"avg_ms": 3.739, "count": 305, "max_ms": 6.016, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15433.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 770.159, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.371, "name": "ffmpeg", "pid": 108265, "rss_mb": 280.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.491, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1157988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:09:55+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T03:09:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T03:09:55.130658+09:00", "mtime_epoch": 1783188595.130658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:09:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9175.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.793, "count": 295, "max_ms": 31.07, "p95_ms": 21.49}, "gstreamer_push": {"avg_ms": 1.217, "count": 295, "max_ms": 1.863, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.805, "count": 295, "max_ms": 70.097, "p95_ms": 64.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.961, "count": 295, "max_ms": 65.953, "p95_ms": 58.985}, "yolo11_640_fire_11class": {"avg_ms": 55.83, "count": 295, "max_ms": 73.129, "p95_ms": 65.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.663, "count": 295, "max_ms": 75.424, "p95_ms": 70.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.607, "count": 295, "max_ms": 104.131, "p95_ms": 97.936}, "read_interval": {"avg_ms": 101.99, "count": 294, "max_ms": 121.276, "p95_ms": 114.027}, "triton_wait": {"avg_ms": 59.559, "count": 295, "max_ms": 75.435, "p95_ms": 70.961}, "visualize": {"avg_ms": 3.495, "count": 295, "max_ms": 5.707, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15433.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.337, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.318, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:10:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:10:21+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T03:10:21+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T03:10:21.418669+09:00", "mtime_epoch": 1783188621.4186685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:10:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2122.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.961}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.352, "count": 299, "max_ms": 11.821, "p95_ms": 8.045}, "gstreamer_push": {"avg_ms": 1.321, "count": 299, "max_ms": 1.695, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.043, "count": 299, "max_ms": 77.642, "p95_ms": 71.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.649, "count": 299, "max_ms": 73.723, "p95_ms": 62.383}, "yolo11_640_fire_11class": {"avg_ms": 59.204, "count": 299, "max_ms": 77.621, "p95_ms": 72.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.48, "count": 299, "max_ms": 81.022, "p95_ms": 75.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.503, "count": 299, "max_ms": 126.515, "p95_ms": 92.383}, "read_interval": {"avg_ms": 100.259, "count": 298, "max_ms": 340.682, "p95_ms": 111.118}, "triton_wait": {"avg_ms": 63.574, "count": 299, "max_ms": 81.035, "p95_ms": 75.267}, "visualize": {"avg_ms": 3.752, "count": 299, "max_ms": 6.287, "p95_ms": 4.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15434.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 800.232, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.371, "name": "ffmpeg", "pid": 108265, "rss_mb": 280.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.516, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1158283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:10:25+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T03:10:25+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:10:25.198672+09:00", "mtime_epoch": 1783188625.1986718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:10:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9175.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.842, "pushed": 9.842, "read": 9.809}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.43, "count": 295, "max_ms": 26.12, "p95_ms": 19.146}, "gstreamer_push": {"avg_ms": 1.247, "count": 295, "max_ms": 1.971, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.497, "count": 295, "max_ms": 68.613, "p95_ms": 66.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.599, "count": 295, "max_ms": 68.827, "p95_ms": 60.444}, "yolo11_640_fire_11class": {"avg_ms": 55.355, "count": 295, "max_ms": 77.781, "p95_ms": 65.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.749, "count": 295, "max_ms": 78.297, "p95_ms": 71.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.492, "count": 295, "max_ms": 103.896, "p95_ms": 97.341}, "read_interval": {"avg_ms": 101.9, "count": 294, "max_ms": 335.368, "p95_ms": 113.192}, "triton_wait": {"avg_ms": 58.706, "count": 295, "max_ms": 78.306, "p95_ms": 72.129}, "visualize": {"avg_ms": 3.497, "count": 295, "max_ms": 4.425, "p95_ms": 3.77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15433.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.414, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.407, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:10:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T03:10:51+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T03:10:51+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T03:10:51.550708+09:00", "mtime_epoch": 1783188651.5507076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:10:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2122.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.563, "count": 301, "max_ms": 13.324, "p95_ms": 10.217}, "gstreamer_push": {"avg_ms": 1.328, "count": 301, "max_ms": 1.707, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.877, "count": 301, "max_ms": 76.408, "p95_ms": 72.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.947, "count": 301, "max_ms": 71.15, "p95_ms": 65.594}, "yolo11_640_fire_11class": {"avg_ms": 59.505, "count": 301, "max_ms": 74.592, "p95_ms": 71.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.87, "count": 301, "max_ms": 77.133, "p95_ms": 74.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.384, "count": 301, "max_ms": 126.99, "p95_ms": 92.409}, "read_interval": {"avg_ms": 99.963, "count": 300, "max_ms": 283.226, "p95_ms": 110.532}, "triton_wait": {"avg_ms": 64.764, "count": 301, "max_ms": 77.145, "p95_ms": 74.903}, "visualize": {"avg_ms": 3.785, "count": 301, "max_ms": 6.033, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15434.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 830.256, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.371, "name": "ffmpeg", "pid": 108265, "rss_mb": 280.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.596, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1158581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:10:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:10:55+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T03:10:55+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:10:55.218714+09:00", "mtime_epoch": 1783188655.2187145, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:10:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9175.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.927}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.448, "count": 298, "max_ms": 25.994, "p95_ms": 19.959}, "gstreamer_push": {"avg_ms": 1.226, "count": 298, "max_ms": 1.572, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.277, "count": 298, "max_ms": 69.599, "p95_ms": 64.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.675, "count": 298, "max_ms": 68.571, "p95_ms": 59.422}, "yolo11_640_fire_11class": {"avg_ms": 54.677, "count": 298, "max_ms": 69.999, "p95_ms": 64.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.075, "count": 298, "max_ms": 74.396, "p95_ms": 69.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.83, "count": 298, "max_ms": 99.747, "p95_ms": 94.944}, "read_interval": {"avg_ms": 100.707, "count": 297, "max_ms": 116.876, "p95_ms": 111.397}, "triton_wait": {"avg_ms": 59.024, "count": 298, "max_ms": 74.407, "p95_ms": 69.693}, "visualize": {"avg_ms": 3.497, "count": 298, "max_ms": 4.399, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15434.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.456, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.018, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:11:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:11:21+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T03:11:21+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T03:11:21.602774+09:00", "mtime_epoch": 1783188681.6027741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:11:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2122.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.346, "count": 301, "max_ms": 11.748, "p95_ms": 8.408}, "gstreamer_push": {"avg_ms": 1.325, "count": 301, "max_ms": 1.604, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.608, "count": 301, "max_ms": 76.201, "p95_ms": 71.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.562, "count": 301, "max_ms": 69.191, "p95_ms": 56.006}, "yolo11_640_fire_11class": {"avg_ms": 59.15, "count": 301, "max_ms": 73.844, "p95_ms": 70.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.382, "count": 301, "max_ms": 78.424, "p95_ms": 75.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.421, "count": 301, "max_ms": 131.725, "p95_ms": 92.745}, "read_interval": {"avg_ms": 99.88, "count": 300, "max_ms": 327.923, "p95_ms": 110.207}, "triton_wait": {"avg_ms": 64.429, "count": 301, "max_ms": 78.437, "p95_ms": 75.405}, "visualize": {"avg_ms": 3.755, "count": 301, "max_ms": 5.735, "p95_ms": 4.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15434.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 860.33, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.629, "name": "ffmpeg", "pid": 108265, "rss_mb": 280.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.55, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1158878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:11:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:11:25+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T03:11:25+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T03:11:25.306784+09:00", "mtime_epoch": 1783188685.3067844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:11:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9175.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.874}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.569, "count": 297, "max_ms": 32.123, "p95_ms": 19.717}, "gstreamer_push": {"avg_ms": 1.24, "count": 297, "max_ms": 2.167, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.851, "count": 297, "max_ms": 71.067, "p95_ms": 65.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.727, "count": 297, "max_ms": 70.107, "p95_ms": 61.059}, "yolo11_640_fire_11class": {"avg_ms": 55.187, "count": 297, "max_ms": 74.333, "p95_ms": 64.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.28, "count": 297, "max_ms": 76.204, "p95_ms": 71.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.18, "count": 297, "max_ms": 103.009, "p95_ms": 97.93}, "read_interval": {"avg_ms": 101.279, "count": 296, "max_ms": 119.041, "p95_ms": 114.18}, "triton_wait": {"avg_ms": 59.197, "count": 297, "max_ms": 76.216, "p95_ms": 71.631}, "visualize": {"avg_ms": 3.507, "count": 297, "max_ms": 4.387, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15435.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.473, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.089, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:11:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:11:51+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T03:11:51+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T03:11:51.618866+09:00", "mtime_epoch": 1783188711.6188664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:11:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2122.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.362, "count": 299, "max_ms": 12.926, "p95_ms": 8.241}, "gstreamer_push": {"avg_ms": 1.328, "count": 299, "max_ms": 1.974, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.021, "count": 299, "max_ms": 76.443, "p95_ms": 72.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.622, "count": 299, "max_ms": 74.237, "p95_ms": 55.448}, "yolo11_640_fire_11class": {"avg_ms": 59.719, "count": 299, "max_ms": 77.715, "p95_ms": 71.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.642, "count": 299, "max_ms": 79.35, "p95_ms": 75.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.41, "count": 299, "max_ms": 98.1, "p95_ms": 92.191}, "read_interval": {"avg_ms": 100.377, "count": 299, "max_ms": 524.388, "p95_ms": 109.944}, "triton_wait": {"avg_ms": 65.454, "count": 299, "max_ms": 79.363, "p95_ms": 75.394}, "visualize": {"avg_ms": 3.734, "count": 299, "max_ms": 4.779, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15435.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 890.416, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.629, "name": "ffmpeg", "pid": 108265, "rss_mb": 280.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.818, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:11:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:11:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:11:55+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:11:55.386880+09:00", "mtime_epoch": 1783188715.38688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:11:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9175.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.609, "count": 295, "max_ms": 30.202, "p95_ms": 19.878}, "gstreamer_push": {"avg_ms": 1.223, "count": 295, "max_ms": 1.541, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.417, "count": 295, "max_ms": 72.807, "p95_ms": 65.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.422, "count": 295, "max_ms": 65.101, "p95_ms": 60.338}, "yolo11_640_fire_11class": {"avg_ms": 55.749, "count": 295, "max_ms": 72.72, "p95_ms": 65.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.3, "count": 295, "max_ms": 75.531, "p95_ms": 70.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.993, "count": 295, "max_ms": 101.701, "p95_ms": 96.015}, "read_interval": {"avg_ms": 101.975, "count": 294, "max_ms": 123.066, "p95_ms": 113.158}, "triton_wait": {"avg_ms": 60.009, "count": 295, "max_ms": 75.543, "p95_ms": 70.378}, "visualize": {"avg_ms": 3.497, "count": 295, "max_ms": 5.052, "p95_ms": 3.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15438.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.482, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.37, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:12:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:12:21+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T03:12:21+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T03:12:21.610983+09:00", "mtime_epoch": 1783188741.610983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:12:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2122.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.462, "count": 298, "max_ms": 12.345, "p95_ms": 9.745}, "gstreamer_push": {"avg_ms": 1.32, "count": 298, "max_ms": 2.141, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.763, "count": 298, "max_ms": 74.879, "p95_ms": 71.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.959, "count": 298, "max_ms": 74.871, "p95_ms": 64.901}, "yolo11_640_fire_11class": {"avg_ms": 61.14, "count": 298, "max_ms": 75.064, "p95_ms": 73.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.781, "count": 298, "max_ms": 80.518, "p95_ms": 75.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.728, "count": 298, "max_ms": 132.902, "p95_ms": 93.848}, "read_interval": {"avg_ms": 100.66, "count": 298, "max_ms": 146.807, "p95_ms": 113.223}, "triton_wait": {"avg_ms": 66.358, "count": 298, "max_ms": 80.532, "p95_ms": 76.005}, "visualize": {"avg_ms": 3.762, "count": 298, "max_ms": 6.032, "p95_ms": 4.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15437.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 920.477, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.207, "name": "ffmpeg", "pid": 108265, "rss_mb": 283.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.99, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:12:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:12:25+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:12:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:12:25.447000+09:00", "mtime_epoch": 1783188745.4469995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:12:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9175.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.581, "pushed": 9.581, "read": 9.547}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.969, "count": 287, "max_ms": 32.536, "p95_ms": 21.118}, "gstreamer_push": {"avg_ms": 1.226, "count": 287, "max_ms": 1.863, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.934, "count": 287, "max_ms": 69.81, "p95_ms": 64.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.54, "count": 287, "max_ms": 67.455, "p95_ms": 62.122}, "yolo11_640_fire_11class": {"avg_ms": 56.763, "count": 287, "max_ms": 67.714, "p95_ms": 65.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.156, "count": 287, "max_ms": 75.793, "p95_ms": 71.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.068, "count": 287, "max_ms": 110.322, "p95_ms": 98.217}, "read_interval": {"avg_ms": 104.733, "count": 286, "max_ms": 330.704, "p95_ms": 116.424}, "triton_wait": {"avg_ms": 61.727, "count": 287, "max_ms": 75.804, "p95_ms": 71.314}, "visualize": {"avg_ms": 3.493, "count": 287, "max_ms": 4.281, "p95_ms": 3.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15438.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.561, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.872, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:12:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:12:51+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T03:12:51+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T03:12:51.707123+09:00", "mtime_epoch": 1783188771.7071226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:12:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2122.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.806, "pushed": 9.806, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.534, "count": 294, "max_ms": 11.958, "p95_ms": 9.485}, "gstreamer_push": {"avg_ms": 1.308, "count": 294, "max_ms": 1.585, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.01, "count": 294, "max_ms": 76.512, "p95_ms": 72.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.333, "count": 294, "max_ms": 73.566, "p95_ms": 62.647}, "yolo11_640_fire_11class": {"avg_ms": 60.268, "count": 294, "max_ms": 78.741, "p95_ms": 71.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.946, "count": 294, "max_ms": 79.313, "p95_ms": 76.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.484, "count": 294, "max_ms": 132.653, "p95_ms": 95.013}, "read_interval": {"avg_ms": 102.368, "count": 293, "max_ms": 146.151, "p95_ms": 114.5}, "triton_wait": {"avg_ms": 67.392, "count": 294, "max_ms": 79.326, "p95_ms": 76.662}, "visualize": {"avg_ms": 3.765, "count": 294, "max_ms": 5.248, "p95_ms": 4.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15437.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 950.542, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.207, "name": "ffmpeg", "pid": 108265, "rss_mb": 283.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.266, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:12:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:12:55+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T03:12:55+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:12:55.511142+09:00", "mtime_epoch": 1783188775.5111418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:12:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9175.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.436, "count": 292, "max_ms": 27.685, "p95_ms": 19.655}, "gstreamer_push": {"avg_ms": 1.228, "count": 292, "max_ms": 2.0, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.241, "count": 292, "max_ms": 72.756, "p95_ms": 65.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.865, "count": 292, "max_ms": 68.833, "p95_ms": 61.816}, "yolo11_640_fire_11class": {"avg_ms": 55.3, "count": 292, "max_ms": 76.807, "p95_ms": 65.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.519, "count": 292, "max_ms": 76.005, "p95_ms": 72.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.827, "count": 292, "max_ms": 103.493, "p95_ms": 99.002}, "read_interval": {"avg_ms": 102.937, "count": 291, "max_ms": 123.556, "p95_ms": 117.672}, "triton_wait": {"avg_ms": 61.056, "count": 292, "max_ms": 76.819, "p95_ms": 72.917}, "visualize": {"avg_ms": 3.503, "count": 292, "max_ms": 5.488, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15438.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.577, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.258, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:13:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:13:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T03:13:21+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T03:13:21.719284+09:00", "mtime_epoch": 1783188801.7192836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:13:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2122.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.295, "count": 296, "max_ms": 11.411, "p95_ms": 8.048}, "gstreamer_push": {"avg_ms": 1.316, "count": 296, "max_ms": 2.007, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.287, "count": 296, "max_ms": 75.78, "p95_ms": 71.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.34, "count": 296, "max_ms": 70.746, "p95_ms": 54.971}, "yolo11_640_fire_11class": {"avg_ms": 61.011, "count": 296, "max_ms": 75.035, "p95_ms": 71.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.873, "count": 296, "max_ms": 86.27, "p95_ms": 76.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.831, "count": 296, "max_ms": 133.159, "p95_ms": 94.371}, "read_interval": {"avg_ms": 101.402, "count": 296, "max_ms": 147.75, "p95_ms": 111.141}, "triton_wait": {"avg_ms": 67.297, "count": 296, "max_ms": 86.283, "p95_ms": 76.809}, "visualize": {"avg_ms": 3.716, "count": 296, "max_ms": 5.211, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15438.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 980.599, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.207, "name": "ffmpeg", "pid": 108265, "rss_mb": 283.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.325, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1160041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:13:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:13:25+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T03:13:25+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T03:13:25.559306+09:00", "mtime_epoch": 1783188805.5593057, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:13:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9176.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.648, "pushed": 9.648, "read": 9.615}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.427, "count": 289, "max_ms": 28.509, "p95_ms": 19.505}, "gstreamer_push": {"avg_ms": 1.225, "count": 289, "max_ms": 2.018, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.274, "count": 289, "max_ms": 68.746, "p95_ms": 64.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.64, "count": 289, "max_ms": 67.243, "p95_ms": 60.153}, "yolo11_640_fire_11class": {"avg_ms": 56.478, "count": 289, "max_ms": 71.05, "p95_ms": 64.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.64, "count": 289, "max_ms": 79.465, "p95_ms": 72.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.976, "count": 289, "max_ms": 104.959, "p95_ms": 98.355}, "read_interval": {"avg_ms": 103.968, "count": 288, "max_ms": 121.37, "p95_ms": 115.754}, "triton_wait": {"avg_ms": 62.171, "count": 289, "max_ms": 79.476, "p95_ms": 72.416}, "visualize": {"avg_ms": 3.491, "count": 289, "max_ms": 4.339, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15439.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.582, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.339, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:13:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:13:51+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:13:51.703465+09:00", "mtime_epoch": 1783188831.7034647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:13:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2122.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.19, "count": 289, "max_ms": 11.51, "p95_ms": 7.7}, "gstreamer_push": {"avg_ms": 1.308, "count": 289, "max_ms": 1.625, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.151, "count": 289, "max_ms": 76.807, "p95_ms": 72.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.917, "count": 289, "max_ms": 73.161, "p95_ms": 51.613}, "yolo11_640_fire_11class": {"avg_ms": 62.813, "count": 289, "max_ms": 76.818, "p95_ms": 72.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.524, "count": 289, "max_ms": 78.69, "p95_ms": 76.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.283, "count": 289, "max_ms": 130.046, "p95_ms": 93.657}, "read_interval": {"avg_ms": 103.753, "count": 289, "max_ms": 145.743, "p95_ms": 110.96}, "triton_wait": {"avg_ms": 69.941, "count": 289, "max_ms": 78.702, "p95_ms": 76.159}, "visualize": {"avg_ms": 3.69, "count": 289, "max_ms": 5.075, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15440.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 1010.671, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.848, "name": "ffmpeg", "pid": 108265, "rss_mb": 284.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.076, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1160327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:13:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:13:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:13:55+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:13:55.639490+09:00", "mtime_epoch": 1783188835.63949, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:13:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9176.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.541, "pushed": 9.541, "read": 9.508}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.131, "count": 286, "max_ms": 20.463, "p95_ms": 18.528}, "gstreamer_push": {"avg_ms": 1.213, "count": 286, "max_ms": 1.423, "p95_ms": 1.287}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.586, "count": 286, "max_ms": 68.742, "p95_ms": 64.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.987, "count": 286, "max_ms": 66.711, "p95_ms": 59.387}, "yolo11_640_fire_11class": {"avg_ms": 57.054, "count": 286, "max_ms": 70.577, "p95_ms": 65.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.385, "count": 286, "max_ms": 74.373, "p95_ms": 69.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.18, "count": 286, "max_ms": 99.695, "p95_ms": 95.317}, "read_interval": {"avg_ms": 105.137, "count": 285, "max_ms": 116.734, "p95_ms": 112.445}, "triton_wait": {"avg_ms": 63.718, "count": 286, "max_ms": 74.385, "p95_ms": 69.941}, "visualize": {"avg_ms": 3.477, "count": 286, "max_ms": 4.009, "p95_ms": 3.687}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15449.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.666, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.524, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:14:21+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:14:21+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:14:21.787666+09:00", "mtime_epoch": 1783188861.7876658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:14:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2123.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.606, "pushed": 9.606, "read": 9.572}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.102, "count": 288, "max_ms": 9.059, "p95_ms": 7.336}, "gstreamer_push": {"avg_ms": 1.307, "count": 288, "max_ms": 1.473, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.913, "count": 288, "max_ms": 75.357, "p95_ms": 71.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.866, "count": 288, "max_ms": 73.883, "p95_ms": 66.913}, "yolo11_640_fire_11class": {"avg_ms": 64.937, "count": 288, "max_ms": 79.112, "p95_ms": 74.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.716, "count": 288, "max_ms": 82.39, "p95_ms": 76.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.057, "count": 288, "max_ms": 129.524, "p95_ms": 93.436}, "read_interval": {"avg_ms": 104.443, "count": 287, "max_ms": 143.023, "p95_ms": 110.359}, "triton_wait": {"avg_ms": 71.081, "count": 288, "max_ms": 82.402, "p95_ms": 76.058}, "visualize": {"avg_ms": 3.659, "count": 288, "max_ms": 5.084, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15449.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 1040.762, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.695, "name": "ffmpeg", "pid": 108265, "rss_mb": 294.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.128, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1160614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:14:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:14:25+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:14:25+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:14:25.727693+09:00", "mtime_epoch": 1783188865.7276933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:14:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9176.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.572, "pushed": 9.572, "read": 9.538}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.943, "count": 287, "max_ms": 24.492, "p95_ms": 17.522}, "gstreamer_push": {"avg_ms": 1.201, "count": 287, "max_ms": 1.323, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.471, "count": 287, "max_ms": 69.91, "p95_ms": 64.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.096, "count": 287, "max_ms": 66.327, "p95_ms": 61.602}, "yolo11_640_fire_11class": {"avg_ms": 57.593, "count": 287, "max_ms": 70.953, "p95_ms": 66.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.236, "count": 287, "max_ms": 75.605, "p95_ms": 69.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.878, "count": 287, "max_ms": 130.158, "p95_ms": 95.601}, "read_interval": {"avg_ms": 104.84, "count": 286, "max_ms": 143.763, "p95_ms": 112.225}, "triton_wait": {"avg_ms": 63.536, "count": 287, "max_ms": 75.616, "p95_ms": 69.553}, "visualize": {"avg_ms": 3.466, "count": 287, "max_ms": 4.983, "p95_ms": 3.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15450.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.666, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.805, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:14:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:14:51+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T03:14:51+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T03:14:51.811884+09:00", "mtime_epoch": 1783188891.8118844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:14:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2123.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.572, "pushed": 9.572, "read": 9.572}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.45, "count": 287, "max_ms": 11.823, "p95_ms": 9.15}, "gstreamer_push": {"avg_ms": 1.323, "count": 287, "max_ms": 1.8, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.663, "count": 287, "max_ms": 76.196, "p95_ms": 71.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.979, "count": 287, "max_ms": 70.792, "p95_ms": 65.196}, "yolo11_640_fire_11class": {"avg_ms": 62.938, "count": 287, "max_ms": 74.631, "p95_ms": 72.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.608, "count": 287, "max_ms": 79.133, "p95_ms": 76.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.836, "count": 287, "max_ms": 132.356, "p95_ms": 94.856}, "read_interval": {"avg_ms": 104.615, "count": 287, "max_ms": 148.606, "p95_ms": 112.938}, "triton_wait": {"avg_ms": 69.981, "count": 287, "max_ms": 79.146, "p95_ms": 76.319}, "visualize": {"avg_ms": 3.771, "count": 287, "max_ms": 5.143, "p95_ms": 4.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15458.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1208, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T02:56:54+09:00", "last_error_summary": "[h264 @ 0x562430eb5f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430eb5f40] error while decoding MB 0 31, bytestream 4834 [h264 @ 0x562430eca100] cabac decode of qscale diff failed at 76 16 [h264 @ 0x562430eca100] error while decoding MB 76 16, bytestream 4449 [h264 @ 0x562430ea1f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562430ea1f00] error while decoding MB 0 17, bytestream 151 [h264 @ 0x562430ea1f00] left block unavailable for requested intra", "last_exit_at": "2026-07-05T02:57:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 1087.103, "last_started_at": "2026-07-05T02:57:05+09:00", "pid": 108265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.488, "name": "ffmpeg", "pid": 108265, "rss_mb": 303.488, "state": "S (sleeping)", "threads": 104}, "restart_count": 551, "restart_count_per_hour": 5, "rtsp_timeout_count": 340, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.132, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1160859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:15:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:15:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:15:12+09:00", "mjpeg": {"age_sec": 20.5, "exists": true, "mtime": "2026-07-05T03:14:51.659883+09:00", "mtime_epoch": 1783188891.6598833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:15:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9176.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.042, "pushed": 3.042, "read": 3.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.861, "count": 91, "max_ms": 19.692, "p95_ms": 17.904}, "gstreamer_push": {"avg_ms": 1.196, "count": 91, "max_ms": 1.324, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.279, "count": 91, "max_ms": 65.499, "p95_ms": 63.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.14, "count": 91, "max_ms": 64.335, "p95_ms": 60.616}, "yolo11_640_fire_11class": {"avg_ms": 57.08, "count": 91, "max_ms": 70.28, "p95_ms": 65.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.536, "count": 91, "max_ms": 74.567, "p95_ms": 70.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.813, "count": 91, "max_ms": 99.676, "p95_ms": 95.556}, "read_interval": {"avg_ms": 332.434, "count": 90, "max_ms": 20518.29, "p95_ms": 112.926}, "triton_wait": {"avg_ms": 64.692, "count": 91, "max_ms": 74.579, "p95_ms": 70.41}, "visualize": {"avg_ms": 3.445, "count": 91, "max_ms": 3.678, "p95_ms": 3.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15380.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.764, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.469, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.469, "state": "R (running)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.796, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:15:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:15:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:15:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:15:21.884121+09:00", "mtime_epoch": 1783188921.8841207, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:15:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2123.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 349, "pushed_frames": 349, "read_frames": 349, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.634, "pushed": 11.634, "read": 11.634}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.139, "count": 349, "max_ms": 9.599, "p95_ms": 7.94}, "gstreamer_push": {"avg_ms": 1.302, "count": 349, "max_ms": 1.455, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.898, "count": 349, "max_ms": 74.463, "p95_ms": 63.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.103, "count": 349, "max_ms": 66.27, "p95_ms": 49.24}, "yolo11_640_fire_11class": {"avg_ms": 48.088, "count": 349, "max_ms": 73.843, "p95_ms": 64.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.207, "count": 349, "max_ms": 80.42, "p95_ms": 72.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.099, "count": 349, "max_ms": 104.928, "p95_ms": 90.041}, "read_interval": {"avg_ms": 85.94, "count": 349, "max_ms": 223.094, "p95_ms": 107.53}, "triton_wait": {"avg_ms": 51.938, "count": 349, "max_ms": 80.433, "p95_ms": 72.633}, "visualize": {"avg_ms": 3.708, "count": 349, "max_ms": 5.928, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15421.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.35, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.797, "name": "ffmpeg", "pid": 108736, "rss_mb": 264.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 6, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.507, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1161103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:15:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:15:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:15:42+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:15:42.128289+09:00", "mtime_epoch": 1783188942.1282887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:15:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9176.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.145, "pushed": 8.145, "read": 8.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.601, "count": 244, "max_ms": 29.403, "p95_ms": 19.596}, "gstreamer_push": {"avg_ms": 1.215, "count": 244, "max_ms": 1.414, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.904, "count": 244, "max_ms": 68.54, "p95_ms": 63.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.441, "count": 244, "max_ms": 67.774, "p95_ms": 61.249}, "yolo11_640_fire_11class": {"avg_ms": 57.95, "count": 244, "max_ms": 71.37, "p95_ms": 66.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.972, "count": 244, "max_ms": 75.542, "p95_ms": 72.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.393, "count": 244, "max_ms": 102.93, "p95_ms": 99.002}, "read_interval": {"avg_ms": 123.255, "count": 243, "max_ms": 4757.112, "p95_ms": 113.97}, "triton_wait": {"avg_ms": 63.437, "count": 244, "max_ms": 75.554, "p95_ms": 72.628}, "visualize": {"avg_ms": 3.515, "count": 244, "max_ms": 4.737, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15424.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.851, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.727, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.992, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:15:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:15:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:15:51+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:15:51.972373+09:00", "mtime_epoch": 1783188951.972373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:15:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2123.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.706}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.416, "count": 292, "max_ms": 12.393, "p95_ms": 10.104}, "gstreamer_push": {"avg_ms": 1.293, "count": 292, "max_ms": 1.621, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.904, "count": 292, "max_ms": 74.896, "p95_ms": 69.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.504, "count": 292, "max_ms": 74.884, "p95_ms": 65.282}, "yolo11_640_fire_11class": {"avg_ms": 62.55, "count": 292, "max_ms": 76.226, "p95_ms": 72.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.909, "count": 292, "max_ms": 79.695, "p95_ms": 76.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.194, "count": 292, "max_ms": 132.174, "p95_ms": 94.865}, "read_interval": {"avg_ms": 103.023, "count": 291, "max_ms": 145.909, "p95_ms": 115.632}, "triton_wait": {"avg_ms": 68.321, "count": 292, "max_ms": 79.707, "p95_ms": 76.54}, "visualize": {"avg_ms": 3.74, "count": 292, "max_ms": 5.627, "p95_ms": 4.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15424.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.446, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.633, "name": "ffmpeg", "pid": 108736, "rss_mb": 267.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 6, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.539, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1161396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:16:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:16:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:16:12+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:16:12.224552+09:00", "mtime_epoch": 1783188972.2245517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:16:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9176.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.22, "count": 292, "max_ms": 31.41, "p95_ms": 19.004}, "gstreamer_push": {"avg_ms": 1.177, "count": 293, "max_ms": 1.753, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.513, "count": 292, "max_ms": 67.226, "p95_ms": 62.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.692, "count": 292, "max_ms": 66.26, "p95_ms": 60.295}, "yolo11_640_fire_11class": {"avg_ms": 55.97, "count": 292, "max_ms": 68.512, "p95_ms": 63.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.446, "count": 292, "max_ms": 74.774, "p95_ms": 70.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.135, "count": 293, "max_ms": 107.619, "p95_ms": 96.777}, "read_interval": {"avg_ms": 102.715, "count": 292, "max_ms": 125.278, "p95_ms": 112.43}, "triton_wait": {"avg_ms": 61.837, "count": 292, "max_ms": 74.785, "p95_ms": 70.788}, "visualize": {"avg_ms": 3.454, "count": 292, "max_ms": 4.633, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15425.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.877, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.984, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.062, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:16:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:16:22+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T03:16:22+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T03:16:22.024640+09:00", "mtime_epoch": 1783188982.0246403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:16:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2123.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.725, "pushed": 9.725, "read": 9.691}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.195, "count": 291, "max_ms": 9.754, "p95_ms": 7.726}, "gstreamer_push": {"avg_ms": 1.296, "count": 291, "max_ms": 1.466, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.843, "count": 291, "max_ms": 75.976, "p95_ms": 72.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.456, "count": 291, "max_ms": 77.185, "p95_ms": 63.408}, "yolo11_640_fire_11class": {"avg_ms": 62.393, "count": 291, "max_ms": 77.605, "p95_ms": 73.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.476, "count": 291, "max_ms": 79.394, "p95_ms": 76.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.947, "count": 291, "max_ms": 132.721, "p95_ms": 93.644}, "read_interval": {"avg_ms": 103.244, "count": 290, "max_ms": 310.559, "p95_ms": 110.694}, "triton_wait": {"avg_ms": 68.859, "count": 291, "max_ms": 79.407, "p95_ms": 76.733}, "visualize": {"avg_ms": 3.669, "count": 291, "max_ms": 5.174, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15424.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.532, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.891, "name": "ffmpeg", "pid": 108736, "rss_mb": 267.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 6, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.507, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1161685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:16:42+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T03:16:42+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:16:42.304829+09:00", "mtime_epoch": 1783189002.304829, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:16:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9176.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.604}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.206, "count": 289, "max_ms": 23.962, "p95_ms": 18.671}, "gstreamer_push": {"avg_ms": 1.226, "count": 289, "max_ms": 1.493, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.523, "count": 289, "max_ms": 68.635, "p95_ms": 65.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.22, "count": 289, "max_ms": 68.356, "p95_ms": 63.181}, "yolo11_640_fire_11class": {"avg_ms": 57.657, "count": 289, "max_ms": 72.094, "p95_ms": 66.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.199, "count": 289, "max_ms": 74.092, "p95_ms": 71.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.172, "count": 289, "max_ms": 100.13, "p95_ms": 96.799}, "read_interval": {"avg_ms": 104.07, "count": 288, "max_ms": 120.229, "p95_ms": 113.067}, "triton_wait": {"avg_ms": 62.63, "count": 289, "max_ms": 74.106, "p95_ms": 71.555}, "visualize": {"avg_ms": 3.493, "count": 289, "max_ms": 4.704, "p95_ms": 3.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15427.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.969, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.984, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.206, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:16:52+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:16:52+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:16:52.088922+09:00", "mtime_epoch": 1783189012.0889223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:16:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2124.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.734, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.352, "count": 291, "max_ms": 12.593, "p95_ms": 8.198}, "gstreamer_push": {"avg_ms": 1.322, "count": 292, "max_ms": 2.248, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.224, "count": 291, "max_ms": 75.91, "p95_ms": 71.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.059, "count": 291, "max_ms": 74.1, "p95_ms": 66.998}, "yolo11_640_fire_11class": {"avg_ms": 63.466, "count": 291, "max_ms": 78.226, "p95_ms": 72.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.935, "count": 291, "max_ms": 79.372, "p95_ms": 77.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.505, "count": 291, "max_ms": 131.523, "p95_ms": 94.204}, "read_interval": {"avg_ms": 103.038, "count": 291, "max_ms": 145.128, "p95_ms": 112.823}, "triton_wait": {"avg_ms": 69.359, "count": 291, "max_ms": 79.388, "p95_ms": 77.2}, "visualize": {"avg_ms": 3.71, "count": 291, "max_ms": 5.188, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15430.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.604, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.305, "name": "ffmpeg", "pid": 108736, "rss_mb": 273.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 6, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.507, "sample_count": 2640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1161977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:17:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:17:12+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T03:17:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:17:12.381120+09:00", "mtime_epoch": 1783189032.38112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:17:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9177.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.468, "count": 292, "max_ms": 27.307, "p95_ms": 19.859}, "gstreamer_push": {"avg_ms": 1.242, "count": 292, "max_ms": 1.688, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.215, "count": 292, "max_ms": 68.712, "p95_ms": 63.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.606, "count": 292, "max_ms": 66.612, "p95_ms": 62.524}, "yolo11_640_fire_11class": {"avg_ms": 56.29, "count": 292, "max_ms": 73.527, "p95_ms": 64.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.673, "count": 292, "max_ms": 77.696, "p95_ms": 70.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.062, "count": 292, "max_ms": 105.908, "p95_ms": 96.427}, "read_interval": {"avg_ms": 102.962, "count": 291, "max_ms": 122.017, "p95_ms": 112.355}, "triton_wait": {"avg_ms": 61.201, "count": 292, "max_ms": 77.708, "p95_ms": 71.258}, "visualize": {"avg_ms": 3.523, "count": 292, "max_ms": 4.483, "p95_ms": 3.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15430.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.985, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.984, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.291, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:17:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:17:22+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:17:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:17:22.105217+09:00", "mtime_epoch": 1783189042.105217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:17:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2124.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.317, "count": 290, "max_ms": 10.638, "p95_ms": 8.11}, "gstreamer_push": {"avg_ms": 1.327, "count": 290, "max_ms": 1.499, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.526, "count": 290, "max_ms": 75.434, "p95_ms": 70.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.046, "count": 290, "max_ms": 71.763, "p95_ms": 67.311}, "yolo11_640_fire_11class": {"avg_ms": 62.278, "count": 290, "max_ms": 77.813, "p95_ms": 71.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.669, "count": 290, "max_ms": 78.644, "p95_ms": 76.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.784, "count": 290, "max_ms": 152.743, "p95_ms": 94.101}, "read_interval": {"avg_ms": 103.51, "count": 290, "max_ms": 165.472, "p95_ms": 114.83}, "triton_wait": {"avg_ms": 68.137, "count": 290, "max_ms": 78.656, "p95_ms": 76.349}, "visualize": {"avg_ms": 3.754, "count": 290, "max_ms": 6.238, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15431.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.689, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.82, "name": "ffmpeg", "pid": 108736, "rss_mb": 273.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 6, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.414, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1162263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:17:42+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T03:17:42+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T03:17:42.477424+09:00", "mtime_epoch": 1783189062.4774244, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:17:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9177.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.54, "pushed": 9.54, "read": 9.506}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.302, "count": 286, "max_ms": 25.051, "p95_ms": 18.996}, "gstreamer_push": {"avg_ms": 1.218, "count": 286, "max_ms": 1.75, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.956, "count": 286, "max_ms": 71.007, "p95_ms": 64.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.401, "count": 286, "max_ms": 70.495, "p95_ms": 63.133}, "yolo11_640_fire_11class": {"avg_ms": 57.753, "count": 286, "max_ms": 72.406, "p95_ms": 65.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.375, "count": 286, "max_ms": 78.511, "p95_ms": 72.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.407, "count": 286, "max_ms": 103.347, "p95_ms": 98.144}, "read_interval": {"avg_ms": 105.221, "count": 285, "max_ms": 121.488, "p95_ms": 114.639}, "triton_wait": {"avg_ms": 63.79, "count": 286, "max_ms": 78.523, "p95_ms": 72.808}, "visualize": {"avg_ms": 3.476, "count": 286, "max_ms": 4.516, "p95_ms": 3.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15433.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.046, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.984, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.011, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:17:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:17:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:17:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:17:52.169525+09:00", "mtime_epoch": 1783189072.1695251, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:17:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2124.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.223, "count": 302, "max_ms": 12.108, "p95_ms": 8.055}, "gstreamer_push": {"avg_ms": 1.32, "count": 302, "max_ms": 1.781, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.25, "count": 302, "max_ms": 78.0, "p95_ms": 71.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.951, "count": 302, "max_ms": 71.053, "p95_ms": 53.239}, "yolo11_640_fire_11class": {"avg_ms": 60.06, "count": 302, "max_ms": 76.311, "p95_ms": 71.224}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.541, "count": 302, "max_ms": 78.834, "p95_ms": 75.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.986, "count": 302, "max_ms": 132.106, "p95_ms": 93.02}, "read_interval": {"avg_ms": 99.519, "count": 301, "max_ms": 145.259, "p95_ms": 109.812}, "triton_wait": {"avg_ms": 66.048, "count": 302, "max_ms": 78.846, "p95_ms": 75.608}, "visualize": {"avg_ms": 3.733, "count": 302, "max_ms": 5.748, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15433.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.781, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.109, "name": "ffmpeg", "pid": 108736, "rss_mb": 275.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 6, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.359, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1162556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:18:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:18:12+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T03:18:12+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T03:18:12.569741+09:00", "mtime_epoch": 1783189092.569741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:18:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9177.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.721, "count": 292, "max_ms": 30.448, "p95_ms": 19.783}, "gstreamer_push": {"avg_ms": 1.221, "count": 293, "max_ms": 1.89, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.024, "count": 292, "max_ms": 70.365, "p95_ms": 63.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.354, "count": 292, "max_ms": 64.619, "p95_ms": 59.781}, "yolo11_640_fire_11class": {"avg_ms": 54.999, "count": 292, "max_ms": 67.224, "p95_ms": 63.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.364, "count": 292, "max_ms": 74.106, "p95_ms": 70.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.676, "count": 293, "max_ms": 105.886, "p95_ms": 96.756}, "read_interval": {"avg_ms": 102.722, "count": 292, "max_ms": 121.413, "p95_ms": 112.701}, "triton_wait": {"avg_ms": 60.735, "count": 292, "max_ms": 74.117, "p95_ms": 70.29}, "visualize": {"avg_ms": 3.468, "count": 292, "max_ms": 4.392, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15434.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.099, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.984, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.918, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:18:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:18:22+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T03:18:22+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T03:18:22.225845+09:00", "mtime_epoch": 1783189102.225845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:18:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2124.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.785}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.224, "count": 294, "max_ms": 11.494, "p95_ms": 8.161}, "gstreamer_push": {"avg_ms": 1.315, "count": 294, "max_ms": 1.499, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.676, "count": 294, "max_ms": 74.594, "p95_ms": 71.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.068, "count": 294, "max_ms": 70.49, "p95_ms": 64.921}, "yolo11_640_fire_11class": {"avg_ms": 61.673, "count": 294, "max_ms": 76.697, "p95_ms": 69.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.543, "count": 294, "max_ms": 80.916, "p95_ms": 75.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.401, "count": 294, "max_ms": 98.196, "p95_ms": 92.985}, "read_interval": {"avg_ms": 102.219, "count": 293, "max_ms": 119.711, "p95_ms": 110.343}, "triton_wait": {"avg_ms": 68.795, "count": 294, "max_ms": 80.929, "p95_ms": 75.919}, "visualize": {"avg_ms": 3.69, "count": 294, "max_ms": 5.02, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15434.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.846, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.367, "name": "ffmpeg", "pid": 108736, "rss_mb": 275.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 6, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.359, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1162845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:18:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:18:42+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T03:18:42+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T03:18:42.614069+09:00", "mtime_epoch": 1783189122.6140687, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:18:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9177.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.641, "pushed": 9.641, "read": 9.608}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.469, "count": 289, "max_ms": 29.133, "p95_ms": 19.472}, "gstreamer_push": {"avg_ms": 1.221, "count": 289, "max_ms": 1.525, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.328, "count": 289, "max_ms": 67.998, "p95_ms": 64.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.877, "count": 289, "max_ms": 71.312, "p95_ms": 61.135}, "yolo11_640_fire_11class": {"avg_ms": 55.815, "count": 289, "max_ms": 69.149, "p95_ms": 64.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.059, "count": 289, "max_ms": 74.426, "p95_ms": 70.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.153, "count": 289, "max_ms": 112.582, "p95_ms": 96.521}, "read_interval": {"avg_ms": 103.996, "count": 288, "max_ms": 128.308, "p95_ms": 112.534}, "triton_wait": {"avg_ms": 62.328, "count": 289, "max_ms": 74.441, "p95_ms": 70.886}, "visualize": {"avg_ms": 3.498, "count": 289, "max_ms": 4.247, "p95_ms": 3.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15434.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.121, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.984, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.731, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:18:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:18:52+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:18:52+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:18:52.242176+09:00", "mtime_epoch": 1783189132.242176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:18:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2124.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.86, "pushed": 9.86, "read": 9.827}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.25, "count": 295, "max_ms": 11.544, "p95_ms": 7.556}, "gstreamer_push": {"avg_ms": 1.333, "count": 295, "max_ms": 2.239, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.55, "count": 295, "max_ms": 75.415, "p95_ms": 71.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.731, "count": 295, "max_ms": 74.578, "p95_ms": 64.515}, "yolo11_640_fire_11class": {"avg_ms": 60.924, "count": 295, "max_ms": 75.351, "p95_ms": 69.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.598, "count": 295, "max_ms": 77.22, "p95_ms": 74.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.016, "count": 295, "max_ms": 130.917, "p95_ms": 92.371}, "read_interval": {"avg_ms": 101.745, "count": 294, "max_ms": 144.575, "p95_ms": 109.983}, "triton_wait": {"avg_ms": 67.899, "count": 295, "max_ms": 77.233, "p95_ms": 75.024}, "visualize": {"avg_ms": 3.737, "count": 295, "max_ms": 5.182, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15437.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.862, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.945, "name": "ffmpeg", "pid": 108736, "rss_mb": 277.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 6, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.364, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:19:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:19:12+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:19:12.638407+09:00", "mtime_epoch": 1783189152.638407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:19:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9177.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.8}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.118, "count": 294, "max_ms": 21.502, "p95_ms": 18.378}, "gstreamer_push": {"avg_ms": 1.223, "count": 294, "max_ms": 2.113, "p95_ms": 1.294}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.169, "count": 294, "max_ms": 67.737, "p95_ms": 63.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.087, "count": 294, "max_ms": 68.629, "p95_ms": 61.31}, "yolo11_640_fire_11class": {"avg_ms": 55.407, "count": 294, "max_ms": 71.525, "p95_ms": 64.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.249, "count": 294, "max_ms": 76.074, "p95_ms": 71.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.098, "count": 294, "max_ms": 103.086, "p95_ms": 96.83}, "read_interval": {"avg_ms": 102.122, "count": 294, "max_ms": 118.212, "p95_ms": 113.019}, "triton_wait": {"avg_ms": 60.615, "count": 294, "max_ms": 76.087, "p95_ms": 71.53}, "visualize": {"avg_ms": 3.51, "count": 294, "max_ms": 5.585, "p95_ms": 3.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 11999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15437.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.138, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.984, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.785, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:19:22+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T03:19:22+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T03:19:22.278518+09:00", "mtime_epoch": 1783189162.2785177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:19:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2124.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.829, "pushed": 9.829, "read": 9.795}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.257, "count": 294, "max_ms": 9.926, "p95_ms": 7.549}, "gstreamer_push": {"avg_ms": 1.311, "count": 294, "max_ms": 1.839, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.692, "count": 294, "max_ms": 75.53, "p95_ms": 71.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.913, "count": 294, "max_ms": 75.541, "p95_ms": 66.688}, "yolo11_640_fire_11class": {"avg_ms": 62.194, "count": 294, "max_ms": 76.287, "p95_ms": 71.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.492, "count": 294, "max_ms": 80.129, "p95_ms": 75.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.449, "count": 294, "max_ms": 138.13, "p95_ms": 93.962}, "read_interval": {"avg_ms": 102.14, "count": 293, "max_ms": 154.355, "p95_ms": 110.752}, "triton_wait": {"avg_ms": 67.964, "count": 294, "max_ms": 80.143, "p95_ms": 76.149}, "visualize": {"avg_ms": 3.74, "count": 294, "max_ms": 5.442, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15438.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.959, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.945, "name": "ffmpeg", "pid": 108736, "rss_mb": 277.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 6, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.319, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:19:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:19:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:19:42+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:19:42.734756+09:00", "mtime_epoch": 1783189182.7347562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:19:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9177.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.833, "pushed": 9.833, "read": 9.8}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.403, "count": 294, "max_ms": 29.051, "p95_ms": 19.859}, "gstreamer_push": {"avg_ms": 1.206, "count": 295, "max_ms": 1.795, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.42, "count": 294, "max_ms": 72.389, "p95_ms": 65.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.064, "count": 294, "max_ms": 71.386, "p95_ms": 61.383}, "yolo11_640_fire_11class": {"avg_ms": 56.77, "count": 294, "max_ms": 76.815, "p95_ms": 66.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.914, "count": 294, "max_ms": 80.924, "p95_ms": 71.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.323, "count": 295, "max_ms": 106.199, "p95_ms": 97.371}, "read_interval": {"avg_ms": 102.013, "count": 294, "max_ms": 124.005, "p95_ms": 113.304}, "triton_wait": {"avg_ms": 60.676, "count": 294, "max_ms": 80.936, "p95_ms": 71.804}, "visualize": {"avg_ms": 3.473, "count": 294, "max_ms": 4.688, "p95_ms": 3.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15438.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:06:52+09:00", "last_error_summary": "[h264 @ 0x560dc91163c0] error while decoding MB 49 20, bytestream -7 [in#0/rtsp @ 0x560dc8903e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560dc8903e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.235, "last_started_at": "2026-07-05T03:06:55+09:00", "pid": 108524, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.984, "name": "ffmpeg", "pid": 108524, "rss_mb": 329.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.982, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:19:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:19:52+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T03:19:52+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T03:19:52.346870+09:00", "mtime_epoch": 1783189192.34687, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:19:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2124.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.535, "count": 291, "max_ms": 14.894, "p95_ms": 9.754}, "gstreamer_push": {"avg_ms": 1.307, "count": 291, "max_ms": 2.233, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.704, "count": 291, "max_ms": 77.099, "p95_ms": 71.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.624, "count": 291, "max_ms": 75.417, "p95_ms": 65.013}, "yolo11_640_fire_11class": {"avg_ms": 61.903, "count": 291, "max_ms": 79.89, "p95_ms": 74.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.983, "count": 291, "max_ms": 85.525, "p95_ms": 77.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.62, "count": 291, "max_ms": 200.493, "p95_ms": 110.519}, "read_interval": {"avg_ms": 103.038, "count": 291, "max_ms": 212.029, "p95_ms": 129.24}, "triton_wait": {"avg_ms": 66.668, "count": 291, "max_ms": 85.538, "p95_ms": 77.136}, "visualize": {"avg_ms": 3.823, "count": 291, "max_ms": 6.625, "p95_ms": 5.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15438.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.97, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.945, "name": "ffmpeg", "pid": 108736, "rss_mb": 277.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.53, "sample_count": 2860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:20:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:20:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:20:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:20:12.747114+09:00", "mtime_epoch": 1783189212.7471144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:20:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9177.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.103, "count": 291, "max_ms": 20.272, "p95_ms": 18.605}, "gstreamer_push": {"avg_ms": 1.214, "count": 291, "max_ms": 1.425, "p95_ms": 1.294}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.842, "count": 291, "max_ms": 71.74, "p95_ms": 65.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.026, "count": 291, "max_ms": 68.006, "p95_ms": 63.331}, "yolo11_640_fire_11class": {"avg_ms": 57.47, "count": 291, "max_ms": 73.648, "p95_ms": 66.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.517, "count": 291, "max_ms": 77.113, "p95_ms": 73.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.364, "count": 291, "max_ms": 101.882, "p95_ms": 98.945}, "read_interval": {"avg_ms": 103.132, "count": 291, "max_ms": 120.113, "p95_ms": 114.604}, "triton_wait": {"avg_ms": 62.021, "count": 291, "max_ms": 77.126, "p95_ms": 73.793}, "visualize": {"avg_ms": 3.459, "count": 291, "max_ms": 4.219, "p95_ms": 3.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15438.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.997, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.945, "name": "ffmpeg", "pid": 108736, "rss_mb": 277.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.195, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1164052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:20:42+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T03:20:42+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T03:20:42.795482+09:00", "mtime_epoch": 1783189242.7954822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:20:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9177.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.926, "pushed": 10.926, "read": 10.893}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.619, "count": 327, "max_ms": 24.029, "p95_ms": 17.939}, "gstreamer_push": {"avg_ms": 1.225, "count": 327, "max_ms": 1.892, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.468, "count": 327, "max_ms": 76.86, "p95_ms": 60.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.119, "count": 327, "max_ms": 75.618, "p95_ms": 57.21}, "yolo11_640_fire_11class": {"avg_ms": 49.731, "count": 327, "max_ms": 71.362, "p95_ms": 63.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.314, "count": 327, "max_ms": 76.375, "p95_ms": 65.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.948, "count": 327, "max_ms": 101.993, "p95_ms": 91.832}, "read_interval": {"avg_ms": 91.827, "count": 326, "max_ms": 117.319, "p95_ms": 108.265}, "triton_wait": {"avg_ms": 51.126, "count": 327, "max_ms": 76.869, "p95_ms": 66.024}, "visualize": {"avg_ms": 3.487, "count": 327, "max_ms": 4.812, "p95_ms": 3.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15320.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.09, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.285, "name": "ffmpeg", "pid": 108843, "rss_mb": 209.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.471, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:20:57+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T03:20:56+09:00", "mjpeg": {"age_sec": 35.055, "exists": true, "mtime": "2026-07-05T03:20:22.019227+09:00", "mtime_epoch": 1783189222.019227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:20:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2125.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.487, "count": 1, "max_ms": 9.487, "p95_ms": 9.487}, "gstreamer_push": {"avg_ms": 1.228, "count": 1, "max_ms": 1.228, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.245, "count": 1, "max_ms": 49.245, "p95_ms": 49.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.324, "count": 1, "max_ms": 47.324, "p95_ms": 47.324}, "yolo11_640_fire_11class": {"avg_ms": 44.469, "count": 1, "max_ms": 44.469, "p95_ms": 44.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.129, "count": 1, "max_ms": 46.129, "p95_ms": 46.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.223, "count": 1, "max_ms": 68.223, "p95_ms": 68.223}, "read_interval": {"avg_ms": 35091.264, "count": 1, "max_ms": 35091.264, "p95_ms": 35091.264}, "triton_wait": {"avg_ms": 49.257, "count": 1, "max_ms": 49.257, "p95_ms": 49.257}, "visualize": {"avg_ms": 3.439, "count": 1, "max_ms": 3.439, "p95_ms": 3.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15441.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.04, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.523, "name": "ffmpeg", "pid": 108736, "rss_mb": 280.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.11, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1164374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:21:12+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T03:21:12+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T03:21:12.835858+09:00", "mtime_epoch": 1783189272.835858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:21:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9178.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.75, "pushed": 10.75, "read": 10.716}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.066, "count": 322, "max_ms": 29.171, "p95_ms": 19.837}, "gstreamer_push": {"avg_ms": 1.225, "count": 322, "max_ms": 1.534, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.769, "count": 322, "max_ms": 68.856, "p95_ms": 63.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.948, "count": 322, "max_ms": 68.414, "p95_ms": 57.657}, "yolo11_640_fire_11class": {"avg_ms": 49.688, "count": 322, "max_ms": 69.717, "p95_ms": 63.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.899, "count": 322, "max_ms": 75.877, "p95_ms": 67.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.982, "count": 322, "max_ms": 102.701, "p95_ms": 93.884}, "read_interval": {"avg_ms": 93.301, "count": 321, "max_ms": 122.219, "p95_ms": 110.966}, "triton_wait": {"avg_ms": 51.689, "count": 322, "max_ms": 75.889, "p95_ms": 68.423}, "visualize": {"avg_ms": 3.507, "count": 322, "max_ms": 4.48, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15442.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.101, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.633, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.486, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:21:27+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:21:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T03:21:26.992038+09:00", "mtime_epoch": 1783189286.9920382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:21:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2125.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.334, "pushed": 10.334, "read": 10.334}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.545, "count": 310, "max_ms": 12.502, "p95_ms": 10.294}, "gstreamer_push": {"avg_ms": 1.322, "count": 310, "max_ms": 2.178, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.321, "count": 310, "max_ms": 77.703, "p95_ms": 72.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.37, "count": 310, "max_ms": 75.652, "p95_ms": 58.136}, "yolo11_640_fire_11class": {"avg_ms": 56.918, "count": 310, "max_ms": 77.803, "p95_ms": 73.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.864, "count": 310, "max_ms": 80.401, "p95_ms": 74.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.987, "count": 310, "max_ms": 131.009, "p95_ms": 93.61}, "read_interval": {"avg_ms": 96.75, "count": 310, "max_ms": 376.424, "p95_ms": 111.497}, "triton_wait": {"avg_ms": 60.74, "count": 310, "max_ms": 80.414, "p95_ms": 74.977}, "visualize": {"avg_ms": 3.757, "count": 310, "max_ms": 6.952, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15441.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.125, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.523, "name": "ffmpeg", "pid": 108736, "rss_mb": 280.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.142, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1164676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:21:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:21:42+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T03:21:42+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T03:21:42.916243+09:00", "mtime_epoch": 1783189302.916243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:21:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9178.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.81, "count": 302, "max_ms": 28.14, "p95_ms": 20.698}, "gstreamer_push": {"avg_ms": 1.247, "count": 302, "max_ms": 2.119, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.924, "count": 302, "max_ms": 73.654, "p95_ms": 66.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.433, "count": 302, "max_ms": 66.779, "p95_ms": 61.282}, "yolo11_640_fire_11class": {"avg_ms": 53.416, "count": 302, "max_ms": 71.501, "p95_ms": 65.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.443, "count": 302, "max_ms": 77.444, "p95_ms": 70.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.498, "count": 302, "max_ms": 102.824, "p95_ms": 96.766}, "read_interval": {"avg_ms": 99.639, "count": 301, "max_ms": 119.088, "p95_ms": 115.194}, "triton_wait": {"avg_ms": 57.29, "count": 302, "max_ms": 77.455, "p95_ms": 70.551}, "visualize": {"avg_ms": 3.534, "count": 302, "max_ms": 5.474, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15442.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.153, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.633, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.313, "sample_count": 2612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:21:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:21:57+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:21:57+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:21:57.048426+09:00", "mtime_epoch": 1783189317.0484264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:21:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2125.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.887, "pushed": 9.887, "read": 9.854}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.512, "count": 296, "max_ms": 12.073, "p95_ms": 8.522}, "gstreamer_push": {"avg_ms": 1.312, "count": 296, "max_ms": 1.789, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.712, "count": 296, "max_ms": 79.347, "p95_ms": 72.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.197, "count": 296, "max_ms": 74.422, "p95_ms": 64.044}, "yolo11_640_fire_11class": {"avg_ms": 58.612, "count": 296, "max_ms": 75.97, "p95_ms": 72.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.968, "count": 296, "max_ms": 78.719, "p95_ms": 75.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.773, "count": 296, "max_ms": 141.425, "p95_ms": 94.006}, "read_interval": {"avg_ms": 101.512, "count": 295, "max_ms": 424.586, "p95_ms": 126.147}, "triton_wait": {"avg_ms": 63.306, "count": 296, "max_ms": 79.36, "p95_ms": 75.98}, "visualize": {"avg_ms": 3.742, "count": 296, "max_ms": 5.923, "p95_ms": 4.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15442.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.152, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.523, "name": "ffmpeg", "pid": 108736, "rss_mb": 280.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.142, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1164974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:22:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:22:13+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:22:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:22:12.928635+09:00", "mtime_epoch": 1783189332.9286346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 72498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:22:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9178.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.396, "count": 298, "max_ms": 25.968, "p95_ms": 19.431}, "gstreamer_push": {"avg_ms": 1.225, "count": 298, "max_ms": 1.525, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.113, "count": 298, "max_ms": 74.178, "p95_ms": 66.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.036, "count": 298, "max_ms": 71.139, "p95_ms": 62.346}, "yolo11_640_fire_11class": {"avg_ms": 54.548, "count": 298, "max_ms": 74.166, "p95_ms": 65.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.479, "count": 298, "max_ms": 76.604, "p95_ms": 70.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.835, "count": 298, "max_ms": 101.747, "p95_ms": 96.427}, "read_interval": {"avg_ms": 100.744, "count": 297, "max_ms": 117.382, "p95_ms": 112.789}, "triton_wait": {"avg_ms": 59.095, "count": 298, "max_ms": 76.615, "p95_ms": 71.154}, "visualize": {"avg_ms": 3.512, "count": 298, "max_ms": 4.286, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15444.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.224, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.633, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.559, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:22:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:22:27+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T03:22:27+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T03:22:27.112822+09:00", "mtime_epoch": 1783189347.112822, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:22:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2125.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.677, "pushed": 9.677, "read": 9.644}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.712, "count": 290, "max_ms": 16.307, "p95_ms": 10.038}, "gstreamer_push": {"avg_ms": 1.308, "count": 290, "max_ms": 1.633, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.94, "count": 290, "max_ms": 75.604, "p95_ms": 72.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.284, "count": 290, "max_ms": 75.592, "p95_ms": 61.386}, "yolo11_640_fire_11class": {"avg_ms": 61.905, "count": 290, "max_ms": 75.161, "p95_ms": 71.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.803, "count": 290, "max_ms": 80.469, "p95_ms": 76.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.484, "count": 290, "max_ms": 138.347, "p95_ms": 96.721}, "read_interval": {"avg_ms": 103.665, "count": 289, "max_ms": 150.823, "p95_ms": 114.841}, "triton_wait": {"avg_ms": 68.5, "count": 290, "max_ms": 80.482, "p95_ms": 76.201}, "visualize": {"avg_ms": 3.761, "count": 290, "max_ms": 6.469, "p95_ms": 4.568}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15445.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.233, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.102, "name": "ffmpeg", "pid": 108736, "rss_mb": 283.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.744, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1165266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:22:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:22:43+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:22:43+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T03:22:43.017034+09:00", "mtime_epoch": 1783189363.0170343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:22:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9178.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.211, "count": 292, "max_ms": 22.1, "p95_ms": 19.211}, "gstreamer_push": {"avg_ms": 1.222, "count": 292, "max_ms": 1.447, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.342, "count": 292, "max_ms": 71.547, "p95_ms": 65.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.589, "count": 292, "max_ms": 67.566, "p95_ms": 61.865}, "yolo11_640_fire_11class": {"avg_ms": 56.37, "count": 292, "max_ms": 69.004, "p95_ms": 65.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.737, "count": 292, "max_ms": 76.392, "p95_ms": 71.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.862, "count": 292, "max_ms": 101.901, "p95_ms": 96.292}, "read_interval": {"avg_ms": 103.014, "count": 291, "max_ms": 122.071, "p95_ms": 112.476}, "triton_wait": {"avg_ms": 61.308, "count": 292, "max_ms": 76.403, "p95_ms": 71.373}, "visualize": {"avg_ms": 3.49, "count": 292, "max_ms": 4.488, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15445.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.274, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.864, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:22:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:22:57+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:22:57+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:22:57.169225+09:00", "mtime_epoch": 1783189377.1692247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:22:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2125.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.534, "count": 300, "max_ms": 12.091, "p95_ms": 8.447}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 2.073, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.041, "count": 300, "max_ms": 76.669, "p95_ms": 74.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.613, "count": 300, "max_ms": 75.958, "p95_ms": 56.244}, "yolo11_640_fire_11class": {"avg_ms": 61.257, "count": 300, "max_ms": 77.559, "p95_ms": 72.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.147, "count": 300, "max_ms": 77.881, "p95_ms": 74.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.774, "count": 300, "max_ms": 131.083, "p95_ms": 94.356}, "read_interval": {"avg_ms": 100.152, "count": 299, "max_ms": 144.931, "p95_ms": 110.825}, "triton_wait": {"avg_ms": 66.124, "count": 300, "max_ms": 77.894, "p95_ms": 75.708}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 5.456, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 9712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15445.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.268, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.102, "name": "ffmpeg", "pid": 108736, "rss_mb": 283.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.499, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1165555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:23:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:23:13+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T03:23:13+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T03:23:13.037440+09:00", "mtime_epoch": 1783189393.03744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 72992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:23:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9178.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.651, "pushed": 9.651, "read": 9.618}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.476, "count": 289, "max_ms": 29.407, "p95_ms": 19.331}, "gstreamer_push": {"avg_ms": 1.224, "count": 289, "max_ms": 1.803, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.839, "count": 289, "max_ms": 69.467, "p95_ms": 66.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.661, "count": 289, "max_ms": 67.157, "p95_ms": 59.78}, "yolo11_640_fire_11class": {"avg_ms": 56.318, "count": 289, "max_ms": 73.199, "p95_ms": 64.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.106, "count": 289, "max_ms": 72.272, "p95_ms": 68.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.816, "count": 289, "max_ms": 118.263, "p95_ms": 94.87}, "read_interval": {"avg_ms": 103.892, "count": 288, "max_ms": 131.326, "p95_ms": 111.138}, "triton_wait": {"avg_ms": 61.811, "count": 289, "max_ms": 73.21, "p95_ms": 68.61}, "visualize": {"avg_ms": 3.506, "count": 289, "max_ms": 4.931, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15451.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.36, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.9, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:23:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:23:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T03:23:27+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:23:27.253634+09:00", "mtime_epoch": 1783189407.2536345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:23:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2125.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.52, "count": 302, "max_ms": 11.251, "p95_ms": 8.351}, "gstreamer_push": {"avg_ms": 1.322, "count": 302, "max_ms": 1.866, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.969, "count": 302, "max_ms": 76.634, "p95_ms": 73.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.056, "count": 302, "max_ms": 70.939, "p95_ms": 54.237}, "yolo11_640_fire_11class": {"avg_ms": 59.559, "count": 302, "max_ms": 76.584, "p95_ms": 71.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.928, "count": 302, "max_ms": 78.588, "p95_ms": 74.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.322, "count": 302, "max_ms": 132.152, "p95_ms": 92.965}, "read_interval": {"avg_ms": 99.589, "count": 301, "max_ms": 145.817, "p95_ms": 109.534}, "triton_wait": {"avg_ms": 65.2, "count": 302, "max_ms": 78.605, "p95_ms": 74.694}, "visualize": {"avg_ms": 3.744, "count": 302, "max_ms": 5.412, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15450.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.29, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.102, "name": "ffmpeg", "pid": 108736, "rss_mb": 283.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.729, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1165836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:23:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:23:43+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T03:23:43+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T03:23:43.061852+09:00", "mtime_epoch": 1783189423.0618522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:23:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9179.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.367, "pushed": 9.367, "read": 9.367}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.331, "count": 281, "max_ms": 25.881, "p95_ms": 19.562}, "gstreamer_push": {"avg_ms": 1.238, "count": 281, "max_ms": 1.53, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.249, "count": 281, "max_ms": 72.156, "p95_ms": 66.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.798, "count": 281, "max_ms": 67.115, "p95_ms": 61.729}, "yolo11_640_fire_11class": {"avg_ms": 55.254, "count": 281, "max_ms": 71.115, "p95_ms": 65.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.127, "count": 281, "max_ms": 75.325, "p95_ms": 70.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.641, "count": 281, "max_ms": 791.152, "p95_ms": 98.851}, "read_interval": {"avg_ms": 106.841, "count": 281, "max_ms": 804.898, "p95_ms": 116.446}, "triton_wait": {"avg_ms": 60.582, "count": 281, "max_ms": 75.336, "p95_ms": 70.482}, "visualize": {"avg_ms": 3.526, "count": 281, "max_ms": 9.747, "p95_ms": 3.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12019}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15450.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.449, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.244, "sample_count": 2611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:23:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:23:57+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:23:57.346050+09:00", "mtime_epoch": 1783189437.3460503, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:23:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2125.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.573, "pushed": 9.573, "read": 9.54}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.445, "count": 287, "max_ms": 13.071, "p95_ms": 7.785}, "gstreamer_push": {"avg_ms": 1.302, "count": 287, "max_ms": 1.551, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.264, "count": 287, "max_ms": 81.585, "p95_ms": 73.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.072, "count": 287, "max_ms": 71.871, "p95_ms": 65.17}, "yolo11_640_fire_11class": {"avg_ms": 63.73, "count": 287, "max_ms": 80.804, "p95_ms": 73.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.873, "count": 287, "max_ms": 83.075, "p95_ms": 76.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.688, "count": 287, "max_ms": 162.97, "p95_ms": 95.029}, "read_interval": {"avg_ms": 104.833, "count": 286, "max_ms": 175.305, "p95_ms": 111.181}, "triton_wait": {"avg_ms": 70.43, "count": 287, "max_ms": 83.088, "p95_ms": 76.425}, "visualize": {"avg_ms": 3.691, "count": 287, "max_ms": 5.206, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15453.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.347, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.68, "name": "ffmpeg", "pid": 108736, "rss_mb": 285.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.529, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1166122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:24:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:24:13+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T03:24:13+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T03:24:13.114271+09:00", "mtime_epoch": 1783189453.1142707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:24:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9179.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.546, "pushed": 9.546, "read": 9.513}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.168, "count": 286, "max_ms": 22.405, "p95_ms": 18.683}, "gstreamer_push": {"avg_ms": 1.214, "count": 286, "max_ms": 1.476, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.567, "count": 286, "max_ms": 74.354, "p95_ms": 66.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.158, "count": 286, "max_ms": 68.75, "p95_ms": 61.697}, "yolo11_640_fire_11class": {"avg_ms": 57.137, "count": 286, "max_ms": 72.96, "p95_ms": 64.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.101, "count": 286, "max_ms": 77.583, "p95_ms": 70.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.12, "count": 286, "max_ms": 103.52, "p95_ms": 96.319}, "read_interval": {"avg_ms": 105.054, "count": 285, "max_ms": 120.075, "p95_ms": 111.883}, "triton_wait": {"avg_ms": 63.57, "count": 286, "max_ms": 77.594, "p95_ms": 70.536}, "visualize": {"avg_ms": 3.496, "count": 286, "max_ms": 4.994, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12021}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15454.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.471, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.516, "sample_count": 2603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:24:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:24:27+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:24:27+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:24:27.366471+09:00", "mtime_epoch": 1783189467.3664713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:24:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2125.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.56, "pushed": 9.56, "read": 9.527}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.398, "count": 286, "max_ms": 11.198, "p95_ms": 8.187}, "gstreamer_push": {"avg_ms": 1.311, "count": 286, "max_ms": 2.208, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.704, "count": 286, "max_ms": 82.281, "p95_ms": 74.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.741, "count": 286, "max_ms": 76.47, "p95_ms": 66.708}, "yolo11_640_fire_11class": {"avg_ms": 64.506, "count": 286, "max_ms": 78.905, "p95_ms": 72.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.142, "count": 286, "max_ms": 83.24, "p95_ms": 77.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.659, "count": 286, "max_ms": 102.903, "p95_ms": 95.586}, "read_interval": {"avg_ms": 104.964, "count": 285, "max_ms": 121.366, "p95_ms": 112.37}, "triton_wait": {"avg_ms": 71.545, "count": 286, "max_ms": 83.252, "p95_ms": 77.56}, "visualize": {"avg_ms": 3.706, "count": 286, "max_ms": 4.835, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15462.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.389, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.504, "name": "ffmpeg", "pid": 108736, "rss_mb": 294.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.381, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1166411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:24:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:24:43+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T03:24:43+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T03:24:43.174695+09:00", "mtime_epoch": 1783189483.174695, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:24:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9179.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.653, "pushed": 9.653, "read": 9.62}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.147, "count": 289, "max_ms": 23.916, "p95_ms": 18.749}, "gstreamer_push": {"avg_ms": 1.23, "count": 289, "max_ms": 1.893, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.898, "count": 289, "max_ms": 75.068, "p95_ms": 66.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.797, "count": 289, "max_ms": 75.053, "p95_ms": 60.143}, "yolo11_640_fire_11class": {"avg_ms": 55.756, "count": 289, "max_ms": 73.93, "p95_ms": 64.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.191, "count": 289, "max_ms": 81.842, "p95_ms": 70.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.275, "count": 289, "max_ms": 106.838, "p95_ms": 95.816}, "read_interval": {"avg_ms": 103.972, "count": 288, "max_ms": 228.681, "p95_ms": 113.58}, "triton_wait": {"avg_ms": 61.736, "count": 289, "max_ms": 81.853, "p95_ms": 70.741}, "visualize": {"avg_ms": 3.496, "count": 289, "max_ms": 4.4, "p95_ms": 3.679}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15462.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.502, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.671, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:24:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:24:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:24:57+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:24:57.398898+09:00", "mtime_epoch": 1783189497.3988976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:24:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2126.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.924, "pushed": 9.924, "read": 9.891}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.438, "count": 297, "max_ms": 12.317, "p95_ms": 8.253}, "gstreamer_push": {"avg_ms": 1.313, "count": 297, "max_ms": 1.82, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.071, "count": 297, "max_ms": 76.104, "p95_ms": 72.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.628, "count": 297, "max_ms": 70.281, "p95_ms": 56.792}, "yolo11_640_fire_11class": {"avg_ms": 61.217, "count": 297, "max_ms": 75.173, "p95_ms": 72.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.973, "count": 297, "max_ms": 77.997, "p95_ms": 75.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.791, "count": 297, "max_ms": 153.278, "p95_ms": 93.394}, "read_interval": {"avg_ms": 101.099, "count": 296, "max_ms": 168.135, "p95_ms": 109.881}, "triton_wait": {"avg_ms": 66.869, "count": 297, "max_ms": 78.009, "p95_ms": 75.273}, "visualize": {"avg_ms": 3.732, "count": 297, "max_ms": 5.061, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15462.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.436, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.504, "name": "ffmpeg", "pid": 108736, "rss_mb": 294.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.816, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1166703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:25:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:25:13+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:25:13+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:25:13.215125+09:00", "mtime_epoch": 1783189513.2151246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 77983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:25:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9179.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.12, "count": 292, "max_ms": 21.576, "p95_ms": 18.936}, "gstreamer_push": {"avg_ms": 1.212, "count": 292, "max_ms": 1.531, "p95_ms": 1.287}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.737, "count": 292, "max_ms": 71.51, "p95_ms": 65.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.1, "count": 292, "max_ms": 67.853, "p95_ms": 61.422}, "yolo11_640_fire_11class": {"avg_ms": 56.138, "count": 292, "max_ms": 67.991, "p95_ms": 64.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.867, "count": 292, "max_ms": 74.286, "p95_ms": 69.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.741, "count": 292, "max_ms": 100.204, "p95_ms": 95.234}, "read_interval": {"avg_ms": 102.885, "count": 291, "max_ms": 117.258, "p95_ms": 112.181}, "triton_wait": {"avg_ms": 61.271, "count": 292, "max_ms": 74.298, "p95_ms": 69.749}, "visualize": {"avg_ms": 3.483, "count": 292, "max_ms": 4.931, "p95_ms": 3.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15462.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.543, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.52, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:25:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T03:25:27+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T03:25:27+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T03:25:27.399329+09:00", "mtime_epoch": 1783189527.3993292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:25:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2126.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.754}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.524, "count": 293, "max_ms": 14.011, "p95_ms": 9.929}, "gstreamer_push": {"avg_ms": 1.305, "count": 293, "max_ms": 2.158, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.772, "count": 293, "max_ms": 77.322, "p95_ms": 72.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.192, "count": 293, "max_ms": 77.334, "p95_ms": 63.098}, "yolo11_640_fire_11class": {"avg_ms": 61.508, "count": 293, "max_ms": 77.343, "p95_ms": 71.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.332, "count": 293, "max_ms": 80.003, "p95_ms": 75.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.38, "count": 293, "max_ms": 153.846, "p95_ms": 102.491}, "read_interval": {"avg_ms": 102.368, "count": 292, "max_ms": 166.565, "p95_ms": 114.133}, "triton_wait": {"avg_ms": 67.095, "count": 293, "max_ms": 80.016, "p95_ms": 75.694}, "visualize": {"avg_ms": 3.766, "count": 293, "max_ms": 6.901, "p95_ms": 4.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15462.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.49, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.504, "name": "ffmpeg", "pid": 108736, "rss_mb": 294.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.101, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1167000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:25:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:25:43+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T03:25:43+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T03:25:43.283560+09:00", "mtime_epoch": 1783189543.2835596, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:25:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9179.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.883}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.385, "count": 297, "max_ms": 27.22, "p95_ms": 19.419}, "gstreamer_push": {"avg_ms": 1.217, "count": 297, "max_ms": 1.382, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.667, "count": 297, "max_ms": 73.661, "p95_ms": 67.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.119, "count": 297, "max_ms": 72.559, "p95_ms": 61.567}, "yolo11_640_fire_11class": {"avg_ms": 55.413, "count": 297, "max_ms": 73.172, "p95_ms": 66.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.692, "count": 297, "max_ms": 80.211, "p95_ms": 70.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.05, "count": 297, "max_ms": 105.198, "p95_ms": 95.981}, "read_interval": {"avg_ms": 101.214, "count": 296, "max_ms": 121.145, "p95_ms": 112.475}, "triton_wait": {"avg_ms": 59.31, "count": 297, "max_ms": 80.223, "p95_ms": 70.456}, "visualize": {"avg_ms": 3.493, "count": 297, "max_ms": 4.641, "p95_ms": 3.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15463.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.65, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.969, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:25:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:25:57+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T03:25:57+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T03:25:57.507767+09:00", "mtime_epoch": 1783189557.507767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:25:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2126.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.475, "count": 291, "max_ms": 9.931, "p95_ms": 9.479}, "gstreamer_push": {"avg_ms": 1.292, "count": 292, "max_ms": 1.718, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.297, "count": 291, "max_ms": 79.034, "p95_ms": 72.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.423, "count": 291, "max_ms": 76.277, "p95_ms": 67.987}, "yolo11_640_fire_11class": {"avg_ms": 63.369, "count": 291, "max_ms": 77.143, "p95_ms": 73.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.538, "count": 291, "max_ms": 84.082, "p95_ms": 75.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.977, "count": 292, "max_ms": 133.944, "p95_ms": 116.851}, "read_interval": {"avg_ms": 102.973, "count": 291, "max_ms": 147.351, "p95_ms": 128.192}, "triton_wait": {"avg_ms": 66.656, "count": 291, "max_ms": 84.094, "p95_ms": 75.497}, "visualize": {"avg_ms": 3.783, "count": 291, "max_ms": 5.543, "p95_ms": 4.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15463.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.585, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.504, "name": "ffmpeg", "pid": 108736, "rss_mb": 294.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.32, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1167298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:26:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:26:13+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T03:26:13+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T03:26:13.372000+09:00", "mtime_epoch": 1783189573.3719995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:26:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9179.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.383, "count": 297, "max_ms": 29.456, "p95_ms": 21.436}, "gstreamer_push": {"avg_ms": 1.23, "count": 298, "max_ms": 1.911, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.319, "count": 297, "max_ms": 73.916, "p95_ms": 67.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.373, "count": 297, "max_ms": 69.634, "p95_ms": 65.525}, "yolo11_640_fire_11class": {"avg_ms": 55.555, "count": 297, "max_ms": 72.298, "p95_ms": 66.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.729, "count": 297, "max_ms": 78.107, "p95_ms": 72.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.991, "count": 298, "max_ms": 105.095, "p95_ms": 97.328}, "read_interval": {"avg_ms": 100.984, "count": 297, "max_ms": 122.669, "p95_ms": 113.381}, "triton_wait": {"avg_ms": 59.368, "count": 297, "max_ms": 78.117, "p95_ms": 72.348}, "visualize": {"avg_ms": 3.492, "count": 297, "max_ms": 4.924, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15463.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.725, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.538, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:26:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:26:27+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:26:27+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:26:27.620209+09:00", "mtime_epoch": 1783189587.6202095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:26:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2126.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.661, "count": 302, "max_ms": 14.74, "p95_ms": 9.904}, "gstreamer_push": {"avg_ms": 1.31, "count": 303, "max_ms": 1.738, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.724, "count": 302, "max_ms": 78.607, "p95_ms": 72.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.061, "count": 302, "max_ms": 75.239, "p95_ms": 59.076}, "yolo11_640_fire_11class": {"avg_ms": 58.019, "count": 302, "max_ms": 74.415, "p95_ms": 71.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.621, "count": 302, "max_ms": 77.676, "p95_ms": 74.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.719, "count": 303, "max_ms": 133.599, "p95_ms": 107.399}, "read_interval": {"avg_ms": 99.247, "count": 302, "max_ms": 147.291, "p95_ms": 122.538}, "triton_wait": {"avg_ms": 62.187, "count": 302, "max_ms": 78.62, "p95_ms": 74.194}, "visualize": {"avg_ms": 3.848, "count": 302, "max_ms": 5.267, "p95_ms": 5.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15463.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.606, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.504, "name": "ffmpeg", "pid": 108736, "rss_mb": 294.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.256, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1167595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:26:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:26:43+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:26:43+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:26:43.384443+09:00", "mtime_epoch": 1783189603.384443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:26:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9179.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.931, "pushed": 9.931, "read": 9.897}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.483, "count": 297, "max_ms": 29.902, "p95_ms": 19.653}, "gstreamer_push": {"avg_ms": 1.229, "count": 297, "max_ms": 1.856, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.211, "count": 297, "max_ms": 70.893, "p95_ms": 63.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.933, "count": 297, "max_ms": 67.045, "p95_ms": 61.926}, "yolo11_640_fire_11class": {"avg_ms": 55.021, "count": 297, "max_ms": 72.437, "p95_ms": 63.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.674, "count": 297, "max_ms": 76.014, "p95_ms": 70.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.914, "count": 297, "max_ms": 101.199, "p95_ms": 95.898}, "read_interval": {"avg_ms": 101.072, "count": 296, "max_ms": 117.204, "p95_ms": 112.444}, "triton_wait": {"avg_ms": 59.137, "count": 297, "max_ms": 76.026, "p95_ms": 70.472}, "visualize": {"avg_ms": 3.49, "count": 297, "max_ms": 4.248, "p95_ms": 3.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15466.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.772, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.244, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:26:57+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T03:26:57+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T03:26:57.660655+09:00", "mtime_epoch": 1783189617.6606555, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:26:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2126.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.853}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.194, "count": 296, "max_ms": 9.232, "p95_ms": 7.429}, "gstreamer_push": {"avg_ms": 1.307, "count": 296, "max_ms": 1.468, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.095, "count": 296, "max_ms": 75.186, "p95_ms": 70.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.641, "count": 296, "max_ms": 69.804, "p95_ms": 53.555}, "yolo11_640_fire_11class": {"avg_ms": 62.321, "count": 296, "max_ms": 74.363, "p95_ms": 71.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.727, "count": 296, "max_ms": 76.285, "p95_ms": 74.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.77, "count": 296, "max_ms": 94.143, "p95_ms": 91.293}, "read_interval": {"avg_ms": 101.477, "count": 295, "max_ms": 112.545, "p95_ms": 109.306}, "triton_wait": {"avg_ms": 68.252, "count": 296, "max_ms": 76.298, "p95_ms": 74.434}, "visualize": {"avg_ms": 3.707, "count": 296, "max_ms": 4.792, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15466.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.661, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.082, "name": "ffmpeg", "pid": 108736, "rss_mb": 297.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 5, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.283, "sample_count": 2906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1167884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:27:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:27:13+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T03:27:13+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T03:27:13.452892+09:00", "mtime_epoch": 1783189633.4528916, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:27:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9180.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.648, "pushed": 9.648, "read": 9.614}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.119, "count": 289, "max_ms": 20.698, "p95_ms": 18.255}, "gstreamer_push": {"avg_ms": 1.209, "count": 289, "max_ms": 1.394, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.14, "count": 289, "max_ms": 68.81, "p95_ms": 63.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.744, "count": 289, "max_ms": 68.269, "p95_ms": 62.93}, "yolo11_640_fire_11class": {"avg_ms": 56.867, "count": 289, "max_ms": 73.133, "p95_ms": 64.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.115, "count": 289, "max_ms": 74.397, "p95_ms": 71.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.925, "count": 289, "max_ms": 101.85, "p95_ms": 96.573}, "read_interval": {"avg_ms": 104.037, "count": 288, "max_ms": 117.351, "p95_ms": 112.589}, "triton_wait": {"avg_ms": 62.47, "count": 289, "max_ms": 74.408, "p95_ms": 71.208}, "visualize": {"avg_ms": 3.497, "count": 289, "max_ms": 4.905, "p95_ms": 3.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15466.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.869, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.794, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:27:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:27:27+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T03:27:27+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:27:27.765106+09:00", "mtime_epoch": 1783189647.7651064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:27:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2126.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.261, "count": 298, "max_ms": 10.518, "p95_ms": 7.737}, "gstreamer_push": {"avg_ms": 1.3, "count": 298, "max_ms": 1.528, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.591, "count": 298, "max_ms": 74.725, "p95_ms": 71.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.0, "count": 298, "max_ms": 76.519, "p95_ms": 61.862}, "yolo11_640_fire_11class": {"avg_ms": 62.293, "count": 298, "max_ms": 76.426, "p95_ms": 71.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.573, "count": 298, "max_ms": 79.603, "p95_ms": 75.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.406, "count": 298, "max_ms": 126.076, "p95_ms": 92.307}, "read_interval": {"avg_ms": 100.992, "count": 297, "max_ms": 140.273, "p95_ms": 109.083}, "triton_wait": {"avg_ms": 68.075, "count": 298, "max_ms": 79.615, "p95_ms": 75.451}, "visualize": {"avg_ms": 3.68, "count": 298, "max_ms": 5.133, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15466.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.704, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.082, "name": "ffmpeg", "pid": 108736, "rss_mb": 297.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 4, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.118, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:27:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:27:43+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T03:27:43+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:27:43.477343+09:00", "mtime_epoch": 1783189663.4773433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 71104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:27:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9180.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.882}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.535, "count": 297, "max_ms": 26.157, "p95_ms": 20.039}, "gstreamer_push": {"avg_ms": 1.237, "count": 297, "max_ms": 1.476, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.99, "count": 297, "max_ms": 66.425, "p95_ms": 62.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.021, "count": 297, "max_ms": 72.492, "p95_ms": 61.902}, "yolo11_640_fire_11class": {"avg_ms": 53.436, "count": 297, "max_ms": 66.263, "p95_ms": 62.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.694, "count": 297, "max_ms": 76.742, "p95_ms": 68.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.996, "count": 297, "max_ms": 102.705, "p95_ms": 94.679}, "read_interval": {"avg_ms": 101.118, "count": 296, "max_ms": 118.683, "p95_ms": 111.131}, "triton_wait": {"avg_ms": 59.087, "count": 297, "max_ms": 76.754, "p95_ms": 68.913}, "visualize": {"avg_ms": 3.513, "count": 297, "max_ms": 4.512, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15467.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.881, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.77, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:27:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:27:57+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T03:27:57+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T03:27:57.789560+09:00", "mtime_epoch": 1783189677.78956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:27:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2126.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.358, "count": 298, "max_ms": 11.831, "p95_ms": 8.375}, "gstreamer_push": {"avg_ms": 1.308, "count": 298, "max_ms": 1.989, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.471, "count": 298, "max_ms": 77.54, "p95_ms": 71.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.738, "count": 298, "max_ms": 74.944, "p95_ms": 67.023}, "yolo11_640_fire_11class": {"avg_ms": 60.612, "count": 298, "max_ms": 76.944, "p95_ms": 71.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.253, "count": 298, "max_ms": 81.897, "p95_ms": 75.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.009, "count": 298, "max_ms": 151.904, "p95_ms": 93.052}, "read_interval": {"avg_ms": 100.74, "count": 298, "max_ms": 164.334, "p95_ms": 110.002}, "triton_wait": {"avg_ms": 66.641, "count": 298, "max_ms": 81.909, "p95_ms": 75.525}, "visualize": {"avg_ms": 3.741, "count": 298, "max_ms": 5.731, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15466.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.726, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.082, "name": "ffmpeg", "pid": 108736, "rss_mb": 297.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 4, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.162, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:28:13+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:28:13+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:28:13.501799+09:00", "mtime_epoch": 1783189693.5017989, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:28:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9180.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.659, "pushed": 9.659, "read": 9.626}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.277, "count": 289, "max_ms": 21.102, "p95_ms": 18.572}, "gstreamer_push": {"avg_ms": 1.235, "count": 289, "max_ms": 1.467, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.83, "count": 289, "max_ms": 72.09, "p95_ms": 63.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.829, "count": 289, "max_ms": 69.986, "p95_ms": 63.025}, "yolo11_640_fire_11class": {"avg_ms": 57.43, "count": 289, "max_ms": 71.082, "p95_ms": 65.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.251, "count": 289, "max_ms": 75.82, "p95_ms": 69.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.593, "count": 289, "max_ms": 101.025, "p95_ms": 94.735}, "read_interval": {"avg_ms": 103.868, "count": 288, "max_ms": 118.661, "p95_ms": 111.391}, "triton_wait": {"avg_ms": 61.934, "count": 289, "max_ms": 75.833, "p95_ms": 69.363}, "visualize": {"avg_ms": 3.497, "count": 289, "max_ms": 4.2, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15467.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.921, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.679, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:28:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:28:27+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T03:28:27+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T03:28:27.822018+09:00", "mtime_epoch": 1783189707.8220177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:28:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2127.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.855, "pushed": 9.855, "read": 9.822}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.521, "count": 295, "max_ms": 12.545, "p95_ms": 8.004}, "gstreamer_push": {"avg_ms": 1.317, "count": 295, "max_ms": 1.512, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.296, "count": 295, "max_ms": 76.299, "p95_ms": 72.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.02, "count": 295, "max_ms": 77.316, "p95_ms": 65.869}, "yolo11_640_fire_11class": {"avg_ms": 64.756, "count": 295, "max_ms": 83.035, "p95_ms": 73.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.221, "count": 295, "max_ms": 81.432, "p95_ms": 74.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.051, "count": 295, "max_ms": 98.989, "p95_ms": 93.036}, "read_interval": {"avg_ms": 101.828, "count": 294, "max_ms": 117.835, "p95_ms": 111.052}, "triton_wait": {"avg_ms": 68.286, "count": 295, "max_ms": 83.047, "p95_ms": 75.506}, "visualize": {"avg_ms": 3.698, "count": 295, "max_ms": 4.796, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15467.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.786, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.082, "name": "ffmpeg", "pid": 108736, "rss_mb": 297.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 4, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.163, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:28:43+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T03:28:43+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:28:43.562259+09:00", "mtime_epoch": 1783189723.5622587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:28:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9180.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.777, "pushed": 9.777, "read": 9.744}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.537, "count": 293, "max_ms": 30.009, "p95_ms": 20.177}, "gstreamer_push": {"avg_ms": 1.227, "count": 293, "max_ms": 1.428, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.473, "count": 293, "max_ms": 69.791, "p95_ms": 65.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.049, "count": 293, "max_ms": 74.221, "p95_ms": 63.535}, "yolo11_640_fire_11class": {"avg_ms": 55.851, "count": 293, "max_ms": 74.925, "p95_ms": 66.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.095, "count": 293, "max_ms": 78.627, "p95_ms": 71.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.483, "count": 293, "max_ms": 111.199, "p95_ms": 98.227}, "read_interval": {"avg_ms": 102.569, "count": 292, "max_ms": 129.384, "p95_ms": 114.411}, "triton_wait": {"avg_ms": 60.583, "count": 293, "max_ms": 78.638, "p95_ms": 71.804}, "visualize": {"avg_ms": 3.484, "count": 293, "max_ms": 5.209, "p95_ms": 3.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15467.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.955, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.891, "name": "ffmpeg", "pid": 108843, "rss_mb": 330.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.498, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:28:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:28:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T03:28:57+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T03:28:57.870479+09:00", "mtime_epoch": 1783189737.8704789, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:28:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2127.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.425, "count": 300, "max_ms": 12.336, "p95_ms": 8.406}, "gstreamer_push": {"avg_ms": 1.326, "count": 300, "max_ms": 2.12, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.954, "count": 300, "max_ms": 75.33, "p95_ms": 72.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.861, "count": 300, "max_ms": 72.103, "p95_ms": 64.064}, "yolo11_640_fire_11class": {"avg_ms": 60.511, "count": 300, "max_ms": 77.91, "p95_ms": 71.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.247, "count": 300, "max_ms": 81.369, "p95_ms": 76.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.437, "count": 300, "max_ms": 137.224, "p95_ms": 93.921}, "read_interval": {"avg_ms": 100.158, "count": 299, "max_ms": 151.964, "p95_ms": 110.884}, "triton_wait": {"avg_ms": 66.046, "count": 300, "max_ms": 81.381, "p95_ms": 76.377}, "visualize": {"avg_ms": 3.751, "count": 300, "max_ms": 5.592, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 9742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15467.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.864, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.082, "name": "ffmpeg", "pid": 108736, "rss_mb": 297.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 4, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.067, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1169056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:29:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:29:13+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T03:29:13+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T03:29:13.646722+09:00", "mtime_epoch": 1783189753.6467223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 97603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:29:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9180.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.301, "count": 293, "max_ms": 25.299, "p95_ms": 18.89}, "gstreamer_push": {"avg_ms": 1.211, "count": 293, "max_ms": 1.507, "p95_ms": 1.287}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.917, "count": 293, "max_ms": 69.016, "p95_ms": 64.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.873, "count": 293, "max_ms": 69.313, "p95_ms": 61.23}, "yolo11_640_fire_11class": {"avg_ms": 54.559, "count": 293, "max_ms": 69.314, "p95_ms": 64.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.551, "count": 293, "max_ms": 74.719, "p95_ms": 69.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.646, "count": 293, "max_ms": 99.389, "p95_ms": 95.109}, "read_interval": {"avg_ms": 102.653, "count": 292, "max_ms": 325.176, "p95_ms": 111.351}, "triton_wait": {"avg_ms": 59.967, "count": 293, "max_ms": 74.73, "p95_ms": 69.603}, "visualize": {"avg_ms": 3.499, "count": 293, "max_ms": 4.637, "p95_ms": 3.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15474.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:20:52+09:00", "last_error_summary": "[h264 @ 0x560a80d49740] error while decoding MB 78 20, bytestream -7", "last_exit_at": "2026-07-05T03:06:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.905, "last_started_at": "2026-07-05T03:20:54+09:00", "pid": 108843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.461, "name": "ffmpeg", "pid": 108843, "rss_mb": 331.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 3, "rtsp_timeout_count": 217, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.111, "sample_count": 2772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T03:29:36+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T03:29:36+09:00", "mjpeg": {"age_sec": 19.282, "exists": true, "mtime": "2026-07-05T03:29:17.606783+09:00", "mtime_epoch": 1783189757.6067834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:29:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2127.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.674, "pushed": 3.674, "read": 3.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.54, "count": 110, "max_ms": 11.709, "p95_ms": 11.27}, "gstreamer_push": {"avg_ms": 1.333, "count": 110, "max_ms": 2.015, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.906, "count": 110, "max_ms": 71.538, "p95_ms": 69.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.7, "count": 110, "max_ms": 69.616, "p95_ms": 56.616}, "yolo11_640_fire_11class": {"avg_ms": 59.182, "count": 110, "max_ms": 74.806, "p95_ms": 71.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.349, "count": 110, "max_ms": 78.702, "p95_ms": 74.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.092, "count": 110, "max_ms": 97.426, "p95_ms": 92.73}, "read_interval": {"avg_ms": 274.843, "count": 109, "max_ms": 19317.348, "p95_ms": 114.107}, "triton_wait": {"avg_ms": 64.186, "count": 110, "max_ms": 78.717, "p95_ms": 74.816}, "visualize": {"avg_ms": 3.789, "count": 110, "max_ms": 4.84, "p95_ms": 4.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 282, "tracking_summary": 9744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15475.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.91, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.598, "name": "ffmpeg", "pid": 108736, "rss_mb": 297.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 4, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.913, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1169377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:29:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:29:43+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T03:29:43+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T03:29:43.699188+09:00", "mtime_epoch": 1783189783.6991885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:29:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9180.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.721, "pushed": 10.721, "read": 10.687}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.808, "count": 321, "max_ms": 31.286, "p95_ms": 18.06}, "gstreamer_push": {"avg_ms": 1.251, "count": 321, "max_ms": 1.711, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.151, "count": 321, "max_ms": 64.92, "p95_ms": 56.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.388, "count": 321, "max_ms": 65.473, "p95_ms": 53.22}, "yolo11_640_fire_11class": {"avg_ms": 47.307, "count": 321, "max_ms": 68.0, "p95_ms": 56.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.301, "count": 321, "max_ms": 75.891, "p95_ms": 61.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.625, "count": 321, "max_ms": 742.306, "p95_ms": 93.02}, "read_interval": {"avg_ms": 93.593, "count": 320, "max_ms": 755.684, "p95_ms": 109.774}, "triton_wait": {"avg_ms": 48.932, "count": 321, "max_ms": 75.902, "p95_ms": 61.944}, "visualize": {"avg_ms": 3.559, "count": 321, "max_ms": 10.406, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 12046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15477.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.259, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.398, "name": "ffmpeg", "pid": 109115, "rss_mb": 325.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.877, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:30:06+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T03:30:06+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T03:30:06.851550+09:00", "mtime_epoch": 1783189806.8515496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:30:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2127.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.866, "pushed": 6.866, "read": 6.866}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.312, "count": 92, "max_ms": 8.48, "p95_ms": 8.1}, "gstreamer_push": {"avg_ms": 1.309, "count": 92, "max_ms": 1.588, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.104, "count": 92, "max_ms": 72.307, "p95_ms": 66.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.791, "count": 92, "max_ms": 67.202, "p95_ms": 60.214}, "yolo11_640_fire_11class": {"avg_ms": 52.395, "count": 92, "max_ms": 73.067, "p95_ms": 66.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.457, "count": 92, "max_ms": 73.319, "p95_ms": 71.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.838, "count": 92, "max_ms": 89.348, "p95_ms": 87.824}, "read_interval": {"avg_ms": 326.762, "count": 92, "max_ms": 16746.866, "p95_ms": 131.316}, "triton_wait": {"avg_ms": 56.412, "count": 92, "max_ms": 73.331, "p95_ms": 71.512}, "visualize": {"avg_ms": 3.738, "count": 92, "max_ms": 6.752, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.399, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 285, "tracking_summary": 9747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15479.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.0, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.207, "name": "ffmpeg", "pid": 108736, "rss_mb": 301.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 4, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.163, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1169696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:30:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:30:13+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:30:13+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:30:13.779658+09:00", "mtime_epoch": 1783189813.779658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:30:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9180.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.6, "pushed": 10.634, "read": 10.6}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.164, "count": 318, "max_ms": 25.149, "p95_ms": 20.307}, "gstreamer_push": {"avg_ms": 1.242, "count": 319, "max_ms": 1.463, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.574, "count": 318, "max_ms": 68.008, "p95_ms": 61.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.773, "count": 318, "max_ms": 65.427, "p95_ms": 54.157}, "yolo11_640_fire_11class": {"avg_ms": 48.645, "count": 318, "max_ms": 70.723, "p95_ms": 61.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.139, "count": 318, "max_ms": 76.801, "p95_ms": 64.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.363, "count": 318, "max_ms": 236.44, "p95_ms": 97.815}, "read_interval": {"avg_ms": 94.28, "count": 318, "max_ms": 249.624, "p95_ms": 113.797}, "triton_wait": {"avg_ms": 50.795, "count": 318, "max_ms": 76.814, "p95_ms": 64.756}, "visualize": {"avg_ms": 3.591, "count": 318, "max_ms": 10.152, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 86, "tracking_summary": 12048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15681.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.368, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.203, "name": "ffmpeg", "pid": 109115, "rss_mb": 327.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.195, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:30:37+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T03:30:36+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T03:30:36.972022+09:00", "mtime_epoch": 1783189836.972022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:30:37+09:00", "process": {"exists": true, "fd_count": 137, "hwm_mb": 2280.742, "name": "celery", "pid": 267, "rss_mb": 2172.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": 1.174, "recorders": [{"age_sec": 1.174, "frame_count": 56, "is_recording": true, "is_stopping": false, "pid": 109267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.184, "name": "ffmpeg", "pid": 109267, "rss_mb": 187.184, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 44, "returncode": null, "running": true, "started_at": "2026-07-05T03:30:35+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/01/20260705_033035_fire_detected"}], "running_ffmpeg_count": 1, "running_pids": [109267], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.777}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.251, "count": 294, "max_ms": 12.034, "p95_ms": 8.083}, "gstreamer_push": {"avg_ms": 1.357, "count": 294, "max_ms": 3.785, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.048, "count": 294, "max_ms": 73.126, "p95_ms": 67.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.974, "count": 294, "max_ms": 69.017, "p95_ms": 60.685}, "yolo11_640_fire_11class": {"avg_ms": 58.387, "count": 294, "max_ms": 76.827, "p95_ms": 70.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.186, "count": 294, "max_ms": 76.449, "p95_ms": 74.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.428, "count": 294, "max_ms": 769.336, "p95_ms": 90.995}, "read_interval": {"avg_ms": 102.164, "count": 293, "max_ms": 784.748, "p95_ms": 121.986}, "triton_wait": {"avg_ms": 63.773, "count": 294, "max_ms": 76.839, "p95_ms": 74.5}, "visualize": {"avg_ms": 3.724, "count": 294, "max_ms": 10.811, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 286, "tracking_summary": 9749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15632.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.034, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.238, "name": "ffmpeg", "pid": 108736, "rss_mb": 302.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 4, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.932, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1169990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:30:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:30:43+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T03:30:43+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T03:30:43.824130+09:00", "mtime_epoch": 1783189843.8241298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:30:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9180.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.82, "pushed": 9.82, "read": 9.787}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.541, "count": 294, "max_ms": 28.409, "p95_ms": 19.94}, "gstreamer_push": {"avg_ms": 1.233, "count": 294, "max_ms": 1.464, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.971, "count": 294, "max_ms": 72.059, "p95_ms": 63.83}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.423, "count": 294, "max_ms": 67.65, "p95_ms": 62.553}, "yolo11_640_fire_11class": {"avg_ms": 54.161, "count": 294, "max_ms": 72.873, "p95_ms": 64.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.964, "count": 294, "max_ms": 76.467, "p95_ms": 73.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.04, "count": 294, "max_ms": 239.011, "p95_ms": 99.343}, "read_interval": {"avg_ms": 102.185, "count": 293, "max_ms": 251.573, "p95_ms": 115.681}, "triton_wait": {"avg_ms": 59.262, "count": 294, "max_ms": 76.479, "p95_ms": 73.058}, "visualize": {"avg_ms": 3.537, "count": 294, "max_ms": 9.585, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15603.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.45, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.203, "name": "ffmpeg", "pid": 109115, "rss_mb": 327.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.193, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:31:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:31:07+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T03:31:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:31:07.064497+09:00", "mtime_epoch": 1783189867.0644968, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:31:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2240.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.139, "count": 302, "max_ms": 9.245, "p95_ms": 7.712}, "gstreamer_push": {"avg_ms": 1.452, "count": 302, "max_ms": 4.67, "p95_ms": 3.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.249, "count": 302, "max_ms": 71.441, "p95_ms": 66.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.492, "count": 302, "max_ms": 70.573, "p95_ms": 63.227}, "yolo11_640_fire_11class": {"avg_ms": 58.949, "count": 302, "max_ms": 72.804, "p95_ms": 68.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.168, "count": 302, "max_ms": 76.543, "p95_ms": 73.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.039, "count": 302, "max_ms": 183.602, "p95_ms": 97.649}, "read_interval": {"avg_ms": 99.599, "count": 301, "max_ms": 194.534, "p95_ms": 116.338}, "triton_wait": {"avg_ms": 64.492, "count": 302, "max_ms": 76.556, "p95_ms": 73.613}, "visualize": {"avg_ms": 3.717, "count": 302, "max_ms": 10.435, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 286, "tracking_summary": 9752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15594.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.055, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.848, "name": "ffmpeg", "pid": 108736, "rss_mb": 305.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 4, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.702, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1170285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:31:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:31:13+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T03:31:13+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:31:13.832604+09:00", "mtime_epoch": 1783189873.8326037, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:31:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9181.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.856, "pushed": 9.856, "read": 9.823}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.518, "count": 295, "max_ms": 23.983, "p95_ms": 19.056}, "gstreamer_push": {"avg_ms": 1.214, "count": 295, "max_ms": 1.432, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.459, "count": 295, "max_ms": 68.819, "p95_ms": 61.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.833, "count": 295, "max_ms": 62.653, "p95_ms": 58.793}, "yolo11_640_fire_11class": {"avg_ms": 53.709, "count": 295, "max_ms": 74.396, "p95_ms": 60.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.84, "count": 295, "max_ms": 73.939, "p95_ms": 68.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.974, "count": 295, "max_ms": 126.404, "p95_ms": 95.244}, "read_interval": {"avg_ms": 101.74, "count": 294, "max_ms": 353.811, "p95_ms": 111.499}, "triton_wait": {"avg_ms": 59.113, "count": 295, "max_ms": 74.407, "p95_ms": 68.308}, "visualize": {"avg_ms": 3.479, "count": 295, "max_ms": 4.706, "p95_ms": 3.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15560.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.525, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.203, "name": "ffmpeg", "pid": 109115, "rss_mb": 327.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.889, "sample_count": 2579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:31:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:31:37+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T03:31:37+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T03:31:37.156974+09:00", "mtime_epoch": 1783189897.1569738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:31:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2191.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.211, "pushed": 10.211, "read": 10.178}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.292, "count": 306, "max_ms": 12.787, "p95_ms": 9.3}, "gstreamer_push": {"avg_ms": 1.312, "count": 306, "max_ms": 1.926, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.783, "count": 306, "max_ms": 72.961, "p95_ms": 68.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.39, "count": 306, "max_ms": 68.941, "p95_ms": 56.76}, "yolo11_640_fire_11class": {"avg_ms": 58.529, "count": 306, "max_ms": 75.969, "p95_ms": 69.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.418, "count": 306, "max_ms": 77.614, "p95_ms": 74.991}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.197, "count": 306, "max_ms": 130.066, "p95_ms": 92.347}, "read_interval": {"avg_ms": 98.321, "count": 305, "max_ms": 357.639, "p95_ms": 110.922}, "triton_wait": {"avg_ms": 63.871, "count": 306, "max_ms": 77.627, "p95_ms": 75.07}, "visualize": {"avg_ms": 3.758, "count": 306, "max_ms": 5.691, "p95_ms": 4.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 287, "tracking_summary": 9754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15560.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:15:13+09:00", "last_error_summary": "[h264 @ 0x55dcbffda580] cabac decode of qscale diff failed at 26 38 [h264 @ 0x55dcbffda580] error while decoding MB 26 38, bytestream 4219 [h264 @ 0x55dcbffda580] left block unavailable for requested intra mode [h264 @ 0x55dcbffda580] error while decoding MB 0 18, bytestream 5691 [h264 @ 0x55dcc002f100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dcc002f100] error while decoding MB 0 29, bytestream 4532 [h264 @ 0x55dcbffda580] error while decoding MB 32 19, bytestream -8 [h", "last_exit_at": "2026-07-05T03:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.066, "last_started_at": "2026-07-05T03:15:15+09:00", "pid": 108736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.848, "name": "ffmpeg", "pid": 108736, "rss_mb": 305.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 552, "restart_count_per_hour": 4, "rtsp_timeout_count": 342, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.196, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1170573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:31:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:31:43+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T03:31:43+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T03:31:43.861081+09:00", "mtime_epoch": 1783189903.8610806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:31:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9181.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.602, "pushed": 9.602, "read": 9.602}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.763, "count": 288, "max_ms": 23.048, "p95_ms": 19.634}, "gstreamer_push": {"avg_ms": 1.253, "count": 288, "max_ms": 1.595, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.097, "count": 288, "max_ms": 67.253, "p95_ms": 63.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.865, "count": 288, "max_ms": 66.476, "p95_ms": 61.663}, "yolo11_640_fire_11class": {"avg_ms": 53.185, "count": 288, "max_ms": 70.554, "p95_ms": 63.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.429, "count": 288, "max_ms": 76.192, "p95_ms": 72.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.125, "count": 288, "max_ms": 786.664, "p95_ms": 99.521}, "read_interval": {"avg_ms": 104.26, "count": 288, "max_ms": 798.073, "p95_ms": 114.97}, "triton_wait": {"avg_ms": 57.887, "count": 288, "max_ms": 76.205, "p95_ms": 72.111}, "visualize": {"avg_ms": 3.501, "count": 288, "max_ms": 9.96, "p95_ms": 3.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15559.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.549, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.203, "name": "ffmpeg", "pid": 109115, "rss_mb": 327.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.798, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:32:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:32:07+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T03:32:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T03:32:07.165452+09:00", "mtime_epoch": 1783189927.1654522, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:32:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2191.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.058}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.133, "count": 302, "max_ms": 11.88, "p95_ms": 8.005}, "gstreamer_push": {"avg_ms": 1.289, "count": 302, "max_ms": 1.49, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.982, "count": 302, "max_ms": 68.93, "p95_ms": 63.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.857, "count": 302, "max_ms": 66.289, "p95_ms": 49.385}, "yolo11_640_fire_11class": {"avg_ms": 50.488, "count": 302, "max_ms": 73.124, "p95_ms": 65.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.308, "count": 302, "max_ms": 77.21, "p95_ms": 71.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.93, "count": 302, "max_ms": 92.672, "p95_ms": 87.056}, "read_interval": {"avg_ms": 99.478, "count": 301, "max_ms": 358.233, "p95_ms": 143.096}, "triton_wait": {"avg_ms": 53.002, "count": 302, "max_ms": 77.221, "p95_ms": 71.228}, "visualize": {"avg_ms": 3.728, "count": 302, "max_ms": 4.762, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 287, "tracking_summary": 9755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15403.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.181, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 151.355, "name": "ffmpeg", "pid": 109387, "rss_mb": 151.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 5, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.335, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1170637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:32:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:32:13+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:32:13+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:32:13.861559+09:00", "mtime_epoch": 1783189933.8615592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:32:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9181.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.139, "pushed": 2.139, "read": 2.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.672, "count": 64, "max_ms": 27.361, "p95_ms": 19.414}, "gstreamer_push": {"avg_ms": 1.224, "count": 64, "max_ms": 1.341, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.709, "count": 64, "max_ms": 67.74, "p95_ms": 64.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.181, "count": 64, "max_ms": 63.728, "p95_ms": 61.247}, "yolo11_640_fire_11class": {"avg_ms": 54.168, "count": 64, "max_ms": 70.6, "p95_ms": 65.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.419, "count": 64, "max_ms": 76.156, "p95_ms": 72.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.38, "count": 64, "max_ms": 103.531, "p95_ms": 97.734}, "read_interval": {"avg_ms": 474.732, "count": 63, "max_ms": 10125.868, "p95_ms": 116.611}, "triton_wait": {"avg_ms": 59.548, "count": 64, "max_ms": 76.169, "p95_ms": 72.374}, "visualize": {"avg_ms": 3.44, "count": 64, "max_ms": 4.412, "p95_ms": 3.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15524.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.597, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.203, "name": "ffmpeg", "pid": 109115, "rss_mb": 327.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.717, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:32:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:32:37+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T03:32:37+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T03:32:37.225934+09:00", "mtime_epoch": 1783189957.2259336, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:32:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2191.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.143, "count": 300, "max_ms": 10.492, "p95_ms": 7.875}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 2.191, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.615, "count": 300, "max_ms": 74.272, "p95_ms": 66.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.765, "count": 300, "max_ms": 72.38, "p95_ms": 57.399}, "yolo11_640_fire_11class": {"avg_ms": 56.349, "count": 300, "max_ms": 74.977, "p95_ms": 70.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.329, "count": 300, "max_ms": 82.838, "p95_ms": 73.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.738, "count": 300, "max_ms": 98.425, "p95_ms": 89.971}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 264.138, "p95_ms": 132.297}, "triton_wait": {"avg_ms": 60.773, "count": 300, "max_ms": 82.851, "p95_ms": 73.915}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 5.764, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 9757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15525.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.202, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.746, "name": "ffmpeg", "pid": 109387, "rss_mb": 267.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 5, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.789, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1170923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:32:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:32:43+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:32:43+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:32:43.878040+09:00", "mtime_epoch": 1783189963.8780403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:32:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9181.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.557, "pushed": 9.557, "read": 9.523}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.485, "count": 286, "max_ms": 26.149, "p95_ms": 21.576}, "gstreamer_push": {"avg_ms": 1.223, "count": 286, "max_ms": 1.624, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.204, "count": 286, "max_ms": 70.771, "p95_ms": 64.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.758, "count": 286, "max_ms": 68.747, "p95_ms": 60.531}, "yolo11_640_fire_11class": {"avg_ms": 54.893, "count": 286, "max_ms": 71.435, "p95_ms": 64.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.53, "count": 286, "max_ms": 78.918, "p95_ms": 72.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.383, "count": 286, "max_ms": 255.678, "p95_ms": 102.345}, "read_interval": {"avg_ms": 104.965, "count": 285, "max_ms": 267.941, "p95_ms": 117.044}, "triton_wait": {"avg_ms": 59.811, "count": 286, "max_ms": 78.93, "p95_ms": 72.131}, "visualize": {"avg_ms": 3.628, "count": 286, "max_ms": 10.705, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15526.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.666, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.203, "name": "ffmpeg", "pid": 109115, "rss_mb": 327.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.706, "sample_count": 2585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:33:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:33:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T03:33:07.282417+09:00", "mtime_epoch": 1783189987.282417, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:33:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2191.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.715, "pushed": 9.715, "read": 9.682}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.271, "count": 291, "max_ms": 11.363, "p95_ms": 9.824}, "gstreamer_push": {"avg_ms": 1.32, "count": 291, "max_ms": 1.929, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.719, "count": 291, "max_ms": 77.065, "p95_ms": 69.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.619, "count": 291, "max_ms": 71.491, "p95_ms": 62.397}, "yolo11_640_fire_11class": {"avg_ms": 63.549, "count": 291, "max_ms": 79.538, "p95_ms": 71.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.579, "count": 291, "max_ms": 80.35, "p95_ms": 75.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.881, "count": 291, "max_ms": 96.963, "p95_ms": 92.614}, "read_interval": {"avg_ms": 103.284, "count": 290, "max_ms": 327.914, "p95_ms": 109.457}, "triton_wait": {"avg_ms": 69.776, "count": 291, "max_ms": 80.362, "p95_ms": 75.947}, "visualize": {"avg_ms": 3.727, "count": 291, "max_ms": 5.74, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 9760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15525.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.281, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.262, "name": "ffmpeg", "pid": 109387, "rss_mb": 268.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 5, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.761, "sample_count": 2742, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:33:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:33:14+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:33:13+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:33:13.962525+09:00", "mtime_epoch": 1783189993.9625247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:33:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9181.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.818, "count": 293, "max_ms": 19.694, "p95_ms": 18.247}, "gstreamer_push": {"avg_ms": 1.236, "count": 293, "max_ms": 1.487, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.097, "count": 293, "max_ms": 67.784, "p95_ms": 62.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.885, "count": 293, "max_ms": 67.055, "p95_ms": 62.394}, "yolo11_640_fire_11class": {"avg_ms": 56.439, "count": 293, "max_ms": 70.602, "p95_ms": 64.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.442, "count": 293, "max_ms": 75.502, "p95_ms": 70.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.912, "count": 293, "max_ms": 99.926, "p95_ms": 95.593}, "read_interval": {"avg_ms": 102.644, "count": 292, "max_ms": 116.231, "p95_ms": 111.712}, "triton_wait": {"avg_ms": 61.806, "count": 293, "max_ms": 75.513, "p95_ms": 70.838}, "visualize": {"avg_ms": 3.493, "count": 293, "max_ms": 4.238, "p95_ms": 3.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15528.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 219.728, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.461, "name": "ffmpeg", "pid": 109115, "rss_mb": 327.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.264, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:33:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:33:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:33:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:33:37.338902+09:00", "mtime_epoch": 1783190017.3389025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:33:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2191.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.081}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.183, "count": 303, "max_ms": 11.515, "p95_ms": 7.949}, "gstreamer_push": {"avg_ms": 1.325, "count": 303, "max_ms": 1.945, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.624, "count": 303, "max_ms": 76.218, "p95_ms": 69.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.167, "count": 303, "max_ms": 73.112, "p95_ms": 63.875}, "yolo11_640_fire_11class": {"avg_ms": 61.067, "count": 303, "max_ms": 76.515, "p95_ms": 71.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.239, "count": 303, "max_ms": 80.121, "p95_ms": 74.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.733, "count": 303, "max_ms": 95.528, "p95_ms": 90.687}, "read_interval": {"avg_ms": 99.19, "count": 302, "max_ms": 112.235, "p95_ms": 107.635}, "triton_wait": {"avg_ms": 66.633, "count": 303, "max_ms": 80.134, "p95_ms": 74.497}, "visualize": {"avg_ms": 3.731, "count": 303, "max_ms": 4.96, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 9762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15464.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.365, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 109387, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 5, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.448, "sample_count": 2744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:33:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:33:44+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T03:33:44+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T03:33:44.055011+09:00", "mtime_epoch": 1783190024.0550113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 72810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:33:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9181.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.873, "pushed": 9.873, "read": 9.84}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.962, "count": 296, "max_ms": 25.037, "p95_ms": 18.337}, "gstreamer_push": {"avg_ms": 1.238, "count": 296, "max_ms": 1.477, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.425, "count": 296, "max_ms": 68.629, "p95_ms": 62.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.569, "count": 296, "max_ms": 67.049, "p95_ms": 60.844}, "yolo11_640_fire_11class": {"avg_ms": 55.267, "count": 296, "max_ms": 69.945, "p95_ms": 63.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.225, "count": 296, "max_ms": 77.745, "p95_ms": 69.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.83, "count": 296, "max_ms": 102.118, "p95_ms": 94.726}, "read_interval": {"avg_ms": 101.661, "count": 295, "max_ms": 116.745, "p95_ms": 110.979}, "triton_wait": {"avg_ms": 60.596, "count": 296, "max_ms": 77.757, "p95_ms": 69.917}, "visualize": {"avg_ms": 3.512, "count": 296, "max_ms": 4.905, "p95_ms": 3.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15465.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 249.735, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.719, "name": "ffmpeg", "pid": 109115, "rss_mb": 327.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.668, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:34:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:34:07+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T03:34:07+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T03:34:07.363389+09:00", "mtime_epoch": 1783190047.3633893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:34:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2128.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.237, "pushed": 10.237, "read": 10.237}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.165, "count": 307, "max_ms": 11.559, "p95_ms": 7.867}, "gstreamer_push": {"avg_ms": 1.321, "count": 307, "max_ms": 2.275, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.864, "count": 307, "max_ms": 75.919, "p95_ms": 69.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.64, "count": 307, "max_ms": 69.1, "p95_ms": 53.459}, "yolo11_640_fire_11class": {"avg_ms": 56.644, "count": 307, "max_ms": 72.924, "p95_ms": 68.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.866, "count": 307, "max_ms": 78.556, "p95_ms": 73.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.998, "count": 307, "max_ms": 132.794, "p95_ms": 90.483}, "read_interval": {"avg_ms": 97.769, "count": 307, "max_ms": 347.901, "p95_ms": 109.681}, "triton_wait": {"avg_ms": 62.529, "count": 307, "max_ms": 78.57, "p95_ms": 73.44}, "visualize": {"avg_ms": 3.762, "count": 307, "max_ms": 12.851, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 9765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15465.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.458, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 109387, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 5, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.48, "sample_count": 2753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:34:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:34:14+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:34:14+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T03:34:14.143499+09:00", "mtime_epoch": 1783190054.1434994, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 71637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:34:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9181.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.789, "count": 300, "max_ms": 27.825, "p95_ms": 22.606}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.884, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.315, "count": 300, "max_ms": 70.329, "p95_ms": 63.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.257, "count": 300, "max_ms": 68.381, "p95_ms": 60.84}, "yolo11_640_fire_11class": {"avg_ms": 52.666, "count": 300, "max_ms": 68.29, "p95_ms": 62.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.396, "count": 300, "max_ms": 77.36, "p95_ms": 68.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.946, "count": 300, "max_ms": 106.381, "p95_ms": 95.585}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 122.336, "p95_ms": 111.795}, "triton_wait": {"avg_ms": 57.803, "count": 300, "max_ms": 77.372, "p95_ms": 68.997}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 4.393, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15466.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 279.78, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.234, "name": "ffmpeg", "pid": 109115, "rss_mb": 328.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.54, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:34:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:34:37+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T03:34:37+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T03:34:37.387878+09:00", "mtime_epoch": 1783190077.387878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:34:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2128.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.818}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 295, "max_ms": 11.495, "p95_ms": 8.651}, "gstreamer_push": {"avg_ms": 1.315, "count": 295, "max_ms": 1.534, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.95, "count": 295, "max_ms": 73.31, "p95_ms": 71.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.346, "count": 295, "max_ms": 74.195, "p95_ms": 65.726}, "yolo11_640_fire_11class": {"avg_ms": 61.256, "count": 295, "max_ms": 75.424, "p95_ms": 71.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.689, "count": 295, "max_ms": 78.994, "p95_ms": 75.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.553, "count": 295, "max_ms": 103.056, "p95_ms": 91.411}, "read_interval": {"avg_ms": 101.813, "count": 294, "max_ms": 234.342, "p95_ms": 109.914}, "triton_wait": {"avg_ms": 68.027, "count": 295, "max_ms": 79.009, "p95_ms": 75.198}, "visualize": {"avg_ms": 3.729, "count": 295, "max_ms": 4.766, "p95_ms": 4.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 9767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15465.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.552, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 109387, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 5, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.501, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1172107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:34:44+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T03:34:44+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T03:34:44.227989+09:00", "mtime_epoch": 1783190084.2279894, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:34:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9181.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.989, "count": 294, "max_ms": 29.959, "p95_ms": 18.54}, "gstreamer_push": {"avg_ms": 1.229, "count": 294, "max_ms": 1.637, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.309, "count": 294, "max_ms": 74.272, "p95_ms": 64.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.392, "count": 294, "max_ms": 68.89, "p95_ms": 62.858}, "yolo11_640_fire_11class": {"avg_ms": 54.737, "count": 294, "max_ms": 70.294, "p95_ms": 63.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.953, "count": 294, "max_ms": 74.964, "p95_ms": 70.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.429, "count": 294, "max_ms": 101.228, "p95_ms": 96.323}, "read_interval": {"avg_ms": 102.327, "count": 293, "max_ms": 121.393, "p95_ms": 111.478}, "triton_wait": {"avg_ms": 61.139, "count": 294, "max_ms": 74.977, "p95_ms": 70.924}, "visualize": {"avg_ms": 3.5, "count": 294, "max_ms": 4.408, "p95_ms": 3.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15466.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 309.81, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.234, "name": "ffmpeg", "pid": 109115, "rss_mb": 328.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.841, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:35:07+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T03:35:07+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T03:35:07.444369+09:00", "mtime_epoch": 1783190107.4443686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:35:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2128.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.926, "pushed": 9.926, "read": 9.893}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.49, "count": 297, "max_ms": 11.661, "p95_ms": 11.34}, "gstreamer_push": {"avg_ms": 1.329, "count": 297, "max_ms": 1.726, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.982, "count": 297, "max_ms": 80.621, "p95_ms": 71.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.013, "count": 297, "max_ms": 70.057, "p95_ms": 64.852}, "yolo11_640_fire_11class": {"avg_ms": 61.242, "count": 297, "max_ms": 75.805, "p95_ms": 71.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.756, "count": 297, "max_ms": 81.123, "p95_ms": 74.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.956, "count": 297, "max_ms": 99.804, "p95_ms": 93.283}, "read_interval": {"avg_ms": 101.174, "count": 296, "max_ms": 124.673, "p95_ms": 112.189}, "triton_wait": {"avg_ms": 67.231, "count": 297, "max_ms": 81.133, "p95_ms": 74.816}, "visualize": {"avg_ms": 3.764, "count": 297, "max_ms": 5.097, "p95_ms": 4.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 9769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15623.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.998, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 109387, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 5, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.739, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1172396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T03:35:14+09:00", "last_frame_read_age_sec": 0.814, "last_frame_read_at": "2026-07-05T03:35:13+09:00", "mjpeg": {"age_sec": 0.805, "exists": true, "mtime": "2026-07-05T03:35:13.960475+09:00", "mtime_epoch": 1783190113.9604752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:35:14+09:00", "process": {"exists": true, "fd_count": 127, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9182.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 0.726, "recorders": [{"age_sec": 0.726, "frame_count": 51, "is_recording": true, "is_stopping": false, "pid": 109494, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.754, "name": "ffmpeg", "pid": 109494, "rss_mb": 186.754, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 49, "returncode": null, "running": true, "started_at": "2026-07-05T03:35:14+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260705_033513_fire_detected"}], "running_ffmpeg_count": 1, "running_pids": [109494], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.521, "pushed": 9.521, "read": 9.488}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.792, "count": 285, "max_ms": 30.272, "p95_ms": 27.72}, "gstreamer_push": {"avg_ms": 1.246, "count": 285, "max_ms": 2.268, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.964, "count": 285, "max_ms": 68.362, "p95_ms": 63.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.882, "count": 285, "max_ms": 67.065, "p95_ms": 61.951}, "yolo11_640_fire_11class": {"avg_ms": 54.909, "count": 285, "max_ms": 70.147, "p95_ms": 62.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.611, "count": 285, "max_ms": 74.984, "p95_ms": 70.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.876, "count": 285, "max_ms": 810.189, "p95_ms": 99.171}, "read_interval": {"avg_ms": 102.866, "count": 284, "max_ms": 124.064, "p95_ms": 115.487}, "triton_wait": {"avg_ms": 60.129, "count": 285, "max_ms": 74.996, "p95_ms": 70.398}, "visualize": {"avg_ms": 3.538, "count": 285, "max_ms": 9.962, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15472.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 339.839, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.87, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:35:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:35:37+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T03:35:37+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:35:37.452860+09:00", "mtime_epoch": 1783190137.4528604, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:35:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2128.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.31, "count": 302, "max_ms": 12.083, "p95_ms": 9.453}, "gstreamer_push": {"avg_ms": 1.315, "count": 302, "max_ms": 2.095, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.379, "count": 302, "max_ms": 76.627, "p95_ms": 71.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.927, "count": 302, "max_ms": 69.9, "p95_ms": 53.763}, "yolo11_640_fire_11class": {"avg_ms": 58.651, "count": 302, "max_ms": 73.443, "p95_ms": 69.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.942, "count": 302, "max_ms": 80.489, "p95_ms": 74.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.527, "count": 302, "max_ms": 107.209, "p95_ms": 91.571}, "read_interval": {"avg_ms": 99.427, "count": 301, "max_ms": 310.184, "p95_ms": 109.706}, "triton_wait": {"avg_ms": 64.603, "count": 302, "max_ms": 80.502, "p95_ms": 74.32}, "visualize": {"avg_ms": 3.748, "count": 302, "max_ms": 5.69, "p95_ms": 4.541}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 9772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15472.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.0, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 109387, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.429, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1172682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:35:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:35:44+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:35:44+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:35:44.680979+09:00", "mtime_epoch": 1783190144.680979, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:35:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9182.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.536, "pushed": 9.536, "read": 9.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.985, "count": 286, "max_ms": 23.563, "p95_ms": 18.698}, "gstreamer_push": {"avg_ms": 1.254, "count": 286, "max_ms": 1.746, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.176, "count": 286, "max_ms": 70.081, "p95_ms": 65.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.285, "count": 286, "max_ms": 68.597, "p95_ms": 61.483}, "yolo11_640_fire_11class": {"avg_ms": 54.955, "count": 286, "max_ms": 69.424, "p95_ms": 64.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.371, "count": 286, "max_ms": 75.835, "p95_ms": 71.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.675, "count": 286, "max_ms": 245.505, "p95_ms": 101.334}, "read_interval": {"avg_ms": 107.443, "count": 286, "max_ms": 824.935, "p95_ms": 118.541}, "triton_wait": {"avg_ms": 60.755, "count": 286, "max_ms": 75.846, "p95_ms": 71.399}, "visualize": {"avg_ms": 3.553, "count": 286, "max_ms": 10.261, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15472.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 369.923, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.588, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:36:07+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:36:07+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:36:07.533355+09:00", "mtime_epoch": 1783190167.5333545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:36:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2129.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.873, "pushed": 9.873, "read": 9.84}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.199, "count": 296, "max_ms": 11.513, "p95_ms": 7.948}, "gstreamer_push": {"avg_ms": 1.333, "count": 296, "max_ms": 1.643, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.347, "count": 296, "max_ms": 75.894, "p95_ms": 71.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.61, "count": 296, "max_ms": 71.584, "p95_ms": 66.852}, "yolo11_640_fire_11class": {"avg_ms": 62.07, "count": 296, "max_ms": 76.808, "p95_ms": 70.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.26, "count": 296, "max_ms": 77.888, "p95_ms": 74.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.784, "count": 296, "max_ms": 124.756, "p95_ms": 92.803}, "read_interval": {"avg_ms": 101.62, "count": 295, "max_ms": 139.292, "p95_ms": 109.89}, "triton_wait": {"avg_ms": 67.777, "count": 296, "max_ms": 77.901, "p95_ms": 75.238}, "visualize": {"avg_ms": 3.743, "count": 296, "max_ms": 5.15, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 9774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15472.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 244.056, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 109387, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.478, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1172969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:36:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:36:14+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T03:36:14+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:36:14.729473+09:00", "mtime_epoch": 1783190174.729473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 78336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:36:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9182.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.582, "pushed": 9.582, "read": 9.548}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.004, "count": 287, "max_ms": 26.674, "p95_ms": 18.526}, "gstreamer_push": {"avg_ms": 1.241, "count": 287, "max_ms": 1.651, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.646, "count": 287, "max_ms": 69.594, "p95_ms": 65.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.42, "count": 287, "max_ms": 67.819, "p95_ms": 62.715}, "yolo11_640_fire_11class": {"avg_ms": 57.125, "count": 287, "max_ms": 68.492, "p95_ms": 64.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.698, "count": 287, "max_ms": 74.776, "p95_ms": 70.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.452, "count": 287, "max_ms": 100.498, "p95_ms": 96.296}, "read_interval": {"avg_ms": 104.702, "count": 286, "max_ms": 115.937, "p95_ms": 112.625}, "triton_wait": {"avg_ms": 63.073, "count": 287, "max_ms": 74.787, "p95_ms": 70.918}, "visualize": {"avg_ms": 3.518, "count": 287, "max_ms": 4.725, "p95_ms": 3.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15473.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.017, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.763, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:36:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:36:37+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:36:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T03:36:37.625850+09:00", "mtime_epoch": 1783190197.6258504, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:36:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2129.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.219, "count": 293, "max_ms": 11.461, "p95_ms": 8.063}, "gstreamer_push": {"avg_ms": 1.321, "count": 293, "max_ms": 1.579, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.736, "count": 293, "max_ms": 77.983, "p95_ms": 72.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.979, "count": 293, "max_ms": 77.995, "p95_ms": 65.881}, "yolo11_640_fire_11class": {"avg_ms": 62.867, "count": 293, "max_ms": 76.677, "p95_ms": 71.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.347, "count": 293, "max_ms": 79.207, "p95_ms": 75.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.983, "count": 293, "max_ms": 96.938, "p95_ms": 93.288}, "read_interval": {"avg_ms": 102.686, "count": 292, "max_ms": 113.194, "p95_ms": 110.107}, "triton_wait": {"avg_ms": 68.926, "count": 293, "max_ms": 79.219, "p95_ms": 75.109}, "visualize": {"avg_ms": 3.749, "count": 293, "max_ms": 5.236, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 297, "tracking_summary": 9777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15473.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 274.149, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 109387, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.014, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1173256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:36:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:36:44+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T03:36:44+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T03:36:44.781969+09:00", "mtime_epoch": 1783190204.7819686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:36:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9182.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.537, "pushed": 9.537, "read": 9.537}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.978, "count": 286, "max_ms": 24.525, "p95_ms": 18.985}, "gstreamer_push": {"avg_ms": 1.233, "count": 286, "max_ms": 1.528, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.083, "count": 286, "max_ms": 70.574, "p95_ms": 64.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.873, "count": 286, "max_ms": 70.583, "p95_ms": 62.015}, "yolo11_640_fire_11class": {"avg_ms": 56.472, "count": 286, "max_ms": 69.705, "p95_ms": 62.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.567, "count": 286, "max_ms": 75.467, "p95_ms": 70.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.847, "count": 286, "max_ms": 247.619, "p95_ms": 96.472}, "read_interval": {"avg_ms": 104.687, "count": 286, "max_ms": 258.257, "p95_ms": 113.07}, "triton_wait": {"avg_ms": 61.962, "count": 286, "max_ms": 75.478, "p95_ms": 70.838}, "visualize": {"avg_ms": 3.559, "count": 286, "max_ms": 9.948, "p95_ms": 3.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15474.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.098, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.179, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:37:07+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:37:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:37:07.710348+09:00", "mtime_epoch": 1783190227.7103477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:37:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2129.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.127, "count": 294, "max_ms": 8.195, "p95_ms": 7.392}, "gstreamer_push": {"avg_ms": 1.326, "count": 294, "max_ms": 1.507, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.462, "count": 294, "max_ms": 78.526, "p95_ms": 73.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.348, "count": 294, "max_ms": 75.957, "p95_ms": 68.438}, "yolo11_640_fire_11class": {"avg_ms": 62.709, "count": 294, "max_ms": 77.408, "p95_ms": 71.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.436, "count": 294, "max_ms": 80.107, "p95_ms": 75.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.616, "count": 294, "max_ms": 97.336, "p95_ms": 93.656}, "read_interval": {"avg_ms": 102.302, "count": 293, "max_ms": 115.42, "p95_ms": 111.425}, "triton_wait": {"avg_ms": 68.854, "count": 294, "max_ms": 80.12, "p95_ms": 76.261}, "visualize": {"avg_ms": 3.693, "count": 294, "max_ms": 4.851, "p95_ms": 3.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 297, "tracking_summary": 9779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15474.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 304.149, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 109387, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.908, "sample_count": 2897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1173543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:37:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:37:14+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T03:37:14+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T03:37:14.834466+09:00", "mtime_epoch": 1783190234.8344655, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:37:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9182.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.571, "pushed": 9.571, "read": 9.571}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.904, "count": 287, "max_ms": 25.449, "p95_ms": 18.569}, "gstreamer_push": {"avg_ms": 1.221, "count": 287, "max_ms": 1.395, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.993, "count": 287, "max_ms": 72.091, "p95_ms": 66.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.522, "count": 287, "max_ms": 68.188, "p95_ms": 64.498}, "yolo11_640_fire_11class": {"avg_ms": 57.421, "count": 287, "max_ms": 70.786, "p95_ms": 64.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.368, "count": 287, "max_ms": 80.167, "p95_ms": 71.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.778, "count": 287, "max_ms": 109.09, "p95_ms": 96.959}, "read_interval": {"avg_ms": 104.717, "count": 287, "max_ms": 149.023, "p95_ms": 113.093}, "triton_wait": {"avg_ms": 63.618, "count": 287, "max_ms": 80.179, "p95_ms": 71.333}, "visualize": {"avg_ms": 3.49, "count": 287, "max_ms": 4.397, "p95_ms": 3.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15474.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.101, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.343, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:37:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:37:37+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:37:37+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:37:37.706845+09:00", "mtime_epoch": 1783190257.7068446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:37:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2129.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.538, "pushed": 9.538, "read": 9.538}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.121, "count": 286, "max_ms": 11.233, "p95_ms": 7.332}, "gstreamer_push": {"avg_ms": 1.333, "count": 286, "max_ms": 1.51, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.251, "count": 286, "max_ms": 75.099, "p95_ms": 71.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.474, "count": 286, "max_ms": 75.111, "p95_ms": 66.071}, "yolo11_640_fire_11class": {"avg_ms": 64.99, "count": 286, "max_ms": 74.234, "p95_ms": 71.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.175, "count": 286, "max_ms": 77.712, "p95_ms": 75.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.219, "count": 286, "max_ms": 95.757, "p95_ms": 92.343}, "read_interval": {"avg_ms": 104.896, "count": 286, "max_ms": 113.017, "p95_ms": 110.339}, "triton_wait": {"avg_ms": 71.491, "count": 286, "max_ms": 77.724, "p95_ms": 75.294}, "visualize": {"avg_ms": 3.722, "count": 286, "max_ms": 5.007, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 297, "tracking_summary": 9781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15476.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 334.252, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.039, "name": "ffmpeg", "pid": 109387, "rss_mb": 272.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.341, "sample_count": 2897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1173830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:37:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:37:45+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:37:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T03:37:44.934964+09:00", "mtime_epoch": 1783190264.9349644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:37:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9182.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.537, "pushed": 9.537, "read": 9.537}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.598, "count": 286, "max_ms": 19.956, "p95_ms": 17.769}, "gstreamer_push": {"avg_ms": 1.218, "count": 286, "max_ms": 1.434, "p95_ms": 1.293}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.404, "count": 286, "max_ms": 71.7, "p95_ms": 65.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.908, "count": 286, "max_ms": 68.457, "p95_ms": 63.148}, "yolo11_640_fire_11class": {"avg_ms": 58.521, "count": 286, "max_ms": 72.678, "p95_ms": 65.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.795, "count": 286, "max_ms": 73.189, "p95_ms": 70.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.028, "count": 286, "max_ms": 98.14, "p95_ms": 95.842}, "read_interval": {"avg_ms": 104.885, "count": 286, "max_ms": 114.242, "p95_ms": 111.596}, "triton_wait": {"avg_ms": 64.183, "count": 286, "max_ms": 73.198, "p95_ms": 70.792}, "visualize": {"avg_ms": 3.475, "count": 286, "max_ms": 4.508, "p95_ms": 3.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15488.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.166, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.415, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:38:07+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T03:38:07+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T03:38:07.771344+09:00", "mtime_epoch": 1783190287.7713437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:38:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2129.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.313, "pushed": 10.313, "read": 10.28}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.221, "count": 309, "max_ms": 12.58, "p95_ms": 7.715}, "gstreamer_push": {"avg_ms": 1.312, "count": 309, "max_ms": 2.282, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.123, "count": 309, "max_ms": 76.398, "p95_ms": 71.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.228, "count": 309, "max_ms": 71.036, "p95_ms": 62.35}, "yolo11_640_fire_11class": {"avg_ms": 59.725, "count": 309, "max_ms": 78.78, "p95_ms": 72.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.332, "count": 309, "max_ms": 77.487, "p95_ms": 75.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.643, "count": 309, "max_ms": 130.972, "p95_ms": 93.116}, "read_interval": {"avg_ms": 97.248, "count": 308, "max_ms": 144.657, "p95_ms": 109.526}, "triton_wait": {"avg_ms": 63.521, "count": 309, "max_ms": 78.79, "p95_ms": 75.145}, "visualize": {"avg_ms": 3.7, "count": 309, "max_ms": 5.474, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 9784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15489.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 364.338, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.57, "name": "ffmpeg", "pid": 109387, "rss_mb": 279.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.548, "sample_count": 2892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1174118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:38:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:38:15+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:38:15+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:38:15.011464+09:00", "mtime_epoch": 1783190295.011464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:38:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9182.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.607, "pushed": 9.607, "read": 9.574}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.153, "count": 288, "max_ms": 27.831, "p95_ms": 19.249}, "gstreamer_push": {"avg_ms": 1.249, "count": 288, "max_ms": 1.813, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.935, "count": 288, "max_ms": 72.922, "p95_ms": 66.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.876, "count": 288, "max_ms": 70.066, "p95_ms": 61.29}, "yolo11_640_fire_11class": {"avg_ms": 53.874, "count": 288, "max_ms": 74.41, "p95_ms": 66.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.846, "count": 288, "max_ms": 80.725, "p95_ms": 72.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.902, "count": 288, "max_ms": 813.233, "p95_ms": 101.741}, "read_interval": {"avg_ms": 104.451, "count": 287, "max_ms": 828.38, "p95_ms": 118.241}, "triton_wait": {"avg_ms": 58.203, "count": 288, "max_ms": 80.737, "p95_ms": 72.456}, "visualize": {"avg_ms": 3.546, "count": 288, "max_ms": 9.651, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15489.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 520.253, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.539, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:38:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:38:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:38:37.863845+09:00", "mtime_epoch": 1783190317.8638446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:38:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2129.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.707, "pushed": 9.707, "read": 9.674}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.153, "count": 291, "max_ms": 9.463, "p95_ms": 7.392}, "gstreamer_push": {"avg_ms": 1.308, "count": 291, "max_ms": 1.832, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.201, "count": 291, "max_ms": 75.872, "p95_ms": 70.497}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.721, "count": 291, "max_ms": 74.378, "p95_ms": 67.54}, "yolo11_640_fire_11class": {"avg_ms": 63.387, "count": 291, "max_ms": 75.561, "p95_ms": 72.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.658, "count": 291, "max_ms": 80.752, "p95_ms": 75.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.751, "count": 291, "max_ms": 128.306, "p95_ms": 92.682}, "read_interval": {"avg_ms": 103.387, "count": 290, "max_ms": 145.008, "p95_ms": 110.115}, "triton_wait": {"avg_ms": 70.052, "count": 291, "max_ms": 80.764, "p95_ms": 75.576}, "visualize": {"avg_ms": 3.676, "count": 291, "max_ms": 5.134, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 9786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15489.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 394.396, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.828, "name": "ffmpeg", "pid": 109387, "rss_mb": 279.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.782, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1174404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:38:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:38:45+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:38:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:38:45.071965+09:00", "mtime_epoch": 1783190325.0719647, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:38:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9183.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.546, "pushed": 9.546, "read": 9.512}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.66, "count": 286, "max_ms": 19.721, "p95_ms": 17.354}, "gstreamer_push": {"avg_ms": 1.224, "count": 286, "max_ms": 1.434, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.231, "count": 286, "max_ms": 68.622, "p95_ms": 64.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.495, "count": 286, "max_ms": 66.784, "p95_ms": 64.364}, "yolo11_640_fire_11class": {"avg_ms": 57.32, "count": 286, "max_ms": 71.693, "p95_ms": 64.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.207, "count": 286, "max_ms": 75.019, "p95_ms": 70.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.332, "count": 286, "max_ms": 229.869, "p95_ms": 96.081}, "read_interval": {"avg_ms": 105.084, "count": 285, "max_ms": 243.121, "p95_ms": 111.956}, "triton_wait": {"avg_ms": 63.651, "count": 286, "max_ms": 75.03, "p95_ms": 70.884}, "visualize": {"avg_ms": 3.501, "count": 286, "max_ms": 10.44, "p95_ms": 3.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15489.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 550.261, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.523, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.712, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:39:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T03:39:07+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T03:39:07.864345+09:00", "mtime_epoch": 1783190347.8643448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:39:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2129.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.153, "count": 296, "max_ms": 9.031, "p95_ms": 7.534}, "gstreamer_push": {"avg_ms": 1.303, "count": 296, "max_ms": 1.478, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.609, "count": 296, "max_ms": 75.84, "p95_ms": 72.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.559, "count": 296, "max_ms": 77.08, "p95_ms": 69.054}, "yolo11_640_fire_11class": {"avg_ms": 61.514, "count": 296, "max_ms": 74.358, "p95_ms": 71.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.072, "count": 296, "max_ms": 80.564, "p95_ms": 75.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.809, "count": 296, "max_ms": 129.313, "p95_ms": 93.225}, "read_interval": {"avg_ms": 101.362, "count": 296, "max_ms": 142.641, "p95_ms": 110.536}, "triton_wait": {"avg_ms": 67.861, "count": 296, "max_ms": 80.576, "p95_ms": 75.68}, "visualize": {"avg_ms": 3.666, "count": 296, "max_ms": 5.167, "p95_ms": 3.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15490.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 424.408, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.828, "name": "ffmpeg", "pid": 109387, "rss_mb": 279.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.782, "sample_count": 2872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1174694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:39:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:39:15+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:39:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:39:15.088465+09:00", "mtime_epoch": 1783190355.0884655, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:39:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9183.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.82, "count": 290, "max_ms": 20.124, "p95_ms": 18.211}, "gstreamer_push": {"avg_ms": 1.23, "count": 290, "max_ms": 1.449, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.611, "count": 290, "max_ms": 70.855, "p95_ms": 65.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.349, "count": 290, "max_ms": 70.928, "p95_ms": 64.36}, "yolo11_640_fire_11class": {"avg_ms": 56.348, "count": 290, "max_ms": 71.399, "p95_ms": 65.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.079, "count": 290, "max_ms": 75.987, "p95_ms": 70.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.542, "count": 290, "max_ms": 247.076, "p95_ms": 96.174}, "read_interval": {"avg_ms": 103.503, "count": 290, "max_ms": 257.942, "p95_ms": 112.485}, "triton_wait": {"avg_ms": 61.616, "count": 290, "max_ms": 75.999, "p95_ms": 71.245}, "visualize": {"avg_ms": 3.523, "count": 290, "max_ms": 10.427, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15490.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 580.34, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.523, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.899, "sample_count": 2952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:39:38+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:39:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T03:39:37.948848+09:00", "mtime_epoch": 1783190377.9488475, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:39:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2130.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.458, "count": 293, "max_ms": 10.77, "p95_ms": 9.944}, "gstreamer_push": {"avg_ms": 1.337, "count": 293, "max_ms": 2.213, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.121, "count": 293, "max_ms": 77.39, "p95_ms": 72.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.528, "count": 293, "max_ms": 76.078, "p95_ms": 66.39}, "yolo11_640_fire_11class": {"avg_ms": 63.523, "count": 293, "max_ms": 75.501, "p95_ms": 72.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.924, "count": 293, "max_ms": 79.808, "p95_ms": 75.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.759, "count": 293, "max_ms": 100.837, "p95_ms": 94.214}, "read_interval": {"avg_ms": 102.642, "count": 292, "max_ms": 117.648, "p95_ms": 111.787}, "triton_wait": {"avg_ms": 68.63, "count": 293, "max_ms": 79.824, "p95_ms": 76.021}, "visualize": {"avg_ms": 3.726, "count": 293, "max_ms": 5.28, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15490.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 454.464, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.086, "name": "ffmpeg", "pid": 109387, "rss_mb": 280.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.052, "sample_count": 2866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1174981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:39:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:39:45+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:39:45+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:39:45.136968+09:00", "mtime_epoch": 1783190385.136968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:39:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9183.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.581, "pushed": 9.581, "read": 9.548}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.981, "count": 287, "max_ms": 21.052, "p95_ms": 18.442}, "gstreamer_push": {"avg_ms": 1.248, "count": 287, "max_ms": 1.599, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.062, "count": 287, "max_ms": 73.718, "p95_ms": 67.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.136, "count": 287, "max_ms": 69.065, "p95_ms": 63.407}, "yolo11_640_fire_11class": {"avg_ms": 58.169, "count": 287, "max_ms": 73.079, "p95_ms": 66.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.017, "count": 287, "max_ms": 78.723, "p95_ms": 72.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.801, "count": 287, "max_ms": 103.423, "p95_ms": 97.938}, "read_interval": {"avg_ms": 104.705, "count": 286, "max_ms": 123.046, "p95_ms": 114.577}, "triton_wait": {"avg_ms": 63.382, "count": 287, "max_ms": 78.736, "p95_ms": 72.563}, "visualize": {"avg_ms": 3.55, "count": 287, "max_ms": 4.28, "p95_ms": 3.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15491.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 610.446, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.523, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.048, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:40:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:40:08+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:40:08+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:40:08.057352+09:00", "mtime_epoch": 1783190408.0573516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:40:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2130.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.768}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.312, "count": 293, "max_ms": 10.91, "p95_ms": 8.876}, "gstreamer_push": {"avg_ms": 1.322, "count": 294, "max_ms": 1.613, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.865, "count": 293, "max_ms": 77.713, "p95_ms": 73.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.263, "count": 293, "max_ms": 71.734, "p95_ms": 63.684}, "yolo11_640_fire_11class": {"avg_ms": 62.654, "count": 293, "max_ms": 76.619, "p95_ms": 72.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.08, "count": 293, "max_ms": 80.702, "p95_ms": 74.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.761, "count": 294, "max_ms": 98.93, "p95_ms": 93.995}, "read_interval": {"avg_ms": 102.377, "count": 293, "max_ms": 116.401, "p95_ms": 110.903}, "triton_wait": {"avg_ms": 68.624, "count": 293, "max_ms": 80.715, "p95_ms": 75.426}, "visualize": {"avg_ms": 3.701, "count": 293, "max_ms": 4.826, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15491.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 484.47, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.086, "name": "ffmpeg", "pid": 109387, "rss_mb": 280.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.868, "sample_count": 2870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1175270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:40:15+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T03:40:15+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T03:40:15.161471+09:00", "mtime_epoch": 1783190415.1614707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:40:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9183.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.967, "count": 289, "max_ms": 25.59, "p95_ms": 18.308}, "gstreamer_push": {"avg_ms": 1.245, "count": 289, "max_ms": 1.874, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.782, "count": 289, "max_ms": 71.284, "p95_ms": 66.876}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.244, "count": 289, "max_ms": 68.46, "p95_ms": 62.527}, "yolo11_640_fire_11class": {"avg_ms": 56.404, "count": 289, "max_ms": 71.902, "p95_ms": 64.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.029, "count": 289, "max_ms": 74.532, "p95_ms": 70.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.761, "count": 289, "max_ms": 101.006, "p95_ms": 96.538}, "read_interval": {"avg_ms": 103.892, "count": 289, "max_ms": 116.201, "p95_ms": 113.283}, "triton_wait": {"avg_ms": 62.398, "count": 289, "max_ms": 74.543, "p95_ms": 71.169}, "visualize": {"avg_ms": 3.535, "count": 289, "max_ms": 4.375, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15491.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 640.543, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.523, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.244, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:40:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:40:38+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T03:40:38+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T03:40:38.157856+09:00", "mtime_epoch": 1783190438.1578565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:40:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2130.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.705, "pushed": 9.705, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.26, "count": 291, "max_ms": 11.363, "p95_ms": 8.108}, "gstreamer_push": {"avg_ms": 1.322, "count": 291, "max_ms": 1.639, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.518, "count": 291, "max_ms": 76.631, "p95_ms": 73.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.119, "count": 291, "max_ms": 74.709, "p95_ms": 66.241}, "yolo11_640_fire_11class": {"avg_ms": 63.395, "count": 291, "max_ms": 77.647, "p95_ms": 72.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.967, "count": 291, "max_ms": 77.793, "p95_ms": 75.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.777, "count": 291, "max_ms": 126.836, "p95_ms": 93.691}, "read_interval": {"avg_ms": 103.407, "count": 290, "max_ms": 140.356, "p95_ms": 110.928}, "triton_wait": {"avg_ms": 69.58, "count": 291, "max_ms": 77.806, "p95_ms": 75.989}, "visualize": {"avg_ms": 3.733, "count": 291, "max_ms": 5.159, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15491.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 514.503, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.344, "name": "ffmpeg", "pid": 109387, "rss_mb": 280.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.767, "sample_count": 2874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1175560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:40:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:40:45+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:40:45+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:40:45.181974+09:00", "mtime_epoch": 1783190445.1819744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:40:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9183.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.653}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.002, "count": 290, "max_ms": 22.239, "p95_ms": 18.673}, "gstreamer_push": {"avg_ms": 1.242, "count": 290, "max_ms": 1.875, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.095, "count": 290, "max_ms": 74.435, "p95_ms": 66.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.693, "count": 290, "max_ms": 65.606, "p95_ms": 62.154}, "yolo11_640_fire_11class": {"avg_ms": 56.848, "count": 290, "max_ms": 72.552, "p95_ms": 66.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.448, "count": 290, "max_ms": 77.7, "p95_ms": 71.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.301, "count": 290, "max_ms": 103.09, "p95_ms": 96.737}, "read_interval": {"avg_ms": 103.545, "count": 289, "max_ms": 119.59, "p95_ms": 113.319}, "triton_wait": {"avg_ms": 61.95, "count": 290, "max_ms": 77.712, "p95_ms": 71.644}, "visualize": {"avg_ms": 3.514, "count": 290, "max_ms": 4.433, "p95_ms": 3.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15492.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 670.577, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.523, "name": "ffmpeg", "pid": 109115, "rss_mb": 329.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.269, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:41:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:41:08+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:41:08+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:41:08.186361+09:00", "mtime_epoch": 1783190468.1863608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:41:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2130.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.924}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 298, "max_ms": 9.147, "p95_ms": 8.085}, "gstreamer_push": {"avg_ms": 1.329, "count": 298, "max_ms": 2.083, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.679, "count": 298, "max_ms": 76.757, "p95_ms": 71.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.108, "count": 298, "max_ms": 76.744, "p95_ms": 64.118}, "yolo11_640_fire_11class": {"avg_ms": 62.176, "count": 298, "max_ms": 77.98, "p95_ms": 72.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.182, "count": 298, "max_ms": 79.366, "p95_ms": 75.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.94, "count": 298, "max_ms": 128.227, "p95_ms": 93.104}, "read_interval": {"avg_ms": 100.757, "count": 297, "max_ms": 141.822, "p95_ms": 110.096}, "triton_wait": {"avg_ms": 66.915, "count": 298, "max_ms": 79.378, "p95_ms": 75.626}, "visualize": {"avg_ms": 3.697, "count": 298, "max_ms": 5.081, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15492.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 544.562, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.344, "name": "ffmpeg", "pid": 109387, "rss_mb": 280.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.837, "sample_count": 2877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1175851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:41:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:41:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:41:15+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:41:15.238479+09:00", "mtime_epoch": 1783190475.2384794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 72352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:41:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9183.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.713, "pushed": 9.713, "read": 9.68}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.73, "count": 291, "max_ms": 23.733, "p95_ms": 17.783}, "gstreamer_push": {"avg_ms": 1.221, "count": 291, "max_ms": 1.541, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.593, "count": 291, "max_ms": 72.856, "p95_ms": 64.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.895, "count": 291, "max_ms": 70.296, "p95_ms": 63.288}, "yolo11_640_fire_11class": {"avg_ms": 57.567, "count": 291, "max_ms": 70.603, "p95_ms": 65.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.619, "count": 291, "max_ms": 75.072, "p95_ms": 71.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.183, "count": 291, "max_ms": 100.1, "p95_ms": 96.946}, "read_interval": {"avg_ms": 103.277, "count": 290, "max_ms": 116.614, "p95_ms": 112.837}, "triton_wait": {"avg_ms": 62.141, "count": 291, "max_ms": 75.082, "p95_ms": 71.622}, "visualize": {"avg_ms": 3.523, "count": 291, "max_ms": 4.461, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15492.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 574.639, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.602, "name": "ffmpeg", "pid": 109387, "rss_mb": 280.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.624, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:41:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:41:45+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T03:41:45+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T03:41:45.334986+09:00", "mtime_epoch": 1783190505.334986, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:41:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9183.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.811, "pushed": 10.811, "read": 10.777}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.322, "count": 324, "max_ms": 24.689, "p95_ms": 18.076}, "gstreamer_push": {"avg_ms": 1.244, "count": 324, "max_ms": 1.481, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.436, "count": 324, "max_ms": 66.397, "p95_ms": 60.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.865, "count": 324, "max_ms": 65.069, "p95_ms": 56.562}, "yolo11_640_fire_11class": {"avg_ms": 50.35, "count": 324, "max_ms": 71.44, "p95_ms": 62.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.74, "count": 324, "max_ms": 71.812, "p95_ms": 66.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.959, "count": 324, "max_ms": 97.771, "p95_ms": 92.002}, "read_interval": {"avg_ms": 92.841, "count": 323, "max_ms": 116.683, "p95_ms": 108.644}, "triton_wait": {"avg_ms": 52.429, "count": 324, "max_ms": 71.823, "p95_ms": 66.925}, "visualize": {"avg_ms": 3.494, "count": 324, "max_ms": 4.519, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15493.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 708.787, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.352, "name": "ffmpeg", "pid": 109115, "rss_mb": 330.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.244, "sample_count": 2738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:41:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:41:46+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T03:41:46+09:00", "mjpeg": {"age_sec": 20.293, "exists": true, "mtime": "2026-07-05T03:41:26.194664+09:00", "mtime_epoch": 1783190486.1946638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:41:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2130.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 96, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.201, "pushed": 3.201, "read": 3.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.188, "count": 96, "max_ms": 8.094, "p95_ms": 7.713}, "gstreamer_push": {"avg_ms": 1.349, "count": 96, "max_ms": 2.177, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.473, "count": 96, "max_ms": 73.818, "p95_ms": 70.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.612, "count": 96, "max_ms": 72.384, "p95_ms": 63.35}, "yolo11_640_fire_11class": {"avg_ms": 63.021, "count": 96, "max_ms": 78.263, "p95_ms": 71.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.756, "count": 96, "max_ms": 75.378, "p95_ms": 74.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.026, "count": 96, "max_ms": 95.573, "p95_ms": 91.433}, "read_interval": {"avg_ms": 312.731, "count": 96, "max_ms": 20331.862, "p95_ms": 108.595}, "triton_wait": {"avg_ms": 68.302, "count": 96, "max_ms": 78.275, "p95_ms": 74.371}, "visualize": {"avg_ms": 3.71, "count": 96, "max_ms": 5.856, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15498.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 604.679, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.859, "name": "ffmpeg", "pid": 109387, "rss_mb": 280.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.289, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:42:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:42:15+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:42:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:42:15.359512+09:00", "mtime_epoch": 1783190535.3595116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:42:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9183.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.416, "pushed": 10.416, "read": 10.383}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.785, "count": 312, "max_ms": 20.258, "p95_ms": 18.597}, "gstreamer_push": {"avg_ms": 1.258, "count": 312, "max_ms": 2.093, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.597, "count": 312, "max_ms": 72.896, "p95_ms": 64.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.885, "count": 312, "max_ms": 70.871, "p95_ms": 57.013}, "yolo11_640_fire_11class": {"avg_ms": 53.635, "count": 312, "max_ms": 74.988, "p95_ms": 65.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.805, "count": 312, "max_ms": 75.586, "p95_ms": 67.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.114, "count": 312, "max_ms": 101.772, "p95_ms": 93.383}, "read_interval": {"avg_ms": 96.243, "count": 311, "max_ms": 118.564, "p95_ms": 111.206}, "triton_wait": {"avg_ms": 54.988, "count": 312, "max_ms": 75.598, "p95_ms": 67.575}, "visualize": {"avg_ms": 3.543, "count": 312, "max_ms": 4.242, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15498.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 738.789, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.477, "name": "ffmpeg", "pid": 109115, "rss_mb": 334.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.172, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:42:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:42:16+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T03:42:16+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:42:16.395534+09:00", "mtime_epoch": 1783190536.3955336, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:42:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2130.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.263, "pushed": 10.263, "read": 10.263}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.343, "count": 228, "max_ms": 11.953, "p95_ms": 8.233}, "gstreamer_push": {"avg_ms": 1.329, "count": 228, "max_ms": 1.887, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.862, "count": 228, "max_ms": 75.677, "p95_ms": 72.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.62, "count": 228, "max_ms": 72.957, "p95_ms": 59.587}, "yolo11_640_fire_11class": {"avg_ms": 63.024, "count": 228, "max_ms": 77.712, "p95_ms": 74.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.19, "count": 228, "max_ms": 76.161, "p95_ms": 73.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.476, "count": 228, "max_ms": 95.596, "p95_ms": 92.096}, "read_interval": {"avg_ms": 131.493, "count": 228, "max_ms": 7860.771, "p95_ms": 108.996}, "triton_wait": {"avg_ms": 64.983, "count": 228, "max_ms": 77.725, "p95_ms": 74.32}, "visualize": {"avg_ms": 3.728, "count": 228, "max_ms": 5.329, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 22.217, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15500.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 634.775, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.21, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:42:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:42:45+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T03:42:45+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T03:42:45.448147+09:00", "mtime_epoch": 1783190565.4481468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 71560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:42:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9184.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.57, "pushed": 9.57, "read": 9.537}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.332, "count": 287, "max_ms": 29.643, "p95_ms": 18.277}, "gstreamer_push": {"avg_ms": 1.256, "count": 287, "max_ms": 1.477, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.533, "count": 287, "max_ms": 67.85, "p95_ms": 65.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.894, "count": 287, "max_ms": 65.154, "p95_ms": 58.285}, "yolo11_640_fire_11class": {"avg_ms": 61.054, "count": 287, "max_ms": 68.995, "p95_ms": 66.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.844, "count": 287, "max_ms": 71.616, "p95_ms": 67.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.57, "count": 287, "max_ms": 102.534, "p95_ms": 93.484}, "read_interval": {"avg_ms": 104.84, "count": 286, "max_ms": 120.432, "p95_ms": 110.447}, "triton_wait": {"avg_ms": 62.759, "count": 287, "max_ms": 71.628, "p95_ms": 67.629}, "visualize": {"avg_ms": 3.563, "count": 287, "max_ms": 5.504, "p95_ms": 3.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15501.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 768.802, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.477, "name": "ffmpeg", "pid": 109115, "rss_mb": 334.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.153, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:42:46+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T03:42:46+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T03:42:46.428167+09:00", "mtime_epoch": 1783190566.4281673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:42:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2130.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.601, "pushed": 9.601, "read": 9.601}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.276, "count": 288, "max_ms": 12.291, "p95_ms": 8.07}, "gstreamer_push": {"avg_ms": 1.312, "count": 288, "max_ms": 1.532, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.683, "count": 288, "max_ms": 75.56, "p95_ms": 73.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.066, "count": 288, "max_ms": 72.488, "p95_ms": 64.502}, "yolo11_640_fire_11class": {"avg_ms": 68.28, "count": 288, "max_ms": 77.468, "p95_ms": 74.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.427, "count": 288, "max_ms": 76.351, "p95_ms": 74.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.825, "count": 288, "max_ms": 98.857, "p95_ms": 92.833}, "read_interval": {"avg_ms": 104.302, "count": 288, "max_ms": 122.588, "p95_ms": 109.734}, "triton_wait": {"avg_ms": 70.403, "count": 288, "max_ms": 77.48, "p95_ms": 75.025}, "visualize": {"avg_ms": 3.698, "count": 288, "max_ms": 4.543, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15501.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 664.854, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.825, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1177111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:43:15+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T03:43:15+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T03:43:15.544776+09:00", "mtime_epoch": 1783190595.5447764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 69572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:43:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9184.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 337, "pushed_frames": 337, "read_frames": 336, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.241, "pushed": 11.241, "read": 11.207}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.805, "count": 337, "max_ms": 25.606, "p95_ms": 20.45}, "gstreamer_push": {"avg_ms": 1.256, "count": 337, "max_ms": 1.492, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.981, "count": 337, "max_ms": 68.962, "p95_ms": 57.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.462, "count": 337, "max_ms": 59.584, "p95_ms": 52.24}, "yolo11_640_fire_11class": {"avg_ms": 46.853, "count": 337, "max_ms": 69.48, "p95_ms": 57.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.948, "count": 337, "max_ms": 75.192, "p95_ms": 62.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.345, "count": 337, "max_ms": 105.779, "p95_ms": 88.113}, "read_interval": {"avg_ms": 89.257, "count": 336, "max_ms": 120.767, "p95_ms": 104.083}, "triton_wait": {"avg_ms": 48.258, "count": 337, "max_ms": 75.207, "p95_ms": 63.269}, "visualize": {"avg_ms": 3.555, "count": 337, "max_ms": 4.406, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15522.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:29:54+09:00", "last_error_summary": "[h264 @ 0x55edb9b8fb00] error while decoding MB 46 8, bytestream -9 [in#0/rtsp @ 0x55edb9b56e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55edb9b56e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:29:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.716, "last_started_at": "2026-07-05T03:29:57+09:00", "pid": 109115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 356.504, "name": "ffmpeg", "pid": 109115, "rss_mb": 356.504, "state": "S (sleeping)", "threads": 104}, "restart_count": 131, "restart_count_per_hour": 4, "rtsp_timeout_count": 219, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.177, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:43:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:43:25+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T03:43:25+09:00", "mjpeg": {"age_sec": 16.42, "exists": true, "mtime": "2026-07-05T03:43:08.996640+09:00", "mtime_epoch": 1783190588.99664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:43:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2130.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.121, "pushed": 0.121, "read": 0.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.128, "count": 2, "max_ms": 7.155, "p95_ms": 7.155}, "gstreamer_push": {"avg_ms": 1.331, "count": 2, "max_ms": 1.411, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.295, "count": 2, "max_ms": 48.903, "p95_ms": 48.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.267, "count": 2, "max_ms": 53.113, "p95_ms": 53.113}, "yolo11_640_fire_11class": {"avg_ms": 51.356, "count": 2, "max_ms": 52.506, "p95_ms": 52.506}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.046, "count": 2, "max_ms": 50.392, "p95_ms": 50.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.645, "count": 2, "max_ms": 69.061, "p95_ms": 69.061}, "read_interval": {"avg_ms": 17819.307, "count": 2, "max_ms": 19212.202, "p95_ms": 19212.202}, "triton_wait": {"avg_ms": 51.671, "count": 2, "max_ms": 53.123, "p95_ms": 53.123}, "visualize": {"avg_ms": 3.659, "count": 2, "max_ms": 3.678, "p95_ms": 3.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.502, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15495.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 694.934, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.628, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1177435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:43:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:43:45+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:43:45+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:43:45.613400+09:00", "mtime_epoch": 1783190625.6134005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:43:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9184.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.802, "pushed": 10.802, "read": 10.769}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.683, "count": 324, "max_ms": 25.543, "p95_ms": 18.892}, "gstreamer_push": {"avg_ms": 1.249, "count": 324, "max_ms": 2.353, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.022, "count": 324, "max_ms": 71.201, "p95_ms": 64.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.745, "count": 324, "max_ms": 67.384, "p95_ms": 55.311}, "yolo11_640_fire_11class": {"avg_ms": 49.483, "count": 324, "max_ms": 71.673, "p95_ms": 62.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.29, "count": 324, "max_ms": 76.612, "p95_ms": 67.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.717, "count": 324, "max_ms": 101.816, "p95_ms": 94.003}, "read_interval": {"avg_ms": 92.802, "count": 323, "max_ms": 117.838, "p95_ms": 110.331}, "triton_wait": {"avg_ms": 51.884, "count": 324, "max_ms": 76.624, "p95_ms": 67.512}, "visualize": {"avg_ms": 3.493, "count": 324, "max_ms": 5.216, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15496.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.374, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.855, "name": "ffmpeg", "pid": 109614, "rss_mb": 327.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.209, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:43:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:43:55+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T03:43:55+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T03:43:55.345601+09:00", "mtime_epoch": 1783190635.3456013, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:43:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2130.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.55, "pushed": 8.55, "read": 8.516}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.265, "count": 256, "max_ms": 11.392, "p95_ms": 7.943}, "gstreamer_push": {"avg_ms": 1.311, "count": 256, "max_ms": 1.658, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.63, "count": 256, "max_ms": 75.983, "p95_ms": 73.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.24, "count": 256, "max_ms": 69.725, "p95_ms": 55.948}, "yolo11_640_fire_11class": {"avg_ms": 59.138, "count": 256, "max_ms": 73.985, "p95_ms": 72.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.033, "count": 256, "max_ms": 76.795, "p95_ms": 73.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.158, "count": 256, "max_ms": 95.747, "p95_ms": 91.787}, "read_interval": {"avg_ms": 117.305, "count": 255, "max_ms": 5338.248, "p95_ms": 109.449}, "triton_wait": {"avg_ms": 62.815, "count": 256, "max_ms": 76.808, "p95_ms": 74.035}, "visualize": {"avg_ms": 3.752, "count": 256, "max_ms": 4.884, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15496.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 724.954, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.362, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1177734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:44:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:44:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:44:15+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:44:15.630018+09:00", "mtime_epoch": 1783190655.6300185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 78683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:44:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9184.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.96}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.182, "count": 299, "max_ms": 27.246, "p95_ms": 18.856}, "gstreamer_push": {"avg_ms": 1.245, "count": 299, "max_ms": 1.519, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.05, "count": 299, "max_ms": 68.584, "p95_ms": 64.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.411, "count": 299, "max_ms": 67.541, "p95_ms": 58.537}, "yolo11_640_fire_11class": {"avg_ms": 55.937, "count": 299, "max_ms": 73.964, "p95_ms": 66.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.975, "count": 299, "max_ms": 74.083, "p95_ms": 68.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.265, "count": 299, "max_ms": 100.811, "p95_ms": 94.021}, "read_interval": {"avg_ms": 100.37, "count": 298, "max_ms": 118.583, "p95_ms": 110.644}, "triton_wait": {"avg_ms": 58.792, "count": 299, "max_ms": 74.095, "p95_ms": 68.677}, "visualize": {"avg_ms": 3.51, "count": 299, "max_ms": 4.531, "p95_ms": 3.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15496.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.452, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.371, "name": "ffmpeg", "pid": 109614, "rss_mb": 328.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.153, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:44:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:44:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:44:25.430219+09:00", "mtime_epoch": 1783190665.4302192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:44:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2131.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.285, "count": 300, "max_ms": 12.857, "p95_ms": 8.135}, "gstreamer_push": {"avg_ms": 1.334, "count": 300, "max_ms": 1.641, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.12, "count": 300, "max_ms": 76.176, "p95_ms": 71.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.315, "count": 300, "max_ms": 71.21, "p95_ms": 52.058}, "yolo11_640_fire_11class": {"avg_ms": 61.021, "count": 300, "max_ms": 78.431, "p95_ms": 72.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.552, "count": 300, "max_ms": 76.688, "p95_ms": 73.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.92, "count": 300, "max_ms": 128.763, "p95_ms": 91.411}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 178.884, "p95_ms": 111.851}, "triton_wait": {"avg_ms": 64.885, "count": 300, "max_ms": 78.444, "p95_ms": 74.175}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 5.117, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15497.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 754.962, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.029, "sample_count": 3043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1178028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:44:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:44:45+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:44:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:44:45.638632+09:00", "mtime_epoch": 1783190685.6386316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 68543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:44:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9184.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.083, "count": 294, "max_ms": 27.425, "p95_ms": 19.337}, "gstreamer_push": {"avg_ms": 1.235, "count": 294, "max_ms": 1.457, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.606, "count": 294, "max_ms": 73.969, "p95_ms": 65.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.482, "count": 294, "max_ms": 71.367, "p95_ms": 63.306}, "yolo11_640_fire_11class": {"avg_ms": 56.07, "count": 294, "max_ms": 68.884, "p95_ms": 66.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.036, "count": 294, "max_ms": 76.221, "p95_ms": 72.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.98, "count": 294, "max_ms": 105.114, "p95_ms": 98.065}, "read_interval": {"avg_ms": 102.079, "count": 294, "max_ms": 119.698, "p95_ms": 114.431}, "triton_wait": {"avg_ms": 60.598, "count": 294, "max_ms": 76.233, "p95_ms": 72.642}, "visualize": {"avg_ms": 3.537, "count": 294, "max_ms": 4.675, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15497.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.467, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.887, "name": "ffmpeg", "pid": 109614, "rss_mb": 328.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.936, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:44:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:44:55+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T03:44:55+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T03:44:55.462831+09:00", "mtime_epoch": 1783190695.4628315, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:44:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2131.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.475, "count": 301, "max_ms": 11.737, "p95_ms": 9.904}, "gstreamer_push": {"avg_ms": 1.323, "count": 301, "max_ms": 1.898, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.847, "count": 301, "max_ms": 76.11, "p95_ms": 71.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.113, "count": 301, "max_ms": 74.92, "p95_ms": 64.037}, "yolo11_640_fire_11class": {"avg_ms": 59.998, "count": 301, "max_ms": 76.402, "p95_ms": 72.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.185, "count": 301, "max_ms": 79.943, "p95_ms": 75.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.339, "count": 301, "max_ms": 156.577, "p95_ms": 95.638}, "read_interval": {"avg_ms": 99.783, "count": 301, "max_ms": 179.901, "p95_ms": 113.405}, "triton_wait": {"avg_ms": 65.05, "count": 301, "max_ms": 79.955, "p95_ms": 75.505}, "visualize": {"avg_ms": 3.761, "count": 301, "max_ms": 6.724, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15497.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 785.002, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.921, "sample_count": 3057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1178332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:45:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:45:15+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T03:45:15+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T03:45:15.687241+09:00", "mtime_epoch": 1783190715.6872413, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:45:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9184.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.118}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.612, "count": 304, "max_ms": 30.908, "p95_ms": 24.496}, "gstreamer_push": {"avg_ms": 1.248, "count": 304, "max_ms": 1.537, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.575, "count": 304, "max_ms": 68.003, "p95_ms": 63.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.73, "count": 304, "max_ms": 71.169, "p95_ms": 58.924}, "yolo11_640_fire_11class": {"avg_ms": 52.259, "count": 304, "max_ms": 70.415, "p95_ms": 62.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.449, "count": 304, "max_ms": 75.536, "p95_ms": 69.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.778, "count": 304, "max_ms": 100.198, "p95_ms": 95.504}, "read_interval": {"avg_ms": 98.802, "count": 303, "max_ms": 115.704, "p95_ms": 111.637}, "triton_wait": {"avg_ms": 56.83, "count": 304, "max_ms": 75.547, "p95_ms": 70.41}, "visualize": {"avg_ms": 3.522, "count": 304, "max_ms": 4.824, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15497.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.469, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.402, "name": "ffmpeg", "pid": 109614, "rss_mb": 329.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.445, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:45:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:45:25+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T03:45:25+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T03:45:25.471439+09:00", "mtime_epoch": 1783190725.471439, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:45:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2131.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.543, "count": 297, "max_ms": 11.569, "p95_ms": 11.004}, "gstreamer_push": {"avg_ms": 1.33, "count": 297, "max_ms": 1.817, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.944, "count": 297, "max_ms": 73.61, "p95_ms": 71.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.262, "count": 297, "max_ms": 75.005, "p95_ms": 52.591}, "yolo11_640_fire_11class": {"avg_ms": 57.145, "count": 297, "max_ms": 74.133, "p95_ms": 67.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.616, "count": 297, "max_ms": 75.914, "p95_ms": 73.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.993, "count": 297, "max_ms": 94.569, "p95_ms": 91.038}, "read_interval": {"avg_ms": 101.024, "count": 297, "max_ms": 312.361, "p95_ms": 124.752}, "triton_wait": {"avg_ms": 63.219, "count": 297, "max_ms": 75.945, "p95_ms": 73.702}, "visualize": {"avg_ms": 3.763, "count": 297, "max_ms": 5.343, "p95_ms": 4.456}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 9821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15497.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 815.077, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.592, "sample_count": 3064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1178629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:45:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:45:45+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T03:45:45+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T03:45:45.763847+09:00", "mtime_epoch": 1783190745.7638474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:45:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9185.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.87}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.04, "count": 297, "max_ms": 19.942, "p95_ms": 18.9}, "gstreamer_push": {"avg_ms": 1.244, "count": 297, "max_ms": 1.896, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.55, "count": 297, "max_ms": 69.924, "p95_ms": 64.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.23, "count": 297, "max_ms": 66.408, "p95_ms": 60.634}, "yolo11_640_fire_11class": {"avg_ms": 53.341, "count": 297, "max_ms": 69.915, "p95_ms": 62.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.898, "count": 297, "max_ms": 76.009, "p95_ms": 69.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.678, "count": 297, "max_ms": 101.836, "p95_ms": 94.839}, "read_interval": {"avg_ms": 101.272, "count": 296, "max_ms": 117.306, "p95_ms": 112.025}, "triton_wait": {"avg_ms": 59.294, "count": 297, "max_ms": 76.023, "p95_ms": 69.447}, "visualize": {"avg_ms": 3.52, "count": 297, "max_ms": 4.512, "p95_ms": 3.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15497.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.485, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.402, "name": "ffmpeg", "pid": 109614, "rss_mb": 329.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.278, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:45:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:45:55+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T03:45:55+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:45:55.460042+09:00", "mtime_epoch": 1783190755.4600418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:45:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2131.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.182, "count": 298, "max_ms": 12.148, "p95_ms": 7.953}, "gstreamer_push": {"avg_ms": 1.319, "count": 298, "max_ms": 1.859, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.56, "count": 298, "max_ms": 77.968, "p95_ms": 71.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.67, "count": 298, "max_ms": 76.965, "p95_ms": 59.101}, "yolo11_640_fire_11class": {"avg_ms": 59.013, "count": 298, "max_ms": 78.95, "p95_ms": 69.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.213, "count": 298, "max_ms": 78.96, "p95_ms": 75.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.346, "count": 298, "max_ms": 108.847, "p95_ms": 92.072}, "read_interval": {"avg_ms": 100.661, "count": 298, "max_ms": 545.13, "p95_ms": 109.178}, "triton_wait": {"avg_ms": 65.788, "count": 298, "max_ms": 78.969, "p95_ms": 75.39}, "visualize": {"avg_ms": 3.731, "count": 298, "max_ms": 4.84, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 301, "tracking_summary": 9824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15504.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 845.162, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.839, "sample_count": 3064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1178920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T03:46:15+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T03:46:15+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T03:46:15.828449+09:00", "mtime_epoch": 1783190775.8284492, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:46:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9185.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.669}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.196, "count": 291, "max_ms": 25.015, "p95_ms": 19.365}, "gstreamer_push": {"avg_ms": 1.263, "count": 291, "max_ms": 2.154, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.355, "count": 291, "max_ms": 71.698, "p95_ms": 64.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.845, "count": 291, "max_ms": 68.628, "p95_ms": 61.367}, "yolo11_640_fire_11class": {"avg_ms": 52.466, "count": 291, "max_ms": 70.444, "p95_ms": 63.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.896, "count": 291, "max_ms": 76.255, "p95_ms": 72.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.905, "count": 291, "max_ms": 788.473, "p95_ms": 100.449}, "read_interval": {"avg_ms": 103.336, "count": 290, "max_ms": 801.814, "p95_ms": 116.774}, "triton_wait": {"avg_ms": 57.225, "count": 291, "max_ms": 76.267, "p95_ms": 72.297}, "visualize": {"avg_ms": 3.548, "count": 291, "max_ms": 9.549, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15503.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.524, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.66, "name": "ffmpeg", "pid": 109614, "rss_mb": 329.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.18, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:46:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:46:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:46:25+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:46:25.500642+09:00", "mtime_epoch": 1783190785.500642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:46:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2131.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.153, "pushed": 10.153, "read": 10.12}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.233, "count": 304, "max_ms": 11.417, "p95_ms": 8.315}, "gstreamer_push": {"avg_ms": 1.335, "count": 304, "max_ms": 2.214, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.483, "count": 304, "max_ms": 74.064, "p95_ms": 68.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.47, "count": 304, "max_ms": 73.799, "p95_ms": 64.104}, "yolo11_640_fire_11class": {"avg_ms": 56.105, "count": 304, "max_ms": 79.391, "p95_ms": 68.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.947, "count": 304, "max_ms": 79.38, "p95_ms": 74.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.877, "count": 304, "max_ms": 105.196, "p95_ms": 90.697}, "read_interval": {"avg_ms": 98.794, "count": 303, "max_ms": 259.109, "p95_ms": 121.045}, "triton_wait": {"avg_ms": 61.436, "count": 304, "max_ms": 79.401, "p95_ms": 74.113}, "visualize": {"avg_ms": 3.802, "count": 304, "max_ms": 5.598, "p95_ms": 4.475}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 302, "tracking_summary": 9826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15504.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 875.228, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.194, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1179214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:46:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:46:45+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:46:45+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:46:45.905048+09:00", "mtime_epoch": 1783190805.9050477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92630}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:46:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9185.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.0, "count": 294, "max_ms": 27.058, "p95_ms": 18.99}, "gstreamer_push": {"avg_ms": 1.228, "count": 294, "max_ms": 1.481, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.474, "count": 294, "max_ms": 70.855, "p95_ms": 63.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.13, "count": 294, "max_ms": 67.1, "p95_ms": 62.251}, "yolo11_640_fire_11class": {"avg_ms": 54.68, "count": 294, "max_ms": 69.041, "p95_ms": 63.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.022, "count": 294, "max_ms": 77.721, "p95_ms": 70.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.355, "count": 294, "max_ms": 229.217, "p95_ms": 95.944}, "read_interval": {"avg_ms": 102.242, "count": 293, "max_ms": 240.299, "p95_ms": 111.643}, "triton_wait": {"avg_ms": 60.288, "count": 294, "max_ms": 77.733, "p95_ms": 70.727}, "visualize": {"avg_ms": 3.531, "count": 294, "max_ms": 9.634, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15505.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.574, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.691, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.076, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:46:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:46:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:46:55+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T03:46:55.545239+09:00", "mtime_epoch": 1783190815.5452387, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:46:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2131.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.12, "count": 298, "max_ms": 12.303, "p95_ms": 8.108}, "gstreamer_push": {"avg_ms": 1.308, "count": 298, "max_ms": 1.728, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.768, "count": 298, "max_ms": 78.454, "p95_ms": 71.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.217, "count": 298, "max_ms": 74.873, "p95_ms": 65.464}, "yolo11_640_fire_11class": {"avg_ms": 60.656, "count": 298, "max_ms": 75.086, "p95_ms": 71.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.383, "count": 298, "max_ms": 81.109, "p95_ms": 74.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.335, "count": 298, "max_ms": 98.255, "p95_ms": 91.64}, "read_interval": {"avg_ms": 100.822, "count": 297, "max_ms": 286.936, "p95_ms": 109.118}, "triton_wait": {"avg_ms": 66.978, "count": 298, "max_ms": 81.126, "p95_ms": 74.784}, "visualize": {"avg_ms": 3.705, "count": 298, "max_ms": 4.9, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 303, "tracking_summary": 9829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15505.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 905.307, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.504, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1179508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:47:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:47:16+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T03:47:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:47:15.985643+09:00", "mtime_epoch": 1783190835.985643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 93129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:47:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9185.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.774}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.491, "count": 294, "max_ms": 31.32, "p95_ms": 19.717}, "gstreamer_push": {"avg_ms": 1.255, "count": 294, "max_ms": 1.869, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.619, "count": 294, "max_ms": 70.709, "p95_ms": 63.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.103, "count": 294, "max_ms": 70.251, "p95_ms": 60.049}, "yolo11_640_fire_11class": {"avg_ms": 54.286, "count": 294, "max_ms": 67.39, "p95_ms": 62.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.186, "count": 294, "max_ms": 77.68, "p95_ms": 69.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.204, "count": 294, "max_ms": 240.927, "p95_ms": 96.274}, "read_interval": {"avg_ms": 102.305, "count": 293, "max_ms": 252.092, "p95_ms": 112.722}, "triton_wait": {"avg_ms": 59.573, "count": 294, "max_ms": 77.691, "p95_ms": 69.411}, "visualize": {"avg_ms": 3.551, "count": 294, "max_ms": 9.902, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15505.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.619, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.072, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:47:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:47:25+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T03:47:25+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T03:47:25.585832+09:00", "mtime_epoch": 1783190845.585832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:47:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2131.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 299, "max_ms": 11.261, "p95_ms": 7.922}, "gstreamer_push": {"avg_ms": 1.323, "count": 299, "max_ms": 1.595, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.012, "count": 299, "max_ms": 74.805, "p95_ms": 72.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.035, "count": 299, "max_ms": 73.883, "p95_ms": 60.198}, "yolo11_640_fire_11class": {"avg_ms": 61.345, "count": 299, "max_ms": 78.729, "p95_ms": 70.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.473, "count": 299, "max_ms": 82.53, "p95_ms": 74.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.786, "count": 299, "max_ms": 98.383, "p95_ms": 92.482}, "read_interval": {"avg_ms": 100.436, "count": 298, "max_ms": 148.438, "p95_ms": 109.448}, "triton_wait": {"avg_ms": 67.164, "count": 299, "max_ms": 82.544, "p95_ms": 74.837}, "visualize": {"avg_ms": 3.732, "count": 299, "max_ms": 5.263, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 306, "tracking_summary": 9831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15507.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 935.391, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.044, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1179796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:47:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:47:46+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:47:46+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T03:47:46.074235+09:00", "mtime_epoch": 1783190866.074235, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 78517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:47:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9185.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.607, "pushed": 9.607, "read": 9.573}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.135, "count": 288, "max_ms": 27.94, "p95_ms": 18.846}, "gstreamer_push": {"avg_ms": 1.233, "count": 288, "max_ms": 1.444, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.129, "count": 288, "max_ms": 71.852, "p95_ms": 65.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.928, "count": 288, "max_ms": 70.813, "p95_ms": 62.763}, "yolo11_640_fire_11class": {"avg_ms": 55.03, "count": 288, "max_ms": 71.189, "p95_ms": 63.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.146, "count": 288, "max_ms": 77.08, "p95_ms": 72.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.484, "count": 288, "max_ms": 251.674, "p95_ms": 98.073}, "read_interval": {"avg_ms": 104.456, "count": 287, "max_ms": 262.842, "p95_ms": 114.46}, "triton_wait": {"avg_ms": 60.682, "count": 288, "max_ms": 77.092, "p95_ms": 72.157}, "visualize": {"avg_ms": 3.569, "count": 288, "max_ms": 10.385, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15506.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.954, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.101, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:47:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:47:56+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T03:47:55+09:00", "mjpeg": {"age_sec": 0.403, "exists": true, "mtime": "2026-07-05T03:47:55.614422+09:00", "mtime_epoch": 1783190875.6144218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:47:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2132.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.127, "pushed": 10.127, "read": 10.093}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.324, "count": 303, "max_ms": 11.329, "p95_ms": 9.703}, "gstreamer_push": {"avg_ms": 1.328, "count": 303, "max_ms": 1.833, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.727, "count": 303, "max_ms": 76.572, "p95_ms": 70.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.048, "count": 303, "max_ms": 73.63, "p95_ms": 63.783}, "yolo11_640_fire_11class": {"avg_ms": 56.644, "count": 303, "max_ms": 75.381, "p95_ms": 69.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.821, "count": 303, "max_ms": 81.729, "p95_ms": 74.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.906, "count": 303, "max_ms": 105.566, "p95_ms": 93.299}, "read_interval": {"avg_ms": 98.975, "count": 302, "max_ms": 400.731, "p95_ms": 113.95}, "triton_wait": {"avg_ms": 61.87, "count": 303, "max_ms": 81.742, "p95_ms": 74.771}, "visualize": {"avg_ms": 3.748, "count": 303, "max_ms": 5.504, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 307, "tracking_summary": 9834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15514.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 965.453, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 109387, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.54, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1180088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:48:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:48:16+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T03:48:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:48:16.130823+09:00", "mtime_epoch": 1783190896.1308231, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:48:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9185.766, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.744, "pushed": 9.744, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.391, "count": 292, "max_ms": 29.052, "p95_ms": 21.004}, "gstreamer_push": {"avg_ms": 1.253, "count": 292, "max_ms": 1.627, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.65, "count": 292, "max_ms": 69.495, "p95_ms": 63.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.36, "count": 292, "max_ms": 65.747, "p95_ms": 61.169}, "yolo11_640_fire_11class": {"avg_ms": 51.946, "count": 292, "max_ms": 73.329, "p95_ms": 63.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.07, "count": 292, "max_ms": 78.569, "p95_ms": 71.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.435, "count": 292, "max_ms": 797.018, "p95_ms": 97.249}, "read_interval": {"avg_ms": 102.927, "count": 291, "max_ms": 809.083, "p95_ms": 116.381}, "triton_wait": {"avg_ms": 56.445, "count": 292, "max_ms": 78.58, "p95_ms": 71.461}, "visualize": {"avg_ms": 3.559, "count": 292, "max_ms": 7.823, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15514.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.973, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.421, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:48:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:48:26+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T03:48:25+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T03:48:25.975015+09:00", "mtime_epoch": 1783190905.9750152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:48:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2132.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.535, "count": 299, "max_ms": 11.551, "p95_ms": 10.317}, "gstreamer_push": {"avg_ms": 1.321, "count": 299, "max_ms": 2.121, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.462, "count": 299, "max_ms": 75.078, "p95_ms": 70.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.844, "count": 299, "max_ms": 73.198, "p95_ms": 65.159}, "yolo11_640_fire_11class": {"avg_ms": 57.581, "count": 299, "max_ms": 76.196, "p95_ms": 69.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.464, "count": 299, "max_ms": 78.904, "p95_ms": 74.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.289, "count": 299, "max_ms": 127.162, "p95_ms": 94.884}, "read_interval": {"avg_ms": 100.471, "count": 298, "max_ms": 309.139, "p95_ms": 118.316}, "triton_wait": {"avg_ms": 62.513, "count": 299, "max_ms": 78.937, "p95_ms": 74.674}, "visualize": {"avg_ms": 3.759, "count": 299, "max_ms": 5.251, "p95_ms": 4.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15521.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 995.489, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.852, "name": "ffmpeg", "pid": 109387, "rss_mb": 288.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 4, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.123, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1180375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:48:46+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:48:46+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:48:46.167408+09:00", "mtime_epoch": 1783190926.1674082, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 70183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:48:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9185.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.586, "pushed": 9.586, "read": 9.552}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.948, "count": 287, "max_ms": 27.49, "p95_ms": 18.867}, "gstreamer_push": {"avg_ms": 1.219, "count": 287, "max_ms": 2.14, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.848, "count": 287, "max_ms": 71.499, "p95_ms": 66.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.309, "count": 287, "max_ms": 69.332, "p95_ms": 63.1}, "yolo11_640_fire_11class": {"avg_ms": 55.42, "count": 287, "max_ms": 72.192, "p95_ms": 65.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.997, "count": 287, "max_ms": 76.261, "p95_ms": 72.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.738, "count": 287, "max_ms": 251.33, "p95_ms": 98.401}, "read_interval": {"avg_ms": 104.633, "count": 286, "max_ms": 262.288, "p95_ms": 115.62}, "triton_wait": {"avg_ms": 60.372, "count": 287, "max_ms": 76.272, "p95_ms": 72.191}, "visualize": {"avg_ms": 3.615, "count": 287, "max_ms": 10.19, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15527.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.982, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.537, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:48:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:48:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:48:55+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T03:48:55.951598+09:00", "mtime_epoch": 1783190935.9515982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:48:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2132.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.201, "count": 299, "max_ms": 10.699, "p95_ms": 8.24}, "gstreamer_push": {"avg_ms": 1.296, "count": 299, "max_ms": 1.563, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.646, "count": 299, "max_ms": 75.916, "p95_ms": 72.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.323, "count": 299, "max_ms": 73.705, "p95_ms": 59.174}, "yolo11_640_fire_11class": {"avg_ms": 62.042, "count": 299, "max_ms": 79.336, "p95_ms": 72.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.657, "count": 299, "max_ms": 78.977, "p95_ms": 74.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.741, "count": 299, "max_ms": 129.655, "p95_ms": 92.85}, "read_interval": {"avg_ms": 100.27, "count": 299, "max_ms": 146.45, "p95_ms": 109.972}, "triton_wait": {"avg_ms": 66.513, "count": 299, "max_ms": 79.349, "p95_ms": 74.92}, "visualize": {"avg_ms": 3.714, "count": 299, "max_ms": 5.173, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15534.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 1025.533, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.516, "name": "ffmpeg", "pid": 109387, "rss_mb": 302.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 553, "restart_count_per_hour": 3, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.185, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1180670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:49:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:49:16+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T03:49:16+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T03:49:16.227991+09:00", "mtime_epoch": 1783190956.2279909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:49:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9186.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.837}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.871, "count": 295, "max_ms": 21.025, "p95_ms": 18.652}, "gstreamer_push": {"avg_ms": 1.221, "count": 295, "max_ms": 1.483, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.702, "count": 295, "max_ms": 70.558, "p95_ms": 66.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.058, "count": 295, "max_ms": 68.82, "p95_ms": 63.232}, "yolo11_640_fire_11class": {"avg_ms": 56.207, "count": 295, "max_ms": 72.461, "p95_ms": 66.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.933, "count": 295, "max_ms": 74.422, "p95_ms": 70.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.276, "count": 295, "max_ms": 140.466, "p95_ms": 95.803}, "read_interval": {"avg_ms": 101.888, "count": 294, "max_ms": 152.874, "p95_ms": 111.598}, "triton_wait": {"avg_ms": 60.878, "count": 295, "max_ms": 74.433, "p95_ms": 70.523}, "visualize": {"avg_ms": 3.497, "count": 295, "max_ms": 4.668, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15538.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.988, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.542, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:49:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:49:26+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:49:25+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:49:25.960179+09:00", "mtime_epoch": 1783190965.960179, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:49:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2132.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.374, "count": 302, "max_ms": 12.801, "p95_ms": 9.413}, "gstreamer_push": {"avg_ms": 1.333, "count": 302, "max_ms": 2.114, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.785, "count": 302, "max_ms": 74.802, "p95_ms": 71.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.957, "count": 302, "max_ms": 76.799, "p95_ms": 63.005}, "yolo11_640_fire_11class": {"avg_ms": 60.022, "count": 302, "max_ms": 75.195, "p95_ms": 72.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.809, "count": 302, "max_ms": 76.309, "p95_ms": 74.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.646, "count": 302, "max_ms": 96.869, "p95_ms": 92.048}, "read_interval": {"avg_ms": 99.367, "count": 302, "max_ms": 178.233, "p95_ms": 109.809}, "triton_wait": {"avg_ms": 64.255, "count": 302, "max_ms": 76.811, "p95_ms": 74.295}, "visualize": {"avg_ms": 3.77, "count": 302, "max_ms": 5.854, "p95_ms": 4.544}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15543.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:32:08+09:00", "last_error_summary": "[h264 @ 0x55ffca592040] cabac decode of qscale diff failed at 38 31 [h264 @ 0x55ffca592040] error while decoding MB 38 31, bytestream 7893 [h264 @ 0x55ffcb1f0f80] cabac decode of qscale diff failed at 57 27 [h264 @ 0x55ffcb1f0f80] error while decoding MB 57 27, bytestream 1408 [h264 @ 0x55ffcb053280] cabac decode of qscale diff failed at 46 21 [h264 @ 0x55ffcb053280] error while decoding MB 46 21, bytestream 1079 [h264 @ 0x55ffcb122100] left block unavailable for requested intra mode [h264 @ 0x5", "last_exit_at": "2026-07-05T03:32:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 1058.227, "last_started_at": "2026-07-05T03:32:10+09:00", "pid": 109387, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.543, "name": "ffmpeg", "pid": 109387, "rss_mb": 311.543, "state": "S (sleeping)", "threads": 104}, "restart_count": 553, "restart_count_per_hour": 3, "rtsp_timeout_count": 344, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.199, "sample_count": 2740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1180801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:49:48+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T03:49:48+09:00", "mjpeg": {"age_sec": 19.33, "exists": true, "mtime": "2026-07-05T03:49:29.664251+09:00", "mtime_epoch": 1783190969.6642506, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:49:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9186.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.536, "pushed": 3.536, "read": 3.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.14, "count": 106, "max_ms": 26.64, "p95_ms": 20.982}, "gstreamer_push": {"avg_ms": 1.223, "count": 106, "max_ms": 1.407, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.639, "count": 106, "max_ms": 69.025, "p95_ms": 66.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.655, "count": 106, "max_ms": 66.159, "p95_ms": 62.114}, "yolo11_640_fire_11class": {"avg_ms": 55.912, "count": 106, "max_ms": 72.15, "p95_ms": 66.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.234, "count": 106, "max_ms": 76.106, "p95_ms": 73.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.191, "count": 106, "max_ms": 104.996, "p95_ms": 98.933}, "read_interval": {"avg_ms": 285.622, "count": 105, "max_ms": 19357.174, "p95_ms": 115.721}, "triton_wait": {"avg_ms": 60.708, "count": 106, "max_ms": 76.117, "p95_ms": 73.51}, "visualize": {"avg_ms": 3.491, "count": 106, "max_ms": 4.351, "p95_ms": 3.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15391.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.014, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.127, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:49:56+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T03:49:55+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T03:49:55.980758+09:00", "mtime_epoch": 1783190995.9807577, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:49:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2132.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.16, "pushed": 10.16, "read": 10.127}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.193, "count": 304, "max_ms": 10.24, "p95_ms": 7.63}, "gstreamer_push": {"avg_ms": 1.311, "count": 304, "max_ms": 1.504, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.592, "count": 304, "max_ms": 73.96, "p95_ms": 64.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.771, "count": 304, "max_ms": 67.671, "p95_ms": 51.523}, "yolo11_640_fire_11class": {"avg_ms": 50.672, "count": 304, "max_ms": 76.437, "p95_ms": 64.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.111, "count": 304, "max_ms": 76.972, "p95_ms": 71.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.75, "count": 304, "max_ms": 105.453, "p95_ms": 89.015}, "read_interval": {"avg_ms": 98.767, "count": 303, "max_ms": 260.503, "p95_ms": 154.458}, "triton_wait": {"avg_ms": 52.383, "count": 304, "max_ms": 76.982, "p95_ms": 71.563}, "visualize": {"avg_ms": 3.769, "count": 304, "max_ms": 4.804, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15497.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.595, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.457, "name": "ffmpeg", "pid": 109886, "rss_mb": 265.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.432, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1181055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:50:19+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T03:50:18+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T03:50:18.961199+09:00", "mtime_epoch": 1783191018.961199, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 71729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:50:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9186.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.481, "pushed": 8.481, "read": 8.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.621, "count": 254, "max_ms": 29.049, "p95_ms": 23.002}, "gstreamer_push": {"avg_ms": 1.232, "count": 254, "max_ms": 1.455, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.144, "count": 254, "max_ms": 72.122, "p95_ms": 65.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.164, "count": 254, "max_ms": 65.156, "p95_ms": 61.033}, "yolo11_640_fire_11class": {"avg_ms": 54.126, "count": 254, "max_ms": 66.925, "p95_ms": 64.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.251, "count": 254, "max_ms": 74.042, "p95_ms": 71.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.708, "count": 254, "max_ms": 115.606, "p95_ms": 98.032}, "read_interval": {"avg_ms": 118.377, "count": 253, "max_ms": 4433.534, "p95_ms": 113.359}, "triton_wait": {"avg_ms": 59.519, "count": 254, "max_ms": 74.054, "p95_ms": 71.679}, "visualize": {"avg_ms": 3.533, "count": 254, "max_ms": 6.451, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15497.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.119, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.428, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:50:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:50:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:50:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T03:50:26.089336+09:00", "mtime_epoch": 1783191026.0893357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:50:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2132.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.874}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.405, "count": 297, "max_ms": 11.396, "p95_ms": 9.485}, "gstreamer_push": {"avg_ms": 1.33, "count": 297, "max_ms": 1.559, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.025, "count": 297, "max_ms": 74.585, "p95_ms": 71.074}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.289, "count": 297, "max_ms": 69.965, "p95_ms": 60.847}, "yolo11_640_fire_11class": {"avg_ms": 59.726, "count": 297, "max_ms": 73.857, "p95_ms": 69.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.927, "count": 297, "max_ms": 76.75, "p95_ms": 74.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.575, "count": 297, "max_ms": 131.85, "p95_ms": 92.75}, "read_interval": {"avg_ms": 101.202, "count": 296, "max_ms": 154.147, "p95_ms": 112.244}, "triton_wait": {"avg_ms": 65.757, "count": 297, "max_ms": 76.762, "p95_ms": 74.446}, "visualize": {"avg_ms": 3.756, "count": 297, "max_ms": 5.131, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15499.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.684, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 109886, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.521, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1181346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:50:49+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T03:50:49+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T03:50:49.037775+09:00", "mtime_epoch": 1783191049.0377746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 65083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:50:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9186.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.67}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.601, "count": 290, "max_ms": 30.283, "p95_ms": 20.062}, "gstreamer_push": {"avg_ms": 1.217, "count": 290, "max_ms": 1.574, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.081, "count": 290, "max_ms": 71.015, "p95_ms": 65.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.529, "count": 290, "max_ms": 69.344, "p95_ms": 64.099}, "yolo11_640_fire_11class": {"avg_ms": 56.082, "count": 290, "max_ms": 69.942, "p95_ms": 65.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.191, "count": 290, "max_ms": 77.987, "p95_ms": 71.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.45, "count": 290, "max_ms": 110.705, "p95_ms": 96.946}, "read_interval": {"avg_ms": 103.378, "count": 290, "max_ms": 130.92, "p95_ms": 114.778}, "triton_wait": {"avg_ms": 61.532, "count": 290, "max_ms": 77.997, "p95_ms": 71.652}, "visualize": {"avg_ms": 3.497, "count": 290, "max_ms": 4.507, "p95_ms": 3.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15500.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.156, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.615, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:50:56+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T03:50:56+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T03:50:56.117910+09:00", "mtime_epoch": 1783191056.1179097, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:50:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2132.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.59, "pushed": 9.59, "read": 9.556}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.31, "count": 287, "max_ms": 11.994, "p95_ms": 7.915}, "gstreamer_push": {"avg_ms": 1.336, "count": 287, "max_ms": 1.599, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.281, "count": 287, "max_ms": 81.572, "p95_ms": 72.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.794, "count": 287, "max_ms": 80.192, "p95_ms": 69.153}, "yolo11_640_fire_11class": {"avg_ms": 64.403, "count": 287, "max_ms": 81.553, "p95_ms": 73.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.299, "count": 287, "max_ms": 81.564, "p95_ms": 75.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.616, "count": 287, "max_ms": 132.169, "p95_ms": 94.954}, "read_interval": {"avg_ms": 104.621, "count": 286, "max_ms": 145.607, "p95_ms": 113.242}, "triton_wait": {"avg_ms": 69.896, "count": 287, "max_ms": 81.583, "p95_ms": 76.159}, "visualize": {"avg_ms": 3.773, "count": 287, "max_ms": 5.325, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15500.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.774, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.52, "name": "ffmpeg", "pid": 109886, "rss_mb": 267.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.557, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1181628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:51:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:51:19+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:51:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:51:19.126348+09:00", "mtime_epoch": 1783191079.1263483, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 66649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:51:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9186.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.406, "pushed": 9.406, "read": 9.373}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.259, "count": 282, "max_ms": 30.602, "p95_ms": 18.973}, "gstreamer_push": {"avg_ms": 1.213, "count": 282, "max_ms": 1.681, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.544, "count": 282, "max_ms": 74.871, "p95_ms": 69.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.734, "count": 282, "max_ms": 71.976, "p95_ms": 65.675}, "yolo11_640_fire_11class": {"avg_ms": 58.554, "count": 282, "max_ms": 72.942, "p95_ms": 67.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.306, "count": 282, "max_ms": 78.085, "p95_ms": 74.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.221, "count": 282, "max_ms": 106.646, "p95_ms": 99.5}, "read_interval": {"avg_ms": 106.703, "count": 281, "max_ms": 318.17, "p95_ms": 115.291}, "triton_wait": {"avg_ms": 64.669, "count": 282, "max_ms": 78.096, "p95_ms": 74.118}, "visualize": {"avg_ms": 3.469, "count": 282, "max_ms": 4.072, "p95_ms": 3.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15500.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.176, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.243, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:51:26+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:51:26+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:51:26.150482+09:00", "mtime_epoch": 1783191086.1504817, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:51:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2133.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.529, "pushed": 9.529, "read": 9.496}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.525, "count": 285, "max_ms": 11.716, "p95_ms": 10.926}, "gstreamer_push": {"avg_ms": 1.326, "count": 285, "max_ms": 1.548, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.992, "count": 285, "max_ms": 79.056, "p95_ms": 74.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.339, "count": 285, "max_ms": 78.122, "p95_ms": 70.672}, "yolo11_640_fire_11class": {"avg_ms": 64.624, "count": 285, "max_ms": 79.336, "p95_ms": 73.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.46, "count": 285, "max_ms": 81.089, "p95_ms": 77.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.734, "count": 285, "max_ms": 99.93, "p95_ms": 95.966}, "read_interval": {"avg_ms": 105.332, "count": 284, "max_ms": 121.642, "p95_ms": 112.959}, "triton_wait": {"avg_ms": 70.942, "count": 285, "max_ms": 81.102, "p95_ms": 77.252}, "visualize": {"avg_ms": 3.729, "count": 285, "max_ms": 4.794, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15501.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.842, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.52, "name": "ffmpeg", "pid": 109886, "rss_mb": 267.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.688, "sample_count": 2666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1181912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:51:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:51:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T03:51:49+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T03:51:49.210920+09:00", "mtime_epoch": 1783191109.2109196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:51:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9186.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.477, "pushed": 9.477, "read": 9.444}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.242, "count": 284, "max_ms": 28.993, "p95_ms": 18.423}, "gstreamer_push": {"avg_ms": 1.216, "count": 284, "max_ms": 1.449, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.593, "count": 284, "max_ms": 71.157, "p95_ms": 66.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.848, "count": 284, "max_ms": 71.05, "p95_ms": 65.269}, "yolo11_640_fire_11class": {"avg_ms": 58.876, "count": 284, "max_ms": 70.834, "p95_ms": 66.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.214, "count": 284, "max_ms": 78.083, "p95_ms": 70.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.13, "count": 284, "max_ms": 105.403, "p95_ms": 96.59}, "read_interval": {"avg_ms": 105.925, "count": 283, "max_ms": 121.811, "p95_ms": 112.478}, "triton_wait": {"avg_ms": 64.544, "count": 284, "max_ms": 78.095, "p95_ms": 70.162}, "visualize": {"avg_ms": 3.471, "count": 284, "max_ms": 4.438, "p95_ms": 3.658}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15501.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.205, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.399, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:51:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:51:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:51:56+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T03:51:56.175052+09:00", "mtime_epoch": 1783191116.1750517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:51:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2133.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.658, "pushed": 9.658, "read": 9.625}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.246, "count": 289, "max_ms": 12.043, "p95_ms": 7.984}, "gstreamer_push": {"avg_ms": 1.328, "count": 289, "max_ms": 1.679, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.298, "count": 289, "max_ms": 77.071, "p95_ms": 73.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.769, "count": 289, "max_ms": 76.908, "p95_ms": 66.717}, "yolo11_640_fire_11class": {"avg_ms": 64.518, "count": 289, "max_ms": 78.628, "p95_ms": 73.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.132, "count": 289, "max_ms": 80.552, "p95_ms": 75.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.314, "count": 289, "max_ms": 98.28, "p95_ms": 93.872}, "read_interval": {"avg_ms": 103.888, "count": 288, "max_ms": 118.981, "p95_ms": 111.616}, "triton_wait": {"avg_ms": 69.926, "count": 289, "max_ms": 80.564, "p95_ms": 75.621}, "visualize": {"avg_ms": 3.701, "count": 289, "max_ms": 5.542, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15501.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.909, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.52, "name": "ffmpeg", "pid": 109886, "rss_mb": 267.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.618, "sample_count": 2666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1182204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:52:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:52:19+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:52:19+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:52:19.259489+09:00", "mtime_epoch": 1783191139.2594886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 97738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:52:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9186.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.237, "count": 292, "max_ms": 29.593, "p95_ms": 18.525}, "gstreamer_push": {"avg_ms": 1.214, "count": 292, "max_ms": 1.578, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.128, "count": 292, "max_ms": 71.265, "p95_ms": 64.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.653, "count": 292, "max_ms": 70.655, "p95_ms": 61.614}, "yolo11_640_fire_11class": {"avg_ms": 56.449, "count": 292, "max_ms": 71.78, "p95_ms": 64.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.096, "count": 292, "max_ms": 79.229, "p95_ms": 69.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.15, "count": 292, "max_ms": 105.365, "p95_ms": 95.023}, "read_interval": {"avg_ms": 102.947, "count": 291, "max_ms": 124.123, "p95_ms": 111.962}, "triton_wait": {"avg_ms": 61.612, "count": 292, "max_ms": 79.242, "p95_ms": 69.378}, "visualize": {"avg_ms": 3.471, "count": 292, "max_ms": 4.503, "p95_ms": 3.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15501.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.227, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.437, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:52:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:52:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:52:26+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:52:26.199620+09:00", "mtime_epoch": 1783191146.1996198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:52:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2133.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.693, "pushed": 9.693, "read": 9.66}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 290, "max_ms": 11.42, "p95_ms": 7.428}, "gstreamer_push": {"avg_ms": 1.327, "count": 290, "max_ms": 2.233, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.556, "count": 290, "max_ms": 77.324, "p95_ms": 71.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.331, "count": 290, "max_ms": 77.337, "p95_ms": 65.593}, "yolo11_640_fire_11class": {"avg_ms": 63.422, "count": 290, "max_ms": 79.001, "p95_ms": 71.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.818, "count": 290, "max_ms": 81.02, "p95_ms": 75.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.711, "count": 290, "max_ms": 98.305, "p95_ms": 92.718}, "read_interval": {"avg_ms": 103.509, "count": 289, "max_ms": 120.893, "p95_ms": 110.752}, "triton_wait": {"avg_ms": 69.379, "count": 290, "max_ms": 81.032, "p95_ms": 75.287}, "visualize": {"avg_ms": 3.673, "count": 290, "max_ms": 4.16, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15504.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.009, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.098, "name": "ffmpeg", "pid": 109886, "rss_mb": 270.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.241, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1182494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:52:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:52:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:52:49+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:52:49.360057+09:00", "mtime_epoch": 1783191169.3600569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 72146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:52:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9186.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.635}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.34, "count": 290, "max_ms": 23.501, "p95_ms": 18.868}, "gstreamer_push": {"avg_ms": 1.227, "count": 290, "max_ms": 2.176, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.042, "count": 290, "max_ms": 70.439, "p95_ms": 64.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.305, "count": 290, "max_ms": 69.558, "p95_ms": 59.989}, "yolo11_640_fire_11class": {"avg_ms": 57.023, "count": 290, "max_ms": 72.475, "p95_ms": 65.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.083, "count": 290, "max_ms": 71.663, "p95_ms": 68.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.071, "count": 290, "max_ms": 99.857, "p95_ms": 94.265}, "read_interval": {"avg_ms": 103.792, "count": 289, "max_ms": 118.456, "p95_ms": 110.177}, "triton_wait": {"avg_ms": 62.385, "count": 290, "max_ms": 72.485, "p95_ms": 68.163}, "visualize": {"avg_ms": 3.486, "count": 290, "max_ms": 4.346, "p95_ms": 3.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15504.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.309, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.341, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:52:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:52:56+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:52:56+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T03:52:56.280187+09:00", "mtime_epoch": 1783191176.2801871, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:52:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2133.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.876, "pushed": 9.876, "read": 9.843}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.223, "count": 296, "max_ms": 11.611, "p95_ms": 7.577}, "gstreamer_push": {"avg_ms": 1.319, "count": 296, "max_ms": 1.533, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.904, "count": 296, "max_ms": 76.536, "p95_ms": 72.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.227, "count": 296, "max_ms": 74.584, "p95_ms": 55.521}, "yolo11_640_fire_11class": {"avg_ms": 63.285, "count": 296, "max_ms": 80.345, "p95_ms": 72.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.522, "count": 296, "max_ms": 79.655, "p95_ms": 74.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.108, "count": 296, "max_ms": 97.932, "p95_ms": 91.942}, "read_interval": {"avg_ms": 101.611, "count": 295, "max_ms": 118.264, "p95_ms": 108.789}, "triton_wait": {"avg_ms": 68.168, "count": 296, "max_ms": 80.358, "p95_ms": 74.667}, "visualize": {"avg_ms": 3.675, "count": 296, "max_ms": 4.799, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15504.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.097, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.098, "name": "ffmpeg", "pid": 109886, "rss_mb": 270.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.952, "sample_count": 2666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1182787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:53:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:53:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T03:53:19.448623+09:00", "mtime_epoch": 1783191199.448623, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 65748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:53:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9187.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.737}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.42, "count": 293, "max_ms": 24.726, "p95_ms": 19.664}, "gstreamer_push": {"avg_ms": 1.249, "count": 293, "max_ms": 1.67, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.819, "count": 293, "max_ms": 67.655, "p95_ms": 63.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.452, "count": 293, "max_ms": 66.032, "p95_ms": 58.037}, "yolo11_640_fire_11class": {"avg_ms": 55.988, "count": 293, "max_ms": 67.384, "p95_ms": 63.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.8, "count": 293, "max_ms": 70.721, "p95_ms": 66.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.156, "count": 293, "max_ms": 97.004, "p95_ms": 92.104}, "read_interval": {"avg_ms": 102.68, "count": 292, "max_ms": 113.657, "p95_ms": 109.053}, "triton_wait": {"avg_ms": 60.356, "count": 293, "max_ms": 70.733, "p95_ms": 66.723}, "visualize": {"avg_ms": 3.488, "count": 293, "max_ms": 5.464, "p95_ms": 3.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15507.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.371, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.949, "name": "ffmpeg", "pid": 109614, "rss_mb": 330.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.016, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:53:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:53:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:53:26+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:53:26.344753+09:00", "mtime_epoch": 1783191206.3447526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:53:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2133.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.814}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.233, "count": 295, "max_ms": 12.258, "p95_ms": 7.492}, "gstreamer_push": {"avg_ms": 1.309, "count": 295, "max_ms": 1.61, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.489, "count": 295, "max_ms": 76.151, "p95_ms": 71.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.461, "count": 295, "max_ms": 76.162, "p95_ms": 65.094}, "yolo11_640_fire_11class": {"avg_ms": 63.863, "count": 295, "max_ms": 77.361, "p95_ms": 72.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.851, "count": 295, "max_ms": 78.372, "p95_ms": 74.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.307, "count": 295, "max_ms": 94.782, "p95_ms": 91.033}, "read_interval": {"avg_ms": 101.884, "count": 294, "max_ms": 114.433, "p95_ms": 108.639}, "triton_wait": {"avg_ms": 68.521, "count": 295, "max_ms": 78.385, "p95_ms": 74.361}, "visualize": {"avg_ms": 3.667, "count": 295, "max_ms": 5.618, "p95_ms": 3.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15510.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.177, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.254, "name": "ffmpeg", "pid": 109886, "rss_mb": 275.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.43, "sample_count": 2705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:53:49+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T03:53:49+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T03:53:49.541188+09:00", "mtime_epoch": 1783191229.5411875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 65105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:53:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9187.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.806, "pushed": 10.806, "read": 10.773}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.953, "count": 324, "max_ms": 24.863, "p95_ms": 18.772}, "gstreamer_push": {"avg_ms": 1.234, "count": 324, "max_ms": 1.475, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.691, "count": 324, "max_ms": 69.464, "p95_ms": 62.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.447, "count": 324, "max_ms": 64.835, "p95_ms": 58.584}, "yolo11_640_fire_11class": {"avg_ms": 49.679, "count": 324, "max_ms": 66.124, "p95_ms": 62.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.605, "count": 324, "max_ms": 75.823, "p95_ms": 67.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.301, "count": 324, "max_ms": 101.026, "p95_ms": 93.326}, "read_interval": {"avg_ms": 92.835, "count": 323, "max_ms": 116.378, "p95_ms": 108.52}, "triton_wait": {"avg_ms": 52.032, "count": 324, "max_ms": 75.836, "p95_ms": 67.808}, "visualize": {"avg_ms": 3.525, "count": 324, "max_ms": 4.449, "p95_ms": 3.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15534.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:43:26+09:00", "last_error_summary": "[h264 @ 0x55888bbfd180] error while decoding MB 44 27, bytestream -7 [h264 @ 0x55888c1ee400] error while decoding MB 84 13, bytestream -5 [in#0/rtsp @ 0x55888bb75e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55888bb75e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:43:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 637.373, "last_started_at": "2026-07-05T03:43:29+09:00", "pid": 109614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.82, "name": "ffmpeg", "pid": 109614, "rss_mb": 355.82, "state": "S (sleeping)", "threads": 104}, "restart_count": 132, "restart_count_per_hour": 5, "rtsp_timeout_count": 221, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.257, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:54:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:54:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T03:54:06+09:00", "mjpeg": {"age_sec": 16.003, "exists": true, "mtime": "2026-07-05T03:53:50.433204+09:00", "mtime_epoch": 1783191230.4332044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:54:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2133.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.124, "pushed": 0.124, "read": 0.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.26, "count": 2, "max_ms": 7.312, "p95_ms": 7.312}, "gstreamer_push": {"avg_ms": 1.352, "count": 2, "max_ms": 1.407, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.856, "count": 2, "max_ms": 64.762, "p95_ms": 64.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.572, "count": 2, "max_ms": 44.112, "p95_ms": 44.112}, "yolo11_640_fire_11class": {"avg_ms": 54.825, "count": 2, "max_ms": 63.629, "p95_ms": 63.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.335, "count": 2, "max_ms": 72.659, "p95_ms": 72.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.169, "count": 2, "max_ms": 90.001, "p95_ms": 90.001}, "read_interval": {"avg_ms": 18105.515, "count": 2, "max_ms": 20168.217, "p95_ms": 20168.217}, "triton_wait": {"avg_ms": 59.352, "count": 2, "max_ms": 72.672, "p95_ms": 72.672}, "visualize": {"avg_ms": 3.783, "count": 2, "max_ms": 3.888, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.111, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15507.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.259, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.254, "name": "ffmpeg", "pid": 109886, "rss_mb": 275.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.323, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:54:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:54:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:54:19+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T03:54:19.609750+09:00", "mtime_epoch": 1783191259.6097503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 74754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:54:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9187.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.003, "pushed": 11.003, "read": 10.969}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.039, "count": 330, "max_ms": 26.707, "p95_ms": 20.465}, "gstreamer_push": {"avg_ms": 1.236, "count": 330, "max_ms": 1.714, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.538, "count": 330, "max_ms": 69.464, "p95_ms": 60.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.185, "count": 330, "max_ms": 69.451, "p95_ms": 52.72}, "yolo11_640_fire_11class": {"avg_ms": 48.164, "count": 330, "max_ms": 67.485, "p95_ms": 57.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.573, "count": 330, "max_ms": 76.404, "p95_ms": 63.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.303, "count": 330, "max_ms": 101.985, "p95_ms": 89.656}, "read_interval": {"avg_ms": 91.108, "count": 329, "max_ms": 117.18, "p95_ms": 105.376}, "triton_wait": {"avg_ms": 50.003, "count": 330, "max_ms": 76.417, "p95_ms": 63.379}, "visualize": {"avg_ms": 3.526, "count": 330, "max_ms": 5.237, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15509.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.523, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.09, "name": "ffmpeg", "pid": 109993, "rss_mb": 327.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 6, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.284, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:54:36+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:54:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:54:36.350063+09:00", "mtime_epoch": 1783191276.3500628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:54:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2133.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.737, "pushed": 8.737, "read": 8.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.395, "count": 262, "max_ms": 11.702, "p95_ms": 8.267}, "gstreamer_push": {"avg_ms": 1.327, "count": 262, "max_ms": 1.545, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.278, "count": 262, "max_ms": 77.473, "p95_ms": 72.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.593, "count": 262, "max_ms": 76.03, "p95_ms": 59.181}, "yolo11_640_fire_11class": {"avg_ms": 59.582, "count": 262, "max_ms": 76.242, "p95_ms": 72.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.692, "count": 262, "max_ms": 77.006, "p95_ms": 73.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.166, "count": 262, "max_ms": 94.986, "p95_ms": 91.708}, "read_interval": {"avg_ms": 114.423, "count": 262, "max_ms": 4552.436, "p95_ms": 108.482}, "triton_wait": {"avg_ms": 64.032, "count": 262, "max_ms": 77.483, "p95_ms": 74.235}, "visualize": {"avg_ms": 3.75, "count": 262, "max_ms": 4.932, "p95_ms": 4.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15509.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.269, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.254, "name": "ffmpeg", "pid": 109886, "rss_mb": 275.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.964, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:54:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:54:49+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T03:54:49+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:54:49.622310+09:00", "mtime_epoch": 1783191289.6223104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 62940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:54:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9187.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.443, "count": 297, "max_ms": 26.58, "p95_ms": 19.306}, "gstreamer_push": {"avg_ms": 1.219, "count": 297, "max_ms": 1.533, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.682, "count": 297, "max_ms": 70.145, "p95_ms": 64.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.466, "count": 297, "max_ms": 69.842, "p95_ms": 60.507}, "yolo11_640_fire_11class": {"avg_ms": 54.774, "count": 297, "max_ms": 73.913, "p95_ms": 63.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.831, "count": 297, "max_ms": 78.516, "p95_ms": 68.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.119, "count": 297, "max_ms": 104.401, "p95_ms": 95.296}, "read_interval": {"avg_ms": 101.042, "count": 297, "max_ms": 120.011, "p95_ms": 111.48}, "triton_wait": {"avg_ms": 59.397, "count": 297, "max_ms": 78.529, "p95_ms": 69.495}, "visualize": {"avg_ms": 3.487, "count": 297, "max_ms": 4.504, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15510.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.604, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.09, "name": "ffmpeg", "pid": 109993, "rss_mb": 327.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 6, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.341, "sample_count": 2537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:55:06+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T03:55:06+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T03:55:06.450624+09:00", "mtime_epoch": 1783191306.450624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:55:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2133.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.381, "count": 298, "max_ms": 12.842, "p95_ms": 8.472}, "gstreamer_push": {"avg_ms": 1.34, "count": 298, "max_ms": 2.142, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.299, "count": 298, "max_ms": 74.655, "p95_ms": 72.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.585, "count": 298, "max_ms": 72.792, "p95_ms": 51.666}, "yolo11_640_fire_11class": {"avg_ms": 60.749, "count": 298, "max_ms": 75.947, "p95_ms": 70.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.36, "count": 298, "max_ms": 82.315, "p95_ms": 74.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.174, "count": 298, "max_ms": 98.341, "p95_ms": 91.917}, "read_interval": {"avg_ms": 100.992, "count": 297, "max_ms": 212.958, "p95_ms": 109.045}, "triton_wait": {"avg_ms": 67.071, "count": 298, "max_ms": 82.329, "p95_ms": 74.313}, "visualize": {"avg_ms": 3.717, "count": 298, "max_ms": 4.887, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15510.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.326, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.254, "name": "ffmpeg", "pid": 109886, "rss_mb": 275.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.911, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1184026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:55:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:55:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T03:55:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T03:55:19.678870+09:00", "mtime_epoch": 1783191319.6788702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 70787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:55:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9187.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.614, "pushed": 9.614, "read": 9.581}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.639, "count": 288, "max_ms": 25.611, "p95_ms": 19.584}, "gstreamer_push": {"avg_ms": 1.233, "count": 288, "max_ms": 1.465, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.19, "count": 288, "max_ms": 70.648, "p95_ms": 64.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.203, "count": 288, "max_ms": 67.577, "p95_ms": 62.614}, "yolo11_640_fire_11class": {"avg_ms": 56.02, "count": 288, "max_ms": 69.754, "p95_ms": 63.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.057, "count": 288, "max_ms": 77.17, "p95_ms": 71.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.392, "count": 288, "max_ms": 103.155, "p95_ms": 97.204}, "read_interval": {"avg_ms": 104.36, "count": 287, "max_ms": 118.726, "p95_ms": 113.149}, "triton_wait": {"avg_ms": 62.334, "count": 288, "max_ms": 77.204, "p95_ms": 71.399}, "visualize": {"avg_ms": 3.521, "count": 288, "max_ms": 4.297, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15513.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.713, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.09, "name": "ffmpeg", "pid": 109993, "rss_mb": 327.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 6, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.35, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:55:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:55:36+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T03:55:36+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T03:55:36.503183+09:00", "mtime_epoch": 1783191336.503183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:55:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2133.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.683, "pushed": 9.683, "read": 9.65}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.52, "count": 290, "max_ms": 11.833, "p95_ms": 11.146}, "gstreamer_push": {"avg_ms": 1.315, "count": 290, "max_ms": 1.557, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.618, "count": 290, "max_ms": 77.171, "p95_ms": 71.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.665, "count": 290, "max_ms": 76.478, "p95_ms": 64.462}, "yolo11_640_fire_11class": {"avg_ms": 61.478, "count": 290, "max_ms": 75.697, "p95_ms": 70.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.508, "count": 290, "max_ms": 77.68, "p95_ms": 74.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.235, "count": 290, "max_ms": 130.653, "p95_ms": 94.117}, "read_interval": {"avg_ms": 103.414, "count": 289, "max_ms": 145.021, "p95_ms": 115.834}, "triton_wait": {"avg_ms": 67.939, "count": 290, "max_ms": 77.69, "p95_ms": 74.674}, "visualize": {"avg_ms": 3.767, "count": 290, "max_ms": 5.645, "p95_ms": 4.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15513.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.33, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.832, "name": "ffmpeg", "pid": 109886, "rss_mb": 277.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.988, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1184322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:55:49+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T03:55:49+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T03:55:49.703428+09:00", "mtime_epoch": 1783191349.703428, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 71046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:55:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9187.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.099, "count": 296, "max_ms": 30.302, "p95_ms": 27.992}, "gstreamer_push": {"avg_ms": 1.222, "count": 296, "max_ms": 1.545, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.715, "count": 296, "max_ms": 70.437, "p95_ms": 65.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.16, "count": 296, "max_ms": 68.081, "p95_ms": 63.166}, "yolo11_640_fire_11class": {"avg_ms": 54.523, "count": 296, "max_ms": 70.96, "p95_ms": 65.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.532, "count": 296, "max_ms": 77.751, "p95_ms": 71.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.421, "count": 296, "max_ms": 107.094, "p95_ms": 97.958}, "read_interval": {"avg_ms": 101.409, "count": 296, "max_ms": 124.209, "p95_ms": 115.347}, "triton_wait": {"avg_ms": 59.029, "count": 296, "max_ms": 77.762, "p95_ms": 71.075}, "visualize": {"avg_ms": 3.508, "count": 296, "max_ms": 4.673, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15515.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.8, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.348, "name": "ffmpeg", "pid": 109993, "rss_mb": 327.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 6, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.206, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:56:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:56:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:56:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T03:56:06.627742+09:00", "mtime_epoch": 1783191366.627742, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:56:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2134.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.435, "pushed": 10.435, "read": 10.435}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.274, "count": 313, "max_ms": 12.505, "p95_ms": 9.302}, "gstreamer_push": {"avg_ms": 1.324, "count": 313, "max_ms": 1.989, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.891, "count": 313, "max_ms": 76.19, "p95_ms": 69.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.245, "count": 313, "max_ms": 76.777, "p95_ms": 67.115}, "yolo11_640_fire_11class": {"avg_ms": 57.255, "count": 313, "max_ms": 76.158, "p95_ms": 72.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.752, "count": 313, "max_ms": 76.767, "p95_ms": 73.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.477, "count": 313, "max_ms": 128.628, "p95_ms": 92.756}, "read_interval": {"avg_ms": 95.797, "count": 313, "max_ms": 142.047, "p95_ms": 110.005}, "triton_wait": {"avg_ms": 61.683, "count": 313, "max_ms": 76.786, "p95_ms": 74.205}, "visualize": {"avg_ms": 3.76, "count": 313, "max_ms": 5.288, "p95_ms": 4.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15516.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.396, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.605, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1184619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:56:19+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T03:56:19+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T03:56:19.759985+09:00", "mtime_epoch": 1783191379.7599852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 75017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:56:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9187.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.874}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.715, "count": 297, "max_ms": 27.538, "p95_ms": 21.603}, "gstreamer_push": {"avg_ms": 1.221, "count": 297, "max_ms": 1.434, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.209, "count": 297, "max_ms": 71.787, "p95_ms": 65.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.568, "count": 297, "max_ms": 69.587, "p95_ms": 62.225}, "yolo11_640_fire_11class": {"avg_ms": 54.864, "count": 297, "max_ms": 75.62, "p95_ms": 66.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.464, "count": 297, "max_ms": 77.396, "p95_ms": 71.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.136, "count": 297, "max_ms": 104.433, "p95_ms": 96.677}, "read_interval": {"avg_ms": 101.268, "count": 296, "max_ms": 120.444, "p95_ms": 113.576}, "triton_wait": {"avg_ms": 59.051, "count": 297, "max_ms": 77.408, "p95_ms": 71.224}, "visualize": {"avg_ms": 3.543, "count": 297, "max_ms": 4.813, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15516.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.824, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.121, "name": "ffmpeg", "pid": 109993, "rss_mb": 328.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 6, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.415, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1460249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:56:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T03:56:36+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T03:56:36.640298+09:00", "mtime_epoch": 1783191396.640298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:56:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2134.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.18, "count": 300, "max_ms": 11.134, "p95_ms": 7.879}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 1.808, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.231, "count": 300, "max_ms": 77.045, "p95_ms": 71.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.865, "count": 300, "max_ms": 80.423, "p95_ms": 55.668}, "yolo11_640_fire_11class": {"avg_ms": 60.162, "count": 300, "max_ms": 76.105, "p95_ms": 71.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.806, "count": 300, "max_ms": 77.238, "p95_ms": 74.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.602, "count": 300, "max_ms": 126.151, "p95_ms": 91.644}, "read_interval": {"avg_ms": 100.049, "count": 299, "max_ms": 199.803, "p95_ms": 110.114}, "triton_wait": {"avg_ms": 65.782, "count": 300, "max_ms": 80.435, "p95_ms": 74.971}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.325, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15516.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.433, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 4, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.573, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1184916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:56:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T03:56:49+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T03:56:49.800541+09:00", "mtime_epoch": 1783191409.8005412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:56:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9187.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.884}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.52, "count": 297, "max_ms": 26.617, "p95_ms": 19.283}, "gstreamer_push": {"avg_ms": 1.224, "count": 297, "max_ms": 1.445, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.823, "count": 297, "max_ms": 69.448, "p95_ms": 63.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.695, "count": 297, "max_ms": 70.94, "p95_ms": 60.11}, "yolo11_640_fire_11class": {"avg_ms": 54.35, "count": 297, "max_ms": 71.196, "p95_ms": 62.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.844, "count": 297, "max_ms": 74.52, "p95_ms": 69.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.128, "count": 297, "max_ms": 100.29, "p95_ms": 96.008}, "read_interval": {"avg_ms": 101.17, "count": 296, "max_ms": 121.069, "p95_ms": 112.739}, "triton_wait": {"avg_ms": 59.324, "count": 297, "max_ms": 74.532, "p95_ms": 70.593}, "visualize": {"avg_ms": 3.485, "count": 297, "max_ms": 5.741, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15517.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.839, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.637, "name": "ffmpeg", "pid": 109993, "rss_mb": 328.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 6, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.263, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1460553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:57:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:57:06+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T03:57:06+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T03:57:06.680853+09:00", "mtime_epoch": 1783191426.680853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:57:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2134.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.361, "count": 304, "max_ms": 12.854, "p95_ms": 11.12}, "gstreamer_push": {"avg_ms": 1.326, "count": 304, "max_ms": 1.661, "p95_ms": 1.51}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.607, "count": 304, "max_ms": 73.646, "p95_ms": 70.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.541, "count": 304, "max_ms": 72.455, "p95_ms": 54.743}, "yolo11_640_fire_11class": {"avg_ms": 57.098, "count": 304, "max_ms": 74.324, "p95_ms": 70.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.498, "count": 304, "max_ms": 77.107, "p95_ms": 72.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.458, "count": 304, "max_ms": 124.77, "p95_ms": 90.038}, "read_interval": {"avg_ms": 98.823, "count": 304, "max_ms": 274.647, "p95_ms": 109.891}, "triton_wait": {"avg_ms": 62.381, "count": 304, "max_ms": 77.119, "p95_ms": 73.004}, "visualize": {"avg_ms": 3.768, "count": 304, "max_ms": 5.795, "p95_ms": 4.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15517.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.441, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.53, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1185215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:57:19+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T03:57:19+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T03:57:19.785095+09:00", "mtime_epoch": 1783191439.7850947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:57:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9188.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.547, "count": 299, "max_ms": 26.137, "p95_ms": 19.628}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 1.73, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.945, "count": 299, "max_ms": 69.913, "p95_ms": 64.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.495, "count": 299, "max_ms": 66.702, "p95_ms": 58.611}, "yolo11_640_fire_11class": {"avg_ms": 54.132, "count": 299, "max_ms": 69.929, "p95_ms": 63.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.728, "count": 299, "max_ms": 74.782, "p95_ms": 67.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.204, "count": 299, "max_ms": 100.643, "p95_ms": 93.95}, "read_interval": {"avg_ms": 100.29, "count": 299, "max_ms": 117.163, "p95_ms": 111.219}, "triton_wait": {"avg_ms": 58.3, "count": 299, "max_ms": 74.795, "p95_ms": 68.452}, "visualize": {"avg_ms": 3.51, "count": 299, "max_ms": 4.458, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15517.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.95, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.895, "name": "ffmpeg", "pid": 109993, "rss_mb": 328.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.067, "sample_count": 2594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1460852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:57:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T03:57:36+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-05T03:57:36.645406+09:00", "mtime_epoch": 1783191456.6454058, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:57:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2134.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.223, "count": 299, "max_ms": 12.815, "p95_ms": 8.027}, "gstreamer_push": {"avg_ms": 1.321, "count": 299, "max_ms": 1.597, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.436, "count": 299, "max_ms": 76.055, "p95_ms": 71.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.413, "count": 299, "max_ms": 72.949, "p95_ms": 56.819}, "yolo11_640_fire_11class": {"avg_ms": 58.364, "count": 299, "max_ms": 73.381, "p95_ms": 70.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.134, "count": 299, "max_ms": 77.176, "p95_ms": 73.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.651, "count": 299, "max_ms": 93.727, "p95_ms": 89.756}, "read_interval": {"avg_ms": 100.647, "count": 298, "max_ms": 232.002, "p95_ms": 110.764}, "triton_wait": {"avg_ms": 63.876, "count": 299, "max_ms": 77.19, "p95_ms": 73.393}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 5.05, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15517.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.504, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.543, "sample_count": 3018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1185516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T03:57:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T03:57:49+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T03:57:49.861649+09:00", "mtime_epoch": 1783191469.8616493, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 74938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:57:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9188.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.83, "count": 301, "max_ms": 26.978, "p95_ms": 20.132}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.949, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.816, "count": 301, "max_ms": 70.214, "p95_ms": 62.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.938, "count": 301, "max_ms": 63.031, "p95_ms": 58.03}, "yolo11_640_fire_11class": {"avg_ms": 52.938, "count": 301, "max_ms": 70.814, "p95_ms": 62.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.249, "count": 301, "max_ms": 72.806, "p95_ms": 69.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.884, "count": 301, "max_ms": 101.333, "p95_ms": 95.434}, "read_interval": {"avg_ms": 99.857, "count": 300, "max_ms": 120.644, "p95_ms": 111.48}, "triton_wait": {"avg_ms": 57.669, "count": 301, "max_ms": 72.821, "p95_ms": 69.312}, "visualize": {"avg_ms": 3.531, "count": 301, "max_ms": 4.598, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15518.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.064, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.926, "name": "ffmpeg", "pid": 109993, "rss_mb": 329.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.942, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:58:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:58:06+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T03:58:06+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-05T03:58:06.649958+09:00", "mtime_epoch": 1783191486.6499584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:58:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2134.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.166, "count": 299, "max_ms": 11.376, "p95_ms": 7.774}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 1.943, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.0, "count": 299, "max_ms": 73.763, "p95_ms": 70.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.329, "count": 299, "max_ms": 69.59, "p95_ms": 53.812}, "yolo11_640_fire_11class": {"avg_ms": 57.448, "count": 299, "max_ms": 73.395, "p95_ms": 70.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.124, "count": 299, "max_ms": 79.17, "p95_ms": 73.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.38, "count": 299, "max_ms": 94.795, "p95_ms": 89.979}, "read_interval": {"avg_ms": 100.472, "count": 298, "max_ms": 363.981, "p95_ms": 110.602}, "triton_wait": {"avg_ms": 62.929, "count": 299, "max_ms": 79.182, "p95_ms": 73.407}, "visualize": {"avg_ms": 3.721, "count": 299, "max_ms": 5.413, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15518.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.513, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.791, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1185818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:58:19+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T03:58:19+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T03:58:19.862201+09:00", "mtime_epoch": 1783191499.8622015, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 71862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:58:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9188.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.757, "count": 302, "max_ms": 27.917, "p95_ms": 19.835}, "gstreamer_push": {"avg_ms": 1.251, "count": 302, "max_ms": 1.585, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.98, "count": 302, "max_ms": 70.641, "p95_ms": 63.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.269, "count": 302, "max_ms": 69.65, "p95_ms": 58.844}, "yolo11_640_fire_11class": {"avg_ms": 53.242, "count": 302, "max_ms": 70.631, "p95_ms": 63.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.476, "count": 302, "max_ms": 75.122, "p95_ms": 70.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.21, "count": 302, "max_ms": 101.086, "p95_ms": 96.656}, "read_interval": {"avg_ms": 99.357, "count": 302, "max_ms": 118.299, "p95_ms": 112.624}, "triton_wait": {"avg_ms": 57.059, "count": 302, "max_ms": 75.133, "p95_ms": 70.023}, "visualize": {"avg_ms": 3.507, "count": 302, "max_ms": 5.327, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15518.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.16, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.926, "name": "ffmpeg", "pid": 109993, "rss_mb": 329.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.917, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:58:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:58:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T03:58:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T03:58:36.986516+09:00", "mtime_epoch": 1783191516.986516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:58:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2135.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.182, "count": 297, "max_ms": 11.614, "p95_ms": 7.927}, "gstreamer_push": {"avg_ms": 1.335, "count": 297, "max_ms": 1.634, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.0, "count": 297, "max_ms": 76.138, "p95_ms": 71.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.162, "count": 297, "max_ms": 71.508, "p95_ms": 57.852}, "yolo11_640_fire_11class": {"avg_ms": 62.258, "count": 297, "max_ms": 77.788, "p95_ms": 72.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.719, "count": 297, "max_ms": 77.95, "p95_ms": 75.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.219, "count": 297, "max_ms": 96.195, "p95_ms": 92.25}, "read_interval": {"avg_ms": 100.981, "count": 297, "max_ms": 220.865, "p95_ms": 110.326}, "triton_wait": {"avg_ms": 66.546, "count": 297, "max_ms": 77.963, "p95_ms": 75.246}, "visualize": {"avg_ms": 3.736, "count": 297, "max_ms": 4.742, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15518.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.531, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.008, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1186110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:58:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:58:49+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T03:58:49+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T03:58:49.878753+09:00", "mtime_epoch": 1783191529.878753, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 74353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:58:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9188.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.762, "pushed": 9.762, "read": 9.728}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.534, "count": 292, "max_ms": 27.81, "p95_ms": 19.564}, "gstreamer_push": {"avg_ms": 1.219, "count": 292, "max_ms": 1.468, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.78, "count": 292, "max_ms": 70.377, "p95_ms": 63.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.321, "count": 292, "max_ms": 70.27, "p95_ms": 61.799}, "yolo11_640_fire_11class": {"avg_ms": 56.939, "count": 292, "max_ms": 72.358, "p95_ms": 65.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.382, "count": 292, "max_ms": 75.687, "p95_ms": 69.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.814, "count": 292, "max_ms": 101.709, "p95_ms": 96.906}, "read_interval": {"avg_ms": 102.766, "count": 291, "max_ms": 117.59, "p95_ms": 112.751}, "triton_wait": {"avg_ms": 60.907, "count": 292, "max_ms": 75.699, "p95_ms": 70.897}, "visualize": {"avg_ms": 3.511, "count": 292, "max_ms": 4.548, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15519.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.168, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.926, "name": "ffmpeg", "pid": 109993, "rss_mb": 329.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.048, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:59:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:59:07+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T03:59:07+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T03:59:07.015067+09:00", "mtime_epoch": 1783191547.0150673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:59:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2135.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.378, "count": 299, "max_ms": 10.587, "p95_ms": 8.072}, "gstreamer_push": {"avg_ms": 1.341, "count": 299, "max_ms": 2.396, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.807, "count": 299, "max_ms": 77.42, "p95_ms": 72.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.902, "count": 299, "max_ms": 75.925, "p95_ms": 59.09}, "yolo11_640_fire_11class": {"avg_ms": 62.785, "count": 299, "max_ms": 79.005, "p95_ms": 73.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.206, "count": 299, "max_ms": 77.407, "p95_ms": 75.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.491, "count": 299, "max_ms": 106.381, "p95_ms": 92.687}, "read_interval": {"avg_ms": 100.436, "count": 299, "max_ms": 119.936, "p95_ms": 111.532}, "triton_wait": {"avg_ms": 66.302, "count": 299, "max_ms": 79.019, "p95_ms": 75.613}, "visualize": {"avg_ms": 3.759, "count": 299, "max_ms": 4.955, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15519.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.561, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.215, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1186401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:59:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:59:20+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T03:59:19+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T03:59:19.923304+09:00", "mtime_epoch": 1783191559.923304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 74972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:59:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9188.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.727, "pushed": 9.727, "read": 9.693}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.585, "count": 291, "max_ms": 27.294, "p95_ms": 19.536}, "gstreamer_push": {"avg_ms": 1.23, "count": 291, "max_ms": 1.508, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.033, "count": 291, "max_ms": 75.784, "p95_ms": 65.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.105, "count": 291, "max_ms": 72.4, "p95_ms": 62.431}, "yolo11_640_fire_11class": {"avg_ms": 57.907, "count": 291, "max_ms": 76.235, "p95_ms": 67.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.234, "count": 291, "max_ms": 77.035, "p95_ms": 70.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.086, "count": 291, "max_ms": 103.914, "p95_ms": 97.16}, "read_interval": {"avg_ms": 103.21, "count": 290, "max_ms": 119.219, "p95_ms": 113.638}, "triton_wait": {"avg_ms": 61.058, "count": 291, "max_ms": 77.047, "p95_ms": 70.745}, "visualize": {"avg_ms": 3.537, "count": 291, "max_ms": 4.781, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15519.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.196, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.926, "name": "ffmpeg", "pid": 109993, "rss_mb": 329.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.213, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:59:37+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T03:59:37+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T03:59:37.043618+09:00", "mtime_epoch": 1783191577.0436177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T03:59:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2135.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.124, "pushed": 10.124, "read": 10.091}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.277, "count": 303, "max_ms": 10.289, "p95_ms": 7.945}, "gstreamer_push": {"avg_ms": 1.318, "count": 303, "max_ms": 1.592, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.379, "count": 303, "max_ms": 77.394, "p95_ms": 73.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.878, "count": 303, "max_ms": 77.284, "p95_ms": 63.73}, "yolo11_640_fire_11class": {"avg_ms": 61.413, "count": 303, "max_ms": 80.12, "p95_ms": 73.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.471, "count": 303, "max_ms": 78.709, "p95_ms": 75.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.375, "count": 303, "max_ms": 133.626, "p95_ms": 93.33}, "read_interval": {"avg_ms": 99.142, "count": 302, "max_ms": 149.824, "p95_ms": 109.888}, "triton_wait": {"avg_ms": 65.615, "count": 303, "max_ms": 80.129, "p95_ms": 76.091}, "visualize": {"avg_ms": 3.716, "count": 303, "max_ms": 5.16, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 311, "tracking_summary": 9889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15519.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.631, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.449, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1186698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T03:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T03:59:50+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T03:59:49+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T03:59:49.999855+09:00", "mtime_epoch": 1783191589.999855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T03:59:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9188.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.873}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.904, "count": 297, "max_ms": 28.094, "p95_ms": 20.175}, "gstreamer_push": {"avg_ms": 1.237, "count": 297, "max_ms": 2.261, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.818, "count": 297, "max_ms": 73.797, "p95_ms": 66.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.381, "count": 297, "max_ms": 69.988, "p95_ms": 61.439}, "yolo11_640_fire_11class": {"avg_ms": 54.313, "count": 297, "max_ms": 71.79, "p95_ms": 64.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.476, "count": 297, "max_ms": 74.48, "p95_ms": 71.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.238, "count": 297, "max_ms": 102.422, "p95_ms": 96.981}, "read_interval": {"avg_ms": 101.284, "count": 296, "max_ms": 118.084, "p95_ms": 113.063}, "triton_wait": {"avg_ms": 58.914, "count": 297, "max_ms": 74.494, "p95_ms": 71.094}, "visualize": {"avg_ms": 3.523, "count": 297, "max_ms": 4.662, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15519.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.29, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.926, "name": "ffmpeg", "pid": 109993, "rss_mb": 329.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.372, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:00:07+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T04:00:07+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T04:00:07.120168+09:00", "mtime_epoch": 1783191607.1201682, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:00:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2135.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.287, "count": 294, "max_ms": 11.829, "p95_ms": 7.975}, "gstreamer_push": {"avg_ms": 1.328, "count": 294, "max_ms": 2.093, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.943, "count": 294, "max_ms": 75.898, "p95_ms": 73.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.269, "count": 294, "max_ms": 70.692, "p95_ms": 61.229}, "yolo11_640_fire_11class": {"avg_ms": 61.743, "count": 294, "max_ms": 75.406, "p95_ms": 71.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.613, "count": 294, "max_ms": 80.994, "p95_ms": 75.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.254, "count": 294, "max_ms": 128.321, "p95_ms": 92.655}, "read_interval": {"avg_ms": 102.026, "count": 294, "max_ms": 142.182, "p95_ms": 110.224}, "triton_wait": {"avg_ms": 68.188, "count": 294, "max_ms": 81.006, "p95_ms": 75.42}, "visualize": {"avg_ms": 3.727, "count": 294, "max_ms": 5.267, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15676.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.692, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.529, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1186978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:00:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:00:20+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-05T04:00:20+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T04:00:20.028404+09:00", "mtime_epoch": 1783191620.0284042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:00:20+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9189.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 4.634, "recorders": [{"age_sec": 4.634, "frame_count": 88, "is_recording": true, "is_stopping": false, "pid": 110145, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.758, "name": "ffmpeg", "pid": 110145, "rss_mb": 186.758, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 12, "returncode": null, "running": true, "started_at": "2026-07-05T04:00:15+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260705_040015_fire_detected"}], "running_ffmpeg_count": 1, "running_pids": [110145], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.342, "pushed": 9.342, "read": 9.309}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.394, "count": 280, "max_ms": 28.435, "p95_ms": 19.031}, "gstreamer_push": {"avg_ms": 1.229, "count": 280, "max_ms": 1.733, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.152, "count": 280, "max_ms": 70.134, "p95_ms": 65.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.416, "count": 280, "max_ms": 63.648, "p95_ms": 61.199}, "yolo11_640_fire_11class": {"avg_ms": 56.304, "count": 280, "max_ms": 69.016, "p95_ms": 64.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.351, "count": 280, "max_ms": 73.686, "p95_ms": 70.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.309, "count": 280, "max_ms": 807.391, "p95_ms": 97.627}, "read_interval": {"avg_ms": 107.312, "count": 279, "max_ms": 820.831, "p95_ms": 113.004}, "triton_wait": {"avg_ms": 61.737, "count": 280, "max_ms": 73.697, "p95_ms": 70.825}, "visualize": {"avg_ms": 3.506, "count": 280, "max_ms": 10.131, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15524.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.302, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.926, "name": "ffmpeg", "pid": 109993, "rss_mb": 329.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.412, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:00:37+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T04:00:37+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T04:00:37.116717+09:00", "mtime_epoch": 1783191637.1167166, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:00:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2135.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.266, "count": 298, "max_ms": 10.614, "p95_ms": 8.071}, "gstreamer_push": {"avg_ms": 1.325, "count": 298, "max_ms": 1.6, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.593, "count": 298, "max_ms": 74.653, "p95_ms": 70.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.952, "count": 298, "max_ms": 69.407, "p95_ms": 63.298}, "yolo11_640_fire_11class": {"avg_ms": 62.886, "count": 298, "max_ms": 80.624, "p95_ms": 74.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.059, "count": 298, "max_ms": 81.433, "p95_ms": 76.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.955, "count": 298, "max_ms": 133.213, "p95_ms": 94.737}, "read_interval": {"avg_ms": 100.655, "count": 298, "max_ms": 148.113, "p95_ms": 112.526}, "triton_wait": {"avg_ms": 67.029, "count": 298, "max_ms": 81.446, "p95_ms": 77.303}, "visualize": {"avg_ms": 3.712, "count": 298, "max_ms": 5.322, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15524.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.699, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.41, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.722, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1187265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:00:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:00:50+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T04:00:50+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T04:00:50.060953+09:00", "mtime_epoch": 1783191650.060953, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:00:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9189.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.57, "pushed": 9.57, "read": 9.57}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.266, "count": 287, "max_ms": 20.658, "p95_ms": 18.854}, "gstreamer_push": {"avg_ms": 1.226, "count": 287, "max_ms": 1.547, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.057, "count": 287, "max_ms": 69.45, "p95_ms": 64.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.613, "count": 287, "max_ms": 67.639, "p95_ms": 60.551}, "yolo11_640_fire_11class": {"avg_ms": 59.397, "count": 287, "max_ms": 72.992, "p95_ms": 70.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.012, "count": 287, "max_ms": 77.291, "p95_ms": 71.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.705, "count": 287, "max_ms": 120.637, "p95_ms": 98.319}, "read_interval": {"avg_ms": 104.642, "count": 287, "max_ms": 137.427, "p95_ms": 114.529}, "triton_wait": {"avg_ms": 62.71, "count": 287, "max_ms": 77.304, "p95_ms": 72.581}, "visualize": {"avg_ms": 3.472, "count": 287, "max_ms": 4.399, "p95_ms": 3.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15524.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.398, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.926, "name": "ffmpeg", "pid": 109993, "rss_mb": 329.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.721, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:01:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:01:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:01:07+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:01:07.221266+09:00", "mtime_epoch": 1783191667.2212663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:01:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2135.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.238, "pushed": 10.238, "read": 10.205}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 307, "max_ms": 14.103, "p95_ms": 10.889}, "gstreamer_push": {"avg_ms": 1.333, "count": 307, "max_ms": 1.913, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.723, "count": 307, "max_ms": 76.642, "p95_ms": 71.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.572, "count": 307, "max_ms": 72.044, "p95_ms": 53.584}, "yolo11_640_fire_11class": {"avg_ms": 61.0, "count": 307, "max_ms": 84.349, "p95_ms": 76.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.184, "count": 307, "max_ms": 77.962, "p95_ms": 75.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.86, "count": 307, "max_ms": 134.976, "p95_ms": 94.96}, "read_interval": {"avg_ms": 97.976, "count": 306, "max_ms": 151.492, "p95_ms": 114.471}, "triton_wait": {"avg_ms": 62.587, "count": 307, "max_ms": 84.364, "p95_ms": 76.642}, "visualize": {"avg_ms": 3.822, "count": 307, "max_ms": 6.129, "p95_ms": 4.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15525.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.726, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.668, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.903, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1187570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:01:20+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T04:01:20+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T04:01:20.093501+09:00", "mtime_epoch": 1783191680.093501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:01:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9189.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.188, "pushed": 10.188, "read": 10.154}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.108, "count": 305, "max_ms": 31.122, "p95_ms": 21.237}, "gstreamer_push": {"avg_ms": 1.259, "count": 305, "max_ms": 1.889, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.579, "count": 305, "max_ms": 75.019, "p95_ms": 63.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.837, "count": 305, "max_ms": 64.64, "p95_ms": 56.917}, "yolo11_640_fire_11class": {"avg_ms": 54.427, "count": 305, "max_ms": 73.253, "p95_ms": 69.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.753, "count": 305, "max_ms": 78.35, "p95_ms": 70.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.42, "count": 305, "max_ms": 118.446, "p95_ms": 98.044}, "read_interval": {"avg_ms": 98.463, "count": 304, "max_ms": 135.025, "p95_ms": 114.041}, "triton_wait": {"avg_ms": 55.959, "count": 305, "max_ms": 78.366, "p95_ms": 70.569}, "visualize": {"avg_ms": 3.519, "count": 305, "max_ms": 4.755, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15525.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.41, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.926, "name": "ffmpeg", "pid": 109993, "rss_mb": 329.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.957, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1463251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:01:37+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:01:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:01:37.233814+09:00", "mtime_epoch": 1783191697.2338135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:01:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2135.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.479, "count": 299, "max_ms": 11.957, "p95_ms": 9.02}, "gstreamer_push": {"avg_ms": 1.325, "count": 299, "max_ms": 1.621, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.138, "count": 299, "max_ms": 75.087, "p95_ms": 69.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.902, "count": 299, "max_ms": 68.307, "p95_ms": 53.168}, "yolo11_640_fire_11class": {"avg_ms": 62.595, "count": 299, "max_ms": 80.928, "p95_ms": 74.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.337, "count": 299, "max_ms": 79.473, "p95_ms": 75.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.368, "count": 299, "max_ms": 132.936, "p95_ms": 93.64}, "read_interval": {"avg_ms": 100.38, "count": 299, "max_ms": 247.724, "p95_ms": 114.497}, "triton_wait": {"avg_ms": 64.165, "count": 299, "max_ms": 80.943, "p95_ms": 75.821}, "visualize": {"avg_ms": 3.785, "count": 299, "max_ms": 5.301, "p95_ms": 4.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15525.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.756, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.668, "name": "ffmpeg", "pid": 109886, "rss_mb": 280.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.97, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1187864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:01:50+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:01:50+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T04:01:50.106048+09:00", "mtime_epoch": 1783191710.106048, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:01:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9189.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.821, "pushed": 9.821, "read": 9.788}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.585, "count": 294, "max_ms": 23.264, "p95_ms": 19.636}, "gstreamer_push": {"avg_ms": 1.237, "count": 294, "max_ms": 1.467, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.468, "count": 294, "max_ms": 69.167, "p95_ms": 63.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.754, "count": 294, "max_ms": 65.475, "p95_ms": 59.87}, "yolo11_640_fire_11class": {"avg_ms": 57.544, "count": 294, "max_ms": 75.377, "p95_ms": 68.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.55, "count": 294, "max_ms": 76.948, "p95_ms": 70.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.153, "count": 294, "max_ms": 102.839, "p95_ms": 96.854}, "read_interval": {"avg_ms": 102.126, "count": 293, "max_ms": 120.767, "p95_ms": 113.999}, "triton_wait": {"avg_ms": 60.229, "count": 294, "max_ms": 76.961, "p95_ms": 70.902}, "visualize": {"avg_ms": 3.514, "count": 294, "max_ms": 4.583, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15525.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.468, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.926, "name": "ffmpeg", "pid": 109993, "rss_mb": 329.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.439, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1463538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:02:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:02:07+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:02:07.290361+09:00", "mtime_epoch": 1783191727.290361, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:02:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2136.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.582, "pushed": 9.582, "read": 9.549}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.503, "count": 287, "max_ms": 11.287, "p95_ms": 9.634}, "gstreamer_push": {"avg_ms": 1.316, "count": 287, "max_ms": 1.516, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.099, "count": 287, "max_ms": 76.932, "p95_ms": 71.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.828, "count": 287, "max_ms": 73.772, "p95_ms": 65.173}, "yolo11_640_fire_11class": {"avg_ms": 64.658, "count": 287, "max_ms": 78.691, "p95_ms": 75.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.642, "count": 287, "max_ms": 79.522, "p95_ms": 76.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.249, "count": 287, "max_ms": 132.01, "p95_ms": 105.133}, "read_interval": {"avg_ms": 104.722, "count": 286, "max_ms": 145.942, "p95_ms": 118.963}, "triton_wait": {"avg_ms": 69.209, "count": 287, "max_ms": 79.535, "p95_ms": 76.942}, "visualize": {"avg_ms": 3.771, "count": 287, "max_ms": 5.465, "p95_ms": 4.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15528.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.771, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.246, "name": "ffmpeg", "pid": 109886, "rss_mb": 283.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.978, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1188151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:02:20+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:02:20+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:02:20.118595+09:00", "mtime_epoch": 1783191740.1185946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:02:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9189.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.567, "pushed": 9.567, "read": 9.567}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.18, "count": 287, "max_ms": 22.54, "p95_ms": 18.299}, "gstreamer_push": {"avg_ms": 1.227, "count": 287, "max_ms": 1.584, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.249, "count": 287, "max_ms": 68.326, "p95_ms": 64.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.625, "count": 287, "max_ms": 68.337, "p95_ms": 60.784}, "yolo11_640_fire_11class": {"avg_ms": 58.487, "count": 287, "max_ms": 68.763, "p95_ms": 65.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.557, "count": 287, "max_ms": 75.39, "p95_ms": 70.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.533, "count": 287, "max_ms": 100.263, "p95_ms": 96.075}, "read_interval": {"avg_ms": 104.565, "count": 287, "max_ms": 119.717, "p95_ms": 112.248}, "triton_wait": {"avg_ms": 62.986, "count": 287, "max_ms": 75.402, "p95_ms": 70.35}, "visualize": {"avg_ms": 3.47, "count": 287, "max_ms": 4.415, "p95_ms": 3.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15529.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.559, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.957, "name": "ffmpeg", "pid": 109993, "rss_mb": 330.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.914, "sample_count": 2966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1463824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:02:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:02:37+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:02:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:02:37.382909+09:00", "mtime_epoch": 1783191757.3829086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:02:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2136.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.538, "pushed": 9.538, "read": 9.505}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 286, "max_ms": 10.395, "p95_ms": 8.773}, "gstreamer_push": {"avg_ms": 1.314, "count": 286, "max_ms": 1.519, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.943, "count": 286, "max_ms": 76.247, "p95_ms": 72.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.496, "count": 286, "max_ms": 75.912, "p95_ms": 64.258}, "yolo11_640_fire_11class": {"avg_ms": 65.348, "count": 286, "max_ms": 76.664, "p95_ms": 73.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.422, "count": 286, "max_ms": 80.585, "p95_ms": 76.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.641, "count": 286, "max_ms": 180.552, "p95_ms": 95.875}, "read_interval": {"avg_ms": 105.2, "count": 285, "max_ms": 191.617, "p95_ms": 113.425}, "triton_wait": {"avg_ms": 70.781, "count": 286, "max_ms": 80.597, "p95_ms": 76.618}, "visualize": {"avg_ms": 3.732, "count": 286, "max_ms": 4.691, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15529.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.772, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.246, "name": "ffmpeg", "pid": 109886, "rss_mb": 283.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.198, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1188432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:02:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:02:50+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:02:50+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:02:50.123140+09:00", "mtime_epoch": 1783191770.1231403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:02:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9189.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.371, "pushed": 9.371, "read": 9.371}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.323, "count": 281, "max_ms": 24.256, "p95_ms": 18.348}, "gstreamer_push": {"avg_ms": 1.234, "count": 281, "max_ms": 1.438, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.142, "count": 281, "max_ms": 70.028, "p95_ms": 66.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.372, "count": 281, "max_ms": 67.035, "p95_ms": 61.709}, "yolo11_640_fire_11class": {"avg_ms": 58.822, "count": 281, "max_ms": 69.769, "p95_ms": 65.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.485, "count": 281, "max_ms": 76.318, "p95_ms": 71.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.614, "count": 281, "max_ms": 101.259, "p95_ms": 97.256}, "read_interval": {"avg_ms": 106.779, "count": 281, "max_ms": 117.255, "p95_ms": 114.16}, "triton_wait": {"avg_ms": 64.785, "count": 281, "max_ms": 76.33, "p95_ms": 71.235}, "visualize": {"avg_ms": 3.513, "count": 281, "max_ms": 4.213, "p95_ms": 3.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15532.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.67, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.957, "name": "ffmpeg", "pid": 109993, "rss_mb": 330.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.206, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:03:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:03:07+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T04:03:07+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T04:03:07.487456+09:00", "mtime_epoch": 1783191787.4874558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:03:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2136.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.471, "pushed": 9.471, "read": 9.471}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.496, "count": 284, "max_ms": 10.354, "p95_ms": 8.103}, "gstreamer_push": {"avg_ms": 1.326, "count": 284, "max_ms": 2.004, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.329, "count": 284, "max_ms": 76.25, "p95_ms": 73.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.911, "count": 284, "max_ms": 73.118, "p95_ms": 64.76}, "yolo11_640_fire_11class": {"avg_ms": 63.268, "count": 284, "max_ms": 75.357, "p95_ms": 71.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.14, "count": 284, "max_ms": 79.572, "p95_ms": 76.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.186, "count": 284, "max_ms": 135.233, "p95_ms": 95.135}, "read_interval": {"avg_ms": 105.62, "count": 284, "max_ms": 151.415, "p95_ms": 112.168}, "triton_wait": {"avg_ms": 70.513, "count": 284, "max_ms": 79.584, "p95_ms": 76.476}, "visualize": {"avg_ms": 3.729, "count": 284, "max_ms": 5.787, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15532.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.807, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.824, "name": "ffmpeg", "pid": 109886, "rss_mb": 285.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.307, "sample_count": 2896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1188716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:03:20+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T04:03:20+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:03:20.155686+09:00", "mtime_epoch": 1783191800.1556861, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:03:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9189.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.489, "pushed": 9.489, "read": 9.455}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.575, "count": 284, "max_ms": 29.245, "p95_ms": 21.171}, "gstreamer_push": {"avg_ms": 1.239, "count": 284, "max_ms": 1.47, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.513, "count": 284, "max_ms": 70.103, "p95_ms": 66.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.418, "count": 284, "max_ms": 67.316, "p95_ms": 59.911}, "yolo11_640_fire_11class": {"avg_ms": 55.869, "count": 284, "max_ms": 68.356, "p95_ms": 63.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.634, "count": 284, "max_ms": 75.265, "p95_ms": 70.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.645, "count": 284, "max_ms": 267.065, "p95_ms": 97.963}, "read_interval": {"avg_ms": 105.738, "count": 283, "max_ms": 280.627, "p95_ms": 114.221}, "triton_wait": {"avg_ms": 62.948, "count": 284, "max_ms": 75.278, "p95_ms": 70.711}, "visualize": {"avg_ms": 3.52, "count": 284, "max_ms": 4.975, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15537.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.717, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.957, "name": "ffmpeg", "pid": 109993, "rss_mb": 330.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.709, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:03:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:03:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:03:37+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T04:03:37.536002+09:00", "mtime_epoch": 1783191817.5360017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 121366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:03:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2136.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.599, "pushed": 9.599, "read": 9.566}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.556, "count": 287, "max_ms": 11.718, "p95_ms": 9.412}, "gstreamer_push": {"avg_ms": 1.337, "count": 287, "max_ms": 2.043, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.813, "count": 287, "max_ms": 77.111, "p95_ms": 73.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.089, "count": 287, "max_ms": 73.594, "p95_ms": 65.443}, "yolo11_640_fire_11class": {"avg_ms": 62.007, "count": 287, "max_ms": 76.133, "p95_ms": 71.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.046, "count": 287, "max_ms": 81.838, "p95_ms": 76.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.936, "count": 287, "max_ms": 131.913, "p95_ms": 96.156}, "read_interval": {"avg_ms": 104.68, "count": 286, "max_ms": 147.789, "p95_ms": 115.439}, "triton_wait": {"avg_ms": 69.46, "count": 287, "max_ms": 81.85, "p95_ms": 76.887}, "visualize": {"avg_ms": 3.734, "count": 287, "max_ms": 5.127, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15537.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.876, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.883, "name": "ffmpeg", "pid": 109886, "rss_mb": 290.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.792, "sample_count": 2887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:03:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:03:50+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T04:03:50+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T04:03:50.220232+09:00", "mtime_epoch": 1783191830.2202318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:03:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9189.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.477, "pushed": 9.477, "read": 9.444}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.686, "count": 284, "max_ms": 31.406, "p95_ms": 22.549}, "gstreamer_push": {"avg_ms": 1.233, "count": 284, "max_ms": 1.398, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.122, "count": 284, "max_ms": 71.574, "p95_ms": 67.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.727, "count": 284, "max_ms": 67.501, "p95_ms": 62.887}, "yolo11_640_fire_11class": {"avg_ms": 57.678, "count": 284, "max_ms": 72.527, "p95_ms": 67.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.423, "count": 284, "max_ms": 78.881, "p95_ms": 72.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.005, "count": 284, "max_ms": 110.484, "p95_ms": 100.539}, "read_interval": {"avg_ms": 105.858, "count": 283, "max_ms": 129.13, "p95_ms": 116.746}, "triton_wait": {"avg_ms": 63.886, "count": 284, "max_ms": 78.892, "p95_ms": 72.717}, "visualize": {"avg_ms": 3.49, "count": 284, "max_ms": 4.259, "p95_ms": 3.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15538.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.74, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.957, "name": "ffmpeg", "pid": 109993, "rss_mb": 330.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.921, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:04:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:04:07+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:04:07+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:04:07.560546+09:00", "mtime_epoch": 1783191847.5605464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:04:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2136.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.662, "pushed": 9.662, "read": 9.629}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.458, "count": 289, "max_ms": 11.752, "p95_ms": 7.977}, "gstreamer_push": {"avg_ms": 1.325, "count": 289, "max_ms": 1.501, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.41, "count": 289, "max_ms": 78.378, "p95_ms": 74.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.659, "count": 289, "max_ms": 69.596, "p95_ms": 65.801}, "yolo11_640_fire_11class": {"avg_ms": 64.434, "count": 289, "max_ms": 78.646, "p95_ms": 75.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.936, "count": 289, "max_ms": 80.896, "p95_ms": 76.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.181, "count": 289, "max_ms": 98.381, "p95_ms": 94.929}, "read_interval": {"avg_ms": 103.864, "count": 288, "max_ms": 116.94, "p95_ms": 111.953}, "triton_wait": {"avg_ms": 69.224, "count": 289, "max_ms": 80.912, "p95_ms": 76.98}, "visualize": {"avg_ms": 3.71, "count": 289, "max_ms": 4.775, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15538.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.91, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.883, "name": "ffmpeg", "pid": 109886, "rss_mb": 290.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.797, "sample_count": 2885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:04:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:04:20+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T04:04:20+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T04:04:20.252777+09:00", "mtime_epoch": 1783191860.2527766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:04:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9190.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.655, "pushed": 9.655, "read": 9.622}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.426, "count": 289, "max_ms": 23.719, "p95_ms": 19.823}, "gstreamer_push": {"avg_ms": 1.232, "count": 289, "max_ms": 1.478, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.038, "count": 289, "max_ms": 72.616, "p95_ms": 67.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.41, "count": 289, "max_ms": 64.245, "p95_ms": 60.592}, "yolo11_640_fire_11class": {"avg_ms": 57.81, "count": 289, "max_ms": 74.641, "p95_ms": 67.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.342, "count": 289, "max_ms": 79.927, "p95_ms": 71.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.851, "count": 289, "max_ms": 105.435, "p95_ms": 97.631}, "read_interval": {"avg_ms": 103.891, "count": 288, "max_ms": 121.16, "p95_ms": 113.739}, "triton_wait": {"avg_ms": 62.043, "count": 289, "max_ms": 79.939, "p95_ms": 72.063}, "visualize": {"avg_ms": 3.496, "count": 289, "max_ms": 4.319, "p95_ms": 3.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15543.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.794, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.957, "name": "ffmpeg", "pid": 109993, "rss_mb": 330.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.996, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:04:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:04:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:04:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:04:37.617091+09:00", "mtime_epoch": 1783191877.6170914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:04:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2136.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.851}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.44, "count": 296, "max_ms": 11.91, "p95_ms": 8.728}, "gstreamer_push": {"avg_ms": 1.312, "count": 296, "max_ms": 1.897, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.777, "count": 296, "max_ms": 80.43, "p95_ms": 73.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.887, "count": 296, "max_ms": 72.335, "p95_ms": 64.638}, "yolo11_640_fire_11class": {"avg_ms": 63.006, "count": 296, "max_ms": 81.576, "p95_ms": 74.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.783, "count": 296, "max_ms": 81.804, "p95_ms": 76.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.023, "count": 296, "max_ms": 132.51, "p95_ms": 94.899}, "read_interval": {"avg_ms": 101.51, "count": 295, "max_ms": 145.677, "p95_ms": 112.529}, "triton_wait": {"avg_ms": 67.004, "count": 296, "max_ms": 81.816, "p95_ms": 77.17}, "visualize": {"avg_ms": 3.698, "count": 296, "max_ms": 5.506, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15543.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.971, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.039, "name": "ffmpeg", "pid": 109886, "rss_mb": 296.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.839, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:04:50+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T04:04:50+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T04:04:50.337322+09:00", "mtime_epoch": 1783191890.337322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:04:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9190.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.678, "pushed": 9.678, "read": 9.645}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.611, "count": 290, "max_ms": 26.227, "p95_ms": 21.173}, "gstreamer_push": {"avg_ms": 1.24, "count": 290, "max_ms": 1.552, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.779, "count": 290, "max_ms": 72.805, "p95_ms": 66.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.872, "count": 290, "max_ms": 67.35, "p95_ms": 61.853}, "yolo11_640_fire_11class": {"avg_ms": 57.544, "count": 290, "max_ms": 73.712, "p95_ms": 67.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.708, "count": 290, "max_ms": 77.472, "p95_ms": 71.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.424, "count": 290, "max_ms": 106.876, "p95_ms": 97.586}, "read_interval": {"avg_ms": 103.695, "count": 289, "max_ms": 122.296, "p95_ms": 113.993}, "triton_wait": {"avg_ms": 61.377, "count": 290, "max_ms": 77.484, "p95_ms": 71.739}, "visualize": {"avg_ms": 3.509, "count": 290, "max_ms": 4.499, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15544.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.879, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.957, "name": "ffmpeg", "pid": 109993, "rss_mb": 330.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.019, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1465276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:05:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:05:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:05:07+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:05:07.701637+09:00", "mtime_epoch": 1783191907.7016366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:05:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2136.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.84, "pushed": 9.84, "read": 9.807}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.637, "count": 295, "max_ms": 12.324, "p95_ms": 10.003}, "gstreamer_push": {"avg_ms": 1.314, "count": 295, "max_ms": 1.739, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.308, "count": 295, "max_ms": 77.914, "p95_ms": 73.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.022, "count": 295, "max_ms": 75.585, "p95_ms": 67.465}, "yolo11_640_fire_11class": {"avg_ms": 62.588, "count": 295, "max_ms": 77.533, "p95_ms": 72.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.02, "count": 295, "max_ms": 80.167, "p95_ms": 75.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.509, "count": 295, "max_ms": 96.555, "p95_ms": 93.702}, "read_interval": {"avg_ms": 101.964, "count": 294, "max_ms": 113.77, "p95_ms": 110.872}, "triton_wait": {"avg_ms": 67.945, "count": 295, "max_ms": 80.18, "p95_ms": 76.142}, "visualize": {"avg_ms": 3.723, "count": 295, "max_ms": 5.934, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15544.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.054, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.039, "name": "ffmpeg", "pid": 109886, "rss_mb": 296.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.762, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:05:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:05:20+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:05:20+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:05:20.401866+09:00", "mtime_epoch": 1783191920.4018664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 89483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:05:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9190.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.601, "pushed": 9.601, "read": 9.568}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.231, "count": 288, "max_ms": 26.363, "p95_ms": 18.492}, "gstreamer_push": {"avg_ms": 1.227, "count": 288, "max_ms": 1.452, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.584, "count": 288, "max_ms": 69.68, "p95_ms": 65.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.544, "count": 288, "max_ms": 66.993, "p95_ms": 62.281}, "yolo11_640_fire_11class": {"avg_ms": 57.118, "count": 288, "max_ms": 68.171, "p95_ms": 64.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.26, "count": 288, "max_ms": 76.3, "p95_ms": 70.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.45, "count": 288, "max_ms": 100.868, "p95_ms": 96.744}, "read_interval": {"avg_ms": 104.434, "count": 287, "max_ms": 116.416, "p95_ms": 113.117}, "triton_wait": {"avg_ms": 62.862, "count": 288, "max_ms": 76.312, "p95_ms": 70.984}, "visualize": {"avg_ms": 3.474, "count": 288, "max_ms": 4.354, "p95_ms": 3.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15544.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.955, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.957, "name": "ffmpeg", "pid": 109993, "rss_mb": 330.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.04, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1465560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:05:37+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:05:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:05:37.778181+09:00", "mtime_epoch": 1783191937.778181, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:05:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2137.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.477, "pushed": 9.477, "read": 9.444}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.508, "count": 284, "max_ms": 12.438, "p95_ms": 7.759}, "gstreamer_push": {"avg_ms": 1.317, "count": 284, "max_ms": 1.484, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.867, "count": 284, "max_ms": 83.005, "p95_ms": 73.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.688, "count": 284, "max_ms": 74.241, "p95_ms": 66.997}, "yolo11_640_fire_11class": {"avg_ms": 63.274, "count": 284, "max_ms": 76.361, "p95_ms": 70.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.436, "count": 284, "max_ms": 85.069, "p95_ms": 75.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.431, "count": 284, "max_ms": 102.326, "p95_ms": 94.182}, "read_interval": {"avg_ms": 105.883, "count": 283, "max_ms": 118.889, "p95_ms": 112.496}, "triton_wait": {"avg_ms": 70.944, "count": 284, "max_ms": 85.082, "p95_ms": 75.992}, "visualize": {"avg_ms": 3.683, "count": 284, "max_ms": 4.792, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15544.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.116, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.039, "name": "ffmpeg", "pid": 109886, "rss_mb": 296.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.66, "sample_count": 2897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1190166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:05:50+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T04:05:50+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T04:05:50.486411+09:00", "mtime_epoch": 1783191950.4864109, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:05:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9190.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.11, "count": 299, "max_ms": 30.423, "p95_ms": 18.77}, "gstreamer_push": {"avg_ms": 1.228, "count": 299, "max_ms": 1.502, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.405, "count": 299, "max_ms": 73.815, "p95_ms": 66.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.933, "count": 299, "max_ms": 74.864, "p95_ms": 62.93}, "yolo11_640_fire_11class": {"avg_ms": 53.893, "count": 299, "max_ms": 73.163, "p95_ms": 63.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.293, "count": 299, "max_ms": 81.864, "p95_ms": 72.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.933, "count": 299, "max_ms": 107.741, "p95_ms": 98.175}, "read_interval": {"avg_ms": 100.579, "count": 298, "max_ms": 123.684, "p95_ms": 113.27}, "triton_wait": {"avg_ms": 59.544, "count": 299, "max_ms": 81.876, "p95_ms": 73.033}, "visualize": {"avg_ms": 3.472, "count": 299, "max_ms": 4.348, "p95_ms": 3.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15568.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 134, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:54:07+09:00", "last_error_summary": "[h264 @ 0x55c031d8d9c0] error while decoding MB 16 10, bytestream -5 [in#0/rtsp @ 0x55c03109fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c03109fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T03:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 727.142, "last_started_at": "2026-07-05T03:54:09+09:00", "pid": 109993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.281, "name": "ffmpeg", "pid": 109993, "rss_mb": 353.281, "state": "S (sleeping)", "threads": 104}, "restart_count": 133, "restart_count_per_hour": 5, "rtsp_timeout_count": 223, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.04, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1465613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:06:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:06:17+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:06:16+09:00", "mjpeg": {"age_sec": 16.636, "exists": true, "mtime": "2026-07-05T04:06:00.418591+09:00", "mtime_epoch": 1783191960.4185905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:06:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2137.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.12, "pushed": 0.12, "read": 0.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 10.357, "count": 2, "max_ms": 13.273, "p95_ms": 13.273}, "gstreamer_push": {"avg_ms": 1.307, "count": 2, "max_ms": 1.328, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.032, "count": 2, "max_ms": 60.908, "p95_ms": 60.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.664, "count": 2, "max_ms": 58.916, "p95_ms": 58.916}, "yolo11_640_fire_11class": {"avg_ms": 54.205, "count": 2, "max_ms": 58.903, "p95_ms": 58.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.035, "count": 2, "max_ms": 67.668, "p95_ms": 67.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.287, "count": 2, "max_ms": 85.722, "p95_ms": 85.722}, "read_interval": {"avg_ms": 16888.53, "count": 2, "max_ms": 17137.727, "p95_ms": 17137.727}, "triton_wait": {"avg_ms": 59.426, "count": 2, "max_ms": 67.68, "p95_ms": 67.68}, "visualize": {"avg_ms": 3.68, "count": 2, "max_ms": 3.711, "p95_ms": 3.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.732, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15254.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.141, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.617, "name": "ffmpeg", "pid": 109886, "rss_mb": 298.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.367, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1190507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:06:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:06:20+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T04:06:20+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T04:06:20.514954+09:00", "mtime_epoch": 1783191980.514954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:06:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9190.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.39, "pushed": 11.39, "read": 11.357}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.497, "count": 341, "max_ms": 23.173, "p95_ms": 17.469}, "gstreamer_push": {"avg_ms": 1.236, "count": 341, "max_ms": 1.388, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.395, "count": 341, "max_ms": 65.609, "p95_ms": 51.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.0, "count": 341, "max_ms": 60.46, "p95_ms": 49.419}, "yolo11_640_fire_11class": {"avg_ms": 46.04, "count": 341, "max_ms": 63.173, "p95_ms": 50.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.358, "count": 341, "max_ms": 72.638, "p95_ms": 51.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.21, "count": 341, "max_ms": 97.343, "p95_ms": 76.71}, "read_interval": {"avg_ms": 88.05, "count": 340, "max_ms": 116.002, "p95_ms": 92.869}, "triton_wait": {"avg_ms": 47.599, "count": 341, "max_ms": 72.649, "p95_ms": 51.851}, "visualize": {"avg_ms": 3.465, "count": 341, "max_ms": 4.768, "p95_ms": 3.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15548.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.679, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 6, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.809, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1465873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:06:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:06:47+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:06:47+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:06:47.007433+09:00", "mtime_epoch": 1783192007.007433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:06:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2137.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.684, "pushed": 8.684, "read": 8.65}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.598, "count": 260, "max_ms": 12.871, "p95_ms": 9.033}, "gstreamer_push": {"avg_ms": 1.324, "count": 260, "max_ms": 2.022, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.95, "count": 260, "max_ms": 71.734, "p95_ms": 69.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.611, "count": 260, "max_ms": 72.613, "p95_ms": 51.311}, "yolo11_640_fire_11class": {"avg_ms": 54.865, "count": 260, "max_ms": 73.527, "p95_ms": 70.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.676, "count": 260, "max_ms": 81.13, "p95_ms": 72.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.459, "count": 260, "max_ms": 96.723, "p95_ms": 89.725}, "read_interval": {"avg_ms": 115.576, "count": 259, "max_ms": 4665.388, "p95_ms": 122.493}, "triton_wait": {"avg_ms": 59.582, "count": 260, "max_ms": 81.143, "p95_ms": 72.335}, "visualize": {"avg_ms": 3.747, "count": 260, "max_ms": 6.353, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 9923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15549.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.202, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.617, "name": "ffmpeg", "pid": 109886, "rss_mb": 298.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.256, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1190818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:06:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:06:50+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T04:06:50+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T04:06:50.567497+09:00", "mtime_epoch": 1783192010.5674973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:06:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9191.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.376, "pushed": 10.376, "read": 10.343}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.512, "count": 311, "max_ms": 28.504, "p95_ms": 19.461}, "gstreamer_push": {"avg_ms": 1.251, "count": 311, "max_ms": 1.516, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.158, "count": 311, "max_ms": 68.239, "p95_ms": 61.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.205, "count": 311, "max_ms": 63.793, "p95_ms": 57.894}, "yolo11_640_fire_11class": {"avg_ms": 50.983, "count": 311, "max_ms": 69.279, "p95_ms": 62.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.172, "count": 311, "max_ms": 75.235, "p95_ms": 67.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.521, "count": 311, "max_ms": 111.845, "p95_ms": 93.595}, "read_interval": {"avg_ms": 96.644, "count": 310, "max_ms": 125.094, "p95_ms": 110.106}, "triton_wait": {"avg_ms": 54.577, "count": 311, "max_ms": 75.249, "p95_ms": 67.341}, "visualize": {"avg_ms": 3.496, "count": 311, "max_ms": 4.903, "p95_ms": 3.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 12218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15557.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.769, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.761, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:07:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:07:17+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:07:17+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:07:17.099977+09:00", "mtime_epoch": 1783192037.0999765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:07:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2288.227, "name": "celery", "pid": 267, "rss_mb": 2137.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 301, "max_ms": 11.577, "p95_ms": 8.255}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 1.587, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.5, "count": 301, "max_ms": 73.498, "p95_ms": 69.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.553, "count": 301, "max_ms": 75.734, "p95_ms": 55.581}, "yolo11_640_fire_11class": {"avg_ms": 56.947, "count": 301, "max_ms": 77.487, "p95_ms": 69.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.149, "count": 301, "max_ms": 77.814, "p95_ms": 73.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.567, "count": 301, "max_ms": 121.671, "p95_ms": 91.3}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 342.064, "p95_ms": 113.028}, "triton_wait": {"avg_ms": 62.738, "count": 301, "max_ms": 77.823, "p95_ms": 73.586}, "visualize": {"avg_ms": 3.779, "count": 301, "max_ms": 4.908, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15563.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.248, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.672, "name": "ffmpeg", "pid": 109886, "rss_mb": 308.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.439, "sample_count": 2952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1191107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:07:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:07:20+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T04:07:20+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T04:07:20.612040+09:00", "mtime_epoch": 1783192040.61204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:07:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9191.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.651, "pushed": 9.651, "read": 9.617}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.714, "count": 289, "max_ms": 23.836, "p95_ms": 20.062}, "gstreamer_push": {"avg_ms": 1.248, "count": 289, "max_ms": 1.606, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.861, "count": 289, "max_ms": 66.957, "p95_ms": 64.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.594, "count": 289, "max_ms": 68.694, "p95_ms": 60.679}, "yolo11_640_fire_11class": {"avg_ms": 51.789, "count": 289, "max_ms": 72.552, "p95_ms": 61.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.833, "count": 289, "max_ms": 76.879, "p95_ms": 70.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.823, "count": 289, "max_ms": 778.939, "p95_ms": 98.637}, "read_interval": {"avg_ms": 103.999, "count": 288, "max_ms": 792.22, "p95_ms": 116.565}, "triton_wait": {"avg_ms": 57.286, "count": 289, "max_ms": 76.892, "p95_ms": 70.892}, "visualize": {"avg_ms": 3.54, "count": 289, "max_ms": 9.633, "p95_ms": 3.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 88, "tracking_summary": 12220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15732.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.77, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.274, "sample_count": 2556, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:07:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:07:47+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T04:07:47+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:07:47.104518+09:00", "mtime_epoch": 1783192067.1045182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:07:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2297.957, "name": "celery", "pid": 267, "rss_mb": 2297.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.872, "pushed": 9.872, "read": 9.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 296, "max_ms": 13.018, "p95_ms": 9.518}, "gstreamer_push": {"avg_ms": 1.483, "count": 296, "max_ms": 4.759, "p95_ms": 3.573}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.965, "count": 296, "max_ms": 75.392, "p95_ms": 66.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.852, "count": 296, "max_ms": 71.485, "p95_ms": 62.054}, "yolo11_640_fire_11class": {"avg_ms": 53.466, "count": 296, "max_ms": 71.709, "p95_ms": 65.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.838, "count": 296, "max_ms": 79.8, "p95_ms": 74.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.981, "count": 296, "max_ms": 750.807, "p95_ms": 91.932}, "read_interval": {"avg_ms": 101.374, "count": 296, "max_ms": 764.92, "p95_ms": 136.511}, "triton_wait": {"avg_ms": 58.315, "count": 296, "max_ms": 79.812, "p95_ms": 74.481}, "visualize": {"avg_ms": 3.751, "count": 296, "max_ms": 10.056, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15722.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.257, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 312.023, "name": "ffmpeg", "pid": 109886, "rss_mb": 312.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.839, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1191406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:07:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:07:50+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T04:07:50+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T04:07:50.612581+09:00", "mtime_epoch": 1783192070.6125815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:07:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9191.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.933, "count": 299, "max_ms": 23.145, "p95_ms": 20.2}, "gstreamer_push": {"avg_ms": 1.237, "count": 299, "max_ms": 1.73, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.575, "count": 299, "max_ms": 69.248, "p95_ms": 63.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.529, "count": 299, "max_ms": 66.755, "p95_ms": 60.474}, "yolo11_640_fire_11class": {"avg_ms": 50.756, "count": 299, "max_ms": 69.437, "p95_ms": 61.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.332, "count": 299, "max_ms": 75.454, "p95_ms": 70.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.68, "count": 299, "max_ms": 138.699, "p95_ms": 115.689}, "read_interval": {"avg_ms": 100.352, "count": 299, "max_ms": 153.554, "p95_ms": 128.964}, "triton_wait": {"avg_ms": 55.56, "count": 299, "max_ms": 75.466, "p95_ms": 70.639}, "visualize": {"avg_ms": 3.625, "count": 299, "max_ms": 6.045, "p95_ms": 4.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 88, "tracking_summary": 12223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15666.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.802, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.97, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:08:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:08:17+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T04:08:17+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T04:08:17.157061+09:00", "mtime_epoch": 1783192097.1570606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:08:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2297.957, "name": "celery", "pid": 267, "rss_mb": 2230.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.225, "pushed": 10.225, "read": 10.191}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.261, "count": 306, "max_ms": 11.331, "p95_ms": 8.088}, "gstreamer_push": {"avg_ms": 1.322, "count": 306, "max_ms": 2.2, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.27, "count": 306, "max_ms": 73.575, "p95_ms": 70.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.666, "count": 306, "max_ms": 72.567, "p95_ms": 50.44}, "yolo11_640_fire_11class": {"avg_ms": 57.254, "count": 306, "max_ms": 73.116, "p95_ms": 67.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.924, "count": 306, "max_ms": 76.239, "p95_ms": 72.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.889, "count": 306, "max_ms": 93.832, "p95_ms": 90.062}, "read_interval": {"avg_ms": 98.202, "count": 305, "max_ms": 208.401, "p95_ms": 108.165}, "triton_wait": {"avg_ms": 63.515, "count": 306, "max_ms": 76.252, "p95_ms": 73.164}, "visualize": {"avg_ms": 3.713, "count": 306, "max_ms": 5.019, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15650.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T03:49:50+09:00", "last_error_summary": "[h264 @ 0x558a0c4f1180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4f1180] error while decoding MB 0 42, bytestream 6793 [h264 @ 0x558a0d08e680] cabac decode of qscale diff failed at 63 19 [h264 @ 0x558a0d08e680] error while decoding MB 63 19, bytestream 25 [h264 @ 0x558a0c4c8e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558a0c4c8e00] error while decoding MB 0 9, bytestream 8959 [h264 @ 0x558a0c425d40] cabac decode of qscale diff failed at 68 42 ", "last_exit_at": "2026-07-05T03:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 1112.645, "last_started_at": "2026-07-05T03:49:52+09:00", "pid": 109886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.828, "name": "ffmpeg", "pid": 109886, "rss_mb": 313.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 554, "restart_count_per_hour": 3, "rtsp_timeout_count": 346, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.517, "sample_count": 2897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1191657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:08:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T04:08:25+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T04:08:25+09:00", "mjpeg": {"age_sec": 9.693, "exists": true, "mtime": "2026-07-05T04:08:15.393029+09:00", "mtime_epoch": 1783192095.3930287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:08:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9191.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 208, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.935, "pushed": 6.935, "read": 6.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.95, "count": 208, "max_ms": 29.445, "p95_ms": 20.123}, "gstreamer_push": {"avg_ms": 1.222, "count": 208, "max_ms": 1.553, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.199, "count": 208, "max_ms": 66.589, "p95_ms": 61.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.703, "count": 208, "max_ms": 63.008, "p95_ms": 57.726}, "yolo11_640_fire_11class": {"avg_ms": 51.169, "count": 208, "max_ms": 63.516, "p95_ms": 60.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.523, "count": 208, "max_ms": 72.667, "p95_ms": 67.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.159, "count": 208, "max_ms": 99.555, "p95_ms": 93.135}, "read_interval": {"avg_ms": 144.277, "count": 208, "max_ms": 9698.219, "p95_ms": 109.155}, "triton_wait": {"avg_ms": 55.942, "count": 208, "max_ms": 72.68, "p95_ms": 67.118}, "visualize": {"avg_ms": 3.489, "count": 208, "max_ms": 4.647, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 88, "tracking_summary": 12225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15576.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.856, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.339, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:08:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:08:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T04:08:47+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:08:47.189602+09:00", "mtime_epoch": 1783192127.1896021, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:08:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2297.957, "name": "celery", "pid": 267, "rss_mb": 2190.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.291, "count": 298, "max_ms": 11.669, "p95_ms": 8.201}, "gstreamer_push": {"avg_ms": 1.311, "count": 298, "max_ms": 1.961, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.646, "count": 298, "max_ms": 71.003, "p95_ms": 63.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.87, "count": 298, "max_ms": 67.698, "p95_ms": 50.099}, "yolo11_640_fire_11class": {"avg_ms": 47.678, "count": 298, "max_ms": 72.603, "p95_ms": 63.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.721, "count": 298, "max_ms": 77.919, "p95_ms": 71.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.681, "count": 298, "max_ms": 93.621, "p95_ms": 88.006}, "read_interval": {"avg_ms": 100.727, "count": 297, "max_ms": 427.96, "p95_ms": 170.628}, "triton_wait": {"avg_ms": 51.324, "count": 298, "max_ms": 77.931, "p95_ms": 71.826}, "visualize": {"avg_ms": 3.723, "count": 298, "max_ms": 4.926, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15569.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.149, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.859, "name": "ffmpeg", "pid": 110477, "rss_mb": 264.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.964, "sample_count": 2759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1191808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:08:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:08:55+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T04:08:55+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:08:55.069744+09:00", "mtime_epoch": 1783192135.0697443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:08:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9191.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.54, "pushed": 7.54, "read": 7.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.677, "count": 151, "max_ms": 23.98, "p95_ms": 19.735}, "gstreamer_push": {"avg_ms": 1.229, "count": 151, "max_ms": 1.457, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.572, "count": 151, "max_ms": 67.704, "p95_ms": 63.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.934, "count": 151, "max_ms": 65.033, "p95_ms": 62.22}, "yolo11_640_fire_11class": {"avg_ms": 53.634, "count": 151, "max_ms": 69.093, "p95_ms": 62.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.118, "count": 151, "max_ms": 74.707, "p95_ms": 71.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.165, "count": 151, "max_ms": 100.909, "p95_ms": 96.933}, "read_interval": {"avg_ms": 199.116, "count": 151, "max_ms": 10127.964, "p95_ms": 112.684}, "triton_wait": {"avg_ms": 60.202, "count": 151, "max_ms": 74.718, "p95_ms": 71.422}, "visualize": {"avg_ms": 3.502, "count": 151, "max_ms": 6.069, "p95_ms": 3.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.026, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 88, "tracking_summary": 12228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15538.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.931, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.717, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:09:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:09:17+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T04:09:17+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T04:09:17.278145+09:00", "mtime_epoch": 1783192157.2781446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85527}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:09:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2297.957, "name": "celery", "pid": 267, "rss_mb": 2148.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.205, "count": 299, "max_ms": 11.427, "p95_ms": 7.823}, "gstreamer_push": {"avg_ms": 1.302, "count": 299, "max_ms": 1.545, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.979, "count": 299, "max_ms": 72.998, "p95_ms": 69.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.725, "count": 299, "max_ms": 71.032, "p95_ms": 64.125}, "yolo11_640_fire_11class": {"avg_ms": 61.007, "count": 299, "max_ms": 75.404, "p95_ms": 70.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.274, "count": 299, "max_ms": 80.318, "p95_ms": 74.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.662, "count": 299, "max_ms": 96.113, "p95_ms": 90.76}, "read_interval": {"avg_ms": 100.634, "count": 298, "max_ms": 206.86, "p95_ms": 107.801}, "triton_wait": {"avg_ms": 67.613, "count": 299, "max_ms": 80.331, "p95_ms": 74.726}, "visualize": {"avg_ms": 3.686, "count": 299, "max_ms": 4.815, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15527.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.167, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.18, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.624, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1192105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:09:25+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-05T04:09:25+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T04:09:25.070285+09:00", "mtime_epoch": 1783192165.070285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:09:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9191.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.926, "pushed": 9.926, "read": 9.893}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.808, "count": 297, "max_ms": 26.809, "p95_ms": 19.397}, "gstreamer_push": {"avg_ms": 1.243, "count": 297, "max_ms": 2.124, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.966, "count": 297, "max_ms": 71.477, "p95_ms": 62.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.784, "count": 297, "max_ms": 67.527, "p95_ms": 60.374}, "yolo11_640_fire_11class": {"avg_ms": 53.913, "count": 297, "max_ms": 68.489, "p95_ms": 63.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.02, "count": 297, "max_ms": 76.356, "p95_ms": 69.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.54, "count": 297, "max_ms": 102.375, "p95_ms": 95.957}, "read_interval": {"avg_ms": 101.017, "count": 296, "max_ms": 122.063, "p95_ms": 112.676}, "triton_wait": {"avg_ms": 59.327, "count": 297, "max_ms": 76.368, "p95_ms": 69.302}, "visualize": {"avg_ms": 3.511, "count": 297, "max_ms": 4.689, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 88, "tracking_summary": 12230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15527.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.983, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.833, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:09:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:09:47+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:09:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:09:47.314686+09:00", "mtime_epoch": 1783192187.3146858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:09:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2297.957, "name": "celery", "pid": 267, "rss_mb": 2137.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.212, "count": 302, "max_ms": 12.791, "p95_ms": 7.767}, "gstreamer_push": {"avg_ms": 1.311, "count": 302, "max_ms": 1.79, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.546, "count": 302, "max_ms": 74.178, "p95_ms": 69.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.041, "count": 302, "max_ms": 71.669, "p95_ms": 54.184}, "yolo11_640_fire_11class": {"avg_ms": 59.073, "count": 302, "max_ms": 71.835, "p95_ms": 69.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.635, "count": 302, "max_ms": 79.949, "p95_ms": 73.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.404, "count": 302, "max_ms": 95.848, "p95_ms": 90.155}, "read_interval": {"avg_ms": 99.486, "count": 301, "max_ms": 312.674, "p95_ms": 106.593}, "triton_wait": {"avg_ms": 65.179, "count": 302, "max_ms": 79.964, "p95_ms": 73.414}, "visualize": {"avg_ms": 3.726, "count": 302, "max_ms": 4.871, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15527.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.229, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.18, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.291, "sample_count": 2779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1192405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:09:55+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:09:55+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T04:09:55.142827+09:00", "mtime_epoch": 1783192195.1428268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:09:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9191.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.671, "count": 300, "max_ms": 29.871, "p95_ms": 19.295}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.451, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.321, "count": 300, "max_ms": 72.721, "p95_ms": 61.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.923, "count": 300, "max_ms": 68.916, "p95_ms": 58.225}, "yolo11_640_fire_11class": {"avg_ms": 52.876, "count": 300, "max_ms": 69.106, "p95_ms": 61.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.921, "count": 300, "max_ms": 78.711, "p95_ms": 67.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.231, "count": 300, "max_ms": 104.521, "p95_ms": 94.626}, "read_interval": {"avg_ms": 100.175, "count": 299, "max_ms": 120.986, "p95_ms": 110.52}, "triton_wait": {"avg_ms": 58.187, "count": 300, "max_ms": 78.723, "p95_ms": 67.579}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 4.516, "p95_ms": 3.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 88, "tracking_summary": 12233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15528.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.014, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.511, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:10:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:10:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:10:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:10:17.343227+09:00", "mtime_epoch": 1783192217.3432267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:10:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2297.957, "name": "celery", "pid": 267, "rss_mb": 2138.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.189, "count": 299, "max_ms": 8.384, "p95_ms": 7.953}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 1.905, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.986, "count": 299, "max_ms": 74.275, "p95_ms": 71.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.076, "count": 299, "max_ms": 71.724, "p95_ms": 58.237}, "yolo11_640_fire_11class": {"avg_ms": 58.521, "count": 299, "max_ms": 77.111, "p95_ms": 68.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.346, "count": 299, "max_ms": 78.974, "p95_ms": 75.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.681, "count": 299, "max_ms": 95.974, "p95_ms": 91.862}, "read_interval": {"avg_ms": 100.418, "count": 298, "max_ms": 278.702, "p95_ms": 110.682}, "triton_wait": {"avg_ms": 65.656, "count": 299, "max_ms": 78.987, "p95_ms": 75.913}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 4.65, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15528.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.293, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.18, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.124, "sample_count": 2788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1192700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:10:25+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T04:10:25+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T04:10:25.219368+09:00", "mtime_epoch": 1783192225.2193685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:10:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9191.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.844, "pushed": 9.844, "read": 9.811}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.717, "count": 295, "max_ms": 25.585, "p95_ms": 19.477}, "gstreamer_push": {"avg_ms": 1.234, "count": 295, "max_ms": 2.075, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.575, "count": 295, "max_ms": 67.318, "p95_ms": 63.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.635, "count": 295, "max_ms": 66.695, "p95_ms": 60.876}, "yolo11_640_fire_11class": {"avg_ms": 53.045, "count": 295, "max_ms": 66.768, "p95_ms": 62.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.18, "count": 295, "max_ms": 75.884, "p95_ms": 69.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.967, "count": 295, "max_ms": 238.424, "p95_ms": 96.156}, "read_interval": {"avg_ms": 101.931, "count": 294, "max_ms": 251.369, "p95_ms": 112.241}, "triton_wait": {"avg_ms": 59.344, "count": 295, "max_ms": 75.896, "p95_ms": 69.772}, "visualize": {"avg_ms": 3.53, "count": 295, "max_ms": 4.904, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 89, "tracking_summary": 12235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15660.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.097, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.822, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1468272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:10:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:10:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T04:10:47+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:10:47.431768+09:00", "mtime_epoch": 1783192247.4317684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:10:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2298.73, "name": "celery", "pid": 267, "rss_mb": 2264.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.907}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.439, "count": 298, "max_ms": 11.645, "p95_ms": 9.707}, "gstreamer_push": {"avg_ms": 1.492, "count": 298, "max_ms": 4.731, "p95_ms": 3.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.049, "count": 298, "max_ms": 76.464, "p95_ms": 66.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.835, "count": 298, "max_ms": 72.856, "p95_ms": 57.916}, "yolo11_640_fire_11class": {"avg_ms": 55.714, "count": 298, "max_ms": 78.31, "p95_ms": 67.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.12, "count": 298, "max_ms": 77.273, "p95_ms": 74.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.868, "count": 298, "max_ms": 755.552, "p95_ms": 92.461}, "read_interval": {"avg_ms": 100.945, "count": 297, "max_ms": 768.931, "p95_ms": 110.398}, "triton_wait": {"avg_ms": 62.338, "count": 298, "max_ms": 78.322, "p95_ms": 74.308}, "visualize": {"avg_ms": 3.766, "count": 298, "max_ms": 10.46, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15634.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.336, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.18, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.941, "sample_count": 2780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1193000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:10:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:10:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:10:55+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:10:55.259909+09:00", "mtime_epoch": 1783192255.2599092, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:10:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9192.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.883, "count": 300, "max_ms": 26.925, "p95_ms": 20.359}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.586, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.206, "count": 300, "max_ms": 66.799, "p95_ms": 62.376}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.25, "count": 300, "max_ms": 68.899, "p95_ms": 59.112}, "yolo11_640_fire_11class": {"avg_ms": 51.874, "count": 300, "max_ms": 70.261, "p95_ms": 62.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.197, "count": 300, "max_ms": 78.248, "p95_ms": 71.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.579, "count": 300, "max_ms": 103.363, "p95_ms": 97.221}, "read_interval": {"avg_ms": 100.131, "count": 299, "max_ms": 121.096, "p95_ms": 113.827}, "triton_wait": {"avg_ms": 57.369, "count": 300, "max_ms": 78.26, "p95_ms": 71.239}, "visualize": {"avg_ms": 3.491, "count": 300, "max_ms": 4.659, "p95_ms": 3.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 89, "tracking_summary": 12238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15603.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.13, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.822, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1468577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:11:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:11:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:11:17+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:11:17.456309+09:00", "mtime_epoch": 1783192277.4563086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 69504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:11:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2298.73, "name": "celery", "pid": 267, "rss_mb": 2207.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.191, "pushed": 10.191, "read": 10.158}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.333, "count": 305, "max_ms": 12.194, "p95_ms": 8.147}, "gstreamer_push": {"avg_ms": 1.329, "count": 305, "max_ms": 1.774, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.521, "count": 305, "max_ms": 73.802, "p95_ms": 65.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.416, "count": 305, "max_ms": 68.168, "p95_ms": 58.825}, "yolo11_640_fire_11class": {"avg_ms": 57.577, "count": 305, "max_ms": 70.984, "p95_ms": 65.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.843, "count": 305, "max_ms": 80.12, "p95_ms": 74.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.108, "count": 305, "max_ms": 96.653, "p95_ms": 90.772}, "read_interval": {"avg_ms": 98.44, "count": 304, "max_ms": 140.392, "p95_ms": 108.609}, "triton_wait": {"avg_ms": 64.897, "count": 305, "max_ms": 80.132, "p95_ms": 74.699}, "visualize": {"avg_ms": 3.735, "count": 305, "max_ms": 5.534, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15597.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.381, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.18, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.477, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1193297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:11:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:11:25+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:11:25+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:11:25.296450+09:00", "mtime_epoch": 1783192285.2964497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:11:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9192.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.884}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.615, "count": 297, "max_ms": 26.739, "p95_ms": 19.146}, "gstreamer_push": {"avg_ms": 1.234, "count": 297, "max_ms": 1.87, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.992, "count": 297, "max_ms": 66.744, "p95_ms": 61.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.517, "count": 297, "max_ms": 67.827, "p95_ms": 60.282}, "yolo11_640_fire_11class": {"avg_ms": 52.074, "count": 297, "max_ms": 67.817, "p95_ms": 60.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.044, "count": 297, "max_ms": 76.13, "p95_ms": 70.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.138, "count": 297, "max_ms": 101.803, "p95_ms": 96.494}, "read_interval": {"avg_ms": 101.142, "count": 296, "max_ms": 121.769, "p95_ms": 112.912}, "triton_wait": {"avg_ms": 59.147, "count": 297, "max_ms": 76.14, "p95_ms": 70.015}, "visualize": {"avg_ms": 3.516, "count": 297, "max_ms": 5.363, "p95_ms": 3.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 89, "tracking_summary": 12240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15561.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.158, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.892, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1468873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:11:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:11:47+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T04:11:47+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T04:11:47.512849+09:00", "mtime_epoch": 1783192307.5128493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:11:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2298.73, "name": "celery", "pid": 267, "rss_mb": 2165.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.891, "pushed": 9.891, "read": 9.858}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.186, "count": 296, "max_ms": 11.238, "p95_ms": 8.002}, "gstreamer_push": {"avg_ms": 1.316, "count": 296, "max_ms": 1.543, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.863, "count": 296, "max_ms": 75.609, "p95_ms": 68.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.032, "count": 296, "max_ms": 73.118, "p95_ms": 51.247}, "yolo11_640_fire_11class": {"avg_ms": 60.82, "count": 296, "max_ms": 72.219, "p95_ms": 67.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.268, "count": 296, "max_ms": 82.262, "p95_ms": 74.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.354, "count": 296, "max_ms": 97.948, "p95_ms": 91.213}, "read_interval": {"avg_ms": 101.507, "count": 295, "max_ms": 184.968, "p95_ms": 109.542}, "triton_wait": {"avg_ms": 68.394, "count": 296, "max_ms": 82.275, "p95_ms": 74.845}, "visualize": {"avg_ms": 3.696, "count": 296, "max_ms": 4.579, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15552.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.385, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.18, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.52, "sample_count": 2728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1193591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:11:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:11:55+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T04:11:55+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:11:55.308990+09:00", "mtime_epoch": 1783192315.3089895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 79352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:11:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9192.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.804}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.633, "count": 294, "max_ms": 20.924, "p95_ms": 19.275}, "gstreamer_push": {"avg_ms": 1.227, "count": 294, "max_ms": 1.612, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.149, "count": 294, "max_ms": 68.449, "p95_ms": 61.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.349, "count": 294, "max_ms": 68.441, "p95_ms": 59.911}, "yolo11_640_fire_11class": {"avg_ms": 53.941, "count": 294, "max_ms": 68.972, "p95_ms": 60.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.058, "count": 294, "max_ms": 77.676, "p95_ms": 68.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.232, "count": 294, "max_ms": 131.872, "p95_ms": 95.146}, "read_interval": {"avg_ms": 102.086, "count": 294, "max_ms": 145.43, "p95_ms": 110.333}, "triton_wait": {"avg_ms": 60.142, "count": 294, "max_ms": 77.688, "p95_ms": 68.537}, "visualize": {"avg_ms": 3.515, "count": 294, "max_ms": 5.622, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 89, "tracking_summary": 12243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15534.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.168, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.772, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1469177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:12:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:12:17+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T04:12:17+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T04:12:17.501389+09:00", "mtime_epoch": 1783192337.5013888, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:12:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2298.73, "name": "celery", "pid": 267, "rss_mb": 2138.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 304, "max_ms": 12.601, "p95_ms": 8.103}, "gstreamer_push": {"avg_ms": 1.307, "count": 304, "max_ms": 1.595, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.613, "count": 304, "max_ms": 71.493, "p95_ms": 65.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.886, "count": 304, "max_ms": 71.918, "p95_ms": 54.675}, "yolo11_640_fire_11class": {"avg_ms": 57.228, "count": 304, "max_ms": 71.969, "p95_ms": 67.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.07, "count": 304, "max_ms": 75.895, "p95_ms": 72.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.236, "count": 304, "max_ms": 92.753, "p95_ms": 88.878}, "read_interval": {"avg_ms": 98.646, "count": 304, "max_ms": 250.736, "p95_ms": 109.245}, "triton_wait": {"avg_ms": 63.28, "count": 304, "max_ms": 75.907, "p95_ms": 72.97}, "visualize": {"avg_ms": 3.674, "count": 304, "max_ms": 5.181, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15534.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.44, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.18, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.139, "sample_count": 2738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1193893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:12:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:12:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:12:25+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:12:25.357530+09:00", "mtime_epoch": 1783192345.3575299, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:12:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9192.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 18.127, "count": 302, "max_ms": 31.503, "p95_ms": 20.384}, "gstreamer_push": {"avg_ms": 1.266, "count": 302, "max_ms": 1.538, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.31, "count": 302, "max_ms": 70.058, "p95_ms": 62.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.177, "count": 302, "max_ms": 63.755, "p95_ms": 58.917}, "yolo11_640_fire_11class": {"avg_ms": 52.247, "count": 302, "max_ms": 69.778, "p95_ms": 62.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.938, "count": 302, "max_ms": 76.707, "p95_ms": 69.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.561, "count": 302, "max_ms": 113.793, "p95_ms": 95.733}, "read_interval": {"avg_ms": 99.493, "count": 301, "max_ms": 129.623, "p95_ms": 112.987}, "triton_wait": {"avg_ms": 57.092, "count": 302, "max_ms": 76.72, "p95_ms": 69.576}, "visualize": {"avg_ms": 3.511, "count": 302, "max_ms": 4.426, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 89, "tracking_summary": 12245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15535.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.259, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.747, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1469474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:12:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:12:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T04:12:47+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:12:47.589930+09:00", "mtime_epoch": 1783192367.5899296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:12:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2298.73, "name": "celery", "pid": 267, "rss_mb": 2138.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.371, "count": 297, "max_ms": 11.971, "p95_ms": 8.405}, "gstreamer_push": {"avg_ms": 1.322, "count": 297, "max_ms": 2.104, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.038, "count": 297, "max_ms": 74.619, "p95_ms": 67.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.354, "count": 297, "max_ms": 74.608, "p95_ms": 64.962}, "yolo11_640_fire_11class": {"avg_ms": 60.304, "count": 297, "max_ms": 74.629, "p95_ms": 68.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.575, "count": 297, "max_ms": 75.811, "p95_ms": 74.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.925, "count": 297, "max_ms": 96.878, "p95_ms": 90.926}, "read_interval": {"avg_ms": 101.306, "count": 296, "max_ms": 334.998, "p95_ms": 109.041}, "triton_wait": {"avg_ms": 66.766, "count": 297, "max_ms": 75.823, "p95_ms": 74.158}, "visualize": {"avg_ms": 3.731, "count": 297, "max_ms": 4.852, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15679.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.468, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.18, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.875, "sample_count": 2738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1194190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:12:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:12:55+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T04:12:55+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T04:12:55.394070+09:00", "mtime_epoch": 1783192375.39407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:12:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9192.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.925, "pushed": 9.925, "read": 9.892}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.747, "count": 297, "max_ms": 29.238, "p95_ms": 19.756}, "gstreamer_push": {"avg_ms": 1.26, "count": 297, "max_ms": 1.896, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.644, "count": 297, "max_ms": 67.099, "p95_ms": 62.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.696, "count": 297, "max_ms": 63.273, "p95_ms": 59.769}, "yolo11_640_fire_11class": {"avg_ms": 53.715, "count": 297, "max_ms": 71.253, "p95_ms": 62.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.816, "count": 297, "max_ms": 75.742, "p95_ms": 71.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.09, "count": 297, "max_ms": 102.185, "p95_ms": 97.322}, "read_interval": {"avg_ms": 101.119, "count": 296, "max_ms": 118.301, "p95_ms": 113.821}, "triton_wait": {"avg_ms": 58.984, "count": 297, "max_ms": 75.754, "p95_ms": 71.351}, "visualize": {"avg_ms": 3.511, "count": 297, "max_ms": 5.586, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 90, "tracking_summary": 12248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15624.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.313, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.907, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1469768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:13:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:13:17+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:13:17+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:13:17.638470+09:00", "mtime_epoch": 1783192397.6384697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:13:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2223.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.816, "pushed": 9.816, "read": 9.782}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.185, "count": 294, "max_ms": 12.881, "p95_ms": 7.975}, "gstreamer_push": {"avg_ms": 1.459, "count": 294, "max_ms": 5.49, "p95_ms": 3.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.37, "count": 294, "max_ms": 71.649, "p95_ms": 67.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.249, "count": 294, "max_ms": 75.491, "p95_ms": 56.079}, "yolo11_640_fire_11class": {"avg_ms": 58.409, "count": 294, "max_ms": 74.261, "p95_ms": 69.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.423, "count": 294, "max_ms": 77.291, "p95_ms": 74.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.175, "count": 294, "max_ms": 800.168, "p95_ms": 92.985}, "read_interval": {"avg_ms": 102.196, "count": 293, "max_ms": 823.53, "p95_ms": 112.355}, "triton_wait": {"avg_ms": 64.704, "count": 294, "max_ms": 77.3, "p95_ms": 74.771}, "visualize": {"avg_ms": 3.742, "count": 294, "max_ms": 10.983, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 9954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15609.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.551, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.967, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1194486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:13:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:13:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:13:25+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:13:25.470610+09:00", "mtime_epoch": 1783192405.4706104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:13:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9192.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.873, "pushed": 9.873, "read": 9.84}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.626, "count": 296, "max_ms": 27.892, "p95_ms": 19.719}, "gstreamer_push": {"avg_ms": 1.224, "count": 296, "max_ms": 1.494, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.771, "count": 296, "max_ms": 67.809, "p95_ms": 61.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.967, "count": 296, "max_ms": 66.604, "p95_ms": 59.588}, "yolo11_640_fire_11class": {"avg_ms": 54.112, "count": 296, "max_ms": 68.592, "p95_ms": 62.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.382, "count": 296, "max_ms": 74.097, "p95_ms": 68.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.579, "count": 296, "max_ms": 128.789, "p95_ms": 94.619}, "read_interval": {"avg_ms": 101.619, "count": 295, "max_ms": 142.012, "p95_ms": 111.428}, "triton_wait": {"avg_ms": 59.543, "count": 296, "max_ms": 74.11, "p95_ms": 68.161}, "visualize": {"avg_ms": 3.509, "count": 296, "max_ms": 4.738, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15644.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.355, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.162, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1470076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:13:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:13:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:13:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:13:47.687010+09:00", "mtime_epoch": 1783192427.6870096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 69100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:13:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2236.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.288, "pushed": 10.288, "read": 10.254}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.373, "count": 308, "max_ms": 12.658, "p95_ms": 9.023}, "gstreamer_push": {"avg_ms": 1.401, "count": 308, "max_ms": 3.987, "p95_ms": 1.523}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.854, "count": 308, "max_ms": 72.279, "p95_ms": 66.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.445, "count": 308, "max_ms": 71.446, "p95_ms": 58.508}, "yolo11_640_fire_11class": {"avg_ms": 57.201, "count": 308, "max_ms": 75.552, "p95_ms": 68.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.345, "count": 308, "max_ms": 78.808, "p95_ms": 74.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.546, "count": 308, "max_ms": 202.2, "p95_ms": 91.877}, "read_interval": {"avg_ms": 97.515, "count": 307, "max_ms": 213.335, "p95_ms": 111.149}, "triton_wait": {"avg_ms": 62.626, "count": 308, "max_ms": 78.821, "p95_ms": 74.537}, "visualize": {"avg_ms": 3.782, "count": 308, "max_ms": 10.408, "p95_ms": 4.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 314, "tracking_summary": 9956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15636.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 316.6, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.216, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1194770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:13:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:13:55+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:13:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:13:55.519150+09:00", "mtime_epoch": 1783192435.5191503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:13:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9192.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.481, "pushed": 9.481, "read": 9.448}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.791, "count": 284, "max_ms": 25.883, "p95_ms": 19.641}, "gstreamer_push": {"avg_ms": 1.251, "count": 284, "max_ms": 2.06, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.468, "count": 284, "max_ms": 67.014, "p95_ms": 63.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.52, "count": 284, "max_ms": 66.848, "p95_ms": 60.794}, "yolo11_640_fire_11class": {"avg_ms": 53.747, "count": 284, "max_ms": 67.555, "p95_ms": 63.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.064, "count": 284, "max_ms": 76.906, "p95_ms": 71.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.749, "count": 284, "max_ms": 823.983, "p95_ms": 98.259}, "read_interval": {"avg_ms": 105.8, "count": 283, "max_ms": 836.387, "p95_ms": 115.08}, "triton_wait": {"avg_ms": 59.216, "count": 284, "max_ms": 76.917, "p95_ms": 71.959}, "visualize": {"avg_ms": 3.531, "count": 284, "max_ms": 9.959, "p95_ms": 3.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15613.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.402, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.072, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1470376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:14:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:14:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:14:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:14:17.731549+09:00", "mtime_epoch": 1783192457.7315493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 70050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:14:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2205.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.237, "count": 300, "max_ms": 10.942, "p95_ms": 7.85}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.969, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.988, "count": 300, "max_ms": 71.466, "p95_ms": 65.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.903, "count": 300, "max_ms": 70.783, "p95_ms": 49.946}, "yolo11_640_fire_11class": {"avg_ms": 60.217, "count": 300, "max_ms": 71.262, "p95_ms": 68.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.859, "count": 300, "max_ms": 76.584, "p95_ms": 73.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.215, "count": 300, "max_ms": 93.292, "p95_ms": 89.957}, "read_interval": {"avg_ms": 100.134, "count": 299, "max_ms": 110.069, "p95_ms": 107.788}, "triton_wait": {"avg_ms": 67.199, "count": 300, "max_ms": 76.596, "p95_ms": 73.627}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 4.982, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 315, "tracking_summary": 9958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15600.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 346.684, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.218, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1195065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:14:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:14:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:14:25+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:14:25.603691+09:00", "mtime_epoch": 1783192465.6036906, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:14:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9193.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.804}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.694, "count": 295, "max_ms": 23.683, "p95_ms": 19.501}, "gstreamer_push": {"avg_ms": 1.223, "count": 295, "max_ms": 2.098, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.397, "count": 295, "max_ms": 65.408, "p95_ms": 61.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.323, "count": 295, "max_ms": 66.485, "p95_ms": 60.0}, "yolo11_640_fire_11class": {"avg_ms": 53.482, "count": 295, "max_ms": 67.508, "p95_ms": 61.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.259, "count": 295, "max_ms": 73.658, "p95_ms": 69.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.172, "count": 295, "max_ms": 234.287, "p95_ms": 96.038}, "read_interval": {"avg_ms": 101.971, "count": 294, "max_ms": 247.647, "p95_ms": 111.715}, "triton_wait": {"avg_ms": 59.415, "count": 295, "max_ms": 73.669, "p95_ms": 69.492}, "visualize": {"avg_ms": 3.502, "count": 295, "max_ms": 10.02, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15569.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.472, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.21, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1470675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:14:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:14:47+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T04:14:47+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T04:14:47.808089+09:00", "mtime_epoch": 1783192487.8080895, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:14:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2160.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.271, "count": 299, "max_ms": 10.583, "p95_ms": 8.087}, "gstreamer_push": {"avg_ms": 1.312, "count": 299, "max_ms": 1.523, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.027, "count": 299, "max_ms": 73.623, "p95_ms": 67.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.948, "count": 299, "max_ms": 74.524, "p95_ms": 58.998}, "yolo11_640_fire_11class": {"avg_ms": 58.878, "count": 299, "max_ms": 72.618, "p95_ms": 68.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.363, "count": 299, "max_ms": 83.209, "p95_ms": 74.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.052, "count": 299, "max_ms": 118.633, "p95_ms": 90.732}, "read_interval": {"avg_ms": 100.576, "count": 298, "max_ms": 306.356, "p95_ms": 109.691}, "triton_wait": {"avg_ms": 65.782, "count": 299, "max_ms": 83.223, "p95_ms": 74.67}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 5.269, "p95_ms": 4.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 315, "tracking_summary": 9961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15553.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 376.765, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 4, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.494, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1195361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:14:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:14:55+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T04:14:55+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T04:14:55.676231+09:00", "mtime_epoch": 1783192495.6762307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:14:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9193.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.838}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.738, "count": 296, "max_ms": 23.783, "p95_ms": 19.388}, "gstreamer_push": {"avg_ms": 1.221, "count": 296, "max_ms": 1.459, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.852, "count": 296, "max_ms": 68.985, "p95_ms": 62.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.973, "count": 296, "max_ms": 69.313, "p95_ms": 61.332}, "yolo11_640_fire_11class": {"avg_ms": 53.332, "count": 296, "max_ms": 66.496, "p95_ms": 61.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.327, "count": 296, "max_ms": 76.378, "p95_ms": 71.395}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.564, "count": 296, "max_ms": 102.12, "p95_ms": 96.791}, "read_interval": {"avg_ms": 101.584, "count": 295, "max_ms": 117.699, "p95_ms": 112.948}, "triton_wait": {"avg_ms": 59.533, "count": 296, "max_ms": 76.39, "p95_ms": 71.406}, "visualize": {"avg_ms": 3.484, "count": 296, "max_ms": 4.503, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15548.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.518, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.971, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1470976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:15:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:15:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:15:17+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:15:17.844629+09:00", "mtime_epoch": 1783192517.8446288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:15:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2139.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.283, "count": 301, "max_ms": 11.59, "p95_ms": 7.886}, "gstreamer_push": {"avg_ms": 1.318, "count": 301, "max_ms": 1.649, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.949, "count": 301, "max_ms": 74.234, "p95_ms": 68.206}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.313, "count": 301, "max_ms": 74.985, "p95_ms": 55.217}, "yolo11_640_fire_11class": {"avg_ms": 59.904, "count": 301, "max_ms": 74.46, "p95_ms": 67.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.388, "count": 301, "max_ms": 79.428, "p95_ms": 74.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.007, "count": 301, "max_ms": 129.723, "p95_ms": 90.758}, "read_interval": {"avg_ms": 99.798, "count": 300, "max_ms": 143.22, "p95_ms": 108.441}, "triton_wait": {"avg_ms": 66.598, "count": 301, "max_ms": 79.441, "p95_ms": 74.601}, "visualize": {"avg_ms": 3.714, "count": 301, "max_ms": 5.329, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 315, "tracking_summary": 9963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15548.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 406.83, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.292, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1195657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:15:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:15:25+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T04:15:25+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T04:15:25.740771+09:00", "mtime_epoch": 1783192525.7407706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:15:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9193.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.877, "pushed": 9.877, "read": 9.844}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.615, "count": 296, "max_ms": 22.941, "p95_ms": 19.304}, "gstreamer_push": {"avg_ms": 1.222, "count": 296, "max_ms": 1.442, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.203, "count": 296, "max_ms": 68.264, "p95_ms": 61.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.818, "count": 296, "max_ms": 65.345, "p95_ms": 59.458}, "yolo11_640_fire_11class": {"avg_ms": 53.814, "count": 296, "max_ms": 69.223, "p95_ms": 61.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.521, "count": 296, "max_ms": 74.789, "p95_ms": 69.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.594, "count": 296, "max_ms": 100.267, "p95_ms": 95.046}, "read_interval": {"avg_ms": 101.537, "count": 295, "max_ms": 116.484, "p95_ms": 110.85}, "triton_wait": {"avg_ms": 59.684, "count": 296, "max_ms": 74.801, "p95_ms": 69.405}, "visualize": {"avg_ms": 3.485, "count": 296, "max_ms": 4.566, "p95_ms": 3.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15548.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.526, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.971, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:15:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:15:47+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:15:47+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:15:47.853167+09:00", "mtime_epoch": 1783192547.8531673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:15:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2139.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.353, "count": 302, "max_ms": 10.303, "p95_ms": 8.018}, "gstreamer_push": {"avg_ms": 1.315, "count": 302, "max_ms": 1.936, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.83, "count": 302, "max_ms": 74.043, "p95_ms": 68.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.485, "count": 302, "max_ms": 72.925, "p95_ms": 55.875}, "yolo11_640_fire_11class": {"avg_ms": 59.592, "count": 302, "max_ms": 78.386, "p95_ms": 69.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.635, "count": 302, "max_ms": 79.012, "p95_ms": 75.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.56, "count": 302, "max_ms": 123.778, "p95_ms": 91.456}, "read_interval": {"avg_ms": 99.356, "count": 302, "max_ms": 137.915, "p95_ms": 108.825}, "triton_wait": {"avg_ms": 65.948, "count": 302, "max_ms": 79.024, "p95_ms": 75.128}, "visualize": {"avg_ms": 3.704, "count": 302, "max_ms": 5.131, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 315, "tracking_summary": 9966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15548.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 436.888, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.218, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1195952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:15:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:15:55+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:15:55+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T04:15:55.805310+09:00", "mtime_epoch": 1783192555.80531, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:15:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9193.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.846, "pushed": 9.846, "read": 9.813}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.734, "count": 295, "max_ms": 26.85, "p95_ms": 19.393}, "gstreamer_push": {"avg_ms": 1.223, "count": 295, "max_ms": 1.708, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.742, "count": 295, "max_ms": 68.295, "p95_ms": 63.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.832, "count": 295, "max_ms": 66.063, "p95_ms": 60.444}, "yolo11_640_fire_11class": {"avg_ms": 54.194, "count": 295, "max_ms": 68.858, "p95_ms": 62.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.699, "count": 295, "max_ms": 74.826, "p95_ms": 70.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.902, "count": 295, "max_ms": 102.319, "p95_ms": 96.533}, "read_interval": {"avg_ms": 101.866, "count": 294, "max_ms": 118.22, "p95_ms": 111.964}, "triton_wait": {"avg_ms": 59.89, "count": 295, "max_ms": 74.839, "p95_ms": 70.514}, "visualize": {"avg_ms": 3.464, "count": 295, "max_ms": 4.521, "p95_ms": 3.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15554.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.625, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.165, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:16:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:16:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:16:17.953707+09:00", "mtime_epoch": 1783192577.9537075, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:16:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2139.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.232, "count": 300, "max_ms": 11.629, "p95_ms": 8.025}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.563, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.726, "count": 300, "max_ms": 77.89, "p95_ms": 70.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.083, "count": 300, "max_ms": 75.047, "p95_ms": 56.661}, "yolo11_640_fire_11class": {"avg_ms": 58.969, "count": 300, "max_ms": 73.07, "p95_ms": 69.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.815, "count": 300, "max_ms": 79.391, "p95_ms": 75.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.397, "count": 300, "max_ms": 118.636, "p95_ms": 91.648}, "read_interval": {"avg_ms": 100.307, "count": 299, "max_ms": 361.891, "p95_ms": 111.034}, "triton_wait": {"avg_ms": 65.227, "count": 300, "max_ms": 79.404, "p95_ms": 75.732}, "visualize": {"avg_ms": 3.718, "count": 300, "max_ms": 4.908, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 9968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15555.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 466.917, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 110477, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.544, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1196236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:16:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:16:25+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T04:16:25+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:16:25.837931+09:00", "mtime_epoch": 1783192585.8379312, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:16:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9193.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.49, "pushed": 9.49, "read": 9.457}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.895, "count": 284, "max_ms": 30.187, "p95_ms": 19.857}, "gstreamer_push": {"avg_ms": 1.237, "count": 284, "max_ms": 1.518, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.05, "count": 284, "max_ms": 72.433, "p95_ms": 62.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.895, "count": 284, "max_ms": 66.821, "p95_ms": 59.59}, "yolo11_640_fire_11class": {"avg_ms": 53.857, "count": 284, "max_ms": 68.739, "p95_ms": 63.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.946, "count": 284, "max_ms": 74.905, "p95_ms": 70.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.637, "count": 284, "max_ms": 793.98, "p95_ms": 98.905}, "read_interval": {"avg_ms": 105.746, "count": 283, "max_ms": 805.616, "p95_ms": 116.218}, "triton_wait": {"avg_ms": 59.193, "count": 284, "max_ms": 74.916, "p95_ms": 70.019}, "visualize": {"avg_ms": 3.517, "count": 284, "max_ms": 9.592, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15555.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.654, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.165, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:16:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:16:48+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:16:47+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:16:47.986586+09:00", "mtime_epoch": 1783192607.9865863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:16:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2139.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.088, "count": 300, "max_ms": 12.852, "p95_ms": 7.778}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.562, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.372, "count": 300, "max_ms": 76.449, "p95_ms": 67.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.395, "count": 300, "max_ms": 71.382, "p95_ms": 63.753}, "yolo11_640_fire_11class": {"avg_ms": 59.437, "count": 300, "max_ms": 77.632, "p95_ms": 68.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.008, "count": 300, "max_ms": 77.624, "p95_ms": 74.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.148, "count": 300, "max_ms": 96.367, "p95_ms": 90.684}, "read_interval": {"avg_ms": 100.076, "count": 299, "max_ms": 155.223, "p95_ms": 109.851}, "triton_wait": {"avg_ms": 66.313, "count": 300, "max_ms": 77.645, "p95_ms": 75.4}, "visualize": {"avg_ms": 3.728, "count": 300, "max_ms": 4.832, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 9971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15557.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 496.988, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.59, "name": "ffmpeg", "pid": 110477, "rss_mb": 269.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.619, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1196532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:16:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:16:55+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T04:16:55+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:16:55.910818+09:00", "mtime_epoch": 1783192615.910818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:16:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9193.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.876, "pushed": 9.876, "read": 9.843}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.127, "count": 296, "max_ms": 26.027, "p95_ms": 23.177}, "gstreamer_push": {"avg_ms": 1.237, "count": 296, "max_ms": 1.848, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.715, "count": 296, "max_ms": 69.14, "p95_ms": 62.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.054, "count": 296, "max_ms": 67.658, "p95_ms": 60.103}, "yolo11_640_fire_11class": {"avg_ms": 53.349, "count": 296, "max_ms": 67.802, "p95_ms": 63.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.153, "count": 296, "max_ms": 74.731, "p95_ms": 71.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.71, "count": 296, "max_ms": 107.264, "p95_ms": 96.573}, "read_interval": {"avg_ms": 101.615, "count": 295, "max_ms": 127.972, "p95_ms": 112.063}, "triton_wait": {"avg_ms": 59.276, "count": 296, "max_ms": 74.744, "p95_ms": 71.103}, "visualize": {"avg_ms": 3.487, "count": 296, "max_ms": 4.777, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15557.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.658, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.267, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:17:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:17:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:17:17+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:17:17.991458+09:00", "mtime_epoch": 1783192637.9914582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:17:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2140.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.151, "count": 298, "max_ms": 11.614, "p95_ms": 7.965}, "gstreamer_push": {"avg_ms": 1.322, "count": 298, "max_ms": 1.797, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.032, "count": 298, "max_ms": 73.972, "p95_ms": 68.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.549, "count": 298, "max_ms": 71.244, "p95_ms": 56.482}, "yolo11_640_fire_11class": {"avg_ms": 58.237, "count": 298, "max_ms": 72.398, "p95_ms": 69.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.234, "count": 298, "max_ms": 78.141, "p95_ms": 74.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.713, "count": 298, "max_ms": 95.344, "p95_ms": 90.173}, "read_interval": {"avg_ms": 100.686, "count": 298, "max_ms": 389.129, "p95_ms": 108.88}, "triton_wait": {"avg_ms": 64.629, "count": 298, "max_ms": 78.153, "p95_ms": 74.024}, "visualize": {"avg_ms": 3.726, "count": 298, "max_ms": 5.512, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 9973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15557.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 527.047, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.59, "name": "ffmpeg", "pid": 110477, "rss_mb": 269.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.66, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1196829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:17:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:17:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:17:25+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:17:25.967687+09:00", "mtime_epoch": 1783192645.9676871, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:17:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9193.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.911, "pushed": 9.911, "read": 9.878}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.798, "count": 297, "max_ms": 26.807, "p95_ms": 21.02}, "gstreamer_push": {"avg_ms": 1.224, "count": 297, "max_ms": 2.008, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.272, "count": 297, "max_ms": 68.537, "p95_ms": 63.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.389, "count": 297, "max_ms": 68.611, "p95_ms": 60.331}, "yolo11_640_fire_11class": {"avg_ms": 53.771, "count": 297, "max_ms": 70.13, "p95_ms": 63.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.927, "count": 297, "max_ms": 76.873, "p95_ms": 70.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.286, "count": 297, "max_ms": 102.796, "p95_ms": 96.446}, "read_interval": {"avg_ms": 101.184, "count": 296, "max_ms": 122.38, "p95_ms": 112.356}, "triton_wait": {"avg_ms": 59.198, "count": 297, "max_ms": 76.884, "p95_ms": 70.572}, "visualize": {"avg_ms": 3.494, "count": 297, "max_ms": 5.395, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15558.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.716, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.348, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:17:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:17:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T04:17:48+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T04:17:48.068315+09:00", "mtime_epoch": 1783192668.0683153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:17:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2140.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.183, "pushed": 10.183, "read": 10.149}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.293, "count": 305, "max_ms": 13.018, "p95_ms": 8.082}, "gstreamer_push": {"avg_ms": 1.335, "count": 305, "max_ms": 1.634, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.358, "count": 305, "max_ms": 78.168, "p95_ms": 71.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.99, "count": 305, "max_ms": 71.596, "p95_ms": 59.256}, "yolo11_640_fire_11class": {"avg_ms": 56.946, "count": 305, "max_ms": 76.818, "p95_ms": 69.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.155, "count": 305, "max_ms": 78.694, "p95_ms": 74.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.832, "count": 305, "max_ms": 124.787, "p95_ms": 91.651}, "read_interval": {"avg_ms": 98.597, "count": 304, "max_ms": 202.359, "p95_ms": 110.723}, "triton_wait": {"avg_ms": 62.974, "count": 305, "max_ms": 78.703, "p95_ms": 74.832}, "visualize": {"avg_ms": 3.77, "count": 305, "max_ms": 5.277, "p95_ms": 4.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 9976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15557.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 557.135, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.59, "name": "ffmpeg", "pid": 110477, "rss_mb": 269.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.671, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1197129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:17:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:17:56+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T04:17:56+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T04:17:56.064541+09:00", "mtime_epoch": 1783192676.0645406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:17:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9194.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.88, "count": 300, "max_ms": 29.437, "p95_ms": 21.56}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 2.062, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.512, "count": 300, "max_ms": 72.624, "p95_ms": 64.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.206, "count": 300, "max_ms": 66.674, "p95_ms": 61.958}, "yolo11_640_fire_11class": {"avg_ms": 52.168, "count": 300, "max_ms": 70.196, "p95_ms": 63.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.216, "count": 300, "max_ms": 75.034, "p95_ms": 70.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.989, "count": 300, "max_ms": 121.852, "p95_ms": 97.322}, "read_interval": {"avg_ms": 100.327, "count": 299, "max_ms": 137.293, "p95_ms": 113.842}, "triton_wait": {"avg_ms": 57.557, "count": 300, "max_ms": 75.046, "p95_ms": 70.544}, "visualize": {"avg_ms": 3.552, "count": 300, "max_ms": 4.837, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15558.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.758, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.374, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:18:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:18:18+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T04:18:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:18:18.089155+09:00", "mtime_epoch": 1783192698.089155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:18:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2140.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.846, "pushed": 9.846, "read": 9.812}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.237, "count": 295, "max_ms": 11.637, "p95_ms": 8.104}, "gstreamer_push": {"avg_ms": 1.313, "count": 295, "max_ms": 1.689, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.306, "count": 295, "max_ms": 75.849, "p95_ms": 71.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.407, "count": 295, "max_ms": 74.363, "p95_ms": 66.003}, "yolo11_640_fire_11class": {"avg_ms": 60.48, "count": 295, "max_ms": 72.393, "p95_ms": 69.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.597, "count": 295, "max_ms": 78.778, "p95_ms": 75.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.502, "count": 295, "max_ms": 123.567, "p95_ms": 92.558}, "read_interval": {"avg_ms": 101.83, "count": 294, "max_ms": 138.134, "p95_ms": 111.314}, "triton_wait": {"avg_ms": 67.957, "count": 295, "max_ms": 78.791, "p95_ms": 75.352}, "visualize": {"avg_ms": 3.731, "count": 295, "max_ms": 5.206, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 9978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15559.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 587.187, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.363, "name": "ffmpeg", "pid": 110477, "rss_mb": 270.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.767, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1197421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:18:26+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T04:18:26+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T04:18:26.097376+09:00", "mtime_epoch": 1783192706.0973763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:18:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9194.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.746, "pushed": 9.746, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.356, "count": 292, "max_ms": 30.273, "p95_ms": 19.831}, "gstreamer_push": {"avg_ms": 1.236, "count": 292, "max_ms": 2.204, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.557, "count": 292, "max_ms": 71.108, "p95_ms": 63.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.794, "count": 292, "max_ms": 72.135, "p95_ms": 61.746}, "yolo11_640_fire_11class": {"avg_ms": 54.364, "count": 292, "max_ms": 68.038, "p95_ms": 62.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.798, "count": 292, "max_ms": 76.63, "p95_ms": 70.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.73, "count": 292, "max_ms": 102.743, "p95_ms": 95.702}, "read_interval": {"avg_ms": 102.863, "count": 291, "max_ms": 118.461, "p95_ms": 111.447}, "triton_wait": {"avg_ms": 61.017, "count": 292, "max_ms": 76.642, "p95_ms": 70.051}, "visualize": {"avg_ms": 3.518, "count": 292, "max_ms": 4.541, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15558.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.861, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.345, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1473074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:18:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:18:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:18:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:18:48.193982+09:00", "mtime_epoch": 1783192728.1939821, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:18:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2140.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.152, "count": 297, "max_ms": 11.277, "p95_ms": 8.005}, "gstreamer_push": {"avg_ms": 1.31, "count": 298, "max_ms": 1.53, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.029, "count": 297, "max_ms": 75.235, "p95_ms": 71.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.808, "count": 297, "max_ms": 71.189, "p95_ms": 64.223}, "yolo11_640_fire_11class": {"avg_ms": 61.01, "count": 297, "max_ms": 77.068, "p95_ms": 70.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.507, "count": 297, "max_ms": 79.218, "p95_ms": 74.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.321, "count": 298, "max_ms": 95.142, "p95_ms": 91.128}, "read_interval": {"avg_ms": 100.988, "count": 297, "max_ms": 112.025, "p95_ms": 108.162}, "triton_wait": {"avg_ms": 68.046, "count": 297, "max_ms": 79.231, "p95_ms": 74.468}, "visualize": {"avg_ms": 3.713, "count": 297, "max_ms": 4.837, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 9980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15559.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 617.276, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.363, "name": "ffmpeg", "pid": 110477, "rss_mb": 270.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.542, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1197717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:18:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:18:56+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:18:56+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:18:56.194199+09:00", "mtime_epoch": 1783192736.1941993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:18:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9194.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.837}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.004, "count": 295, "max_ms": 22.768, "p95_ms": 18.488}, "gstreamer_push": {"avg_ms": 1.241, "count": 295, "max_ms": 1.47, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.187, "count": 295, "max_ms": 73.47, "p95_ms": 63.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.78, "count": 295, "max_ms": 64.001, "p95_ms": 59.801}, "yolo11_640_fire_11class": {"avg_ms": 54.819, "count": 295, "max_ms": 75.389, "p95_ms": 64.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.084, "count": 295, "max_ms": 74.014, "p95_ms": 68.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.78, "count": 295, "max_ms": 99.521, "p95_ms": 94.668}, "read_interval": {"avg_ms": 101.646, "count": 295, "max_ms": 115.251, "p95_ms": 110.564}, "triton_wait": {"avg_ms": 60.424, "count": 295, "max_ms": 75.401, "p95_ms": 69.108}, "visualize": {"avg_ms": 3.516, "count": 295, "max_ms": 4.445, "p95_ms": 3.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15559.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.916, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.526, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1473370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:19:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:19:18+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T04:19:18+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T04:19:18.238793+09:00", "mtime_epoch": 1783192758.2387931, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:19:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2140.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.883, "pushed": 9.883, "read": 9.849}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.164, "count": 296, "max_ms": 10.919, "p95_ms": 7.837}, "gstreamer_push": {"avg_ms": 1.314, "count": 296, "max_ms": 1.514, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.07, "count": 296, "max_ms": 81.646, "p95_ms": 71.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.115, "count": 296, "max_ms": 74.481, "p95_ms": 64.851}, "yolo11_640_fire_11class": {"avg_ms": 61.684, "count": 296, "max_ms": 74.622, "p95_ms": 71.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.006, "count": 296, "max_ms": 82.167, "p95_ms": 74.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.747, "count": 296, "max_ms": 124.325, "p95_ms": 91.922}, "read_interval": {"avg_ms": 101.495, "count": 295, "max_ms": 138.1, "p95_ms": 110.085}, "triton_wait": {"avg_ms": 68.259, "count": 296, "max_ms": 82.177, "p95_ms": 74.62}, "visualize": {"avg_ms": 3.709, "count": 296, "max_ms": 5.216, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 9983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15559.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 647.292, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.363, "name": "ffmpeg", "pid": 110477, "rss_mb": 270.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.542, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:19:26+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T04:19:26+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T04:19:26.203006+09:00", "mtime_epoch": 1783192766.203006, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:19:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9194.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.7, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.704, "count": 291, "max_ms": 19.661, "p95_ms": 17.927}, "gstreamer_push": {"avg_ms": 1.238, "count": 291, "max_ms": 1.48, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.75, "count": 291, "max_ms": 69.53, "p95_ms": 63.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.345, "count": 291, "max_ms": 67.161, "p95_ms": 62.715}, "yolo11_640_fire_11class": {"avg_ms": 55.303, "count": 291, "max_ms": 67.576, "p95_ms": 62.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.536, "count": 291, "max_ms": 75.611, "p95_ms": 71.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.758, "count": 291, "max_ms": 100.458, "p95_ms": 96.173}, "read_interval": {"avg_ms": 103.109, "count": 291, "max_ms": 116.65, "p95_ms": 112.217}, "triton_wait": {"avg_ms": 61.705, "count": 291, "max_ms": 75.622, "p95_ms": 71.033}, "visualize": {"avg_ms": 3.493, "count": 291, "max_ms": 4.378, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15560.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.955, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.58, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1473668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:19:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:19:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:19:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:19:48.287591+09:00", "mtime_epoch": 1783192788.2875912, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:19:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2140.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.957, "pushed": 9.957, "read": 9.923}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.103, "count": 298, "max_ms": 12.209, "p95_ms": 7.431}, "gstreamer_push": {"avg_ms": 1.33, "count": 298, "max_ms": 1.963, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.298, "count": 298, "max_ms": 75.087, "p95_ms": 69.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.889, "count": 298, "max_ms": 75.074, "p95_ms": 66.479}, "yolo11_640_fire_11class": {"avg_ms": 60.319, "count": 298, "max_ms": 76.059, "p95_ms": 68.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.412, "count": 298, "max_ms": 78.081, "p95_ms": 75.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.041, "count": 298, "max_ms": 94.084, "p95_ms": 91.626}, "read_interval": {"avg_ms": 100.781, "count": 297, "max_ms": 114.801, "p95_ms": 108.95}, "triton_wait": {"avg_ms": 67.732, "count": 298, "max_ms": 78.094, "p95_ms": 75.543}, "visualize": {"avg_ms": 3.706, "count": 298, "max_ms": 5.812, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 9985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15560.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 677.311, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.621, "name": "ffmpeg", "pid": 110477, "rss_mb": 270.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.446, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:19:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:19:56+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-05T04:19:56+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T04:19:56.211799+09:00", "mtime_epoch": 1783192796.2117994, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:19:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9194.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.794, "pushed": 9.794, "read": 9.76}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.741, "count": 293, "max_ms": 20.635, "p95_ms": 18.043}, "gstreamer_push": {"avg_ms": 1.238, "count": 293, "max_ms": 2.156, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.132, "count": 293, "max_ms": 68.329, "p95_ms": 62.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.694, "count": 293, "max_ms": 67.846, "p95_ms": 61.838}, "yolo11_640_fire_11class": {"avg_ms": 54.49, "count": 293, "max_ms": 68.882, "p95_ms": 63.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.769, "count": 293, "max_ms": 77.895, "p95_ms": 70.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.227, "count": 293, "max_ms": 102.523, "p95_ms": 95.643}, "read_interval": {"avg_ms": 102.377, "count": 292, "max_ms": 120.323, "p95_ms": 112.634}, "triton_wait": {"avg_ms": 61.096, "count": 293, "max_ms": 77.905, "p95_ms": 70.821}, "visualize": {"avg_ms": 3.501, "count": 293, "max_ms": 4.336, "p95_ms": 3.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15563.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.997, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.68, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1473964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:20:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:20:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:20:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:20:18.324376+09:00", "mtime_epoch": 1783192818.3243763, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:20:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2140.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.888, "pushed": 9.888, "read": 9.854}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.467, "count": 296, "max_ms": 12.92, "p95_ms": 9.914}, "gstreamer_push": {"avg_ms": 1.325, "count": 296, "max_ms": 1.97, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.519, "count": 296, "max_ms": 72.838, "p95_ms": 70.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.06, "count": 296, "max_ms": 75.17, "p95_ms": 66.436}, "yolo11_640_fire_11class": {"avg_ms": 60.756, "count": 296, "max_ms": 73.921, "p95_ms": 71.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.286, "count": 296, "max_ms": 79.243, "p95_ms": 74.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.59, "count": 296, "max_ms": 130.307, "p95_ms": 93.361}, "read_interval": {"avg_ms": 101.472, "count": 295, "max_ms": 146.285, "p95_ms": 111.792}, "triton_wait": {"avg_ms": 66.871, "count": 296, "max_ms": 79.258, "p95_ms": 74.659}, "visualize": {"avg_ms": 3.784, "count": 296, "max_ms": 5.374, "p95_ms": 4.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 9988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15564.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 707.343, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.004, "name": "ffmpeg", "pid": 110477, "rss_mb": 275.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.611, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:20:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:20:26+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T04:20:26+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T04:20:26.256582+09:00", "mtime_epoch": 1783192826.2565815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:20:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9194.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.889, "pushed": 9.889, "read": 9.856}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.86, "count": 296, "max_ms": 23.107, "p95_ms": 18.607}, "gstreamer_push": {"avg_ms": 1.228, "count": 296, "max_ms": 1.448, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.598, "count": 296, "max_ms": 70.303, "p95_ms": 63.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.466, "count": 296, "max_ms": 66.981, "p95_ms": 62.814}, "yolo11_640_fire_11class": {"avg_ms": 55.032, "count": 296, "max_ms": 69.763, "p95_ms": 64.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.728, "count": 296, "max_ms": 75.593, "p95_ms": 71.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.285, "count": 296, "max_ms": 102.033, "p95_ms": 97.066}, "read_interval": {"avg_ms": 101.43, "count": 295, "max_ms": 118.784, "p95_ms": 113.624}, "triton_wait": {"avg_ms": 60.038, "count": 296, "max_ms": 75.605, "p95_ms": 71.372}, "visualize": {"avg_ms": 3.501, "count": 296, "max_ms": 4.505, "p95_ms": 3.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15568.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.045, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.681, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:20:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:20:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:20:48+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T04:20:48.369150+09:00", "mtime_epoch": 1783192848.3691497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:20:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2141.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.386, "pushed": 10.386, "read": 10.352}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.39, "count": 311, "max_ms": 12.43, "p95_ms": 8.215}, "gstreamer_push": {"avg_ms": 1.323, "count": 311, "max_ms": 2.197, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.743, "count": 311, "max_ms": 75.58, "p95_ms": 70.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.331, "count": 311, "max_ms": 75.61, "p95_ms": 63.011}, "yolo11_640_fire_11class": {"avg_ms": 57.633, "count": 311, "max_ms": 74.848, "p95_ms": 70.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.259, "count": 311, "max_ms": 79.368, "p95_ms": 73.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.702, "count": 311, "max_ms": 125.604, "p95_ms": 91.649}, "read_interval": {"avg_ms": 96.585, "count": 310, "max_ms": 139.495, "p95_ms": 109.08}, "triton_wait": {"avg_ms": 62.23, "count": 311, "max_ms": 79.38, "p95_ms": 73.807}, "visualize": {"avg_ms": 3.751, "count": 311, "max_ms": 5.459, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 9990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15571.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 737.407, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.098, "name": "ffmpeg", "pid": 110477, "rss_mb": 278.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.824, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:20:56+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T04:20:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T04:20:56.329353+09:00", "mtime_epoch": 1783192856.3293526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 63328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:20:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9194.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.511, "pushed": 9.511, "read": 9.477}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.1, "count": 285, "max_ms": 25.686, "p95_ms": 19.041}, "gstreamer_push": {"avg_ms": 1.247, "count": 285, "max_ms": 1.506, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.892, "count": 285, "max_ms": 71.221, "p95_ms": 64.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.587, "count": 285, "max_ms": 70.518, "p95_ms": 60.966}, "yolo11_640_fire_11class": {"avg_ms": 54.489, "count": 285, "max_ms": 69.404, "p95_ms": 64.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.014, "count": 285, "max_ms": 76.727, "p95_ms": 70.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.173, "count": 285, "max_ms": 795.909, "p95_ms": 99.36}, "read_interval": {"avg_ms": 105.494, "count": 284, "max_ms": 807.301, "p95_ms": 116.301}, "triton_wait": {"avg_ms": 59.406, "count": 285, "max_ms": 76.738, "p95_ms": 70.981}, "visualize": {"avg_ms": 3.539, "count": 285, "max_ms": 10.079, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15572.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.094, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.691, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:21:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:21:18+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T04:21:18+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T04:21:18.441913+09:00", "mtime_epoch": 1783192878.4419127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:21:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2141.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.254, "pushed": 10.254, "read": 10.221}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.42, "count": 307, "max_ms": 12.426, "p95_ms": 8.718}, "gstreamer_push": {"avg_ms": 1.335, "count": 307, "max_ms": 1.905, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.873, "count": 307, "max_ms": 75.242, "p95_ms": 71.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.556, "count": 307, "max_ms": 76.677, "p95_ms": 64.433}, "yolo11_640_fire_11class": {"avg_ms": 59.346, "count": 307, "max_ms": 76.688, "p95_ms": 72.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.909, "count": 307, "max_ms": 81.361, "p95_ms": 74.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.797, "count": 307, "max_ms": 114.973, "p95_ms": 91.412}, "read_interval": {"avg_ms": 97.899, "count": 306, "max_ms": 129.23, "p95_ms": 109.086}, "triton_wait": {"avg_ms": 63.795, "count": 307, "max_ms": 81.373, "p95_ms": 74.836}, "visualize": {"avg_ms": 3.726, "count": 307, "max_ms": 4.967, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 9993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15572.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 767.503, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.098, "name": "ffmpeg", "pid": 110477, "rss_mb": 278.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.611, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1199185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:21:26+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T04:21:26+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T04:21:26.430114+09:00", "mtime_epoch": 1783192886.4301136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:21:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9194.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.482, "count": 302, "max_ms": 26.328, "p95_ms": 19.777}, "gstreamer_push": {"avg_ms": 1.25, "count": 303, "max_ms": 1.632, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.217, "count": 302, "max_ms": 72.02, "p95_ms": 63.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.846, "count": 302, "max_ms": 68.815, "p95_ms": 62.114}, "yolo11_640_fire_11class": {"avg_ms": 53.163, "count": 302, "max_ms": 73.988, "p95_ms": 64.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.933, "count": 302, "max_ms": 77.718, "p95_ms": 70.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.265, "count": 303, "max_ms": 103.944, "p95_ms": 96.961}, "read_interval": {"avg_ms": 99.321, "count": 302, "max_ms": 120.106, "p95_ms": 112.674}, "triton_wait": {"avg_ms": 57.346, "count": 302, "max_ms": 77.726, "p95_ms": 70.751}, "visualize": {"avg_ms": 3.543, "count": 302, "max_ms": 4.554, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15572.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.136, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.704, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:21:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:21:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:21:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:21:48.466664+09:00", "mtime_epoch": 1783192908.4666638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:21:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2141.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 299, "max_ms": 12.864, "p95_ms": 8.579}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 1.865, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.432, "count": 299, "max_ms": 73.358, "p95_ms": 69.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.995, "count": 299, "max_ms": 69.759, "p95_ms": 61.689}, "yolo11_640_fire_11class": {"avg_ms": 58.647, "count": 299, "max_ms": 73.059, "p95_ms": 69.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.858, "count": 299, "max_ms": 78.828, "p95_ms": 74.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.51, "count": 299, "max_ms": 124.016, "p95_ms": 90.933}, "read_interval": {"avg_ms": 100.442, "count": 298, "max_ms": 230.258, "p95_ms": 112.408}, "triton_wait": {"avg_ms": 63.65, "count": 299, "max_ms": 78.841, "p95_ms": 74.275}, "visualize": {"avg_ms": 3.713, "count": 299, "max_ms": 5.099, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 9995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15572.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 797.563, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.098, "name": "ffmpeg", "pid": 110477, "rss_mb": 278.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.463, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1199481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:21:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:21:56+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T04:21:56+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:21:56.478863+09:00", "mtime_epoch": 1783192916.4788625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 66860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:21:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9195.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.88, "pushed": 9.88, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.892, "count": 296, "max_ms": 24.473, "p95_ms": 18.629}, "gstreamer_push": {"avg_ms": 1.224, "count": 296, "max_ms": 1.533, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.47, "count": 296, "max_ms": 67.751, "p95_ms": 63.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.43, "count": 296, "max_ms": 64.325, "p95_ms": 59.756}, "yolo11_640_fire_11class": {"avg_ms": 54.818, "count": 296, "max_ms": 69.871, "p95_ms": 63.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.193, "count": 296, "max_ms": 73.329, "p95_ms": 70.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.652, "count": 296, "max_ms": 98.439, "p95_ms": 95.22}, "read_interval": {"avg_ms": 101.525, "count": 295, "max_ms": 117.199, "p95_ms": 111.909}, "triton_wait": {"avg_ms": 60.406, "count": 296, "max_ms": 73.34, "p95_ms": 70.268}, "visualize": {"avg_ms": 3.491, "count": 296, "max_ms": 4.74, "p95_ms": 3.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15572.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.206, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.8, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:22:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:22:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:22:18.539406+09:00", "mtime_epoch": 1783192938.5394063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:22:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2141.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.313, "count": 299, "max_ms": 11.791, "p95_ms": 8.742}, "gstreamer_push": {"avg_ms": 1.307, "count": 299, "max_ms": 1.662, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.707, "count": 299, "max_ms": 75.48, "p95_ms": 71.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.094, "count": 299, "max_ms": 72.251, "p95_ms": 65.378}, "yolo11_640_fire_11class": {"avg_ms": 61.841, "count": 299, "max_ms": 75.025, "p95_ms": 72.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.901, "count": 299, "max_ms": 79.56, "p95_ms": 74.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.874, "count": 299, "max_ms": 99.81, "p95_ms": 90.934}, "read_interval": {"avg_ms": 100.546, "count": 298, "max_ms": 118.888, "p95_ms": 108.826}, "triton_wait": {"avg_ms": 67.422, "count": 299, "max_ms": 79.571, "p95_ms": 74.631}, "visualize": {"avg_ms": 3.691, "count": 299, "max_ms": 5.85, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 9998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15572.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 827.619, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.355, "name": "ffmpeg", "pid": 110477, "rss_mb": 278.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.463, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1199774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:22:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:22:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:22:26+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:22:26.539602+09:00", "mtime_epoch": 1783192946.5396023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:22:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9195.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.78, "pushed": 9.78, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.182, "count": 293, "max_ms": 31.621, "p95_ms": 20.336}, "gstreamer_push": {"avg_ms": 1.228, "count": 293, "max_ms": 1.51, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.123, "count": 293, "max_ms": 74.038, "p95_ms": 64.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.007, "count": 293, "max_ms": 63.968, "p95_ms": 61.193}, "yolo11_640_fire_11class": {"avg_ms": 55.959, "count": 293, "max_ms": 73.476, "p95_ms": 64.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.586, "count": 293, "max_ms": 77.267, "p95_ms": 71.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.557, "count": 293, "max_ms": 101.645, "p95_ms": 96.218}, "read_interval": {"avg_ms": 102.564, "count": 292, "max_ms": 117.903, "p95_ms": 112.335}, "triton_wait": {"avg_ms": 61.031, "count": 293, "max_ms": 77.278, "p95_ms": 71.351}, "visualize": {"avg_ms": 3.499, "count": 293, "max_ms": 4.563, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15573.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.225, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.046, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:22:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:22:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:22:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:22:48.552138+09:00", "mtime_epoch": 1783192968.5521379, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:22:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2141.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.728, "pushed": 9.728, "read": 9.694}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.453, "count": 291, "max_ms": 11.949, "p95_ms": 10.304}, "gstreamer_push": {"avg_ms": 1.309, "count": 291, "max_ms": 1.847, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.016, "count": 291, "max_ms": 73.847, "p95_ms": 71.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.803, "count": 291, "max_ms": 71.166, "p95_ms": 66.135}, "yolo11_640_fire_11class": {"avg_ms": 62.89, "count": 291, "max_ms": 75.466, "p95_ms": 71.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.282, "count": 291, "max_ms": 80.035, "p95_ms": 75.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.279, "count": 291, "max_ms": 97.215, "p95_ms": 93.548}, "read_interval": {"avg_ms": 103.141, "count": 290, "max_ms": 115.315, "p95_ms": 112.408}, "triton_wait": {"avg_ms": 69.565, "count": 291, "max_ms": 80.047, "p95_ms": 75.339}, "visualize": {"avg_ms": 3.669, "count": 291, "max_ms": 4.609, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15573.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 857.627, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.355, "name": "ffmpeg", "pid": 110477, "rss_mb": 278.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.672, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1200064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:22:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:22:56+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:22:56+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:22:56.544331+09:00", "mtime_epoch": 1783192976.5443313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:22:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9195.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.998, "count": 290, "max_ms": 26.972, "p95_ms": 18.689}, "gstreamer_push": {"avg_ms": 1.224, "count": 290, "max_ms": 1.423, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.259, "count": 290, "max_ms": 72.333, "p95_ms": 64.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.559, "count": 290, "max_ms": 70.023, "p95_ms": 62.945}, "yolo11_640_fire_11class": {"avg_ms": 56.04, "count": 290, "max_ms": 73.883, "p95_ms": 65.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.584, "count": 290, "max_ms": 76.505, "p95_ms": 72.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.399, "count": 290, "max_ms": 124.968, "p95_ms": 97.727}, "read_interval": {"avg_ms": 103.478, "count": 290, "max_ms": 138.332, "p95_ms": 113.613}, "triton_wait": {"avg_ms": 61.923, "count": 290, "max_ms": 76.517, "p95_ms": 72.756}, "visualize": {"avg_ms": 3.487, "count": 290, "max_ms": 4.867, "p95_ms": 3.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15573.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.314, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.942, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:23:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:23:18+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:23:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:23:18.640863+09:00", "mtime_epoch": 1783192998.6408627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:23:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2141.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.389, "count": 304, "max_ms": 12.576, "p95_ms": 7.949}, "gstreamer_push": {"avg_ms": 1.319, "count": 304, "max_ms": 2.184, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.276, "count": 304, "max_ms": 74.863, "p95_ms": 70.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.655, "count": 304, "max_ms": 77.897, "p95_ms": 64.675}, "yolo11_640_fire_11class": {"avg_ms": 59.369, "count": 304, "max_ms": 73.591, "p95_ms": 69.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.808, "count": 304, "max_ms": 78.569, "p95_ms": 74.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.219, "count": 304, "max_ms": 94.644, "p95_ms": 91.34}, "read_interval": {"avg_ms": 98.945, "count": 303, "max_ms": 111.23, "p95_ms": 107.991}, "triton_wait": {"avg_ms": 65.608, "count": 304, "max_ms": 78.583, "p95_ms": 74.601}, "visualize": {"avg_ms": 3.707, "count": 304, "max_ms": 4.979, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15573.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 887.634, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.355, "name": "ffmpeg", "pid": 110477, "rss_mb": 278.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.449, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1200359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:23:26+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:23:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:23:26.549052+09:00", "mtime_epoch": 1783193006.5490518, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 78891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:23:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9195.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.836}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.875, "count": 295, "max_ms": 21.497, "p95_ms": 18.573}, "gstreamer_push": {"avg_ms": 1.248, "count": 295, "max_ms": 1.554, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.439, "count": 295, "max_ms": 69.062, "p95_ms": 61.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.461, "count": 295, "max_ms": 68.397, "p95_ms": 59.868}, "yolo11_640_fire_11class": {"avg_ms": 54.508, "count": 295, "max_ms": 69.072, "p95_ms": 64.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.164, "count": 295, "max_ms": 72.747, "p95_ms": 68.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.91, "count": 295, "max_ms": 98.467, "p95_ms": 93.628}, "read_interval": {"avg_ms": 101.713, "count": 295, "max_ms": 116.606, "p95_ms": 111.079}, "triton_wait": {"avg_ms": 59.641, "count": 295, "max_ms": 72.759, "p95_ms": 68.4}, "visualize": {"avg_ms": 3.507, "count": 295, "max_ms": 4.511, "p95_ms": 3.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15577.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.339, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.944, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:23:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:23:48+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T04:23:48+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T04:23:48.685578+09:00", "mtime_epoch": 1783193028.6855779, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:23:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2142.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 299, "max_ms": 12.382, "p95_ms": 7.741}, "gstreamer_push": {"avg_ms": 1.3, "count": 299, "max_ms": 1.942, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.99, "count": 299, "max_ms": 74.763, "p95_ms": 69.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.634, "count": 299, "max_ms": 70.317, "p95_ms": 54.67}, "yolo11_640_fire_11class": {"avg_ms": 61.979, "count": 299, "max_ms": 76.184, "p95_ms": 73.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.477, "count": 299, "max_ms": 77.289, "p95_ms": 74.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.75, "count": 299, "max_ms": 130.575, "p95_ms": 91.637}, "read_interval": {"avg_ms": 100.451, "count": 298, "max_ms": 144.252, "p95_ms": 108.157}, "triton_wait": {"avg_ms": 67.19, "count": 299, "max_ms": 77.302, "p95_ms": 74.883}, "visualize": {"avg_ms": 3.707, "count": 299, "max_ms": 4.971, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15579.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 917.653, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.77, "name": "ffmpeg", "pid": 110477, "rss_mb": 283.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.218, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1200656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:23:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:23:56+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T04:23:56+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T04:23:56.581764+09:00", "mtime_epoch": 1783193036.5817645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 74208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:23:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9195.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.929, "pushed": 9.929, "read": 9.896}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.974, "count": 297, "max_ms": 22.118, "p95_ms": 18.577}, "gstreamer_push": {"avg_ms": 1.235, "count": 297, "max_ms": 1.841, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.756, "count": 297, "max_ms": 69.178, "p95_ms": 61.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.772, "count": 297, "max_ms": 61.942, "p95_ms": 58.674}, "yolo11_640_fire_11class": {"avg_ms": 54.953, "count": 297, "max_ms": 72.546, "p95_ms": 63.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.955, "count": 297, "max_ms": 70.844, "p95_ms": 68.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.872, "count": 297, "max_ms": 97.016, "p95_ms": 93.76}, "read_interval": {"avg_ms": 101.095, "count": 296, "max_ms": 115.601, "p95_ms": 110.262}, "triton_wait": {"avg_ms": 59.481, "count": 297, "max_ms": 72.557, "p95_ms": 68.409}, "visualize": {"avg_ms": 3.519, "count": 297, "max_ms": 4.44, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15580.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.368, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.84, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:24:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:24:18+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T04:24:18+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T04:24:18.706285+09:00", "mtime_epoch": 1783193058.7062848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:24:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2142.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.118}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.3, "count": 304, "max_ms": 12.376, "p95_ms": 7.747}, "gstreamer_push": {"avg_ms": 1.301, "count": 304, "max_ms": 1.764, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.608, "count": 304, "max_ms": 74.437, "p95_ms": 71.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.482, "count": 304, "max_ms": 73.718, "p95_ms": 55.282}, "yolo11_640_fire_11class": {"avg_ms": 58.897, "count": 304, "max_ms": 76.329, "p95_ms": 68.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.626, "count": 304, "max_ms": 78.596, "p95_ms": 73.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.054, "count": 304, "max_ms": 206.2, "p95_ms": 90.707}, "read_interval": {"avg_ms": 98.778, "count": 303, "max_ms": 219.64, "p95_ms": 108.211}, "triton_wait": {"avg_ms": 65.209, "count": 304, "max_ms": 78.609, "p95_ms": 73.397}, "visualize": {"avg_ms": 3.679, "count": 304, "max_ms": 5.358, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15580.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 947.693, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.027, "name": "ffmpeg", "pid": 110477, "rss_mb": 284.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.218, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1200952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:24:26+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:24:26+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:24:26.610470+09:00", "mtime_epoch": 1783193066.6104696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 65966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:24:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9195.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.852}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.39, "count": 296, "max_ms": 29.78, "p95_ms": 19.337}, "gstreamer_push": {"avg_ms": 1.232, "count": 296, "max_ms": 2.03, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.436, "count": 296, "max_ms": 67.557, "p95_ms": 63.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.717, "count": 296, "max_ms": 65.667, "p95_ms": 62.8}, "yolo11_640_fire_11class": {"avg_ms": 54.012, "count": 296, "max_ms": 67.545, "p95_ms": 62.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.251, "count": 296, "max_ms": 76.358, "p95_ms": 69.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.34, "count": 296, "max_ms": 101.796, "p95_ms": 95.77}, "read_interval": {"avg_ms": 101.457, "count": 295, "max_ms": 121.425, "p95_ms": 112.377}, "triton_wait": {"avg_ms": 59.513, "count": 296, "max_ms": 76.369, "p95_ms": 69.676}, "visualize": {"avg_ms": 3.525, "count": 296, "max_ms": 4.548, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15580.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.428, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.866, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:24:48+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T04:24:48+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:24:48.762985+09:00", "mtime_epoch": 1783193088.762985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:24:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2142.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.395, "count": 302, "max_ms": 13.944, "p95_ms": 8.186}, "gstreamer_push": {"avg_ms": 1.323, "count": 302, "max_ms": 1.944, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.67, "count": 302, "max_ms": 72.323, "p95_ms": 65.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.433, "count": 302, "max_ms": 73.559, "p95_ms": 57.292}, "yolo11_640_fire_11class": {"avg_ms": 59.755, "count": 302, "max_ms": 73.57, "p95_ms": 70.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.262, "count": 302, "max_ms": 79.028, "p95_ms": 75.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.409, "count": 302, "max_ms": 138.038, "p95_ms": 91.693}, "read_interval": {"avg_ms": 99.516, "count": 301, "max_ms": 152.164, "p95_ms": 111.421}, "triton_wait": {"avg_ms": 65.678, "count": 302, "max_ms": 79.041, "p95_ms": 75.237}, "visualize": {"avg_ms": 3.741, "count": 302, "max_ms": 5.918, "p95_ms": 4.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15580.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 977.733, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.027, "name": "ffmpeg", "pid": 110477, "rss_mb": 284.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.254, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1201248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:24:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:24:56+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T04:24:56+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T04:24:56.667168+09:00", "mtime_epoch": 1783193096.667168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 78349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:24:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9195.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.892, "pushed": 9.892, "read": 9.858}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.018, "count": 296, "max_ms": 27.354, "p95_ms": 19.752}, "gstreamer_push": {"avg_ms": 1.219, "count": 296, "max_ms": 2.075, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.425, "count": 296, "max_ms": 67.321, "p95_ms": 62.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.802, "count": 296, "max_ms": 68.545, "p95_ms": 62.6}, "yolo11_640_fire_11class": {"avg_ms": 54.694, "count": 296, "max_ms": 75.322, "p95_ms": 64.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.784, "count": 296, "max_ms": 75.935, "p95_ms": 70.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.387, "count": 296, "max_ms": 100.48, "p95_ms": 96.558}, "read_interval": {"avg_ms": 101.523, "count": 295, "max_ms": 117.715, "p95_ms": 112.784}, "triton_wait": {"avg_ms": 60.072, "count": 296, "max_ms": 75.945, "p95_ms": 70.718}, "visualize": {"avg_ms": 3.498, "count": 296, "max_ms": 4.677, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15581.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.429, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.932, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:25:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:25:18+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:25:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:25:18.759677+09:00", "mtime_epoch": 1783193118.7596767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:25:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2142.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.581, "count": 297, "max_ms": 12.933, "p95_ms": 10.042}, "gstreamer_push": {"avg_ms": 1.336, "count": 297, "max_ms": 2.149, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.777, "count": 297, "max_ms": 76.764, "p95_ms": 69.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.651, "count": 297, "max_ms": 69.715, "p95_ms": 64.89}, "yolo11_640_fire_11class": {"avg_ms": 60.981, "count": 297, "max_ms": 74.053, "p95_ms": 70.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.561, "count": 297, "max_ms": 78.101, "p95_ms": 74.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.122, "count": 297, "max_ms": 128.852, "p95_ms": 94.975}, "read_interval": {"avg_ms": 100.999, "count": 297, "max_ms": 145.306, "p95_ms": 113.28}, "triton_wait": {"avg_ms": 66.15, "count": 297, "max_ms": 78.117, "p95_ms": 74.78}, "visualize": {"avg_ms": 3.806, "count": 297, "max_ms": 5.338, "p95_ms": 4.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15580.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1007.817, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.027, "name": "ffmpeg", "pid": 110477, "rss_mb": 284.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.293, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1201543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:25:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:25:26+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T04:25:26+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:25:26.739860+09:00", "mtime_epoch": 1783193126.7398598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:25:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9196.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.009, "count": 294, "max_ms": 27.718, "p95_ms": 18.783}, "gstreamer_push": {"avg_ms": 1.223, "count": 295, "max_ms": 1.504, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.24, "count": 294, "max_ms": 71.377, "p95_ms": 65.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.597, "count": 294, "max_ms": 71.366, "p95_ms": 61.664}, "yolo11_640_fire_11class": {"avg_ms": 55.438, "count": 294, "max_ms": 71.386, "p95_ms": 64.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.494, "count": 294, "max_ms": 77.161, "p95_ms": 71.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.026, "count": 295, "max_ms": 103.474, "p95_ms": 96.94}, "read_interval": {"avg_ms": 101.97, "count": 294, "max_ms": 120.973, "p95_ms": 112.71}, "triton_wait": {"avg_ms": 60.733, "count": 294, "max_ms": 77.172, "p95_ms": 71.789}, "visualize": {"avg_ms": 3.515, "count": 294, "max_ms": 4.785, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15581.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.475, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.104, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:25:48+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:25:48+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:25:48.800363+09:00", "mtime_epoch": 1783193148.800363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:25:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2142.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.72}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.326, "count": 292, "max_ms": 11.606, "p95_ms": 9.411}, "gstreamer_push": {"avg_ms": 1.292, "count": 292, "max_ms": 1.459, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.109, "count": 292, "max_ms": 75.028, "p95_ms": 72.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.983, "count": 292, "max_ms": 70.356, "p95_ms": 63.941}, "yolo11_640_fire_11class": {"avg_ms": 63.3, "count": 292, "max_ms": 78.376, "p95_ms": 73.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.595, "count": 292, "max_ms": 77.456, "p95_ms": 74.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.463, "count": 292, "max_ms": 124.009, "p95_ms": 103.757}, "read_interval": {"avg_ms": 102.872, "count": 291, "max_ms": 137.361, "p95_ms": 117.075}, "triton_wait": {"avg_ms": 67.436, "count": 292, "max_ms": 78.403, "p95_ms": 74.896}, "visualize": {"avg_ms": 3.756, "count": 292, "max_ms": 6.498, "p95_ms": 4.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15584.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1037.82, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.605, "name": "ffmpeg", "pid": 110477, "rss_mb": 286.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.836, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1201840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:25:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:25:56+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T04:25:56+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T04:25:56.744544+09:00", "mtime_epoch": 1783193156.7445436, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 66121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:25:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9196.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.905}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.859, "count": 297, "max_ms": 26.049, "p95_ms": 18.161}, "gstreamer_push": {"avg_ms": 1.222, "count": 297, "max_ms": 2.082, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.895, "count": 297, "max_ms": 74.768, "p95_ms": 64.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.832, "count": 297, "max_ms": 68.799, "p95_ms": 60.002}, "yolo11_640_fire_11class": {"avg_ms": 55.985, "count": 297, "max_ms": 73.439, "p95_ms": 66.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.997, "count": 297, "max_ms": 74.313, "p95_ms": 68.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.884, "count": 297, "max_ms": 99.773, "p95_ms": 93.765}, "read_interval": {"avg_ms": 101.04, "count": 297, "max_ms": 120.124, "p95_ms": 111.359}, "triton_wait": {"avg_ms": 59.676, "count": 297, "max_ms": 74.778, "p95_ms": 68.716}, "visualize": {"avg_ms": 3.515, "count": 297, "max_ms": 4.331, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15584.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.575, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.082, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:26:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:26:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:26:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:26:18.905045+09:00", "mtime_epoch": 1783193178.9050446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:26:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2142.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.365, "count": 301, "max_ms": 13.043, "p95_ms": 8.961}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 2.113, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.459, "count": 301, "max_ms": 73.173, "p95_ms": 71.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.342, "count": 301, "max_ms": 69.082, "p95_ms": 58.317}, "yolo11_640_fire_11class": {"avg_ms": 61.969, "count": 301, "max_ms": 75.719, "p95_ms": 71.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.051, "count": 301, "max_ms": 76.25, "p95_ms": 72.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.343, "count": 301, "max_ms": 125.012, "p95_ms": 91.174}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 138.955, "p95_ms": 109.877}, "triton_wait": {"avg_ms": 65.957, "count": 301, "max_ms": 76.262, "p95_ms": 73.184}, "visualize": {"avg_ms": 3.747, "count": 301, "max_ms": 6.485, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15584.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1067.822, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.605, "name": "ffmpeg", "pid": 110477, "rss_mb": 286.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.761, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1202134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:26:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:26:26+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T04:26:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:26:26.737221+09:00", "mtime_epoch": 1783193186.737221, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:26:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9196.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.874, "count": 294, "max_ms": 29.081, "p95_ms": 18.722}, "gstreamer_push": {"avg_ms": 1.224, "count": 294, "max_ms": 1.848, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.407, "count": 294, "max_ms": 70.244, "p95_ms": 64.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.326, "count": 294, "max_ms": 69.971, "p95_ms": 60.61}, "yolo11_640_fire_11class": {"avg_ms": 56.671, "count": 294, "max_ms": 72.458, "p95_ms": 65.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.927, "count": 294, "max_ms": 73.841, "p95_ms": 70.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.749, "count": 294, "max_ms": 100.359, "p95_ms": 95.684}, "read_interval": {"avg_ms": 102.006, "count": 294, "max_ms": 117.621, "p95_ms": 113.407}, "triton_wait": {"avg_ms": 60.482, "count": 294, "max_ms": 73.852, "p95_ms": 70.326}, "visualize": {"avg_ms": 3.509, "count": 294, "max_ms": 4.196, "p95_ms": 3.759}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15584.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.598, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.369, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:26:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T04:26:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:26:48.925719+09:00", "mtime_epoch": 1783193208.9257185, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:26:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2142.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.961}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.352, "count": 299, "max_ms": 12.433, "p95_ms": 9.586}, "gstreamer_push": {"avg_ms": 1.327, "count": 299, "max_ms": 2.166, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.959, "count": 299, "max_ms": 78.131, "p95_ms": 72.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.392, "count": 299, "max_ms": 78.142, "p95_ms": 65.424}, "yolo11_640_fire_11class": {"avg_ms": 61.935, "count": 299, "max_ms": 78.064, "p95_ms": 73.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.818, "count": 299, "max_ms": 78.306, "p95_ms": 75.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.667, "count": 299, "max_ms": 129.411, "p95_ms": 93.682}, "read_interval": {"avg_ms": 100.394, "count": 298, "max_ms": 142.926, "p95_ms": 111.351}, "triton_wait": {"avg_ms": 65.808, "count": 299, "max_ms": 78.315, "p95_ms": 75.546}, "visualize": {"avg_ms": 3.781, "count": 299, "max_ms": 5.312, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15584.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1097.854, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.605, "name": "ffmpeg", "pid": 110477, "rss_mb": 286.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.761, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1202428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:26:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:26:56+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:26:56+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:26:56.773894+09:00", "mtime_epoch": 1783193216.7738936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:26:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9196.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.824, "pushed": 9.824, "read": 9.791}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.993, "count": 294, "max_ms": 23.965, "p95_ms": 18.909}, "gstreamer_push": {"avg_ms": 1.221, "count": 294, "max_ms": 2.039, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.924, "count": 294, "max_ms": 74.603, "p95_ms": 64.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.141, "count": 294, "max_ms": 70.827, "p95_ms": 61.339}, "yolo11_640_fire_11class": {"avg_ms": 56.658, "count": 294, "max_ms": 71.197, "p95_ms": 66.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.045, "count": 294, "max_ms": 78.45, "p95_ms": 70.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.932, "count": 294, "max_ms": 103.414, "p95_ms": 95.189}, "read_interval": {"avg_ms": 102.138, "count": 293, "max_ms": 120.106, "p95_ms": 111.997}, "triton_wait": {"avg_ms": 60.605, "count": 294, "max_ms": 78.461, "p95_ms": 70.071}, "visualize": {"avg_ms": 3.501, "count": 294, "max_ms": 4.896, "p95_ms": 3.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15590.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.678, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.476, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:27:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:27:19+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T04:27:19+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T04:27:19.018388+09:00", "mtime_epoch": 1783193239.0183883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:27:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2143.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.305, "count": 302, "max_ms": 11.494, "p95_ms": 8.167}, "gstreamer_push": {"avg_ms": 1.338, "count": 302, "max_ms": 1.588, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.118, "count": 302, "max_ms": 75.469, "p95_ms": 71.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.167, "count": 302, "max_ms": 74.401, "p95_ms": 66.148}, "yolo11_640_fire_11class": {"avg_ms": 60.988, "count": 302, "max_ms": 75.686, "p95_ms": 71.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.707, "count": 302, "max_ms": 83.441, "p95_ms": 74.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.806, "count": 302, "max_ms": 124.509, "p95_ms": 92.28}, "read_interval": {"avg_ms": 99.604, "count": 301, "max_ms": 140.793, "p95_ms": 109.486}, "triton_wait": {"avg_ms": 65.742, "count": 302, "max_ms": 83.453, "p95_ms": 75.002}, "visualize": {"avg_ms": 3.741, "count": 302, "max_ms": 5.706, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 317, "tracking_summary": 10022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15590.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1127.891, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.762, "name": "ffmpeg", "pid": 110477, "rss_mb": 291.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.949, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1202720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:27:26+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:27:26+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:27:26.806561+09:00", "mtime_epoch": 1783193246.8065608, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:27:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9196.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.72}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.106, "count": 292, "max_ms": 22.086, "p95_ms": 19.064}, "gstreamer_push": {"avg_ms": 1.229, "count": 292, "max_ms": 1.984, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.081, "count": 292, "max_ms": 72.322, "p95_ms": 65.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.266, "count": 292, "max_ms": 74.352, "p95_ms": 63.166}, "yolo11_640_fire_11class": {"avg_ms": 55.732, "count": 292, "max_ms": 70.021, "p95_ms": 65.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.364, "count": 292, "max_ms": 76.356, "p95_ms": 71.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.382, "count": 292, "max_ms": 101.043, "p95_ms": 97.371}, "read_interval": {"avg_ms": 102.854, "count": 291, "max_ms": 123.305, "p95_ms": 115.929}, "triton_wait": {"avg_ms": 60.863, "count": 292, "max_ms": 76.368, "p95_ms": 71.894}, "visualize": {"avg_ms": 3.535, "count": 292, "max_ms": 5.049, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15593.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.777, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.48, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:27:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:27:49+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:27:49+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:27:49.107053+09:00", "mtime_epoch": 1783193269.1070528, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:27:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2143.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.602}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.42, "count": 289, "max_ms": 12.122, "p95_ms": 7.884}, "gstreamer_push": {"avg_ms": 1.323, "count": 289, "max_ms": 1.97, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.966, "count": 289, "max_ms": 76.44, "p95_ms": 71.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.817, "count": 289, "max_ms": 77.146, "p95_ms": 66.839}, "yolo11_640_fire_11class": {"avg_ms": 62.882, "count": 289, "max_ms": 81.085, "p95_ms": 71.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.179, "count": 289, "max_ms": 82.394, "p95_ms": 75.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.761, "count": 289, "max_ms": 105.88, "p95_ms": 93.568}, "read_interval": {"avg_ms": 104.13, "count": 288, "max_ms": 119.912, "p95_ms": 111.912}, "triton_wait": {"avg_ms": 69.647, "count": 289, "max_ms": 82.406, "p95_ms": 76.338}, "visualize": {"avg_ms": 3.722, "count": 289, "max_ms": 5.247, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15597.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1157.954, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.34, "name": "ffmpeg", "pid": 110477, "rss_mb": 294.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.916, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1203000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:27:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:27:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:27:56+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:27:56.871223+09:00", "mtime_epoch": 1783193276.8712234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:27:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9196.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.346, "pushed": 9.346, "read": 9.312}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.107, "count": 280, "max_ms": 30.3, "p95_ms": 19.291}, "gstreamer_push": {"avg_ms": 1.247, "count": 280, "max_ms": 1.607, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.937, "count": 280, "max_ms": 70.112, "p95_ms": 66.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.655, "count": 280, "max_ms": 72.839, "p95_ms": 63.127}, "yolo11_640_fire_11class": {"avg_ms": 55.475, "count": 280, "max_ms": 70.876, "p95_ms": 65.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.449, "count": 280, "max_ms": 78.431, "p95_ms": 72.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.926, "count": 280, "max_ms": 823.032, "p95_ms": 101.845}, "read_interval": {"avg_ms": 107.356, "count": 279, "max_ms": 836.54, "p95_ms": 119.636}, "triton_wait": {"avg_ms": 60.911, "count": 280, "max_ms": 78.442, "p95_ms": 72.331}, "visualize": {"avg_ms": 3.564, "count": 280, "max_ms": 10.116, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15597.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.804, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.677, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:28:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:28:19+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:28:19+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T04:28:19.127711+09:00", "mtime_epoch": 1783193299.127711, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:28:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2143.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.517, "count": 301, "max_ms": 12.475, "p95_ms": 8.111}, "gstreamer_push": {"avg_ms": 1.331, "count": 301, "max_ms": 2.027, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.261, "count": 301, "max_ms": 76.003, "p95_ms": 71.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.767, "count": 301, "max_ms": 74.321, "p95_ms": 64.712}, "yolo11_640_fire_11class": {"avg_ms": 59.749, "count": 301, "max_ms": 77.517, "p95_ms": 71.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.949, "count": 301, "max_ms": 79.485, "p95_ms": 74.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.981, "count": 301, "max_ms": 127.392, "p95_ms": 91.871}, "read_interval": {"avg_ms": 99.724, "count": 300, "max_ms": 140.928, "p95_ms": 109.514}, "triton_wait": {"avg_ms": 65.516, "count": 301, "max_ms": 79.498, "p95_ms": 74.857}, "visualize": {"avg_ms": 3.756, "count": 301, "max_ms": 5.12, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15597.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1187.99, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.34, "name": "ffmpeg", "pid": 110477, "rss_mb": 294.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.329, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1203289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:28:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:28:26+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T04:28:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:28:26.903881+09:00", "mtime_epoch": 1783193306.9038808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 69735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:28:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9196.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.653, "pushed": 9.653, "read": 9.619}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.758, "count": 289, "max_ms": 26.241, "p95_ms": 18.361}, "gstreamer_push": {"avg_ms": 1.218, "count": 289, "max_ms": 1.474, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.728, "count": 289, "max_ms": 72.442, "p95_ms": 64.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.953, "count": 289, "max_ms": 75.124, "p95_ms": 62.979}, "yolo11_640_fire_11class": {"avg_ms": 56.468, "count": 289, "max_ms": 71.817, "p95_ms": 65.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.671, "count": 289, "max_ms": 75.706, "p95_ms": 72.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.047, "count": 289, "max_ms": 102.743, "p95_ms": 97.167}, "read_interval": {"avg_ms": 103.894, "count": 288, "max_ms": 120.462, "p95_ms": 112.885}, "triton_wait": {"avg_ms": 62.937, "count": 289, "max_ms": 75.717, "p95_ms": 72.308}, "visualize": {"avg_ms": 3.502, "count": 289, "max_ms": 4.299, "p95_ms": 3.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15598.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.892, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.855, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:28:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:28:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:28:49+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T04:28:49.220366+09:00", "mtime_epoch": 1783193329.220366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:28:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2143.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.605}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 289, "max_ms": 9.608, "p95_ms": 7.731}, "gstreamer_push": {"avg_ms": 1.322, "count": 289, "max_ms": 2.208, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.932, "count": 289, "max_ms": 74.966, "p95_ms": 70.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.299, "count": 289, "max_ms": 73.332, "p95_ms": 66.908}, "yolo11_640_fire_11class": {"avg_ms": 62.147, "count": 289, "max_ms": 72.498, "p95_ms": 67.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.734, "count": 289, "max_ms": 82.278, "p95_ms": 75.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.705, "count": 289, "max_ms": 130.017, "p95_ms": 92.71}, "read_interval": {"avg_ms": 104.104, "count": 288, "max_ms": 144.565, "p95_ms": 112.947}, "triton_wait": {"avg_ms": 69.913, "count": 289, "max_ms": 82.291, "p95_ms": 75.467}, "visualize": {"avg_ms": 3.742, "count": 289, "max_ms": 5.969, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15598.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1218.059, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.34, "name": "ffmpeg", "pid": 110477, "rss_mb": 294.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.696, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1203575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:28:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:28:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:28:56+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:28:56.976534+09:00", "mtime_epoch": 1783193336.9765341, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 68724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:28:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9196.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.545, "pushed": 9.545, "read": 9.511}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.736, "count": 286, "max_ms": 29.92, "p95_ms": 17.677}, "gstreamer_push": {"avg_ms": 1.223, "count": 286, "max_ms": 1.453, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.144, "count": 286, "max_ms": 71.431, "p95_ms": 63.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.245, "count": 286, "max_ms": 70.988, "p95_ms": 62.682}, "yolo11_640_fire_11class": {"avg_ms": 56.552, "count": 286, "max_ms": 69.698, "p95_ms": 62.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.954, "count": 286, "max_ms": 77.542, "p95_ms": 72.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.136, "count": 286, "max_ms": 105.799, "p95_ms": 97.269}, "read_interval": {"avg_ms": 105.139, "count": 285, "max_ms": 122.162, "p95_ms": 113.219}, "triton_wait": {"avg_ms": 64.046, "count": 286, "max_ms": 77.554, "p95_ms": 72.144}, "visualize": {"avg_ms": 3.483, "count": 286, "max_ms": 4.404, "p95_ms": 3.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15601.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.919, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.115, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:29:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:29:19+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:29:19+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:29:19.245015+09:00", "mtime_epoch": 1783193359.2450154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:29:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2143.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.927, "pushed": 9.927, "read": 9.893}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.614, "count": 297, "max_ms": 11.741, "p95_ms": 10.104}, "gstreamer_push": {"avg_ms": 1.321, "count": 297, "max_ms": 1.52, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.098, "count": 297, "max_ms": 73.24, "p95_ms": 69.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.077, "count": 297, "max_ms": 73.729, "p95_ms": 63.114}, "yolo11_640_fire_11class": {"avg_ms": 59.853, "count": 297, "max_ms": 73.74, "p95_ms": 66.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.292, "count": 297, "max_ms": 79.029, "p95_ms": 74.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.203, "count": 297, "max_ms": 123.554, "p95_ms": 93.015}, "read_interval": {"avg_ms": 101.075, "count": 296, "max_ms": 137.625, "p95_ms": 111.22}, "triton_wait": {"avg_ms": 67.553, "count": 297, "max_ms": 79.042, "p95_ms": 74.567}, "visualize": {"avg_ms": 3.729, "count": 297, "max_ms": 5.208, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15601.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1248.146, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.434, "name": "ffmpeg", "pid": 110477, "rss_mb": 297.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.805, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1203869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:29:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:29:27+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T04:29:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:29:27.069184+09:00", "mtime_epoch": 1783193367.0691838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 70092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:29:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9197.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.806, "pushed": 9.806, "read": 9.773}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.72, "count": 294, "max_ms": 23.852, "p95_ms": 17.941}, "gstreamer_push": {"avg_ms": 1.225, "count": 294, "max_ms": 1.483, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.987, "count": 294, "max_ms": 69.731, "p95_ms": 63.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.648, "count": 294, "max_ms": 67.704, "p95_ms": 63.304}, "yolo11_640_fire_11class": {"avg_ms": 54.685, "count": 294, "max_ms": 67.012, "p95_ms": 63.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.795, "count": 294, "max_ms": 75.606, "p95_ms": 72.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.102, "count": 294, "max_ms": 100.58, "p95_ms": 96.883}, "read_interval": {"avg_ms": 102.336, "count": 293, "max_ms": 161.776, "p95_ms": 113.039}, "triton_wait": {"avg_ms": 60.973, "count": 294, "max_ms": 75.617, "p95_ms": 72.139}, "visualize": {"avg_ms": 3.516, "count": 294, "max_ms": 4.768, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15605.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1409.009, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.119, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:29:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:29:49+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:29:49+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T04:29:49.337662+09:00", "mtime_epoch": 1783193389.337662, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:29:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2143.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.461, "count": 293, "max_ms": 11.391, "p95_ms": 9.228}, "gstreamer_push": {"avg_ms": 1.316, "count": 293, "max_ms": 2.27, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.59, "count": 293, "max_ms": 73.102, "p95_ms": 70.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.326, "count": 293, "max_ms": 72.599, "p95_ms": 65.338}, "yolo11_640_fire_11class": {"avg_ms": 62.435, "count": 293, "max_ms": 72.987, "p95_ms": 68.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.346, "count": 293, "max_ms": 78.559, "p95_ms": 74.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.973, "count": 293, "max_ms": 96.381, "p95_ms": 92.236}, "read_interval": {"avg_ms": 102.687, "count": 292, "max_ms": 117.362, "p95_ms": 109.864}, "triton_wait": {"avg_ms": 69.517, "count": 293, "max_ms": 78.571, "p95_ms": 74.353}, "visualize": {"avg_ms": 3.711, "count": 293, "max_ms": 4.829, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15606.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1278.246, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.301, "name": "ffmpeg", "pid": 110477, "rss_mb": 301.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.861, "sample_count": 2906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1204159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:29:57+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T04:29:57+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T04:29:57.157829+09:00", "mtime_epoch": 1783193397.1578293, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:29:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9197.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.634}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.461, "count": 289, "max_ms": 19.214, "p95_ms": 17.188}, "gstreamer_push": {"avg_ms": 1.205, "count": 290, "max_ms": 1.339, "p95_ms": 1.278}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.343, "count": 289, "max_ms": 66.778, "p95_ms": 63.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.02, "count": 289, "max_ms": 66.177, "p95_ms": 62.591}, "yolo11_640_fire_11class": {"avg_ms": 55.509, "count": 289, "max_ms": 65.19, "p95_ms": 62.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.513, "count": 289, "max_ms": 74.947, "p95_ms": 71.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.43, "count": 290, "max_ms": 99.72, "p95_ms": 96.722}, "read_interval": {"avg_ms": 103.757, "count": 289, "max_ms": 116.422, "p95_ms": 112.586}, "triton_wait": {"avg_ms": 62.667, "count": 289, "max_ms": 74.959, "p95_ms": 71.971}, "visualize": {"avg_ms": 3.486, "count": 289, "max_ms": 4.527, "p95_ms": 3.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15607.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1439.081, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.778, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:30:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:30:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:30:19+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:30:19.414304+09:00", "mtime_epoch": 1783193419.4143043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:30:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2143.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.91, "pushed": 9.91, "read": 9.877}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 297, "max_ms": 11.341, "p95_ms": 8.142}, "gstreamer_push": {"avg_ms": 1.313, "count": 297, "max_ms": 1.997, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.481, "count": 297, "max_ms": 73.442, "p95_ms": 70.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.156, "count": 297, "max_ms": 68.44, "p95_ms": 52.608}, "yolo11_640_fire_11class": {"avg_ms": 60.854, "count": 297, "max_ms": 73.553, "p95_ms": 70.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.624, "count": 297, "max_ms": 77.58, "p95_ms": 73.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.602, "count": 297, "max_ms": 104.994, "p95_ms": 90.846}, "read_interval": {"avg_ms": 101.229, "count": 296, "max_ms": 118.514, "p95_ms": 108.138}, "triton_wait": {"avg_ms": 68.051, "count": 297, "max_ms": 77.596, "p95_ms": 73.302}, "visualize": {"avg_ms": 3.696, "count": 297, "max_ms": 5.014, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15607.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:08:36+09:00", "last_error_summary": "[h264 @ 0x5588843408c0] left block unavailable for requested intra mode [h264 @ 0x5588843408c0] error while decoding MB 0 40, bytestream 3350 [h264 @ 0x558884270000] reference picture missing during reorder [h264 @ 0x558884270000] Missing reference picture, default is 65557 [h264 @ 0x5588842841c0] mmco: unref short failure [h264 @ 0x5588842841c0] illegal short term buffer state detected [h264 @ 0x5588843408c0] top block unavailable for requested intra mode -1 [h264 @ 0x5588843408c0] error while ", "last_exit_at": "2026-07-05T04:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1308.308, "last_started_at": "2026-07-05T04:08:39+09:00", "pid": 110477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.621, "name": "ffmpeg", "pid": 110477, "rss_mb": 303.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 555, "restart_count_per_hour": 3, "rtsp_timeout_count": 348, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.722, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1204454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:30:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:30:27+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T04:30:27+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T04:30:27.218470+09:00", "mtime_epoch": 1783193427.2184703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:30:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9197.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.844, "pushed": 9.844, "read": 9.811}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.902, "count": 295, "max_ms": 23.641, "p95_ms": 18.364}, "gstreamer_push": {"avg_ms": 1.224, "count": 295, "max_ms": 1.484, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.69, "count": 295, "max_ms": 69.929, "p95_ms": 62.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.326, "count": 295, "max_ms": 66.652, "p95_ms": 61.289}, "yolo11_640_fire_11class": {"avg_ms": 54.35, "count": 295, "max_ms": 68.379, "p95_ms": 62.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.079, "count": 295, "max_ms": 75.376, "p95_ms": 69.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.632, "count": 295, "max_ms": 104.872, "p95_ms": 93.99}, "read_interval": {"avg_ms": 101.861, "count": 294, "max_ms": 124.08, "p95_ms": 110.72}, "triton_wait": {"avg_ms": 60.36, "count": 295, "max_ms": 75.387, "p95_ms": 69.452}, "visualize": {"avg_ms": 3.509, "count": 295, "max_ms": 4.483, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15615.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1469.117, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.385, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:30:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:30:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T04:30:49+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T04:30:49.450942+09:00", "mtime_epoch": 1783193449.450942, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:30:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2144.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 343, "pushed_frames": 343, "read_frames": 342, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.46, "pushed": 11.46, "read": 11.426}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.351, "count": 343, "max_ms": 10.544, "p95_ms": 7.576}, "gstreamer_push": {"avg_ms": 1.308, "count": 343, "max_ms": 1.898, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.772, "count": 343, "max_ms": 74.661, "p95_ms": 66.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.723, "count": 343, "max_ms": 69.964, "p95_ms": 50.061}, "yolo11_640_fire_11class": {"avg_ms": 50.905, "count": 343, "max_ms": 72.994, "p95_ms": 65.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.216, "count": 343, "max_ms": 77.554, "p95_ms": 72.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.938, "count": 343, "max_ms": 124.476, "p95_ms": 89.598}, "read_interval": {"avg_ms": 87.526, "count": 342, "max_ms": 138.693, "p95_ms": 106.348}, "triton_wait": {"avg_ms": 54.329, "count": 343, "max_ms": 77.569, "p95_ms": 73.003}, "visualize": {"avg_ms": 3.697, "count": 343, "max_ms": 5.488, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15480.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.242, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 177.852, "name": "ffmpeg", "pid": 110944, "rss_mb": 177.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 4, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.905, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1204515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:30:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:30:57+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T04:30:57+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T04:30:57.299108+09:00", "mtime_epoch": 1783193457.2991083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:30:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9197.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.036, "pushed": 2.036, "read": 2.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.054, "count": 61, "max_ms": 23.169, "p95_ms": 19.211}, "gstreamer_push": {"avg_ms": 1.238, "count": 61, "max_ms": 1.4, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.194, "count": 61, "max_ms": 68.347, "p95_ms": 65.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.227, "count": 61, "max_ms": 68.634, "p95_ms": 64.795}, "yolo11_640_fire_11class": {"avg_ms": 56.582, "count": 61, "max_ms": 67.989, "p95_ms": 63.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.525, "count": 61, "max_ms": 73.103, "p95_ms": 72.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.49, "count": 61, "max_ms": 100.08, "p95_ms": 97.795}, "read_interval": {"avg_ms": 499.341, "count": 60, "max_ms": 19222.413, "p95_ms": 116.751}, "triton_wait": {"avg_ms": 64.053, "count": 61, "max_ms": 73.115, "p95_ms": 72.228}, "visualize": {"avg_ms": 3.521, "count": 61, "max_ms": 4.559, "p95_ms": 3.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15569.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1499.198, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.373, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:31:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:31:19+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:31:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:31:19.527577+09:00", "mtime_epoch": 1783193479.5275774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:31:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2144.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.307, "pushed": 10.307, "read": 10.273}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.539, "count": 309, "max_ms": 12.9, "p95_ms": 11.712}, "gstreamer_push": {"avg_ms": 1.319, "count": 309, "max_ms": 1.905, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.758, "count": 309, "max_ms": 75.053, "p95_ms": 67.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.921, "count": 309, "max_ms": 74.612, "p95_ms": 65.73}, "yolo11_640_fire_11class": {"avg_ms": 56.962, "count": 309, "max_ms": 71.389, "p95_ms": 66.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.472, "count": 309, "max_ms": 76.214, "p95_ms": 73.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.65, "count": 309, "max_ms": 103.033, "p95_ms": 91.737}, "read_interval": {"avg_ms": 97.314, "count": 308, "max_ms": 138.63, "p95_ms": 111.174}, "triton_wait": {"avg_ms": 62.885, "count": 309, "max_ms": 76.227, "p95_ms": 74.23}, "visualize": {"avg_ms": 3.73, "count": 309, "max_ms": 6.209, "p95_ms": 4.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15570.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.313, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.895, "name": "ffmpeg", "pid": 110944, "rss_mb": 264.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 4, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.028, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1204810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:31:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:31:27+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:31:27.359742+09:00", "mtime_epoch": 1783193487.3597422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 78770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:31:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9197.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.598, "count": 295, "max_ms": 30.556, "p95_ms": 21.849}, "gstreamer_push": {"avg_ms": 1.229, "count": 295, "max_ms": 1.442, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.651, "count": 295, "max_ms": 67.965, "p95_ms": 63.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.758, "count": 295, "max_ms": 67.365, "p95_ms": 62.22}, "yolo11_640_fire_11class": {"avg_ms": 54.006, "count": 295, "max_ms": 65.673, "p95_ms": 62.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.835, "count": 295, "max_ms": 73.89, "p95_ms": 71.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.937, "count": 295, "max_ms": 107.808, "p95_ms": 97.661}, "read_interval": {"avg_ms": 101.914, "count": 294, "max_ms": 122.635, "p95_ms": 112.651}, "triton_wait": {"avg_ms": 60.98, "count": 295, "max_ms": 73.902, "p95_ms": 71.39}, "visualize": {"avg_ms": 3.515, "count": 295, "max_ms": 4.567, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15570.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1529.207, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.323, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:31:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:31:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:31:49+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:31:49.536208+09:00", "mtime_epoch": 1783193509.536208, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:31:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2144.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.569, "pushed": 9.569, "read": 9.569}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.454, "count": 287, "max_ms": 12.046, "p95_ms": 8.026}, "gstreamer_push": {"avg_ms": 1.305, "count": 287, "max_ms": 1.532, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.873, "count": 287, "max_ms": 74.561, "p95_ms": 71.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.281, "count": 287, "max_ms": 72.981, "p95_ms": 65.24}, "yolo11_640_fire_11class": {"avg_ms": 63.016, "count": 287, "max_ms": 71.515, "p95_ms": 68.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.712, "count": 287, "max_ms": 77.705, "p95_ms": 75.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.841, "count": 287, "max_ms": 135.679, "p95_ms": 92.786}, "read_interval": {"avg_ms": 104.568, "count": 287, "max_ms": 151.119, "p95_ms": 109.998}, "triton_wait": {"avg_ms": 70.922, "count": 287, "max_ms": 77.717, "p95_ms": 75.065}, "visualize": {"avg_ms": 3.698, "count": 287, "max_ms": 6.063, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15570.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.323, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.895, "name": "ffmpeg", "pid": 110944, "rss_mb": 264.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 4, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.167, "sample_count": 2663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:31:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:31:57+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-05T04:31:57+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T04:31:57.356372+09:00", "mtime_epoch": 1783193517.3563716, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:31:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9197.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.568, "pushed": 9.568, "read": 9.568}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.813, "count": 287, "max_ms": 31.085, "p95_ms": 18.056}, "gstreamer_push": {"avg_ms": 1.218, "count": 287, "max_ms": 1.454, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.538, "count": 287, "max_ms": 70.184, "p95_ms": 64.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.159, "count": 287, "max_ms": 68.875, "p95_ms": 64.035}, "yolo11_640_fire_11class": {"avg_ms": 55.831, "count": 287, "max_ms": 68.099, "p95_ms": 62.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.694, "count": 287, "max_ms": 76.421, "p95_ms": 70.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.078, "count": 287, "max_ms": 102.59, "p95_ms": 96.547}, "read_interval": {"avg_ms": 104.531, "count": 287, "max_ms": 318.841, "p95_ms": 112.418}, "triton_wait": {"avg_ms": 62.904, "count": 287, "max_ms": 76.432, "p95_ms": 70.804}, "visualize": {"avg_ms": 3.496, "count": 287, "max_ms": 4.23, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15570.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1559.31, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.59, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:32:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:32:19+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:32:19+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T04:32:19.632837+09:00", "mtime_epoch": 1783193539.6328373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:32:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2144.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.7, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.517, "count": 290, "max_ms": 11.968, "p95_ms": 8.653}, "gstreamer_push": {"avg_ms": 1.342, "count": 291, "max_ms": 1.914, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.068, "count": 290, "max_ms": 76.291, "p95_ms": 71.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.224, "count": 290, "max_ms": 76.148, "p95_ms": 68.188}, "yolo11_640_fire_11class": {"avg_ms": 62.257, "count": 290, "max_ms": 75.528, "p95_ms": 69.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.293, "count": 290, "max_ms": 78.638, "p95_ms": 75.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.566, "count": 291, "max_ms": 98.181, "p95_ms": 93.564}, "read_interval": {"avg_ms": 103.427, "count": 290, "max_ms": 120.65, "p95_ms": 111.65}, "triton_wait": {"avg_ms": 69.646, "count": 290, "max_ms": 78.652, "p95_ms": 75.82}, "visualize": {"avg_ms": 3.724, "count": 290, "max_ms": 4.835, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15570.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.386, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.895, "name": "ffmpeg", "pid": 110944, "rss_mb": 264.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.404, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:32:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:32:27+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:32:27.429000+09:00", "mtime_epoch": 1783193547.4289997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:32:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9197.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.58, "pushed": 9.58, "read": 9.546}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.975, "count": 287, "max_ms": 29.813, "p95_ms": 28.778}, "gstreamer_push": {"avg_ms": 1.223, "count": 287, "max_ms": 1.437, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.286, "count": 287, "max_ms": 73.634, "p95_ms": 64.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.639, "count": 287, "max_ms": 73.574, "p95_ms": 65.301}, "yolo11_640_fire_11class": {"avg_ms": 55.584, "count": 287, "max_ms": 69.805, "p95_ms": 63.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.219, "count": 287, "max_ms": 75.482, "p95_ms": 70.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.82, "count": 287, "max_ms": 111.631, "p95_ms": 99.222}, "read_interval": {"avg_ms": 104.734, "count": 286, "max_ms": 128.543, "p95_ms": 115.691}, "triton_wait": {"avg_ms": 62.428, "count": 287, "max_ms": 75.494, "p95_ms": 70.989}, "visualize": {"avg_ms": 3.524, "count": 287, "max_ms": 4.38, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15570.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1589.411, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.472, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:32:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:32:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:32:49+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:32:49.741464+09:00", "mtime_epoch": 1783193569.741464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:32:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2144.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.638, "pushed": 9.638, "read": 9.605}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.713, "count": 289, "max_ms": 14.932, "p95_ms": 11.603}, "gstreamer_push": {"avg_ms": 1.32, "count": 289, "max_ms": 1.49, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.909, "count": 289, "max_ms": 73.92, "p95_ms": 70.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.202, "count": 289, "max_ms": 75.513, "p95_ms": 59.037}, "yolo11_640_fire_11class": {"avg_ms": 62.882, "count": 289, "max_ms": 74.409, "p95_ms": 69.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.561, "count": 289, "max_ms": 78.169, "p95_ms": 75.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.028, "count": 289, "max_ms": 136.892, "p95_ms": 93.007}, "read_interval": {"avg_ms": 104.123, "count": 288, "max_ms": 150.22, "p95_ms": 114.36}, "triton_wait": {"avg_ms": 69.78, "count": 289, "max_ms": 78.181, "p95_ms": 75.393}, "visualize": {"avg_ms": 3.723, "count": 289, "max_ms": 5.874, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 10047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15571.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.468, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.152, "name": "ffmpeg", "pid": 110944, "rss_mb": 265.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.983, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:32:57+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:32:57+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T04:32:57.509625+09:00", "mtime_epoch": 1783193577.5096252, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 77752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:32:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9197.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.538, "pushed": 9.538, "read": 9.504}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.816, "count": 286, "max_ms": 29.162, "p95_ms": 17.387}, "gstreamer_push": {"avg_ms": 1.213, "count": 286, "max_ms": 1.381, "p95_ms": 1.278}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.221, "count": 286, "max_ms": 70.178, "p95_ms": 63.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.552, "count": 286, "max_ms": 65.285, "p95_ms": 61.201}, "yolo11_640_fire_11class": {"avg_ms": 56.504, "count": 286, "max_ms": 65.777, "p95_ms": 61.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.821, "count": 286, "max_ms": 75.219, "p95_ms": 68.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.146, "count": 286, "max_ms": 107.664, "p95_ms": 94.258}, "read_interval": {"avg_ms": 105.17, "count": 285, "max_ms": 125.438, "p95_ms": 111.06}, "triton_wait": {"avg_ms": 63.959, "count": 286, "max_ms": 75.231, "p95_ms": 68.771}, "visualize": {"avg_ms": 3.471, "count": 286, "max_ms": 3.979, "p95_ms": 3.658}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15729.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1619.426, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.603, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:33:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T04:33:19+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T04:33:19+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T04:33:19.750086+09:00", "mtime_epoch": 1783193599.7500858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:33:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2144.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.476, "count": 298, "max_ms": 12.066, "p95_ms": 8.377}, "gstreamer_push": {"avg_ms": 1.316, "count": 298, "max_ms": 1.705, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.768, "count": 298, "max_ms": 75.146, "p95_ms": 72.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.482, "count": 298, "max_ms": 71.912, "p95_ms": 54.47}, "yolo11_640_fire_11class": {"avg_ms": 60.241, "count": 298, "max_ms": 73.348, "p95_ms": 67.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.719, "count": 298, "max_ms": 78.728, "p95_ms": 75.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.015, "count": 298, "max_ms": 124.669, "p95_ms": 93.422}, "read_interval": {"avg_ms": 100.701, "count": 298, "max_ms": 138.591, "p95_ms": 110.776}, "triton_wait": {"avg_ms": 67.051, "count": 298, "max_ms": 78.741, "p95_ms": 75.488}, "visualize": {"avg_ms": 3.701, "count": 298, "max_ms": 5.177, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15576.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.543, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.152, "name": "ffmpeg", "pid": 110944, "rss_mb": 265.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.983, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:33:27+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T04:33:27+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T04:33:27.578248+09:00", "mtime_epoch": 1783193607.5782475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 65902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:33:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9198.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.275, "pushed": 9.275, "read": 9.242}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.036, "count": 278, "max_ms": 29.561, "p95_ms": 19.643}, "gstreamer_push": {"avg_ms": 1.245, "count": 278, "max_ms": 2.292, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.734, "count": 278, "max_ms": 70.383, "p95_ms": 63.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.194, "count": 278, "max_ms": 65.419, "p95_ms": 61.449}, "yolo11_640_fire_11class": {"avg_ms": 54.741, "count": 278, "max_ms": 64.726, "p95_ms": 61.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.408, "count": 278, "max_ms": 74.311, "p95_ms": 70.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.036, "count": 278, "max_ms": 817.939, "p95_ms": 99.827}, "read_interval": {"avg_ms": 108.153, "count": 277, "max_ms": 830.992, "p95_ms": 117.557}, "triton_wait": {"avg_ms": 61.544, "count": 278, "max_ms": 74.323, "p95_ms": 70.722}, "visualize": {"avg_ms": 3.561, "count": 278, "max_ms": 9.93, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15577.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1649.437, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.434, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:33:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:33:49+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:33:49+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:33:49.766705+09:00", "mtime_epoch": 1783193629.7667053, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:33:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2144.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.423, "count": 297, "max_ms": 11.759, "p95_ms": 7.95}, "gstreamer_push": {"avg_ms": 1.323, "count": 297, "max_ms": 1.56, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.329, "count": 297, "max_ms": 74.41, "p95_ms": 70.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.953, "count": 297, "max_ms": 70.897, "p95_ms": 57.032}, "yolo11_640_fire_11class": {"avg_ms": 60.326, "count": 297, "max_ms": 74.424, "p95_ms": 66.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.324, "count": 297, "max_ms": 81.464, "p95_ms": 74.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.209, "count": 297, "max_ms": 99.776, "p95_ms": 91.458}, "read_interval": {"avg_ms": 101.065, "count": 297, "max_ms": 116.08, "p95_ms": 109.007}, "triton_wait": {"avg_ms": 67.572, "count": 297, "max_ms": 81.477, "p95_ms": 74.327}, "visualize": {"avg_ms": 3.723, "count": 297, "max_ms": 4.884, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15578.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.572, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.441, "name": "ffmpeg", "pid": 110944, "rss_mb": 266.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.861, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1206239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:33:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:33:57+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:33:57+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:33:57.618867+09:00", "mtime_epoch": 1783193637.618867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:33:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9198.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.72, "pushed": 9.72, "read": 9.687}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.092, "count": 291, "max_ms": 26.749, "p95_ms": 18.709}, "gstreamer_push": {"avg_ms": 1.25, "count": 291, "max_ms": 1.546, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.835, "count": 291, "max_ms": 73.962, "p95_ms": 63.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.137, "count": 291, "max_ms": 67.578, "p95_ms": 61.76}, "yolo11_640_fire_11class": {"avg_ms": 54.463, "count": 291, "max_ms": 68.315, "p95_ms": 61.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.132, "count": 291, "max_ms": 75.142, "p95_ms": 70.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.198, "count": 291, "max_ms": 136.961, "p95_ms": 96.51}, "read_interval": {"avg_ms": 103.172, "count": 290, "max_ms": 149.571, "p95_ms": 112.074}, "triton_wait": {"avg_ms": 61.337, "count": 291, "max_ms": 75.154, "p95_ms": 70.816}, "visualize": {"avg_ms": 3.534, "count": 291, "max_ms": 4.295, "p95_ms": 3.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15580.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1679.459, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.411, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:34:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:34:19+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T04:34:19.795322+09:00", "mtime_epoch": 1783193659.7953224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:34:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2145.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.628, "pushed": 9.628, "read": 9.595}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.465, "count": 288, "max_ms": 10.753, "p95_ms": 8.268}, "gstreamer_push": {"avg_ms": 1.326, "count": 288, "max_ms": 1.62, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.79, "count": 288, "max_ms": 80.894, "p95_ms": 71.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.513, "count": 288, "max_ms": 71.382, "p95_ms": 66.78}, "yolo11_640_fire_11class": {"avg_ms": 62.886, "count": 288, "max_ms": 74.255, "p95_ms": 69.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.194, "count": 288, "max_ms": 80.906, "p95_ms": 74.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.325, "count": 288, "max_ms": 100.14, "p95_ms": 92.779}, "read_interval": {"avg_ms": 104.239, "count": 287, "max_ms": 116.744, "p95_ms": 110.254}, "triton_wait": {"avg_ms": 70.574, "count": 288, "max_ms": 80.917, "p95_ms": 74.893}, "visualize": {"avg_ms": 3.686, "count": 288, "max_ms": 4.597, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15584.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.653, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.598, "name": "ffmpeg", "pid": 110944, "rss_mb": 271.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.983, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1206524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:34:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:34:27+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T04:34:27+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:34:27.695484+09:00", "mtime_epoch": 1783193667.6954844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 75638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:34:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9198.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.506, "pushed": 9.506, "read": 9.473}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.753, "count": 285, "max_ms": 22.916, "p95_ms": 17.749}, "gstreamer_push": {"avg_ms": 1.214, "count": 285, "max_ms": 1.454, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.762, "count": 285, "max_ms": 68.984, "p95_ms": 64.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.664, "count": 285, "max_ms": 69.584, "p95_ms": 63.818}, "yolo11_640_fire_11class": {"avg_ms": 57.166, "count": 285, "max_ms": 68.278, "p95_ms": 65.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.268, "count": 285, "max_ms": 76.543, "p95_ms": 72.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.6, "count": 285, "max_ms": 104.039, "p95_ms": 97.933}, "read_interval": {"avg_ms": 105.511, "count": 284, "max_ms": 121.725, "p95_ms": 113.239}, "triton_wait": {"avg_ms": 64.475, "count": 285, "max_ms": 76.555, "p95_ms": 72.768}, "visualize": {"avg_ms": 3.487, "count": 285, "max_ms": 4.194, "p95_ms": 3.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15584.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1709.549, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.472, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:34:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:34:49+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:34:49+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T04:34:49.871938+09:00", "mtime_epoch": 1783193689.8719385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:34:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2145.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.537, "pushed": 9.537, "read": 9.504}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.291, "count": 286, "max_ms": 12.814, "p95_ms": 7.568}, "gstreamer_push": {"avg_ms": 1.306, "count": 286, "max_ms": 1.621, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.778, "count": 286, "max_ms": 76.022, "p95_ms": 71.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.6, "count": 286, "max_ms": 80.946, "p95_ms": 68.439}, "yolo11_640_fire_11class": {"avg_ms": 64.2, "count": 286, "max_ms": 76.759, "p95_ms": 71.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.748, "count": 286, "max_ms": 80.286, "p95_ms": 75.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.765, "count": 286, "max_ms": 129.728, "p95_ms": 92.899}, "read_interval": {"avg_ms": 105.186, "count": 285, "max_ms": 144.007, "p95_ms": 111.608}, "triton_wait": {"avg_ms": 71.028, "count": 286, "max_ms": 80.959, "p95_ms": 75.626}, "visualize": {"avg_ms": 3.697, "count": 286, "max_ms": 5.079, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15584.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 244.745, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.598, "name": "ffmpeg", "pid": 110944, "rss_mb": 271.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.075, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1206814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:34:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:34:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:34:57+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:34:57.788100+09:00", "mtime_epoch": 1783193697.7881002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 79374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:34:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9198.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.844, "count": 290, "max_ms": 25.493, "p95_ms": 17.938}, "gstreamer_push": {"avg_ms": 1.211, "count": 290, "max_ms": 1.342, "p95_ms": 1.28}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.642, "count": 290, "max_ms": 70.2, "p95_ms": 64.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.743, "count": 290, "max_ms": 78.233, "p95_ms": 63.688}, "yolo11_640_fire_11class": {"avg_ms": 56.297, "count": 290, "max_ms": 69.669, "p95_ms": 64.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.591, "count": 290, "max_ms": 77.899, "p95_ms": 70.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.98, "count": 290, "max_ms": 103.362, "p95_ms": 96.549}, "read_interval": {"avg_ms": 103.757, "count": 289, "max_ms": 118.849, "p95_ms": 112.341}, "triton_wait": {"avg_ms": 62.817, "count": 290, "max_ms": 78.245, "p95_ms": 70.925}, "visualize": {"avg_ms": 3.485, "count": 290, "max_ms": 3.944, "p95_ms": 3.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15584.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1739.595, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.199, "name": "ffmpeg", "pid": 110205, "rss_mb": 333.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.663, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:35:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:35:20+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:35:19+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:35:19.920552+09:00", "mtime_epoch": 1783193719.9205518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:35:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2145.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.687, "pushed": 9.687, "read": 9.654}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.522, "count": 290, "max_ms": 12.021, "p95_ms": 8.128}, "gstreamer_push": {"avg_ms": 1.322, "count": 290, "max_ms": 1.607, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.087, "count": 290, "max_ms": 74.505, "p95_ms": 70.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.915, "count": 290, "max_ms": 75.104, "p95_ms": 67.668}, "yolo11_640_fire_11class": {"avg_ms": 60.734, "count": 290, "max_ms": 72.842, "p95_ms": 68.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.127, "count": 290, "max_ms": 82.747, "p95_ms": 75.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.866, "count": 290, "max_ms": 127.64, "p95_ms": 92.971}, "read_interval": {"avg_ms": 103.584, "count": 289, "max_ms": 143.308, "p95_ms": 110.36}, "triton_wait": {"avg_ms": 69.443, "count": 290, "max_ms": 82.759, "p95_ms": 75.086}, "visualize": {"avg_ms": 3.726, "count": 290, "max_ms": 5.233, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15584.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 274.835, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.855, "name": "ffmpeg", "pid": 110944, "rss_mb": 271.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.985, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1207115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:35:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:35:27+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T04:35:27+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T04:35:27.892714+09:00", "mtime_epoch": 1783193727.892714, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 68529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:35:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9198.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.876, "count": 301, "max_ms": 29.784, "p95_ms": 18.484}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.475, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.176, "count": 301, "max_ms": 67.296, "p95_ms": 62.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.985, "count": 301, "max_ms": 71.917, "p95_ms": 60.974}, "yolo11_640_fire_11class": {"avg_ms": 52.44, "count": 301, "max_ms": 64.443, "p95_ms": 61.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.793, "count": 301, "max_ms": 75.616, "p95_ms": 69.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.208, "count": 301, "max_ms": 102.123, "p95_ms": 94.794}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 118.915, "p95_ms": 111.192}, "triton_wait": {"avg_ms": 58.948, "count": 301, "max_ms": 75.627, "p95_ms": 69.181}, "visualize": {"avg_ms": 3.522, "count": 301, "max_ms": 4.393, "p95_ms": 3.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15612.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 135, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:06:18+09:00", "last_error_summary": "[h264 @ 0x5580b96bbb40] error while decoding MB 33 67, bytestream -5 [in#0/rtsp @ 0x5580b95f3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5580b95f3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1776.396, "last_started_at": "2026-07-05T04:06:20+09:00", "pid": 110205, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.375, "name": "ffmpeg", "pid": 110205, "rss_mb": 355.375, "state": "S (sleeping)", "threads": 104}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 225, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.832, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:35:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:35:56+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:35:56+09:00", "mjpeg": {"age_sec": 16.63, "exists": true, "mtime": "2026-07-05T04:35:40.184964+09:00", "mtime_epoch": 1783193740.1849642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:35:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2145.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.12, "pushed": 0.12, "read": 0.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 2, "max_ms": 7.399, "p95_ms": 7.399}, "gstreamer_push": {"avg_ms": 1.283, "count": 2, "max_ms": 1.3, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.285, "count": 2, "max_ms": 61.942, "p95_ms": 61.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.932, "count": 2, "max_ms": 57.458, "p95_ms": 57.458}, "yolo11_640_fire_11class": {"avg_ms": 62.722, "count": 2, "max_ms": 70.123, "p95_ms": 70.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.881, "count": 2, "max_ms": 70.111, "p95_ms": 70.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.885, "count": 2, "max_ms": 88.025, "p95_ms": 88.025}, "read_interval": {"avg_ms": 17708.619, "count": 2, "max_ms": 18780.273, "p95_ms": 18780.273}, "triton_wait": {"avg_ms": 68.899, "count": 2, "max_ms": 70.134, "p95_ms": 70.134}, "visualize": {"avg_ms": 3.606, "count": 2, "max_ms": 3.665, "p95_ms": 3.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.732, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15286.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 304.922, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.27, "name": "ffmpeg", "pid": 110944, "rss_mb": 277.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.647, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1207459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:35:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:35:58+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T04:35:57+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T04:35:57.981326+09:00", "mtime_epoch": 1783193757.9813256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 72485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:35:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9199.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 343, "pushed_frames": 344, "read_frames": 343, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.434, "pushed": 11.467, "read": 11.434}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.103, "count": 343, "max_ms": 18.501, "p95_ms": 16.962}, "gstreamer_push": {"avg_ms": 1.243, "count": 344, "max_ms": 2.092, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.334, "count": 343, "max_ms": 65.524, "p95_ms": 48.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.015, "count": 343, "max_ms": 64.987, "p95_ms": 48.515}, "yolo11_640_fire_11class": {"avg_ms": 46.035, "count": 343, "max_ms": 63.69, "p95_ms": 49.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.076, "count": 343, "max_ms": 70.781, "p95_ms": 50.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.675, "count": 343, "max_ms": 95.68, "p95_ms": 74.67}, "read_interval": {"avg_ms": 87.453, "count": 343, "max_ms": 111.522, "p95_ms": 91.708}, "triton_wait": {"avg_ms": 47.418, "count": 343, "max_ms": 70.792, "p95_ms": 50.221}, "visualize": {"avg_ms": 3.509, "count": 343, "max_ms": 4.426, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15588.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.104, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.907, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:36:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:36:26+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:36:26+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T04:36:26.745908+09:00", "mtime_epoch": 1783193786.7459085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:36:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2145.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.525, "pushed": 8.525, "read": 8.492}, "hints": ["read_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.538, "count": 255, "max_ms": 11.826, "p95_ms": 8.435}, "gstreamer_push": {"avg_ms": 1.323, "count": 255, "max_ms": 1.512, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.978, "count": 255, "max_ms": 76.427, "p95_ms": 73.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.838, "count": 255, "max_ms": 76.995, "p95_ms": 64.988}, "yolo11_640_fire_11class": {"avg_ms": 60.445, "count": 255, "max_ms": 74.605, "p95_ms": 70.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.863, "count": 255, "max_ms": 78.573, "p95_ms": 74.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.539, "count": 255, "max_ms": 99.718, "p95_ms": 92.773}, "read_interval": {"avg_ms": 117.766, "count": 254, "max_ms": 4969.362, "p95_ms": 108.852}, "triton_wait": {"avg_ms": 66.509, "count": 255, "max_ms": 78.585, "p95_ms": 74.752}, "visualize": {"avg_ms": 3.731, "count": 255, "max_ms": 5.127, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15588.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 334.95, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.527, "name": "ffmpeg", "pid": 110944, "rss_mb": 277.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.326, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1207762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:36:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:36:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T04:36:27+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:36:27.997934+09:00", "mtime_epoch": 1783193787.9979339, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 78819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:36:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9199.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.795, "count": 303, "max_ms": 27.299, "p95_ms": 18.612}, "gstreamer_push": {"avg_ms": 1.227, "count": 303, "max_ms": 1.542, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.046, "count": 303, "max_ms": 70.118, "p95_ms": 64.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.799, "count": 303, "max_ms": 69.029, "p95_ms": 60.325}, "yolo11_640_fire_11class": {"avg_ms": 53.54, "count": 303, "max_ms": 70.251, "p95_ms": 63.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.309, "count": 303, "max_ms": 77.868, "p95_ms": 69.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.896, "count": 303, "max_ms": 102.024, "p95_ms": 94.486}, "read_interval": {"avg_ms": 99.086, "count": 302, "max_ms": 117.815, "p95_ms": 111.122}, "triton_wait": {"avg_ms": 57.773, "count": 303, "max_ms": 77.879, "p95_ms": 69.231}, "visualize": {"avg_ms": 3.517, "count": 303, "max_ms": 5.015, "p95_ms": 3.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15588.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.121, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.786, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:36:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:36:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:36:56+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:36:56.758515+09:00", "mtime_epoch": 1783193816.758515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:36:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2145.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.196, "pushed": 10.196, "read": 10.163}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 305, "max_ms": 13.081, "p95_ms": 7.92}, "gstreamer_push": {"avg_ms": 1.318, "count": 305, "max_ms": 1.895, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.07, "count": 305, "max_ms": 75.658, "p95_ms": 71.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.424, "count": 305, "max_ms": 74.374, "p95_ms": 52.657}, "yolo11_640_fire_11class": {"avg_ms": 59.531, "count": 305, "max_ms": 75.887, "p95_ms": 71.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.721, "count": 305, "max_ms": 77.565, "p95_ms": 73.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.101, "count": 305, "max_ms": 94.85, "p95_ms": 90.7}, "read_interval": {"avg_ms": 98.382, "count": 304, "max_ms": 115.623, "p95_ms": 107.705}, "triton_wait": {"avg_ms": 65.362, "count": 305, "max_ms": 77.578, "p95_ms": 73.469}, "visualize": {"avg_ms": 3.697, "count": 305, "max_ms": 5.964, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15588.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 364.987, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.527, "name": "ffmpeg", "pid": 110944, "rss_mb": 277.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.063, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1208059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:36:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:36:58+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:36:58+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:36:58.034541+09:00", "mtime_epoch": 1783193818.0345407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 75161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:36:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9199.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.887}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.131, "count": 297, "max_ms": 23.368, "p95_ms": 19.103}, "gstreamer_push": {"avg_ms": 1.238, "count": 297, "max_ms": 2.125, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.532, "count": 297, "max_ms": 68.061, "p95_ms": 63.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.674, "count": 297, "max_ms": 66.123, "p95_ms": 58.982}, "yolo11_640_fire_11class": {"avg_ms": 54.318, "count": 297, "max_ms": 69.549, "p95_ms": 62.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.715, "count": 297, "max_ms": 72.81, "p95_ms": 68.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.823, "count": 297, "max_ms": 97.411, "p95_ms": 93.409}, "read_interval": {"avg_ms": 101.111, "count": 296, "max_ms": 114.679, "p95_ms": 111.201}, "triton_wait": {"avg_ms": 59.255, "count": 297, "max_ms": 72.821, "p95_ms": 68.172}, "visualize": {"avg_ms": 3.518, "count": 297, "max_ms": 4.575, "p95_ms": 3.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15588.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.203, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.603, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:37:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:37:26+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T04:37:26+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T04:37:26.851121+09:00", "mtime_epoch": 1783193846.8511212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:37:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2145.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.875}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.569, "count": 297, "max_ms": 12.139, "p95_ms": 9.503}, "gstreamer_push": {"avg_ms": 1.325, "count": 297, "max_ms": 1.995, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.093, "count": 297, "max_ms": 77.315, "p95_ms": 70.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.386, "count": 297, "max_ms": 76.038, "p95_ms": 60.908}, "yolo11_640_fire_11class": {"avg_ms": 57.739, "count": 297, "max_ms": 75.807, "p95_ms": 70.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.963, "count": 297, "max_ms": 78.83, "p95_ms": 74.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.034, "count": 297, "max_ms": 130.798, "p95_ms": 105.129}, "read_interval": {"avg_ms": 101.295, "count": 296, "max_ms": 308.466, "p95_ms": 129.72}, "triton_wait": {"avg_ms": 62.852, "count": 297, "max_ms": 78.845, "p95_ms": 74.929}, "visualize": {"avg_ms": 3.861, "count": 297, "max_ms": 7.709, "p95_ms": 5.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15588.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 395.049, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.527, "name": "ffmpeg", "pid": 110944, "rss_mb": 277.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.682, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1208358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:37:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:37:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T04:37:28+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T04:37:28.099146+09:00", "mtime_epoch": 1783193848.0991461, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 71686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:37:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9199.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.75, "count": 299, "max_ms": 24.743, "p95_ms": 22.71}, "gstreamer_push": {"avg_ms": 1.249, "count": 299, "max_ms": 2.109, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.916, "count": 299, "max_ms": 70.123, "p95_ms": 65.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.862, "count": 299, "max_ms": 71.835, "p95_ms": 61.864}, "yolo11_640_fire_11class": {"avg_ms": 53.607, "count": 299, "max_ms": 70.304, "p95_ms": 65.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.812, "count": 299, "max_ms": 74.234, "p95_ms": 70.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.402, "count": 299, "max_ms": 103.304, "p95_ms": 95.982}, "read_interval": {"avg_ms": 100.532, "count": 298, "max_ms": 120.9, "p95_ms": 111.855}, "triton_wait": {"avg_ms": 58.187, "count": 299, "max_ms": 74.245, "p95_ms": 70.712}, "visualize": {"avg_ms": 3.536, "count": 299, "max_ms": 4.487, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15591.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.233, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.473, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:37:56+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T04:37:56+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:37:56.875725+09:00", "mtime_epoch": 1783193876.8757246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:37:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2145.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.958}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.38, "count": 299, "max_ms": 11.635, "p95_ms": 8.309}, "gstreamer_push": {"avg_ms": 1.319, "count": 299, "max_ms": 1.886, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.145, "count": 299, "max_ms": 74.116, "p95_ms": 70.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.553, "count": 299, "max_ms": 71.892, "p95_ms": 63.415}, "yolo11_640_fire_11class": {"avg_ms": 61.25, "count": 299, "max_ms": 74.578, "p95_ms": 71.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.403, "count": 299, "max_ms": 78.89, "p95_ms": 74.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.056, "count": 299, "max_ms": 125.669, "p95_ms": 91.925}, "read_interval": {"avg_ms": 100.428, "count": 298, "max_ms": 243.255, "p95_ms": 110.073}, "triton_wait": {"avg_ms": 66.177, "count": 299, "max_ms": 78.902, "p95_ms": 74.371}, "visualize": {"avg_ms": 3.742, "count": 299, "max_ms": 6.265, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15591.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.088, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.105, "name": "ffmpeg", "pid": 110944, "rss_mb": 280.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.813, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1208654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:37:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:37:58+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:37:58+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:37:58.135750+09:00", "mtime_epoch": 1783193878.1357498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 82338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:37:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9199.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.853}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.136, "count": 296, "max_ms": 26.138, "p95_ms": 18.867}, "gstreamer_push": {"avg_ms": 1.23, "count": 296, "max_ms": 1.4, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.605, "count": 296, "max_ms": 69.08, "p95_ms": 63.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.929, "count": 296, "max_ms": 67.286, "p95_ms": 60.982}, "yolo11_640_fire_11class": {"avg_ms": 55.182, "count": 296, "max_ms": 71.49, "p95_ms": 64.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.444, "count": 296, "max_ms": 74.873, "p95_ms": 69.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.52, "count": 296, "max_ms": 100.411, "p95_ms": 95.344}, "read_interval": {"avg_ms": 101.466, "count": 295, "max_ms": 116.233, "p95_ms": 111.048}, "triton_wait": {"avg_ms": 59.999, "count": 296, "max_ms": 74.885, "p95_ms": 70.031}, "visualize": {"avg_ms": 3.513, "count": 296, "max_ms": 4.318, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15591.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.274, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.368, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:38:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:38:26+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T04:38:26+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T04:38:26.904326+09:00", "mtime_epoch": 1783193906.9043264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:38:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2145.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.424, "count": 298, "max_ms": 11.526, "p95_ms": 8.678}, "gstreamer_push": {"avg_ms": 1.325, "count": 298, "max_ms": 2.246, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.498, "count": 298, "max_ms": 74.912, "p95_ms": 70.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.096, "count": 298, "max_ms": 70.541, "p95_ms": 64.557}, "yolo11_640_fire_11class": {"avg_ms": 63.518, "count": 298, "max_ms": 78.581, "p95_ms": 72.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.244, "count": 298, "max_ms": 76.091, "p95_ms": 74.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.42, "count": 298, "max_ms": 96.036, "p95_ms": 91.17}, "read_interval": {"avg_ms": 100.774, "count": 297, "max_ms": 114.728, "p95_ms": 108.793}, "triton_wait": {"avg_ms": 67.924, "count": 298, "max_ms": 78.592, "p95_ms": 74.818}, "visualize": {"avg_ms": 3.733, "count": 298, "max_ms": 5.661, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15591.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 455.11, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.105, "name": "ffmpeg", "pid": 110944, "rss_mb": 280.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.482, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1208947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:38:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:38:28+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T04:38:28+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:38:28.156351+09:00", "mtime_epoch": 1783193908.1563513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:38:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9199.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.792, "pushed": 9.792, "read": 9.758}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.011, "count": 293, "max_ms": 21.067, "p95_ms": 18.701}, "gstreamer_push": {"avg_ms": 1.234, "count": 293, "max_ms": 1.845, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.54, "count": 293, "max_ms": 67.292, "p95_ms": 62.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.145, "count": 293, "max_ms": 64.951, "p95_ms": 60.086}, "yolo11_640_fire_11class": {"avg_ms": 56.63, "count": 293, "max_ms": 71.493, "p95_ms": 64.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.215, "count": 293, "max_ms": 75.437, "p95_ms": 69.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.168, "count": 293, "max_ms": 100.858, "p95_ms": 95.081}, "read_interval": {"avg_ms": 102.468, "count": 292, "max_ms": 120.338, "p95_ms": 112.249}, "triton_wait": {"avg_ms": 60.681, "count": 293, "max_ms": 75.448, "p95_ms": 69.861}, "visualize": {"avg_ms": 3.534, "count": 293, "max_ms": 5.126, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15592.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.288, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.542, "sample_count": 2561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:38:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:38:57+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:38:56+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:38:56.924927+09:00", "mtime_epoch": 1783193936.9249268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:38:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2146.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.365, "count": 297, "max_ms": 10.859, "p95_ms": 7.738}, "gstreamer_push": {"avg_ms": 1.33, "count": 297, "max_ms": 2.386, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.096, "count": 297, "max_ms": 76.14, "p95_ms": 71.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.602, "count": 297, "max_ms": 76.808, "p95_ms": 65.615}, "yolo11_640_fire_11class": {"avg_ms": 63.911, "count": 297, "max_ms": 77.724, "p95_ms": 73.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.344, "count": 297, "max_ms": 78.258, "p95_ms": 75.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.726, "count": 297, "max_ms": 96.833, "p95_ms": 93.047}, "read_interval": {"avg_ms": 101.065, "count": 297, "max_ms": 114.093, "p95_ms": 109.674}, "triton_wait": {"avg_ms": 68.024, "count": 297, "max_ms": 78.267, "p95_ms": 75.797}, "visualize": {"avg_ms": 3.706, "count": 297, "max_ms": 4.774, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 320, "tracking_summary": 10077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15592.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 485.141, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.363, "name": "ffmpeg", "pid": 110944, "rss_mb": 280.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.555, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1209240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:38:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:38:58+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T04:38:58+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T04:38:58.200952+09:00", "mtime_epoch": 1783193938.2009523, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 72514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:38:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9199.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.754}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.977, "count": 293, "max_ms": 23.237, "p95_ms": 18.613}, "gstreamer_push": {"avg_ms": 1.229, "count": 293, "max_ms": 1.454, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.717, "count": 293, "max_ms": 73.783, "p95_ms": 64.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.191, "count": 293, "max_ms": 66.963, "p95_ms": 62.684}, "yolo11_640_fire_11class": {"avg_ms": 57.41, "count": 293, "max_ms": 71.773, "p95_ms": 65.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.424, "count": 293, "max_ms": 72.885, "p95_ms": 71.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.441, "count": 293, "max_ms": 99.26, "p95_ms": 96.46}, "read_interval": {"avg_ms": 102.529, "count": 292, "max_ms": 117.304, "p95_ms": 113.425}, "triton_wait": {"avg_ms": 61.062, "count": 293, "max_ms": 73.795, "p95_ms": 71.448}, "visualize": {"avg_ms": 3.524, "count": 293, "max_ms": 4.459, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15597.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.354, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.532, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:39:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:39:27+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:39:26+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:39:26.989527+09:00", "mtime_epoch": 1783193966.9895267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:39:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2146.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.396, "count": 302, "max_ms": 12.547, "p95_ms": 7.922}, "gstreamer_push": {"avg_ms": 1.332, "count": 302, "max_ms": 1.988, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.32, "count": 302, "max_ms": 73.407, "p95_ms": 70.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.266, "count": 302, "max_ms": 77.461, "p95_ms": 66.53}, "yolo11_640_fire_11class": {"avg_ms": 60.969, "count": 302, "max_ms": 77.151, "p95_ms": 71.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.64, "count": 302, "max_ms": 77.569, "p95_ms": 75.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.048, "count": 302, "max_ms": 103.838, "p95_ms": 92.76}, "read_interval": {"avg_ms": 99.523, "count": 301, "max_ms": 122.101, "p95_ms": 112.328}, "triton_wait": {"avg_ms": 65.299, "count": 302, "max_ms": 77.581, "p95_ms": 75.556}, "visualize": {"avg_ms": 3.726, "count": 302, "max_ms": 5.632, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15597.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 515.162, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.363, "name": "ffmpeg", "pid": 110944, "rss_mb": 280.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.682, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1209517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:39:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:39:28+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:39:28+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:39:28.205551+09:00", "mtime_epoch": 1783193968.205551, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 79377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:39:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9199.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.255, "pushed": 9.255, "read": 9.221}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.169, "count": 277, "max_ms": 31.668, "p95_ms": 19.286}, "gstreamer_push": {"avg_ms": 1.256, "count": 277, "max_ms": 1.952, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.118, "count": 277, "max_ms": 68.923, "p95_ms": 65.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.341, "count": 277, "max_ms": 74.382, "p95_ms": 64.355}, "yolo11_640_fire_11class": {"avg_ms": 57.323, "count": 277, "max_ms": 72.681, "p95_ms": 66.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.692, "count": 277, "max_ms": 76.668, "p95_ms": 72.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.027, "count": 277, "max_ms": 783.4, "p95_ms": 102.448}, "read_interval": {"avg_ms": 108.389, "count": 276, "max_ms": 796.878, "p95_ms": 118.235}, "triton_wait": {"avg_ms": 62.005, "count": 277, "max_ms": 76.68, "p95_ms": 72.855}, "visualize": {"avg_ms": 3.56, "count": 277, "max_ms": 9.923, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15597.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.448, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.476, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:39:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:39:57+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:39:57+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:39:57.082126+09:00", "mtime_epoch": 1783193997.082126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:39:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2146.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.272, "count": 298, "max_ms": 9.858, "p95_ms": 7.605}, "gstreamer_push": {"avg_ms": 1.313, "count": 298, "max_ms": 1.524, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.753, "count": 298, "max_ms": 77.573, "p95_ms": 71.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.573, "count": 298, "max_ms": 76.598, "p95_ms": 64.352}, "yolo11_640_fire_11class": {"avg_ms": 63.513, "count": 298, "max_ms": 75.972, "p95_ms": 73.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.087, "count": 298, "max_ms": 77.566, "p95_ms": 75.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.238, "count": 298, "max_ms": 96.625, "p95_ms": 92.607}, "read_interval": {"avg_ms": 100.939, "count": 297, "max_ms": 117.617, "p95_ms": 110.665}, "triton_wait": {"avg_ms": 67.802, "count": 298, "max_ms": 77.585, "p95_ms": 75.934}, "visualize": {"avg_ms": 3.699, "count": 298, "max_ms": 5.64, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15597.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 545.214, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.363, "name": "ffmpeg", "pid": 110944, "rss_mb": 280.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.616, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1209809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:39:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:39:58+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:39:58+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:39:58.258149+09:00", "mtime_epoch": 1783193998.2581491, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:39:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9200.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.967, "count": 292, "max_ms": 21.209, "p95_ms": 18.945}, "gstreamer_push": {"avg_ms": 1.233, "count": 292, "max_ms": 1.486, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.526, "count": 292, "max_ms": 70.521, "p95_ms": 63.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.717, "count": 292, "max_ms": 67.967, "p95_ms": 61.809}, "yolo11_640_fire_11class": {"avg_ms": 57.502, "count": 292, "max_ms": 72.538, "p95_ms": 66.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.891, "count": 292, "max_ms": 74.746, "p95_ms": 70.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.836, "count": 292, "max_ms": 99.998, "p95_ms": 95.721}, "read_interval": {"avg_ms": 102.892, "count": 291, "max_ms": 116.463, "p95_ms": 112.49}, "triton_wait": {"avg_ms": 61.433, "count": 292, "max_ms": 74.758, "p95_ms": 70.531}, "visualize": {"avg_ms": 3.531, "count": 292, "max_ms": 4.643, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15606.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.538, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.589, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:40:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:40:27+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:40:27+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:40:27.178724+09:00", "mtime_epoch": 1783194027.178724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:40:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2146.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.241, "count": 302, "max_ms": 9.181, "p95_ms": 7.723}, "gstreamer_push": {"avg_ms": 1.307, "count": 302, "max_ms": 2.016, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.067, "count": 302, "max_ms": 75.299, "p95_ms": 71.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.304, "count": 302, "max_ms": 72.802, "p95_ms": 68.296}, "yolo11_640_fire_11class": {"avg_ms": 61.596, "count": 302, "max_ms": 75.273, "p95_ms": 72.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.181, "count": 302, "max_ms": 80.226, "p95_ms": 76.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.27, "count": 302, "max_ms": 130.694, "p95_ms": 93.385}, "read_interval": {"avg_ms": 99.615, "count": 301, "max_ms": 144.564, "p95_ms": 110.174}, "triton_wait": {"avg_ms": 66.749, "count": 302, "max_ms": 80.236, "p95_ms": 76.462}, "visualize": {"avg_ms": 3.653, "count": 302, "max_ms": 5.169, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15606.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 575.271, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.445, "name": "ffmpeg", "pid": 110944, "rss_mb": 289.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.666, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1210103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:40:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:40:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T04:40:28+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T04:40:28.322747+09:00", "mtime_epoch": 1783194028.3227468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 77127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:40:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9200.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.816, "pushed": 9.816, "read": 9.783}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.913, "count": 294, "max_ms": 22.343, "p95_ms": 18.657}, "gstreamer_push": {"avg_ms": 1.227, "count": 294, "max_ms": 1.489, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.299, "count": 294, "max_ms": 69.793, "p95_ms": 64.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.967, "count": 294, "max_ms": 68.323, "p95_ms": 62.976}, "yolo11_640_fire_11class": {"avg_ms": 55.823, "count": 294, "max_ms": 69.565, "p95_ms": 65.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.323, "count": 294, "max_ms": 76.404, "p95_ms": 70.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.015, "count": 294, "max_ms": 101.298, "p95_ms": 95.852}, "read_interval": {"avg_ms": 102.229, "count": 293, "max_ms": 117.454, "p95_ms": 111.76}, "triton_wait": {"avg_ms": 60.668, "count": 294, "max_ms": 76.416, "p95_ms": 70.759}, "visualize": {"avg_ms": 3.509, "count": 294, "max_ms": 4.43, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15609.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.592, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.476, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:40:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:40:57+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T04:40:57+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T04:40:57.239320+09:00", "mtime_epoch": 1783194057.2393203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:40:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2146.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.18, "count": 299, "max_ms": 11.068, "p95_ms": 7.432}, "gstreamer_push": {"avg_ms": 1.309, "count": 299, "max_ms": 1.549, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.161, "count": 299, "max_ms": 74.547, "p95_ms": 72.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.219, "count": 299, "max_ms": 71.954, "p95_ms": 54.717}, "yolo11_640_fire_11class": {"avg_ms": 61.91, "count": 299, "max_ms": 74.65, "p95_ms": 71.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.977, "count": 299, "max_ms": 79.091, "p95_ms": 74.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.085, "count": 299, "max_ms": 96.262, "p95_ms": 91.414}, "read_interval": {"avg_ms": 100.517, "count": 298, "max_ms": 115.953, "p95_ms": 108.62}, "triton_wait": {"avg_ms": 67.602, "count": 299, "max_ms": 79.103, "p95_ms": 74.289}, "visualize": {"avg_ms": 3.658, "count": 299, "max_ms": 4.722, "p95_ms": 3.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15609.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 605.353, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.023, "name": "ffmpeg", "pid": 110944, "rss_mb": 292.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.818, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1210397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:40:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:40:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:40:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T04:40:58.403343+09:00", "mtime_epoch": 1783194058.4033432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 74774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:40:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9200.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.772}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.076, "count": 294, "max_ms": 20.969, "p95_ms": 18.425}, "gstreamer_push": {"avg_ms": 1.243, "count": 294, "max_ms": 1.44, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.851, "count": 294, "max_ms": 68.541, "p95_ms": 64.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.814, "count": 294, "max_ms": 66.197, "p95_ms": 60.748}, "yolo11_640_fire_11class": {"avg_ms": 55.569, "count": 294, "max_ms": 69.406, "p95_ms": 63.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.147, "count": 294, "max_ms": 76.56, "p95_ms": 69.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.068, "count": 294, "max_ms": 101.601, "p95_ms": 94.904}, "read_interval": {"avg_ms": 102.309, "count": 293, "max_ms": 116.549, "p95_ms": 110.864}, "triton_wait": {"avg_ms": 60.589, "count": 294, "max_ms": 76.572, "p95_ms": 69.304}, "visualize": {"avg_ms": 3.536, "count": 294, "max_ms": 4.335, "p95_ms": 3.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15612.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.684, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.911, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1486171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:41:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:41:27+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T04:41:27+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T04:41:27.315916+09:00", "mtime_epoch": 1783194087.3159158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:41:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2146.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.604}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.58, "count": 289, "max_ms": 10.979, "p95_ms": 10.2}, "gstreamer_push": {"avg_ms": 1.326, "count": 289, "max_ms": 1.774, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.293, "count": 289, "max_ms": 77.782, "p95_ms": 72.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.283, "count": 289, "max_ms": 76.457, "p95_ms": 68.386}, "yolo11_640_fire_11class": {"avg_ms": 64.211, "count": 289, "max_ms": 78.078, "p95_ms": 73.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.255, "count": 289, "max_ms": 80.276, "p95_ms": 76.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.294, "count": 289, "max_ms": 101.808, "p95_ms": 95.402}, "read_interval": {"avg_ms": 104.096, "count": 288, "max_ms": 122.495, "p95_ms": 113.76}, "triton_wait": {"avg_ms": 69.826, "count": 289, "max_ms": 80.288, "p95_ms": 76.585}, "visualize": {"avg_ms": 3.722, "count": 289, "max_ms": 4.675, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15613.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 635.371, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.375, "name": "ffmpeg", "pid": 110944, "rss_mb": 295.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.415, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1210682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:41:28+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:41:28+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:41:28.419938+09:00", "mtime_epoch": 1783194088.4199376, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:41:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9200.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.526, "pushed": 9.526, "read": 9.493}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.99, "count": 285, "max_ms": 23.673, "p95_ms": 18.979}, "gstreamer_push": {"avg_ms": 1.228, "count": 285, "max_ms": 1.582, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.381, "count": 285, "max_ms": 75.944, "p95_ms": 66.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.495, "count": 285, "max_ms": 70.413, "p95_ms": 64.875}, "yolo11_640_fire_11class": {"avg_ms": 58.25, "count": 285, "max_ms": 73.137, "p95_ms": 67.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.249, "count": 285, "max_ms": 78.274, "p95_ms": 73.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.059, "count": 285, "max_ms": 103.477, "p95_ms": 98.446}, "read_interval": {"avg_ms": 105.322, "count": 284, "max_ms": 119.919, "p95_ms": 114.551}, "triton_wait": {"avg_ms": 63.687, "count": 285, "max_ms": 78.285, "p95_ms": 73.652}, "visualize": {"avg_ms": 3.506, "count": 285, "max_ms": 4.342, "p95_ms": 3.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15618.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.762, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.946, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1486461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:41:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:41:57+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:41:57+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:41:57.396510+09:00", "mtime_epoch": 1783194117.3965104, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:41:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2146.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.677, "pushed": 9.677, "read": 9.644}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.386, "count": 290, "max_ms": 12.01, "p95_ms": 8.11}, "gstreamer_push": {"avg_ms": 1.305, "count": 290, "max_ms": 1.511, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.621, "count": 290, "max_ms": 76.996, "p95_ms": 72.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.573, "count": 290, "max_ms": 72.884, "p95_ms": 58.241}, "yolo11_640_fire_11class": {"avg_ms": 65.257, "count": 290, "max_ms": 75.147, "p95_ms": 73.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.691, "count": 290, "max_ms": 77.514, "p95_ms": 74.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.227, "count": 290, "max_ms": 185.136, "p95_ms": 92.027}, "read_interval": {"avg_ms": 103.69, "count": 289, "max_ms": 195.954, "p95_ms": 109.255}, "triton_wait": {"avg_ms": 70.185, "count": 290, "max_ms": 77.524, "p95_ms": 74.604}, "visualize": {"avg_ms": 3.651, "count": 290, "max_ms": 4.863, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15618.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 665.426, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.758, "name": "ffmpeg", "pid": 110944, "rss_mb": 299.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.415, "sample_count": 2909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1210972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:41:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:41:58+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:41:58+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:41:58.468532+09:00", "mtime_epoch": 1783194118.4685316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 72527}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:41:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9200.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.68, "pushed": 9.68, "read": 9.647}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.782, "count": 290, "max_ms": 24.317, "p95_ms": 18.072}, "gstreamer_push": {"avg_ms": 1.218, "count": 290, "max_ms": 1.382, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.221, "count": 290, "max_ms": 68.175, "p95_ms": 63.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.068, "count": 290, "max_ms": 64.428, "p95_ms": 59.026}, "yolo11_640_fire_11class": {"avg_ms": 57.757, "count": 290, "max_ms": 70.258, "p95_ms": 65.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.902, "count": 290, "max_ms": 72.039, "p95_ms": 68.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.549, "count": 290, "max_ms": 96.69, "p95_ms": 93.936}, "read_interval": {"avg_ms": 103.624, "count": 289, "max_ms": 112.555, "p95_ms": 110.598}, "triton_wait": {"avg_ms": 62.367, "count": 290, "max_ms": 72.054, "p95_ms": 68.786}, "visualize": {"avg_ms": 3.507, "count": 290, "max_ms": 4.194, "p95_ms": 3.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15620.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.812, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.845, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1486769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:42:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:42:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T04:42:27+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:42:27.445103+09:00", "mtime_epoch": 1783194147.4451034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:42:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2147.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.287, "pushed": 10.287, "read": 10.254}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.52, "count": 308, "max_ms": 11.1, "p95_ms": 9.64}, "gstreamer_push": {"avg_ms": 1.319, "count": 308, "max_ms": 1.787, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.487, "count": 308, "max_ms": 74.866, "p95_ms": 70.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.635, "count": 308, "max_ms": 70.488, "p95_ms": 60.439}, "yolo11_640_fire_11class": {"avg_ms": 59.646, "count": 308, "max_ms": 77.999, "p95_ms": 73.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.404, "count": 308, "max_ms": 82.036, "p95_ms": 75.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.824, "count": 308, "max_ms": 100.065, "p95_ms": 93.018}, "read_interval": {"avg_ms": 97.535, "count": 307, "max_ms": 118.418, "p95_ms": 110.371}, "triton_wait": {"avg_ms": 63.693, "count": 308, "max_ms": 82.047, "p95_ms": 75.259}, "visualize": {"avg_ms": 3.743, "count": 308, "max_ms": 5.031, "p95_ms": 4.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15621.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1292, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:30:50+09:00", "last_error_summary": "[h264 @ 0x55ed5c367540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ed5c367540] error while decoding MB 0 28, bytestream 3731 [h264 @ 0x55ed5c37b700] left block unavailable for requested intra mode [h264 @ 0x55ed5c37b700] error while decoding MB 0 41, bytestream 1175 [h264 @ 0x55ed5cf29f00] cabac decode of qscale diff failed at 55 10 [h264 @ 0x55ed5cf29f00] error while decoding MB 55 10, bytestream 3203 [h264 @ 0x55ed5c367540] left block unavailable for requested intra mode", "last_exit_at": "2026-07-05T04:30:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 695.465, "last_started_at": "2026-07-05T04:30:53+09:00", "pid": 110944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.82, "name": "ffmpeg", "pid": 110944, "rss_mb": 301.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 556, "restart_count_per_hour": 3, "rtsp_timeout_count": 350, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.611, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1211269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:42:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:42:28+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T04:42:28+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T04:42:28.501124+09:00", "mtime_epoch": 1783194148.5011241, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:42:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9200.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.886}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.337, "count": 297, "max_ms": 26.343, "p95_ms": 20.343}, "gstreamer_push": {"avg_ms": 1.254, "count": 297, "max_ms": 2.13, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.985, "count": 297, "max_ms": 70.279, "p95_ms": 64.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.383, "count": 297, "max_ms": 68.651, "p95_ms": 61.872}, "yolo11_640_fire_11class": {"avg_ms": 55.274, "count": 297, "max_ms": 74.564, "p95_ms": 66.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.36, "count": 297, "max_ms": 80.109, "p95_ms": 71.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.804, "count": 297, "max_ms": 105.399, "p95_ms": 96.827}, "read_interval": {"avg_ms": 101.084, "count": 296, "max_ms": 127.74, "p95_ms": 114.659}, "triton_wait": {"avg_ms": 59.005, "count": 297, "max_ms": 80.122, "p95_ms": 71.577}, "visualize": {"avg_ms": 3.571, "count": 297, "max_ms": 5.672, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15345.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.915, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.815, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:42:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:42:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T04:42:57+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T04:42:57.517696+09:00", "mtime_epoch": 1783194177.5176961, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:42:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2147.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.968, "pushed": 10.968, "read": 10.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.195, "count": 328, "max_ms": 8.388, "p95_ms": 7.528}, "gstreamer_push": {"avg_ms": 1.307, "count": 329, "max_ms": 1.564, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.851, "count": 328, "max_ms": 75.103, "p95_ms": 68.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.935, "count": 328, "max_ms": 68.861, "p95_ms": 49.102}, "yolo11_640_fire_11class": {"avg_ms": 51.37, "count": 328, "max_ms": 74.343, "p95_ms": 69.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.156, "count": 328, "max_ms": 76.846, "p95_ms": 72.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.781, "count": 329, "max_ms": 94.633, "p95_ms": 90.239}, "read_interval": {"avg_ms": 91.513, "count": 328, "max_ms": 193.421, "p95_ms": 121.363}, "triton_wait": {"avg_ms": 53.882, "count": 328, "max_ms": 76.858, "p95_ms": 73.188}, "visualize": {"avg_ms": 3.689, "count": 328, "max_ms": 4.756, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15455.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.103, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.105, "name": "ffmpeg", "pid": 111323, "rss_mb": 139.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.739, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1211343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:43:00+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T04:43:00+09:00", "mjpeg": {"age_sec": 4.955, "exists": true, "mtime": "2026-07-05T04:42:55.329653+09:00", "mtime_epoch": 1783194175.329653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:43:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9200.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.934, "pushed": 1.934, "read": 1.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.997, "count": 58, "max_ms": 21.708, "p95_ms": 19.602}, "gstreamer_push": {"avg_ms": 1.234, "count": 58, "max_ms": 1.479, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.205, "count": 58, "max_ms": 69.908, "p95_ms": 67.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.368, "count": 58, "max_ms": 68.648, "p95_ms": 64.113}, "yolo11_640_fire_11class": {"avg_ms": 58.789, "count": 58, "max_ms": 68.659, "p95_ms": 67.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.418, "count": 58, "max_ms": 75.284, "p95_ms": 74.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.614, "count": 58, "max_ms": 99.376, "p95_ms": 98.904}, "read_interval": {"avg_ms": 517.461, "count": 58, "max_ms": 10125.718, "p95_ms": 4985.296}, "triton_wait": {"avg_ms": 62.13, "count": 58, "max_ms": 75.296, "p95_ms": 74.128}, "visualize": {"avg_ms": 3.577, "count": 58, "max_ms": 4.751, "p95_ms": 4.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15585.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.02, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "R (running)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.858, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:43:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:43:27+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:43:27.654289+09:00", "mtime_epoch": 1783194207.6542892, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:43:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2147.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.838}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.363, "count": 295, "max_ms": 11.531, "p95_ms": 8.147}, "gstreamer_push": {"avg_ms": 1.315, "count": 295, "max_ms": 1.906, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.682, "count": 295, "max_ms": 76.878, "p95_ms": 70.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.278, "count": 295, "max_ms": 71.417, "p95_ms": 64.006}, "yolo11_640_fire_11class": {"avg_ms": 61.098, "count": 295, "max_ms": 76.3, "p95_ms": 72.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.483, "count": 295, "max_ms": 78.095, "p95_ms": 74.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.03, "count": 295, "max_ms": 129.588, "p95_ms": 92.216}, "read_interval": {"avg_ms": 101.681, "count": 295, "max_ms": 295.604, "p95_ms": 113.593}, "triton_wait": {"avg_ms": 64.887, "count": 295, "max_ms": 78.107, "p95_ms": 74.763}, "visualize": {"avg_ms": 3.714, "count": 295, "max_ms": 5.414, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15586.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.173, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.355, "name": "ffmpeg", "pid": 111323, "rss_mb": 266.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.123, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1211639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:43:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:43:30+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T04:43:30+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T04:43:30.278341+09:00", "mtime_epoch": 1783194210.2783408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 88917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:43:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9200.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.157, "count": 296, "max_ms": 27.052, "p95_ms": 19.908}, "gstreamer_push": {"avg_ms": 1.228, "count": 296, "max_ms": 2.034, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.884, "count": 296, "max_ms": 73.354, "p95_ms": 65.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.011, "count": 296, "max_ms": 70.208, "p95_ms": 63.117}, "yolo11_640_fire_11class": {"avg_ms": 57.545, "count": 296, "max_ms": 72.099, "p95_ms": 66.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.807, "count": 296, "max_ms": 74.955, "p95_ms": 72.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.902, "count": 296, "max_ms": 103.175, "p95_ms": 98.847}, "read_interval": {"avg_ms": 101.617, "count": 295, "max_ms": 117.6, "p95_ms": 113.191}, "triton_wait": {"avg_ms": 61.459, "count": 296, "max_ms": 74.966, "p95_ms": 72.959}, "visualize": {"avg_ms": 3.516, "count": 296, "max_ms": 4.408, "p95_ms": 3.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15589.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.076, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.983, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:43:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:43:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:43:57+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T04:43:57.718880+09:00", "mtime_epoch": 1783194237.71888, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:43:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2147.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.451, "pushed": 9.451, "read": 9.417}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.349, "count": 283, "max_ms": 11.899, "p95_ms": 7.668}, "gstreamer_push": {"avg_ms": 1.327, "count": 283, "max_ms": 1.559, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.006, "count": 283, "max_ms": 76.918, "p95_ms": 71.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.56, "count": 283, "max_ms": 76.894, "p95_ms": 68.26}, "yolo11_640_fire_11class": {"avg_ms": 67.397, "count": 283, "max_ms": 79.894, "p95_ms": 74.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.176, "count": 283, "max_ms": 80.985, "p95_ms": 76.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.636, "count": 283, "max_ms": 128.78, "p95_ms": 94.373}, "read_interval": {"avg_ms": 106.19, "count": 282, "max_ms": 308.753, "p95_ms": 111.729}, "triton_wait": {"avg_ms": 71.585, "count": 283, "max_ms": 80.996, "p95_ms": 76.709}, "visualize": {"avg_ms": 3.674, "count": 283, "max_ms": 5.064, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15588.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.272, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.191, "name": "ffmpeg", "pid": 111323, "rss_mb": 269.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.301, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1211920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:44:00+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T04:44:00+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T04:44:00.362932+09:00", "mtime_epoch": 1783194240.362932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:44:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9201.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.368, "pushed": 9.368, "read": 9.334}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.513, "count": 280, "max_ms": 20.33, "p95_ms": 17.871}, "gstreamer_push": {"avg_ms": 1.207, "count": 281, "max_ms": 1.374, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.27, "count": 280, "max_ms": 72.594, "p95_ms": 65.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.917, "count": 280, "max_ms": 69.933, "p95_ms": 65.054}, "yolo11_640_fire_11class": {"avg_ms": 61.618, "count": 280, "max_ms": 74.355, "p95_ms": 68.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.792, "count": 280, "max_ms": 80.287, "p95_ms": 73.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.587, "count": 281, "max_ms": 136.796, "p95_ms": 98.311}, "read_interval": {"avg_ms": 107.113, "count": 280, "max_ms": 150.216, "p95_ms": 115.947}, "triton_wait": {"avg_ms": 66.085, "count": 280, "max_ms": 80.3, "p95_ms": 73.071}, "visualize": {"avg_ms": 3.488, "count": 280, "max_ms": 4.934, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15589.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.157, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.532, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:44:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:44:27+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T04:44:27+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:44:27.791470+09:00", "mtime_epoch": 1783194267.7914703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:44:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2147.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.541, "pushed": 9.541, "read": 9.508}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.731, "count": 286, "max_ms": 11.519, "p95_ms": 10.123}, "gstreamer_push": {"avg_ms": 1.326, "count": 286, "max_ms": 1.552, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.804, "count": 286, "max_ms": 76.37, "p95_ms": 72.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.94, "count": 286, "max_ms": 70.752, "p95_ms": 66.467}, "yolo11_640_fire_11class": {"avg_ms": 64.795, "count": 286, "max_ms": 77.11, "p95_ms": 72.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.455, "count": 286, "max_ms": 79.375, "p95_ms": 76.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.492, "count": 286, "max_ms": 100.626, "p95_ms": 95.075}, "read_interval": {"avg_ms": 105.154, "count": 285, "max_ms": 121.323, "p95_ms": 112.651}, "triton_wait": {"avg_ms": 70.863, "count": 286, "max_ms": 79.388, "p95_ms": 76.853}, "visualize": {"avg_ms": 3.701, "count": 286, "max_ms": 4.882, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15589.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.307, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.191, "name": "ffmpeg", "pid": 111323, "rss_mb": 269.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.332, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1212203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:44:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:44:30+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T04:44:30+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:44:30.395521+09:00", "mtime_epoch": 1783194270.3955214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 74160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:44:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9201.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.455, "pushed": 9.455, "read": 9.422}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.691, "count": 283, "max_ms": 20.629, "p95_ms": 18.313}, "gstreamer_push": {"avg_ms": 1.225, "count": 283, "max_ms": 1.824, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.366, "count": 283, "max_ms": 72.302, "p95_ms": 66.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.12, "count": 283, "max_ms": 69.437, "p95_ms": 63.403}, "yolo11_640_fire_11class": {"avg_ms": 59.179, "count": 283, "max_ms": 73.095, "p95_ms": 67.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.11, "count": 283, "max_ms": 80.165, "p95_ms": 73.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.466, "count": 283, "max_ms": 126.222, "p95_ms": 98.286}, "read_interval": {"avg_ms": 106.106, "count": 282, "max_ms": 139.344, "p95_ms": 115.144}, "triton_wait": {"avg_ms": 65.359, "count": 283, "max_ms": 80.178, "p95_ms": 73.426}, "visualize": {"avg_ms": 3.472, "count": 283, "max_ms": 4.807, "p95_ms": 3.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15589.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.237, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.552, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:44:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:44:57+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T04:44:57+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:44:57.876060+09:00", "mtime_epoch": 1783194297.87606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:44:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2147.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.877, "pushed": 9.877, "read": 9.843}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.402, "count": 296, "max_ms": 11.905, "p95_ms": 7.711}, "gstreamer_push": {"avg_ms": 1.315, "count": 296, "max_ms": 1.861, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.396, "count": 296, "max_ms": 74.279, "p95_ms": 71.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.916, "count": 296, "max_ms": 70.923, "p95_ms": 64.857}, "yolo11_640_fire_11class": {"avg_ms": 62.076, "count": 296, "max_ms": 74.027, "p95_ms": 71.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.467, "count": 296, "max_ms": 78.893, "p95_ms": 75.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.187, "count": 296, "max_ms": 96.195, "p95_ms": 92.848}, "read_interval": {"avg_ms": 101.612, "count": 295, "max_ms": 116.081, "p95_ms": 109.743}, "triton_wait": {"avg_ms": 67.961, "count": 296, "max_ms": 78.903, "p95_ms": 75.195}, "visualize": {"avg_ms": 3.701, "count": 296, "max_ms": 6.014, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15589.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.328, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.449, "name": "ffmpeg", "pid": 111323, "rss_mb": 269.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.397, "sample_count": 2663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1212493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:45:00+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:45:00+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T04:45:00.416110+09:00", "mtime_epoch": 1783194300.4161098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:45:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9201.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.691, "pushed": 9.691, "read": 9.657}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.942, "count": 290, "max_ms": 21.646, "p95_ms": 18.54}, "gstreamer_push": {"avg_ms": 1.242, "count": 290, "max_ms": 1.747, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.251, "count": 290, "max_ms": 67.904, "p95_ms": 63.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.272, "count": 290, "max_ms": 70.671, "p95_ms": 60.597}, "yolo11_640_fire_11class": {"avg_ms": 56.118, "count": 290, "max_ms": 71.734, "p95_ms": 64.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.481, "count": 290, "max_ms": 75.55, "p95_ms": 71.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.573, "count": 290, "max_ms": 130.887, "p95_ms": 96.755}, "read_interval": {"avg_ms": 103.504, "count": 289, "max_ms": 144.485, "p95_ms": 112.68}, "triton_wait": {"avg_ms": 61.784, "count": 290, "max_ms": 75.563, "p95_ms": 71.117}, "visualize": {"avg_ms": 3.543, "count": 290, "max_ms": 4.922, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15593.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.282, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.618, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:45:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:45:28+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T04:45:27+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T04:45:27.912648+09:00", "mtime_epoch": 1783194327.9126482, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:45:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2147.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.527, "count": 299, "max_ms": 11.666, "p95_ms": 9.323}, "gstreamer_push": {"avg_ms": 1.328, "count": 299, "max_ms": 1.979, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.123, "count": 299, "max_ms": 75.472, "p95_ms": 72.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.218, "count": 299, "max_ms": 75.055, "p95_ms": 66.723}, "yolo11_640_fire_11class": {"avg_ms": 61.596, "count": 299, "max_ms": 77.436, "p95_ms": 73.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.427, "count": 299, "max_ms": 85.673, "p95_ms": 76.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.739, "count": 299, "max_ms": 115.231, "p95_ms": 94.887}, "read_interval": {"avg_ms": 100.452, "count": 298, "max_ms": 128.429, "p95_ms": 111.945}, "triton_wait": {"avg_ms": 66.247, "count": 299, "max_ms": 85.685, "p95_ms": 76.482}, "visualize": {"avg_ms": 3.731, "count": 299, "max_ms": 5.991, "p95_ms": 4.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15593.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.424, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.801, "name": "ffmpeg", "pid": 111323, "rss_mb": 272.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.162, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1212775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T04:45:30+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T04:45:30+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T04:45:30.488699+09:00", "mtime_epoch": 1783194330.4886987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:45:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9201.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.404, "pushed": 9.404, "read": 9.37}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.325, "count": 282, "max_ms": 31.864, "p95_ms": 19.502}, "gstreamer_push": {"avg_ms": 1.243, "count": 282, "max_ms": 2.076, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.324, "count": 282, "max_ms": 72.672, "p95_ms": 66.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.913, "count": 282, "max_ms": 70.108, "p95_ms": 63.709}, "yolo11_640_fire_11class": {"avg_ms": 56.916, "count": 282, "max_ms": 73.305, "p95_ms": 67.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.618, "count": 282, "max_ms": 81.345, "p95_ms": 74.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.066, "count": 282, "max_ms": 147.245, "p95_ms": 124.254}, "read_interval": {"avg_ms": 106.628, "count": 281, "max_ms": 160.005, "p95_ms": 138.024}, "triton_wait": {"avg_ms": 61.837, "count": 282, "max_ms": 81.358, "p95_ms": 75.007}, "visualize": {"avg_ms": 3.66, "count": 282, "max_ms": 5.402, "p95_ms": 4.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15596.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.35, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.762, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:45:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:45:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T04:45:58+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T04:45:58.009237+09:00", "mtime_epoch": 1783194358.009237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:45:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2148.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.28, "pushed": 10.28, "read": 10.247}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.222, "count": 308, "max_ms": 11.037, "p95_ms": 8.065}, "gstreamer_push": {"avg_ms": 1.283, "count": 308, "max_ms": 1.543, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.984, "count": 308, "max_ms": 74.903, "p95_ms": 71.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.992, "count": 308, "max_ms": 73.62, "p95_ms": 64.6}, "yolo11_640_fire_11class": {"avg_ms": 59.432, "count": 308, "max_ms": 76.957, "p95_ms": 72.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.962, "count": 308, "max_ms": 82.547, "p95_ms": 75.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.617, "count": 308, "max_ms": 127.373, "p95_ms": 93.885}, "read_interval": {"avg_ms": 97.661, "count": 307, "max_ms": 141.122, "p95_ms": 113.19}, "triton_wait": {"avg_ms": 63.513, "count": 308, "max_ms": 82.559, "p95_ms": 75.735}, "visualize": {"avg_ms": 3.62, "count": 308, "max_ms": 5.159, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15596.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.525, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.379, "name": "ffmpeg", "pid": 111323, "rss_mb": 275.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.268, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:46:00+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T04:46:00+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T04:46:00.609288+09:00", "mtime_epoch": 1783194360.609288, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 93069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:46:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9201.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.569, "pushed": 9.569, "read": 9.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.299, "count": 287, "max_ms": 20.937, "p95_ms": 19.49}, "gstreamer_push": {"avg_ms": 1.232, "count": 287, "max_ms": 2.103, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.679, "count": 287, "max_ms": 73.755, "p95_ms": 68.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.425, "count": 287, "max_ms": 70.336, "p95_ms": 62.347}, "yolo11_640_fire_11class": {"avg_ms": 55.601, "count": 287, "max_ms": 75.016, "p95_ms": 68.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.411, "count": 287, "max_ms": 79.89, "p95_ms": 73.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.402, "count": 287, "max_ms": 148.471, "p95_ms": 127.063}, "read_interval": {"avg_ms": 104.856, "count": 286, "max_ms": 160.954, "p95_ms": 140.177}, "triton_wait": {"avg_ms": 59.928, "count": 287, "max_ms": 79.901, "p95_ms": 74.216}, "visualize": {"avg_ms": 3.647, "count": 287, "max_ms": 5.821, "p95_ms": 4.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15599.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.375, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.382, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:46:28+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T04:46:28+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T04:46:28.033824+09:00", "mtime_epoch": 1783194388.033824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:46:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2148.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.488, "pushed": 10.488, "read": 10.454}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.476, "count": 314, "max_ms": 13.359, "p95_ms": 9.212}, "gstreamer_push": {"avg_ms": 1.313, "count": 314, "max_ms": 1.885, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.268, "count": 314, "max_ms": 75.775, "p95_ms": 69.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.849, "count": 314, "max_ms": 73.909, "p95_ms": 56.142}, "yolo11_640_fire_11class": {"avg_ms": 58.448, "count": 314, "max_ms": 76.916, "p95_ms": 72.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.428, "count": 314, "max_ms": 78.998, "p95_ms": 75.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.63, "count": 314, "max_ms": 96.972, "p95_ms": 92.4}, "read_interval": {"avg_ms": 95.668, "count": 313, "max_ms": 114.86, "p95_ms": 109.704}, "triton_wait": {"avg_ms": 61.624, "count": 314, "max_ms": 79.01, "p95_ms": 75.421}, "visualize": {"avg_ms": 3.735, "count": 314, "max_ms": 5.427, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15599.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.611, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.957, "name": "ffmpeg", "pid": 111323, "rss_mb": 277.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.815, "sample_count": 2640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:46:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:46:30+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:46:30+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:46:30.705876+09:00", "mtime_epoch": 1783194390.705876, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 97564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:46:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9201.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.44, "pushed": 9.44, "read": 9.406}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.787, "count": 283, "max_ms": 26.822, "p95_ms": 20.454}, "gstreamer_push": {"avg_ms": 1.241, "count": 283, "max_ms": 1.463, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.791, "count": 283, "max_ms": 71.225, "p95_ms": 63.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.637, "count": 283, "max_ms": 67.944, "p95_ms": 59.703}, "yolo11_640_fire_11class": {"avg_ms": 55.502, "count": 283, "max_ms": 71.626, "p95_ms": 66.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.223, "count": 283, "max_ms": 78.777, "p95_ms": 71.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.792, "count": 283, "max_ms": 143.496, "p95_ms": 126.146}, "read_interval": {"avg_ms": 106.315, "count": 282, "max_ms": 156.092, "p95_ms": 139.79}, "triton_wait": {"avg_ms": 59.558, "count": 283, "max_ms": 78.789, "p95_ms": 71.352}, "visualize": {"avg_ms": 3.747, "count": 283, "max_ms": 5.842, "p95_ms": 4.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15603.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.467, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.503, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:46:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:46:58+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T04:46:58+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T04:46:58.098411+09:00", "mtime_epoch": 1783194418.0984108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:46:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2148.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.538, "pushed": 10.538, "read": 10.538}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.348, "count": 316, "max_ms": 11.349, "p95_ms": 8.835}, "gstreamer_push": {"avg_ms": 1.303, "count": 316, "max_ms": 1.994, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.811, "count": 316, "max_ms": 76.333, "p95_ms": 70.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.484, "count": 316, "max_ms": 76.909, "p95_ms": 63.349}, "yolo11_640_fire_11class": {"avg_ms": 58.426, "count": 316, "max_ms": 76.893, "p95_ms": 72.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.855, "count": 316, "max_ms": 82.025, "p95_ms": 75.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.966, "count": 316, "max_ms": 98.289, "p95_ms": 92.688}, "read_interval": {"avg_ms": 94.863, "count": 316, "max_ms": 115.695, "p95_ms": 110.215}, "triton_wait": {"avg_ms": 61.289, "count": 316, "max_ms": 82.038, "p95_ms": 75.674}, "visualize": {"avg_ms": 3.712, "count": 316, "max_ms": 5.069, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15603.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.634, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.793, "name": "ffmpeg", "pid": 111323, "rss_mb": 280.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.664, "sample_count": 2623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:47:00+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T04:47:00+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:47:00.726462+09:00", "mtime_epoch": 1783194420.7264621, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:47:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9201.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.09, "pushed": 9.09, "read": 9.057}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.883, "count": 272, "max_ms": 28.736, "p95_ms": 21.392}, "gstreamer_push": {"avg_ms": 1.231, "count": 272, "max_ms": 2.168, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.666, "count": 272, "max_ms": 72.333, "p95_ms": 65.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.825, "count": 272, "max_ms": 71.539, "p95_ms": 62.297}, "yolo11_640_fire_11class": {"avg_ms": 55.045, "count": 272, "max_ms": 78.137, "p95_ms": 67.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.528, "count": 272, "max_ms": 86.557, "p95_ms": 74.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.463, "count": 272, "max_ms": 152.012, "p95_ms": 133.885}, "read_interval": {"avg_ms": 110.391, "count": 271, "max_ms": 165.045, "p95_ms": 147.295}, "triton_wait": {"avg_ms": 59.785, "count": 272, "max_ms": 86.569, "p95_ms": 74.785}, "visualize": {"avg_ms": 3.901, "count": 272, "max_ms": 7.252, "p95_ms": 4.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15603.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.515, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.578, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:47:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:47:28+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T04:47:28+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T04:47:28.150997+09:00", "mtime_epoch": 1783194448.1509972, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:47:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2148.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.253, "pushed": 10.253, "read": 10.22}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.561, "count": 307, "max_ms": 11.716, "p95_ms": 9.421}, "gstreamer_push": {"avg_ms": 1.307, "count": 307, "max_ms": 1.531, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.395, "count": 307, "max_ms": 73.268, "p95_ms": 68.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.833, "count": 307, "max_ms": 70.652, "p95_ms": 60.702}, "yolo11_640_fire_11class": {"avg_ms": 57.039, "count": 307, "max_ms": 77.454, "p95_ms": 71.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.367, "count": 307, "max_ms": 80.378, "p95_ms": 76.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.889, "count": 307, "max_ms": 101.269, "p95_ms": 94.466}, "read_interval": {"avg_ms": 97.91, "count": 306, "max_ms": 267.537, "p95_ms": 117.626}, "triton_wait": {"avg_ms": 59.942, "count": 307, "max_ms": 80.391, "p95_ms": 76.788}, "visualize": {"avg_ms": 3.76, "count": 307, "max_ms": 5.501, "p95_ms": 4.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15605.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.649, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.371, "name": "ffmpeg", "pid": 111323, "rss_mb": 283.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.35, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:47:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:47:30+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T04:47:30+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T04:47:30.747048+09:00", "mtime_epoch": 1783194450.7470477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:47:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9202.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.067, "pushed": 9.067, "read": 9.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.047, "count": 272, "max_ms": 30.908, "p95_ms": 21.411}, "gstreamer_push": {"avg_ms": 1.21, "count": 272, "max_ms": 1.684, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.841, "count": 272, "max_ms": 68.776, "p95_ms": 64.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.602, "count": 272, "max_ms": 69.482, "p95_ms": 61.829}, "yolo11_640_fire_11class": {"avg_ms": 53.274, "count": 272, "max_ms": 75.544, "p95_ms": 66.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.623, "count": 272, "max_ms": 80.665, "p95_ms": 75.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.397, "count": 272, "max_ms": 147.963, "p95_ms": 135.294}, "read_interval": {"avg_ms": 110.372, "count": 272, "max_ms": 162.729, "p95_ms": 148.312}, "triton_wait": {"avg_ms": 57.921, "count": 272, "max_ms": 80.678, "p95_ms": 75.532}, "visualize": {"avg_ms": 3.957, "count": 272, "max_ms": 6.559, "p95_ms": 4.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15606.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.556, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.651, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:47:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:47:58+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T04:47:58+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T04:47:58.211583+09:00", "mtime_epoch": 1783194478.2115831, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 68315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:47:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2148.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.451, "count": 299, "max_ms": 11.609, "p95_ms": 9.379}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 2.026, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.443, "count": 299, "max_ms": 77.065, "p95_ms": 66.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.412, "count": 299, "max_ms": 69.824, "p95_ms": 62.402}, "yolo11_640_fire_11class": {"avg_ms": 56.582, "count": 299, "max_ms": 79.018, "p95_ms": 73.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.132, "count": 299, "max_ms": 78.409, "p95_ms": 75.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.877, "count": 299, "max_ms": 96.651, "p95_ms": 92.727}, "read_interval": {"avg_ms": 100.508, "count": 298, "max_ms": 210.997, "p95_ms": 140.461}, "triton_wait": {"avg_ms": 60.344, "count": 299, "max_ms": 79.031, "p95_ms": 75.629}, "visualize": {"avg_ms": 3.711, "count": 299, "max_ms": 5.12, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15606.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.739, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.371, "name": "ffmpeg", "pid": 111323, "rss_mb": 283.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.528, "sample_count": 2811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1214161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T04:48:00+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T04:48:00+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T04:48:00.787633+09:00", "mtime_epoch": 1783194480.7876332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:48:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9202.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.069, "pushed": 9.069, "read": 9.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.132, "count": 272, "max_ms": 32.932, "p95_ms": 21.923}, "gstreamer_push": {"avg_ms": 1.21, "count": 272, "max_ms": 1.48, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.528, "count": 272, "max_ms": 70.041, "p95_ms": 63.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.482, "count": 272, "max_ms": 65.549, "p95_ms": 60.957}, "yolo11_640_fire_11class": {"avg_ms": 53.454, "count": 272, "max_ms": 73.382, "p95_ms": 66.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.204, "count": 272, "max_ms": 79.506, "p95_ms": 74.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.65, "count": 272, "max_ms": 147.677, "p95_ms": 135.644}, "read_interval": {"avg_ms": 110.456, "count": 271, "max_ms": 162.245, "p95_ms": 148.688}, "triton_wait": {"avg_ms": 58.68, "count": 272, "max_ms": 79.521, "p95_ms": 74.215}, "visualize": {"avg_ms": 3.923, "count": 272, "max_ms": 6.984, "p95_ms": 5.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15612.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.581, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.649, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:48:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:48:28+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T04:48:28+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T04:48:28.228168+09:00", "mtime_epoch": 1783194508.2281678, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:48:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2148.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.344, "count": 298, "max_ms": 12.165, "p95_ms": 8.288}, "gstreamer_push": {"avg_ms": 1.292, "count": 298, "max_ms": 1.556, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.438, "count": 298, "max_ms": 75.234, "p95_ms": 68.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.659, "count": 298, "max_ms": 67.258, "p95_ms": 62.217}, "yolo11_640_fire_11class": {"avg_ms": 58.941, "count": 298, "max_ms": 74.757, "p95_ms": 72.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.31, "count": 298, "max_ms": 79.122, "p95_ms": 76.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.834, "count": 298, "max_ms": 97.452, "p95_ms": 92.823}, "read_interval": {"avg_ms": 100.776, "count": 297, "max_ms": 285.422, "p95_ms": 119.889}, "triton_wait": {"avg_ms": 63.323, "count": 298, "max_ms": 79.134, "p95_ms": 76.454}, "visualize": {"avg_ms": 3.66, "count": 298, "max_ms": 4.763, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15612.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.819, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.527, "name": "ffmpeg", "pid": 111323, "rss_mb": 288.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.804, "sample_count": 2790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1214435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:48:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:48:31+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T04:48:30+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T04:48:30.868219+09:00", "mtime_epoch": 1783194510.8682191, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:48:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9202.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.146, "pushed": 9.146, "read": 9.112}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.594, "count": 274, "max_ms": 25.825, "p95_ms": 20.552}, "gstreamer_push": {"avg_ms": 1.212, "count": 274, "max_ms": 2.016, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.77, "count": 274, "max_ms": 70.01, "p95_ms": 65.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.914, "count": 274, "max_ms": 65.975, "p95_ms": 61.56}, "yolo11_640_fire_11class": {"avg_ms": 55.206, "count": 274, "max_ms": 70.827, "p95_ms": 66.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.255, "count": 274, "max_ms": 80.17, "p95_ms": 75.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.658, "count": 274, "max_ms": 141.886, "p95_ms": 131.955}, "read_interval": {"avg_ms": 109.643, "count": 273, "max_ms": 155.422, "p95_ms": 144.67}, "triton_wait": {"avg_ms": 60.445, "count": 274, "max_ms": 80.182, "p95_ms": 75.022}, "visualize": {"avg_ms": 3.819, "count": 274, "max_ms": 6.888, "p95_ms": 4.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15611.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.632, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.636, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:48:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:48:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T04:48:58+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T04:48:58.292753+09:00", "mtime_epoch": 1783194538.2927527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:48:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2148.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.111}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.489, "count": 304, "max_ms": 12.351, "p95_ms": 9.379}, "gstreamer_push": {"avg_ms": 1.308, "count": 304, "max_ms": 1.545, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.614, "count": 304, "max_ms": 71.962, "p95_ms": 66.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.194, "count": 304, "max_ms": 71.655, "p95_ms": 64.854}, "yolo11_640_fire_11class": {"avg_ms": 56.816, "count": 304, "max_ms": 75.678, "p95_ms": 71.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.016, "count": 304, "max_ms": 82.441, "p95_ms": 77.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.478, "count": 304, "max_ms": 98.891, "p95_ms": 94.047}, "read_interval": {"avg_ms": 98.901, "count": 303, "max_ms": 314.014, "p95_ms": 115.144}, "triton_wait": {"avg_ms": 60.954, "count": 304, "max_ms": 82.454, "p95_ms": 77.446}, "visualize": {"avg_ms": 3.705, "count": 304, "max_ms": 5.25, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15611.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.836, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.527, "name": "ffmpeg", "pid": 111323, "rss_mb": 288.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.862, "sample_count": 2780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1214705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:49:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:49:01+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T04:49:00+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T04:49:00.944804+09:00", "mtime_epoch": 1783194540.9448044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 79653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:49:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9202.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.033, "pushed": 9.033, "read": 9.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.633, "count": 270, "max_ms": 29.956, "p95_ms": 22.263}, "gstreamer_push": {"avg_ms": 1.196, "count": 270, "max_ms": 2.156, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.922, "count": 270, "max_ms": 70.347, "p95_ms": 64.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.869, "count": 270, "max_ms": 70.355, "p95_ms": 62.956}, "yolo11_640_fire_11class": {"avg_ms": 54.225, "count": 270, "max_ms": 70.837, "p95_ms": 66.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.832, "count": 270, "max_ms": 81.036, "p95_ms": 75.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.342, "count": 270, "max_ms": 141.352, "p95_ms": 131.796}, "read_interval": {"avg_ms": 111.261, "count": 269, "max_ms": 154.196, "p95_ms": 147.693}, "triton_wait": {"avg_ms": 59.966, "count": 270, "max_ms": 81.048, "p95_ms": 75.625}, "visualize": {"avg_ms": 3.905, "count": 270, "max_ms": 7.471, "p95_ms": 5.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15612.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.725, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.711, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.257, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:49:28+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T04:49:28+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T04:49:28.357337+09:00", "mtime_epoch": 1783194568.3573375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:49:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2149.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 299, "max_ms": 11.728, "p95_ms": 8.847}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 2.111, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.541, "count": 299, "max_ms": 74.42, "p95_ms": 67.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.094, "count": 299, "max_ms": 69.149, "p95_ms": 60.573}, "yolo11_640_fire_11class": {"avg_ms": 55.989, "count": 299, "max_ms": 76.0, "p95_ms": 71.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.437, "count": 299, "max_ms": 78.435, "p95_ms": 75.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.305, "count": 299, "max_ms": 96.063, "p95_ms": 92.291}, "read_interval": {"avg_ms": 100.522, "count": 298, "max_ms": 285.03, "p95_ms": 135.293}, "triton_wait": {"avg_ms": 58.774, "count": 299, "max_ms": 78.447, "p95_ms": 76.012}, "visualize": {"avg_ms": 3.714, "count": 299, "max_ms": 4.962, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15612.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.898, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.527, "name": "ffmpeg", "pid": 111323, "rss_mb": 288.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 4, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.414, "sample_count": 2759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1214967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:49:31+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T04:49:30+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T04:49:30.969388+09:00", "mtime_epoch": 1783194570.9693882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:49:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9202.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_critical"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.742, "pushed": 8.742, "read": 8.709}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.278, "count": 262, "max_ms": 25.6, "p95_ms": 21.301}, "gstreamer_push": {"avg_ms": 1.211, "count": 262, "max_ms": 2.297, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.929, "count": 262, "max_ms": 71.559, "p95_ms": 64.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.575, "count": 262, "max_ms": 68.008, "p95_ms": 61.511}, "yolo11_640_fire_11class": {"avg_ms": 53.82, "count": 262, "max_ms": 70.784, "p95_ms": 66.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.856, "count": 262, "max_ms": 79.666, "p95_ms": 75.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.955, "count": 262, "max_ms": 147.846, "p95_ms": 135.247}, "read_interval": {"avg_ms": 114.675, "count": 261, "max_ms": 162.161, "p95_ms": 149.976}, "triton_wait": {"avg_ms": 59.037, "count": 262, "max_ms": 79.678, "p95_ms": 75.029}, "visualize": {"avg_ms": 4.086, "count": 262, "max_ms": 6.437, "p95_ms": 4.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15623.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.792, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.505, "sample_count": 3042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:49:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:49:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T04:49:58+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T04:49:58.421922+09:00", "mtime_epoch": 1783194598.4219217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:49:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2149.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.523, "count": 302, "max_ms": 12.664, "p95_ms": 10.352}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 1.688, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.077, "count": 302, "max_ms": 71.445, "p95_ms": 66.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.722, "count": 302, "max_ms": 70.05, "p95_ms": 64.557}, "yolo11_640_fire_11class": {"avg_ms": 53.808, "count": 302, "max_ms": 73.065, "p95_ms": 68.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.261, "count": 302, "max_ms": 81.95, "p95_ms": 77.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.077, "count": 302, "max_ms": 108.721, "p95_ms": 94.377}, "read_interval": {"avg_ms": 99.614, "count": 301, "max_ms": 269.922, "p95_ms": 140.439}, "triton_wait": {"avg_ms": 57.187, "count": 302, "max_ms": 81.963, "p95_ms": 77.34}, "visualize": {"avg_ms": 3.732, "count": 302, "max_ms": 5.257, "p95_ms": 4.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15623.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.921, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.023, "name": "ffmpeg", "pid": 111323, "rss_mb": 300.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 3, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.723, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1215212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:50:01+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T04:50:00+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T04:50:00.993972+09:00", "mtime_epoch": 1783194600.9939718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:50:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9202.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.2, "pushed": 8.2, "read": 8.166}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.545, "count": 245, "max_ms": 33.501, "p95_ms": 22.596}, "gstreamer_push": {"avg_ms": 1.176, "count": 245, "max_ms": 1.552, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.223, "count": 245, "max_ms": 68.038, "p95_ms": 63.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.08, "count": 245, "max_ms": 69.265, "p95_ms": 61.73}, "yolo11_640_fire_11class": {"avg_ms": 51.61, "count": 245, "max_ms": 68.746, "p95_ms": 64.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.496, "count": 245, "max_ms": 79.378, "p95_ms": 75.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.311, "count": 245, "max_ms": 146.62, "p95_ms": 136.37}, "read_interval": {"avg_ms": 122.527, "count": 244, "max_ms": 1362.69, "p95_ms": 150.739}, "triton_wait": {"avg_ms": 57.577, "count": 245, "max_ms": 79.389, "p95_ms": 75.267}, "visualize": {"avg_ms": 4.152, "count": 245, "max_ms": 6.037, "p95_ms": 5.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15625.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.86, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.185, "sample_count": 3044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:50:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:50:28+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T04:50:28+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T04:50:28.514495+09:00", "mtime_epoch": 1783194628.514495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:50:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2149.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.358, "count": 301, "max_ms": 11.824, "p95_ms": 8.705}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 2.478, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.637, "count": 301, "max_ms": 68.021, "p95_ms": 64.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.576, "count": 301, "max_ms": 70.551, "p95_ms": 63.273}, "yolo11_640_fire_11class": {"avg_ms": 53.684, "count": 301, "max_ms": 69.712, "p95_ms": 66.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.617, "count": 301, "max_ms": 78.596, "p95_ms": 75.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.27, "count": 301, "max_ms": 96.097, "p95_ms": 92.124}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 352.487, "p95_ms": 130.505}, "triton_wait": {"avg_ms": 58.286, "count": 301, "max_ms": 78.608, "p95_ms": 75.872}, "visualize": {"avg_ms": 3.691, "count": 301, "max_ms": 5.157, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15626.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.999, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.859, "name": "ffmpeg", "pid": 111323, "rss_mb": 302.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 557, "restart_count_per_hour": 3, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.167, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1215465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:50:31+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T04:50:31+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T04:50:31.106501+09:00", "mtime_epoch": 1783194631.106501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 102434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:50:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9202.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.446, "pushed": 8.446, "read": 8.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.326, "count": 253, "max_ms": 28.266, "p95_ms": 21.192}, "gstreamer_push": {"avg_ms": 1.172, "count": 253, "max_ms": 1.82, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.431, "count": 253, "max_ms": 68.472, "p95_ms": 63.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.263, "count": 253, "max_ms": 68.483, "p95_ms": 63.343}, "yolo11_640_fire_11class": {"avg_ms": 51.532, "count": 253, "max_ms": 70.329, "p95_ms": 65.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.439, "count": 253, "max_ms": 78.425, "p95_ms": 75.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.711, "count": 253, "max_ms": 140.886, "p95_ms": 136.647}, "read_interval": {"avg_ms": 118.995, "count": 252, "max_ms": 154.539, "p95_ms": 150.497}, "triton_wait": {"avg_ms": 58.463, "count": 253, "max_ms": 78.437, "p95_ms": 75.993}, "visualize": {"avg_ms": 4.225, "count": 253, "max_ms": 6.259, "p95_ms": 4.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15627.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.91, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.972, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:50:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:50:58+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T04:50:58+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T04:50:58.542577+09:00", "mtime_epoch": 1783194658.542577, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:50:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2149.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.212, "count": 301, "max_ms": 10.866, "p95_ms": 8.252}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.57, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.596, "count": 301, "max_ms": 69.241, "p95_ms": 63.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.35, "count": 301, "max_ms": 70.333, "p95_ms": 50.728}, "yolo11_640_fire_11class": {"avg_ms": 50.248, "count": 301, "max_ms": 72.231, "p95_ms": 63.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.985, "count": 301, "max_ms": 81.41, "p95_ms": 74.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.787, "count": 301, "max_ms": 136.22, "p95_ms": 90.071}, "read_interval": {"avg_ms": 99.833, "count": 301, "max_ms": 314.804, "p95_ms": 141.67}, "triton_wait": {"avg_ms": 54.51, "count": 301, "max_ms": 81.423, "p95_ms": 74.22}, "visualize": {"avg_ms": 3.695, "count": 301, "max_ms": 5.227, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15731.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1301, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:42:55+09:00", "last_error_summary": "[h264 @ 0x55dfd0c67300] cabac decode of qscale diff failed at 24 21 [h264 @ 0x55dfd0c67300] error while decoding MB 24 21, bytestream 9600 [h264 @ 0x55dfd00e1800] cabac decode of qscale diff failed at 72 15 [h264 @ 0x55dfd00e1800] error while decoding MB 72 15, bytestream 821 [h264 @ 0x55dfd0077dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55dfd0077dc0] error while decoding MB 0 29, bytestream 9512 [h264 @ 0x55dfd00cd880] left block unavailable for requested intra mode [h2", "last_exit_at": "2026-07-05T04:42:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 486.088, "last_started_at": "2026-07-05T04:42:58+09:00", "pid": 111323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 407.32, "name": "ffmpeg", "pid": 111323, "rss_mb": 407.32, "state": "S (sleeping)", "threads": 104}, "restart_count": 557, "restart_count_per_hour": 3, "rtsp_timeout_count": 352, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.467, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1215594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:51:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T04:51:04+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T04:51:04+09:00", "mjpeg": {"age_sec": 19.463, "exists": true, "mtime": "2026-07-05T04:50:44.806536+09:00", "mtime_epoch": 1783194644.8065364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 77532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:51:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9202.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.3, "pushed": 3.3, "read": 3.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.49, "count": 99, "max_ms": 21.247, "p95_ms": 20.167}, "gstreamer_push": {"avg_ms": 1.191, "count": 99, "max_ms": 1.391, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.085, "count": 99, "max_ms": 67.056, "p95_ms": 62.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.918, "count": 99, "max_ms": 70.099, "p95_ms": 61.308}, "yolo11_640_fire_11class": {"avg_ms": 51.47, "count": 99, "max_ms": 67.629, "p95_ms": 61.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.216, "count": 99, "max_ms": 78.412, "p95_ms": 74.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.727, "count": 99, "max_ms": 138.252, "p95_ms": 132.349}, "read_interval": {"avg_ms": 302.89, "count": 99, "max_ms": 19456.89, "p95_ms": 146.384}, "triton_wait": {"avg_ms": 59.228, "count": 99, "max_ms": 78.424, "p95_ms": 74.756}, "visualize": {"avg_ms": 3.782, "count": 99, "max_ms": 5.378, "p95_ms": 4.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15588.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.072, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.891, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:51:28+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T04:51:28+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T04:51:28.646683+09:00", "mtime_epoch": 1783194688.6466832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:51:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2149.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.149, "count": 300, "max_ms": 10.808, "p95_ms": 7.746}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 2.313, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.716, "count": 300, "max_ms": 76.904, "p95_ms": 65.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.519, "count": 300, "max_ms": 68.699, "p95_ms": 62.981}, "yolo11_640_fire_11class": {"avg_ms": 49.549, "count": 300, "max_ms": 67.365, "p95_ms": 63.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.858, "count": 300, "max_ms": 78.759, "p95_ms": 74.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.697, "count": 300, "max_ms": 96.385, "p95_ms": 90.201}, "read_interval": {"avg_ms": 100.125, "count": 299, "max_ms": 411.406, "p95_ms": 145.298}, "triton_wait": {"avg_ms": 53.487, "count": 300, "max_ms": 78.772, "p95_ms": 74.092}, "visualize": {"avg_ms": 3.673, "count": 300, "max_ms": 4.788, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15589.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1304, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:51:08+09:00", "last_error_summary": "[h264 @ 0x55df097a0940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55df097a0940] error while decoding MB 0 8, bytestream 4438 [h264 @ 0x55df097074c0] error while decoding MB 4 25, bytestream -18 [h264 @ 0x55df0a107200] left block unavailable for requested intra mode [h264 @ 0x55df0a107200] error while decoding MB 0 28, bytestream 6067 [in#0/rtsp @ 0x55df09684e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df09684e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T04:51:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.247, "last_started_at": "2026-07-05T04:51:11+09:00", "pid": 111430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.969, "name": "ffmpeg", "pid": 111430, "rss_mb": 264.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 558, "restart_count_per_hour": 4, "rtsp_timeout_count": 354, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.463, "sample_count": 2439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1215816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:51:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:51:34+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T04:51:34+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T04:51:34.222705+09:00", "mtime_epoch": 1783194694.2227054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:51:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9202.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.425, "pushed": 7.425, "read": 7.391}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.426, "count": 222, "max_ms": 28.433, "p95_ms": 22.139}, "gstreamer_push": {"avg_ms": 1.176, "count": 222, "max_ms": 1.862, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.875, "count": 222, "max_ms": 69.556, "p95_ms": 65.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.268, "count": 222, "max_ms": 74.583, "p95_ms": 65.438}, "yolo11_640_fire_11class": {"avg_ms": 50.075, "count": 222, "max_ms": 67.56, "p95_ms": 62.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.291, "count": 222, "max_ms": 79.691, "p95_ms": 75.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.52, "count": 222, "max_ms": 140.841, "p95_ms": 135.589}, "read_interval": {"avg_ms": 135.45, "count": 221, "max_ms": 4243.792, "p95_ms": 148.421}, "triton_wait": {"avg_ms": 56.474, "count": 222, "max_ms": 79.704, "p95_ms": 75.317}, "visualize": {"avg_ms": 4.274, "count": 222, "max_ms": 6.854, "p95_ms": 5.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15590.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.221, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.047, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:51:58+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T04:51:58+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-05T04:51:58.774812+09:00", "mtime_epoch": 1783194718.774812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:51:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2149.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.418, "count": 299, "max_ms": 11.588, "p95_ms": 9.759}, "gstreamer_push": {"avg_ms": 1.296, "count": 299, "max_ms": 1.812, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.689, "count": 299, "max_ms": 73.946, "p95_ms": 64.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.668, "count": 299, "max_ms": 74.847, "p95_ms": 65.361}, "yolo11_640_fire_11class": {"avg_ms": 50.503, "count": 299, "max_ms": 71.717, "p95_ms": 65.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.036, "count": 299, "max_ms": 79.077, "p95_ms": 76.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.27, "count": 299, "max_ms": 96.374, "p95_ms": 93.458}, "read_interval": {"avg_ms": 100.612, "count": 298, "max_ms": 319.57, "p95_ms": 168.391}, "triton_wait": {"avg_ms": 55.779, "count": 299, "max_ms": 79.089, "p95_ms": 76.769}, "visualize": {"avg_ms": 3.726, "count": 299, "max_ms": 5.455, "p95_ms": 4.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15592.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1304, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:51:08+09:00", "last_error_summary": "[h264 @ 0x55df097a0940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55df097a0940] error while decoding MB 0 8, bytestream 4438 [h264 @ 0x55df097074c0] error while decoding MB 4 25, bytestream -18 [h264 @ 0x55df0a107200] left block unavailable for requested intra mode [h264 @ 0x55df0a107200] error while decoding MB 0 28, bytestream 6067 [in#0/rtsp @ 0x55df09684e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df09684e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T04:51:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.359, "last_started_at": "2026-07-05T04:51:11+09:00", "pid": 111430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.031, "name": "ffmpeg", "pid": 111430, "rss_mb": 267.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 558, "restart_count_per_hour": 4, "rtsp_timeout_count": 354, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.962, "sample_count": 2412, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1216061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:52:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:52:04+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T04:52:04+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T04:52:04.286838+09:00", "mtime_epoch": 1783194724.2868378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:52:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.167, "pushed": 8.167, "read": 8.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.809, "count": 244, "max_ms": 34.02, "p95_ms": 22.132}, "gstreamer_push": {"avg_ms": 1.159, "count": 245, "max_ms": 1.539, "p95_ms": 1.294}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.864, "count": 244, "max_ms": 72.951, "p95_ms": 64.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.402, "count": 244, "max_ms": 74.189, "p95_ms": 65.791}, "yolo11_640_fire_11class": {"avg_ms": 51.244, "count": 244, "max_ms": 66.679, "p95_ms": 63.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.46, "count": 244, "max_ms": 79.242, "p95_ms": 76.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.368, "count": 245, "max_ms": 142.189, "p95_ms": 137.789}, "read_interval": {"avg_ms": 122.798, "count": 244, "max_ms": 154.86, "p95_ms": 150.989}, "triton_wait": {"avg_ms": 58.52, "count": 244, "max_ms": 79.254, "p95_ms": 76.26}, "visualize": {"avg_ms": 4.387, "count": 244, "max_ms": 5.49, "p95_ms": 4.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15592.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.266, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.792, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:52:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:52:28+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T04:52:28+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T04:52:28.894962+09:00", "mtime_epoch": 1783194748.8949616, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:52:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2150.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.427, "count": 302, "max_ms": 12.686, "p95_ms": 9.251}, "gstreamer_push": {"avg_ms": 1.292, "count": 302, "max_ms": 1.596, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.45, "count": 302, "max_ms": 71.247, "p95_ms": 64.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.101, "count": 302, "max_ms": 68.233, "p95_ms": 63.433}, "yolo11_640_fire_11class": {"avg_ms": 49.953, "count": 302, "max_ms": 70.295, "p95_ms": 64.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.85, "count": 302, "max_ms": 78.422, "p95_ms": 75.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.818, "count": 302, "max_ms": 97.423, "p95_ms": 91.617}, "read_interval": {"avg_ms": 99.429, "count": 301, "max_ms": 337.473, "p95_ms": 132.015}, "triton_wait": {"avg_ms": 54.449, "count": 302, "max_ms": 78.435, "p95_ms": 75.871}, "visualize": {"avg_ms": 3.726, "count": 302, "max_ms": 5.591, "p95_ms": 4.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15592.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1304, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:51:08+09:00", "last_error_summary": "[h264 @ 0x55df097a0940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55df097a0940] error while decoding MB 0 8, bytestream 4438 [h264 @ 0x55df097074c0] error while decoding MB 4 25, bytestream -18 [h264 @ 0x55df0a107200] left block unavailable for requested intra mode [h264 @ 0x55df0a107200] error while decoding MB 0 28, bytestream 6067 [in#0/rtsp @ 0x55df09684e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df09684e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T04:51:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.447, "last_started_at": "2026-07-05T04:51:11+09:00", "pid": 111430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.547, "name": "ffmpeg", "pid": 111430, "rss_mb": 267.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 558, "restart_count_per_hour": 4, "rtsp_timeout_count": 354, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.112, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1216307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:52:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:52:34+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T04:52:34+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T04:52:34.410991+09:00", "mtime_epoch": 1783194754.4109914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:52:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.2, "pushed": 8.2, "read": 8.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.963, "count": 245, "max_ms": 30.145, "p95_ms": 24.752}, "gstreamer_push": {"avg_ms": 1.153, "count": 246, "max_ms": 1.485, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.56, "count": 245, "max_ms": 72.732, "p95_ms": 64.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.236, "count": 245, "max_ms": 70.283, "p95_ms": 64.819}, "yolo11_640_fire_11class": {"avg_ms": 48.856, "count": 245, "max_ms": 68.067, "p95_ms": 63.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.93, "count": 245, "max_ms": 80.655, "p95_ms": 75.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.781, "count": 246, "max_ms": 145.22, "p95_ms": 136.581}, "read_interval": {"avg_ms": 122.361, "count": 245, "max_ms": 157.41, "p95_ms": 149.542}, "triton_wait": {"avg_ms": 56.013, "count": 245, "max_ms": 80.667, "p95_ms": 75.707}, "visualize": {"avg_ms": 4.477, "count": 245, "max_ms": 6.798, "p95_ms": 5.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15593.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.288, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.792, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:52:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:52:59+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T04:52:58+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T04:52:58.947131+09:00", "mtime_epoch": 1783194778.9471312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:52:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2150.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.231, "count": 299, "max_ms": 12.509, "p95_ms": 8.494}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 1.759, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.388, "count": 299, "max_ms": 68.783, "p95_ms": 64.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.666, "count": 299, "max_ms": 70.583, "p95_ms": 64.009}, "yolo11_640_fire_11class": {"avg_ms": 50.757, "count": 299, "max_ms": 68.91, "p95_ms": 65.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.524, "count": 299, "max_ms": 79.369, "p95_ms": 76.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.861, "count": 299, "max_ms": 94.644, "p95_ms": 92.617}, "read_interval": {"avg_ms": 100.458, "count": 298, "max_ms": 358.452, "p95_ms": 163.509}, "triton_wait": {"avg_ms": 55.836, "count": 299, "max_ms": 79.381, "p95_ms": 76.963}, "visualize": {"avg_ms": 3.697, "count": 299, "max_ms": 4.844, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15593.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1304, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:51:08+09:00", "last_error_summary": "[h264 @ 0x55df097a0940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55df097a0940] error while decoding MB 0 8, bytestream 4438 [h264 @ 0x55df097074c0] error while decoding MB 4 25, bytestream -18 [h264 @ 0x55df0a107200] left block unavailable for requested intra mode [h264 @ 0x55df0a107200] error while decoding MB 0 28, bytestream 6067 [in#0/rtsp @ 0x55df09684e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df09684e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T04:51:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.504, "last_started_at": "2026-07-05T04:51:11+09:00", "pid": 111430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.547, "name": "ffmpeg", "pid": 111430, "rss_mb": 267.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 558, "restart_count_per_hour": 4, "rtsp_timeout_count": 354, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.279, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1216554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:53:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:53:04+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T04:53:04+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T04:53:04.455164+09:00", "mtime_epoch": 1783194784.4551642, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:53:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.258, "pushed": 8.258, "read": 8.225}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.523, "count": 247, "max_ms": 24.861, "p95_ms": 21.486}, "gstreamer_push": {"avg_ms": 1.156, "count": 247, "max_ms": 1.351, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.393, "count": 247, "max_ms": 67.898, "p95_ms": 64.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.584, "count": 247, "max_ms": 70.772, "p95_ms": 64.015}, "yolo11_640_fire_11class": {"avg_ms": 50.428, "count": 247, "max_ms": 71.012, "p95_ms": 63.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.733, "count": 247, "max_ms": 81.635, "p95_ms": 76.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.09, "count": 247, "max_ms": 145.146, "p95_ms": 136.903}, "read_interval": {"avg_ms": 121.665, "count": 246, "max_ms": 158.94, "p95_ms": 150.702}, "triton_wait": {"avg_ms": 57.868, "count": 247, "max_ms": 81.648, "p95_ms": 76.148}, "visualize": {"avg_ms": 4.37, "count": 247, "max_ms": 7.242, "p95_ms": 5.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15594.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.314, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.724, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:53:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:53:29+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T04:53:28+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T04:53:28.931319+09:00", "mtime_epoch": 1783194808.9313188, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:53:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2150.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.309, "count": 302, "max_ms": 12.803, "p95_ms": 8.666}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 1.916, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.317, "count": 302, "max_ms": 68.648, "p95_ms": 64.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.692, "count": 302, "max_ms": 70.893, "p95_ms": 64.02}, "yolo11_640_fire_11class": {"avg_ms": 49.121, "count": 302, "max_ms": 69.354, "p95_ms": 63.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.242, "count": 302, "max_ms": 80.497, "p95_ms": 75.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.918, "count": 302, "max_ms": 109.614, "p95_ms": 92.389}, "read_interval": {"avg_ms": 99.432, "count": 301, "max_ms": 390.542, "p95_ms": 130.88}, "triton_wait": {"avg_ms": 53.6, "count": 302, "max_ms": 80.509, "p95_ms": 75.851}, "visualize": {"avg_ms": 3.716, "count": 302, "max_ms": 5.024, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15593.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1304, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:51:08+09:00", "last_error_summary": "[h264 @ 0x55df097a0940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55df097a0940] error while decoding MB 0 8, bytestream 4438 [h264 @ 0x55df097074c0] error while decoding MB 4 25, bytestream -18 [h264 @ 0x55df0a107200] left block unavailable for requested intra mode [h264 @ 0x55df0a107200] error while decoding MB 0 28, bytestream 6067 [in#0/rtsp @ 0x55df09684e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df09684e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T04:51:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.565, "last_started_at": "2026-07-05T04:51:11+09:00", "pid": 111430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.547, "name": "ffmpeg", "pid": 111430, "rss_mb": 267.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 558, "restart_count_per_hour": 4, "rtsp_timeout_count": 354, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.858, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1216792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:53:34+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T04:53:34+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T04:53:34.519356+09:00", "mtime_epoch": 1783194814.5193555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:53:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.952, "pushed": 7.952, "read": 7.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.88, "count": 238, "max_ms": 32.493, "p95_ms": 22.273}, "gstreamer_push": {"avg_ms": 1.146, "count": 238, "max_ms": 1.895, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.468, "count": 238, "max_ms": 72.582, "p95_ms": 65.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.717, "count": 238, "max_ms": 72.668, "p95_ms": 65.99}, "yolo11_640_fire_11class": {"avg_ms": 50.566, "count": 238, "max_ms": 67.505, "p95_ms": 64.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.745, "count": 238, "max_ms": 79.954, "p95_ms": 77.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.014, "count": 238, "max_ms": 145.426, "p95_ms": 139.26}, "read_interval": {"avg_ms": 126.339, "count": 237, "max_ms": 156.743, "p95_ms": 152.077}, "triton_wait": {"avg_ms": 57.863, "count": 238, "max_ms": 79.966, "p95_ms": 77.125}, "visualize": {"avg_ms": 4.512, "count": 238, "max_ms": 5.885, "p95_ms": 5.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15593.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.345, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.376, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:53:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:53:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T04:53:59+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T04:53:59.011525+09:00", "mtime_epoch": 1783194839.0115247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:53:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2150.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.574, "count": 300, "max_ms": 11.854, "p95_ms": 9.075}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.674, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.81, "count": 300, "max_ms": 68.725, "p95_ms": 64.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.808, "count": 300, "max_ms": 72.16, "p95_ms": 64.284}, "yolo11_640_fire_11class": {"avg_ms": 49.854, "count": 300, "max_ms": 73.47, "p95_ms": 63.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.303, "count": 300, "max_ms": 78.121, "p95_ms": 76.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.498, "count": 300, "max_ms": 98.541, "p95_ms": 92.076}, "read_interval": {"avg_ms": 100.168, "count": 299, "max_ms": 312.153, "p95_ms": 130.314}, "triton_wait": {"avg_ms": 54.875, "count": 300, "max_ms": 78.133, "p95_ms": 76.056}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 4.698, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15598.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1304, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:51:08+09:00", "last_error_summary": "[h264 @ 0x55df097a0940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55df097a0940] error while decoding MB 0 8, bytestream 4438 [h264 @ 0x55df097074c0] error while decoding MB 4 25, bytestream -18 [h264 @ 0x55df0a107200] left block unavailable for requested intra mode [h264 @ 0x55df0a107200] error while decoding MB 0 28, bytestream 6067 [in#0/rtsp @ 0x55df09684e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df09684e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T04:51:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.612, "last_started_at": "2026-07-05T04:51:11+09:00", "pid": 111430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.93, "name": "ffmpeg", "pid": 111430, "rss_mb": 271.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 558, "restart_count_per_hour": 4, "rtsp_timeout_count": 354, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.361, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1217033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:54:04+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T04:54:04+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T04:54:04.563564+09:00", "mtime_epoch": 1783194844.5635643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:54:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.049, "pushed": 8.049, "read": 8.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.968, "count": 241, "max_ms": 29.473, "p95_ms": 21.708}, "gstreamer_push": {"avg_ms": 1.143, "count": 241, "max_ms": 1.934, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.54, "count": 241, "max_ms": 67.158, "p95_ms": 63.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.698, "count": 241, "max_ms": 66.282, "p95_ms": 64.378}, "yolo11_640_fire_11class": {"avg_ms": 48.476, "count": 241, "max_ms": 65.254, "p95_ms": 62.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.974, "count": 241, "max_ms": 78.975, "p95_ms": 75.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.792, "count": 241, "max_ms": 142.645, "p95_ms": 137.731}, "read_interval": {"avg_ms": 124.662, "count": 240, "max_ms": 155.391, "p95_ms": 150.2}, "triton_wait": {"avg_ms": 56.022, "count": 241, "max_ms": 78.987, "p95_ms": 75.446}, "visualize": {"avg_ms": 4.567, "count": 241, "max_ms": 6.198, "p95_ms": 5.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15606.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.393, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.214, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:54:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:54:29+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T04:54:29+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T04:54:29.047747+09:00", "mtime_epoch": 1783194869.047747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:54:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2150.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.449, "count": 300, "max_ms": 12.048, "p95_ms": 8.71}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.853, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.961, "count": 300, "max_ms": 68.108, "p95_ms": 64.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.637, "count": 300, "max_ms": 76.608, "p95_ms": 63.413}, "yolo11_640_fire_11class": {"avg_ms": 49.034, "count": 300, "max_ms": 67.585, "p95_ms": 63.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.71, "count": 300, "max_ms": 79.384, "p95_ms": 75.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.698, "count": 300, "max_ms": 94.979, "p95_ms": 91.613}, "read_interval": {"avg_ms": 100.19, "count": 299, "max_ms": 331.038, "p95_ms": 131.803}, "triton_wait": {"avg_ms": 53.405, "count": 300, "max_ms": 79.397, "p95_ms": 75.735}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 4.845, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15606.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1304, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:51:08+09:00", "last_error_summary": "[h264 @ 0x55df097a0940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55df097a0940] error while decoding MB 0 8, bytestream 4438 [h264 @ 0x55df097074c0] error while decoding MB 4 25, bytestream -18 [h264 @ 0x55df0a107200] left block unavailable for requested intra mode [h264 @ 0x55df0a107200] error while decoding MB 0 28, bytestream 6067 [in#0/rtsp @ 0x55df09684e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df09684e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T04:51:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.654, "last_started_at": "2026-07-05T04:51:11+09:00", "pid": 111430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.438, "name": "ffmpeg", "pid": 111430, "rss_mb": 280.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 558, "restart_count_per_hour": 4, "rtsp_timeout_count": 354, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.486, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1217271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:54:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:54:34+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:54:34+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T04:54:34.623790+09:00", "mtime_epoch": 1783194874.6237898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:54:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.955, "pushed": 7.955, "read": 7.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.753, "count": 238, "max_ms": 27.335, "p95_ms": 21.335}, "gstreamer_push": {"avg_ms": 1.122, "count": 238, "max_ms": 1.7, "p95_ms": 1.263}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.451, "count": 238, "max_ms": 68.19, "p95_ms": 64.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.363, "count": 238, "max_ms": 75.105, "p95_ms": 65.135}, "yolo11_640_fire_11class": {"avg_ms": 51.13, "count": 238, "max_ms": 66.722, "p95_ms": 65.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.673, "count": 238, "max_ms": 79.102, "p95_ms": 76.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.098, "count": 238, "max_ms": 147.07, "p95_ms": 138.53}, "read_interval": {"avg_ms": 126.307, "count": 237, "max_ms": 161.609, "p95_ms": 152.162}, "triton_wait": {"avg_ms": 57.774, "count": 238, "max_ms": 79.115, "p95_ms": 76.084}, "visualize": {"avg_ms": 4.555, "count": 238, "max_ms": 7.291, "p95_ms": 5.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15612.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.45, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.024, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:54:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:54:59+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T04:54:59+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T04:54:59.103985+09:00", "mtime_epoch": 1783194899.1039848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:54:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2150.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 301, "max_ms": 12.95, "p95_ms": 8.944}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 1.953, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.997, "count": 301, "max_ms": 74.555, "p95_ms": 65.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.604, "count": 301, "max_ms": 76.986, "p95_ms": 68.112}, "yolo11_640_fire_11class": {"avg_ms": 55.274, "count": 301, "max_ms": 73.699, "p95_ms": 70.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.138, "count": 301, "max_ms": 78.55, "p95_ms": 75.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.543, "count": 301, "max_ms": 96.221, "p95_ms": 91.727}, "read_interval": {"avg_ms": 99.899, "count": 300, "max_ms": 317.211, "p95_ms": 126.067}, "triton_wait": {"avg_ms": 58.356, "count": 301, "max_ms": 78.562, "p95_ms": 75.734}, "visualize": {"avg_ms": 3.634, "count": 301, "max_ms": 4.812, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15612.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1304, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:51:08+09:00", "last_error_summary": "[h264 @ 0x55df097a0940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55df097a0940] error while decoding MB 0 8, bytestream 4438 [h264 @ 0x55df097074c0] error while decoding MB 4 25, bytestream -18 [h264 @ 0x55df0a107200] left block unavailable for requested intra mode [h264 @ 0x55df0a107200] error while decoding MB 0 28, bytestream 6067 [in#0/rtsp @ 0x55df09684e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df09684e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-05T04:51:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 233.706, "last_started_at": "2026-07-05T04:51:11+09:00", "pid": 111430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.461, "name": "ffmpeg", "pid": 111430, "rss_mb": 286.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 558, "restart_count_per_hour": 4, "rtsp_timeout_count": 354, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.789, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1217511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:55:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:55:04+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T04:55:04+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T04:55:04.652030+09:00", "mtime_epoch": 1783194904.6520305, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:55:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.014, "pushed": 8.014, "read": 7.981}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.627, "count": 240, "max_ms": 24.189, "p95_ms": 20.994}, "gstreamer_push": {"avg_ms": 1.132, "count": 240, "max_ms": 1.346, "p95_ms": 1.266}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.232, "count": 240, "max_ms": 68.289, "p95_ms": 63.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.835, "count": 240, "max_ms": 69.925, "p95_ms": 65.37}, "yolo11_640_fire_11class": {"avg_ms": 51.851, "count": 240, "max_ms": 71.275, "p95_ms": 65.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.145, "count": 240, "max_ms": 80.801, "p95_ms": 76.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.998, "count": 240, "max_ms": 161.672, "p95_ms": 138.454}, "read_interval": {"avg_ms": 125.191, "count": 239, "max_ms": 173.036, "p95_ms": 152.183}, "triton_wait": {"avg_ms": 58.379, "count": 240, "max_ms": 80.814, "p95_ms": 76.618}, "visualize": {"avg_ms": 4.448, "count": 240, "max_ms": 5.882, "p95_ms": 4.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15612.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.503, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.848, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:55:29+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T04:55:29+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:55:29.140238+09:00", "mtime_epoch": 1783194929.1402376, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 71383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:55:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2150.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.34, "count": 301, "max_ms": 10.679, "p95_ms": 8.307}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.494, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.714, "count": 301, "max_ms": 66.663, "p95_ms": 60.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.829, "count": 301, "max_ms": 68.412, "p95_ms": 54.116}, "yolo11_640_fire_11class": {"avg_ms": 49.491, "count": 301, "max_ms": 67.475, "p95_ms": 62.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.574, "count": 301, "max_ms": 78.693, "p95_ms": 73.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.013, "count": 301, "max_ms": 94.206, "p95_ms": 89.08}, "read_interval": {"avg_ms": 99.881, "count": 300, "max_ms": 370.599, "p95_ms": 131.362}, "triton_wait": {"avg_ms": 50.883, "count": 301, "max_ms": 78.706, "p95_ms": 73.515}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 5.238, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15461.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1312, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:55:32+09:00", "last_error_summary": "[h264 @ 0x5599b2838c00] left block unavailable for requested intra mode [h264 @ 0x5599b2838c00] error while decoding MB 0 33, bytestream 3221 [h264 @ 0x5599b25cc080] cabac decode of qscale diff failed at 22 43 [h264 @ 0x5599b25cc080] error while decoding MB 22 43, bytestream 5141 [h264 @ 0x5599b1bde980] cabac decode of qscale diff failed at 11 43 [h264 @ 0x5599b1bde980] error while decoding MB 11 43, bytestream 2017 [h264 @ 0x5599b1abc000] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T04:55:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.133, "last_started_at": "2026-07-05T04:55:35+09:00", "pid": 111537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.312, "name": "ffmpeg", "pid": 111537, "rss_mb": 139.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 559, "restart_count_per_hour": 5, "rtsp_timeout_count": 356, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.041, "sample_count": 2061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1217582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T04:55:37+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T04:55:37+09:00", "mjpeg": {"age_sec": 4.397, "exists": true, "mtime": "2026-07-05T04:55:32.792269+09:00", "mtime_epoch": 1783194932.7922692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 134598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:55:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.771, "pushed": 1.771, "read": 1.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.016, "count": 53, "max_ms": 21.418, "p95_ms": 20.604}, "gstreamer_push": {"avg_ms": 1.117, "count": 53, "max_ms": 1.24, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.17, "count": 53, "max_ms": 64.823, "p95_ms": 63.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.552, "count": 53, "max_ms": 65.349, "p95_ms": 64.5}, "yolo11_640_fire_11class": {"avg_ms": 50.275, "count": 53, "max_ms": 67.136, "p95_ms": 65.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.745, "count": 53, "max_ms": 82.127, "p95_ms": 77.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.332, "count": 53, "max_ms": 147.441, "p95_ms": 142.607}, "read_interval": {"avg_ms": 575.454, "count": 52, "max_ms": 18942.63, "p95_ms": 165.113}, "triton_wait": {"avg_ms": 56.757, "count": 53, "max_ms": 82.139, "p95_ms": 77.997}, "visualize": {"avg_ms": 4.754, "count": 53, "max_ms": 5.814, "p95_ms": 5.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15592.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.543, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.903, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:55:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:55:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T04:55:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T04:55:59.204504+09:00", "mtime_epoch": 1783194959.2045045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 69731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:55:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2151.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.289, "count": 299, "max_ms": 11.305, "p95_ms": 8.197}, "gstreamer_push": {"avg_ms": 1.274, "count": 299, "max_ms": 1.664, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.241, "count": 299, "max_ms": 67.781, "p95_ms": 63.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.521, "count": 299, "max_ms": 72.339, "p95_ms": 63.094}, "yolo11_640_fire_11class": {"avg_ms": 50.556, "count": 299, "max_ms": 71.85, "p95_ms": 64.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.287, "count": 299, "max_ms": 79.679, "p95_ms": 75.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.296, "count": 299, "max_ms": 96.297, "p95_ms": 91.157}, "read_interval": {"avg_ms": 100.534, "count": 298, "max_ms": 309.903, "p95_ms": 138.894}, "triton_wait": {"avg_ms": 53.321, "count": 299, "max_ms": 79.691, "p95_ms": 75.574}, "visualize": {"avg_ms": 3.65, "count": 299, "max_ms": 4.696, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15592.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1312, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:55:32+09:00", "last_error_summary": "[h264 @ 0x5599b2838c00] left block unavailable for requested intra mode [h264 @ 0x5599b2838c00] error while decoding MB 0 33, bytestream 3221 [h264 @ 0x5599b25cc080] cabac decode of qscale diff failed at 22 43 [h264 @ 0x5599b25cc080] error while decoding MB 22 43, bytestream 5141 [h264 @ 0x5599b1bde980] cabac decode of qscale diff failed at 11 43 [h264 @ 0x5599b1bde980] error while decoding MB 11 43, bytestream 2017 [h264 @ 0x5599b1abc000] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T04:55:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.205, "last_started_at": "2026-07-05T04:55:35+09:00", "pid": 111537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.758, "name": "ffmpeg", "pid": 111537, "rss_mb": 265.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 559, "restart_count_per_hour": 5, "rtsp_timeout_count": 356, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.289, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1217814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:56:07+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T04:56:07+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T04:56:07.152577+09:00", "mtime_epoch": 1783194967.1525774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:56:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.748, "pushed": 7.748, "read": 7.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.142, "count": 232, "max_ms": 25.658, "p95_ms": 21.852}, "gstreamer_push": {"avg_ms": 1.126, "count": 232, "max_ms": 1.304, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.191, "count": 232, "max_ms": 69.115, "p95_ms": 63.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.089, "count": 232, "max_ms": 78.251, "p95_ms": 65.165}, "yolo11_640_fire_11class": {"avg_ms": 51.156, "count": 232, "max_ms": 70.229, "p95_ms": 66.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.729, "count": 232, "max_ms": 81.31, "p95_ms": 77.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.462, "count": 232, "max_ms": 142.97, "p95_ms": 139.036}, "read_interval": {"avg_ms": 129.64, "count": 231, "max_ms": 155.284, "p95_ms": 151.053}, "triton_wait": {"avg_ms": 57.769, "count": 232, "max_ms": 81.322, "p95_ms": 77.187}, "visualize": {"avg_ms": 4.691, "count": 232, "max_ms": 7.41, "p95_ms": 5.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15594.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.566, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.076, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:56:29+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T04:56:29+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T04:56:29.228784+09:00", "mtime_epoch": 1783194989.228784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 70412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:56:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2151.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.555, "count": 301, "max_ms": 11.436, "p95_ms": 9.318}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.878, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.642, "count": 301, "max_ms": 72.291, "p95_ms": 64.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.744, "count": 301, "max_ms": 69.334, "p95_ms": 64.246}, "yolo11_640_fire_11class": {"avg_ms": 51.521, "count": 301, "max_ms": 73.231, "p95_ms": 65.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.726, "count": 301, "max_ms": 79.621, "p95_ms": 76.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.417, "count": 301, "max_ms": 95.629, "p95_ms": 92.243}, "read_interval": {"avg_ms": 99.808, "count": 300, "max_ms": 288.011, "p95_ms": 129.149}, "triton_wait": {"avg_ms": 54.039, "count": 301, "max_ms": 79.633, "p95_ms": 76.38}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 5.768, "p95_ms": 4.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15594.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1312, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:55:32+09:00", "last_error_summary": "[h264 @ 0x5599b2838c00] left block unavailable for requested intra mode [h264 @ 0x5599b2838c00] error while decoding MB 0 33, bytestream 3221 [h264 @ 0x5599b25cc080] cabac decode of qscale diff failed at 22 43 [h264 @ 0x5599b25cc080] error while decoding MB 22 43, bytestream 5141 [h264 @ 0x5599b1bde980] cabac decode of qscale diff failed at 11 43 [h264 @ 0x5599b1bde980] error while decoding MB 11 43, bytestream 2017 [h264 @ 0x5599b1abc000] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T04:55:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.324, "last_started_at": "2026-07-05T04:55:35+09:00", "pid": 111537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.305, "name": "ffmpeg", "pid": 111537, "rss_mb": 267.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 559, "restart_count_per_hour": 5, "rtsp_timeout_count": 356, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.517, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T04:56:37+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T04:56:37+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T04:56:37.240861+09:00", "mtime_epoch": 1783194997.240861, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:56:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9203.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.937, "pushed": 7.937, "read": 7.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.055, "count": 237, "max_ms": 32.621, "p95_ms": 21.26}, "gstreamer_push": {"avg_ms": 1.141, "count": 238, "max_ms": 1.529, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.592, "count": 237, "max_ms": 68.92, "p95_ms": 64.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.428, "count": 237, "max_ms": 69.775, "p95_ms": 64.173}, "yolo11_640_fire_11class": {"avg_ms": 48.348, "count": 237, "max_ms": 69.105, "p95_ms": 65.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.866, "count": 237, "max_ms": 79.355, "p95_ms": 77.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.573, "count": 238, "max_ms": 147.035, "p95_ms": 139.291}, "read_interval": {"avg_ms": 126.434, "count": 237, "max_ms": 158.917, "p95_ms": 151.973}, "triton_wait": {"avg_ms": 55.909, "count": 237, "max_ms": 79.367, "p95_ms": 77.038}, "visualize": {"avg_ms": 4.625, "count": 237, "max_ms": 5.85, "p95_ms": 5.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15594.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.59, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.778, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:56:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T04:56:59+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T04:56:59.249076+09:00", "mtime_epoch": 1783195019.2490764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 71245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:56:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2151.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.459, "count": 301, "max_ms": 11.47, "p95_ms": 8.929}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 1.878, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.782, "count": 301, "max_ms": 68.062, "p95_ms": 63.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.494, "count": 301, "max_ms": 69.026, "p95_ms": 60.051}, "yolo11_640_fire_11class": {"avg_ms": 51.031, "count": 301, "max_ms": 69.225, "p95_ms": 65.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.775, "count": 301, "max_ms": 80.814, "p95_ms": 74.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.126, "count": 301, "max_ms": 97.406, "p95_ms": 90.52}, "read_interval": {"avg_ms": 99.788, "count": 300, "max_ms": 328.276, "p95_ms": 133.077}, "triton_wait": {"avg_ms": 53.948, "count": 301, "max_ms": 80.827, "p95_ms": 74.504}, "visualize": {"avg_ms": 3.69, "count": 301, "max_ms": 5.225, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15594.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1312, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:55:32+09:00", "last_error_summary": "[h264 @ 0x5599b2838c00] left block unavailable for requested intra mode [h264 @ 0x5599b2838c00] error while decoding MB 0 33, bytestream 3221 [h264 @ 0x5599b25cc080] cabac decode of qscale diff failed at 22 43 [h264 @ 0x5599b25cc080] error while decoding MB 22 43, bytestream 5141 [h264 @ 0x5599b1bde980] cabac decode of qscale diff failed at 11 43 [h264 @ 0x5599b1bde980] error while decoding MB 11 43, bytestream 2017 [h264 @ 0x5599b1abc000] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T04:55:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.364, "last_started_at": "2026-07-05T04:55:35+09:00", "pid": 111537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.305, "name": "ffmpeg", "pid": 111537, "rss_mb": 267.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 559, "restart_count_per_hour": 5, "rtsp_timeout_count": 356, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.53, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:57:07+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T04:57:07+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T04:57:07.313157+09:00", "mtime_epoch": 1783195027.3131568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:57:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9204.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.922, "pushed": 7.922, "read": 7.888}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.854, "count": 237, "max_ms": 29.669, "p95_ms": 21.695}, "gstreamer_push": {"avg_ms": 1.136, "count": 237, "max_ms": 1.527, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.714, "count": 237, "max_ms": 72.216, "p95_ms": 63.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.267, "count": 237, "max_ms": 68.92, "p95_ms": 65.082}, "yolo11_640_fire_11class": {"avg_ms": 50.812, "count": 237, "max_ms": 74.379, "p95_ms": 65.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.236, "count": 237, "max_ms": 80.51, "p95_ms": 77.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.752, "count": 237, "max_ms": 144.393, "p95_ms": 139.296}, "read_interval": {"avg_ms": 126.764, "count": 236, "max_ms": 158.102, "p95_ms": 151.454}, "triton_wait": {"avg_ms": 57.313, "count": 237, "max_ms": 80.523, "p95_ms": 77.652}, "visualize": {"avg_ms": 4.568, "count": 237, "max_ms": 6.204, "p95_ms": 5.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15594.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.662, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.785, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T04:57:29+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T04:57:29+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T04:57:29.317380+09:00", "mtime_epoch": 1783195049.3173804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 70062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:57:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2151.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.455, "count": 300, "max_ms": 11.85, "p95_ms": 8.999}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 2.133, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.401, "count": 300, "max_ms": 67.815, "p95_ms": 64.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.469, "count": 300, "max_ms": 70.275, "p95_ms": 63.99}, "yolo11_640_fire_11class": {"avg_ms": 52.309, "count": 300, "max_ms": 70.454, "p95_ms": 66.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.686, "count": 300, "max_ms": 81.449, "p95_ms": 75.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.198, "count": 300, "max_ms": 97.374, "p95_ms": 91.729}, "read_interval": {"avg_ms": 100.158, "count": 299, "max_ms": 321.853, "p95_ms": 148.09}, "triton_wait": {"avg_ms": 55.077, "count": 300, "max_ms": 81.462, "p95_ms": 75.777}, "visualize": {"avg_ms": 3.644, "count": 300, "max_ms": 4.79, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15595.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1312, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:55:32+09:00", "last_error_summary": "[h264 @ 0x5599b2838c00] left block unavailable for requested intra mode [h264 @ 0x5599b2838c00] error while decoding MB 0 33, bytestream 3221 [h264 @ 0x5599b25cc080] cabac decode of qscale diff failed at 22 43 [h264 @ 0x5599b25cc080] error while decoding MB 22 43, bytestream 5141 [h264 @ 0x5599b1bde980] cabac decode of qscale diff failed at 11 43 [h264 @ 0x5599b1bde980] error while decoding MB 11 43, bytestream 2017 [h264 @ 0x5599b1abc000] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T04:55:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.452, "last_started_at": "2026-07-05T04:55:35+09:00", "pid": 111537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.305, "name": "ffmpeg", "pid": 111537, "rss_mb": 267.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 559, "restart_count_per_hour": 5, "rtsp_timeout_count": 356, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.711, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:57:37+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T04:57:37+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T04:57:37.397464+09:00", "mtime_epoch": 1783195057.3974643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:57:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9204.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.876, "pushed": 7.876, "read": 7.842}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.892, "count": 235, "max_ms": 31.887, "p95_ms": 21.353}, "gstreamer_push": {"avg_ms": 1.138, "count": 236, "max_ms": 1.793, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.691, "count": 235, "max_ms": 68.15, "p95_ms": 64.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.519, "count": 235, "max_ms": 68.001, "p95_ms": 64.94}, "yolo11_640_fire_11class": {"avg_ms": 50.516, "count": 235, "max_ms": 69.007, "p95_ms": 65.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.885, "count": 235, "max_ms": 80.595, "p95_ms": 76.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.48, "count": 236, "max_ms": 148.884, "p95_ms": 138.679}, "read_interval": {"avg_ms": 127.495, "count": 235, "max_ms": 160.71, "p95_ms": 153.113}, "triton_wait": {"avg_ms": 56.945, "count": 235, "max_ms": 80.607, "p95_ms": 76.417}, "visualize": {"avg_ms": 4.62, "count": 235, "max_ms": 6.261, "p95_ms": 5.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15595.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.744, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.778, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:57:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:57:59+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T04:57:59+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T04:57:59.397696+09:00", "mtime_epoch": 1783195079.397696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 70282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:57:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2151.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.407, "count": 301, "max_ms": 12.017, "p95_ms": 8.444}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.89, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.583, "count": 301, "max_ms": 69.26, "p95_ms": 64.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.394, "count": 301, "max_ms": 76.8, "p95_ms": 65.035}, "yolo11_640_fire_11class": {"avg_ms": 52.408, "count": 301, "max_ms": 71.987, "p95_ms": 66.881}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.878, "count": 301, "max_ms": 78.691, "p95_ms": 76.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.434, "count": 301, "max_ms": 95.28, "p95_ms": 92.372}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 255.218, "p95_ms": 136.975}, "triton_wait": {"avg_ms": 55.223, "count": 301, "max_ms": 78.704, "p95_ms": 76.421}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 4.893, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15595.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1312, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:55:32+09:00", "last_error_summary": "[h264 @ 0x5599b2838c00] left block unavailable for requested intra mode [h264 @ 0x5599b2838c00] error while decoding MB 0 33, bytestream 3221 [h264 @ 0x5599b25cc080] cabac decode of qscale diff failed at 22 43 [h264 @ 0x5599b25cc080] error while decoding MB 22 43, bytestream 5141 [h264 @ 0x5599b1bde980] cabac decode of qscale diff failed at 11 43 [h264 @ 0x5599b1bde980] error while decoding MB 11 43, bytestream 2017 [h264 @ 0x5599b1abc000] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T04:55:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.498, "last_started_at": "2026-07-05T04:55:35+09:00", "pid": 111537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.305, "name": "ffmpeg", "pid": 111537, "rss_mb": 267.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 559, "restart_count_per_hour": 5, "rtsp_timeout_count": 356, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.885, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:58:07+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-05T04:58:07+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T04:58:07.453782+09:00", "mtime_epoch": 1783195087.453782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:58:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9204.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.887, "pushed": 7.887, "read": 7.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.606, "count": 236, "max_ms": 25.168, "p95_ms": 21.042}, "gstreamer_push": {"avg_ms": 1.118, "count": 236, "max_ms": 1.308, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.729, "count": 236, "max_ms": 68.339, "p95_ms": 64.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.206, "count": 236, "max_ms": 74.994, "p95_ms": 65.561}, "yolo11_640_fire_11class": {"avg_ms": 51.005, "count": 236, "max_ms": 70.338, "p95_ms": 67.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.232, "count": 236, "max_ms": 80.91, "p95_ms": 77.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.372, "count": 236, "max_ms": 157.547, "p95_ms": 139.729}, "read_interval": {"avg_ms": 127.357, "count": 235, "max_ms": 168.8, "p95_ms": 152.697}, "triton_wait": {"avg_ms": 57.314, "count": 236, "max_ms": 80.922, "p95_ms": 77.868}, "visualize": {"avg_ms": 4.524, "count": 236, "max_ms": 6.526, "p95_ms": 4.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15597.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.78, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.729, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:58:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:58:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T04:58:29+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:58:29.418021+09:00", "mtime_epoch": 1783195109.4180212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 70728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:58:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2151.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.324, "count": 299, "max_ms": 11.657, "p95_ms": 8.189}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 1.79, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.379, "count": 299, "max_ms": 68.761, "p95_ms": 64.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.796, "count": 299, "max_ms": 68.708, "p95_ms": 62.609}, "yolo11_640_fire_11class": {"avg_ms": 51.817, "count": 299, "max_ms": 75.868, "p95_ms": 66.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.119, "count": 299, "max_ms": 81.542, "p95_ms": 76.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.329, "count": 299, "max_ms": 97.553, "p95_ms": 91.487}, "read_interval": {"avg_ms": 100.43, "count": 298, "max_ms": 275.713, "p95_ms": 150.898}, "triton_wait": {"avg_ms": 55.293, "count": 299, "max_ms": 81.555, "p95_ms": 76.093}, "visualize": {"avg_ms": 3.657, "count": 299, "max_ms": 5.204, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15600.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1312, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:55:32+09:00", "last_error_summary": "[h264 @ 0x5599b2838c00] left block unavailable for requested intra mode [h264 @ 0x5599b2838c00] error while decoding MB 0 33, bytestream 3221 [h264 @ 0x5599b25cc080] cabac decode of qscale diff failed at 22 43 [h264 @ 0x5599b25cc080] error while decoding MB 22 43, bytestream 5141 [h264 @ 0x5599b1bde980] cabac decode of qscale diff failed at 11 43 [h264 @ 0x5599b1bde980] error while decoding MB 11 43, bytestream 2017 [h264 @ 0x5599b1abc000] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T04:55:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.563, "last_started_at": "2026-07-05T04:55:35+09:00", "pid": 111537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.035, "name": "ffmpeg", "pid": 111537, "rss_mb": 272.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 559, "restart_count_per_hour": 5, "rtsp_timeout_count": 356, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.804, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1219000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:58:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:58:37+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T04:58:37+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T04:58:37.518111+09:00", "mtime_epoch": 1783195117.5181105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:58:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9204.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.98, "pushed": 7.98, "read": 7.946}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.976, "count": 239, "max_ms": 29.459, "p95_ms": 24.441}, "gstreamer_push": {"avg_ms": 1.135, "count": 239, "max_ms": 1.85, "p95_ms": 1.266}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.461, "count": 239, "max_ms": 66.182, "p95_ms": 63.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.554, "count": 239, "max_ms": 69.655, "p95_ms": 64.138}, "yolo11_640_fire_11class": {"avg_ms": 49.921, "count": 239, "max_ms": 72.266, "p95_ms": 65.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.918, "count": 239, "max_ms": 78.842, "p95_ms": 76.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.604, "count": 239, "max_ms": 147.725, "p95_ms": 137.661}, "read_interval": {"avg_ms": 125.774, "count": 238, "max_ms": 160.395, "p95_ms": 150.385}, "triton_wait": {"avg_ms": 56.984, "count": 239, "max_ms": 78.852, "p95_ms": 76.019}, "visualize": {"avg_ms": 4.54, "count": 239, "max_ms": 6.196, "p95_ms": 5.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15605.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.789, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.795, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:58:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:58:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T04:58:59+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T04:58:59.450356+09:00", "mtime_epoch": 1783195139.4503562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:58:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2151.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 302, "max_ms": 11.908, "p95_ms": 8.573}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 1.794, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.765, "count": 302, "max_ms": 69.577, "p95_ms": 65.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.65, "count": 302, "max_ms": 69.521, "p95_ms": 64.448}, "yolo11_640_fire_11class": {"avg_ms": 55.068, "count": 302, "max_ms": 75.73, "p95_ms": 68.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.138, "count": 302, "max_ms": 79.557, "p95_ms": 76.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.067, "count": 302, "max_ms": 96.799, "p95_ms": 92.76}, "read_interval": {"avg_ms": 99.443, "count": 302, "max_ms": 305.363, "p95_ms": 124.475}, "triton_wait": {"avg_ms": 59.883, "count": 302, "max_ms": 79.569, "p95_ms": 76.598}, "visualize": {"avg_ms": 3.671, "count": 302, "max_ms": 5.358, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15605.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1312, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:55:32+09:00", "last_error_summary": "[h264 @ 0x5599b2838c00] left block unavailable for requested intra mode [h264 @ 0x5599b2838c00] error while decoding MB 0 33, bytestream 3221 [h264 @ 0x5599b25cc080] cabac decode of qscale diff failed at 22 43 [h264 @ 0x5599b25cc080] error while decoding MB 22 43, bytestream 5141 [h264 @ 0x5599b1bde980] cabac decode of qscale diff failed at 11 43 [h264 @ 0x5599b1bde980] error while decoding MB 11 43, bytestream 2017 [h264 @ 0x5599b1abc000] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T04:55:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.583, "last_started_at": "2026-07-05T04:55:35+09:00", "pid": 111537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.449, "name": "ffmpeg", "pid": 111537, "rss_mb": 277.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 559, "restart_count_per_hour": 5, "rtsp_timeout_count": 356, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.536, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1219260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:59:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:59:07+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T04:59:07+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T04:59:07.526448+09:00", "mtime_epoch": 1783195147.526448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:59:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9204.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.696, "pushed": 8.696, "read": 8.662}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.244, "count": 260, "max_ms": 29.892, "p95_ms": 21.139}, "gstreamer_push": {"avg_ms": 1.183, "count": 260, "max_ms": 1.623, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.669, "count": 260, "max_ms": 67.271, "p95_ms": 62.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.096, "count": 260, "max_ms": 69.355, "p95_ms": 61.804}, "yolo11_640_fire_11class": {"avg_ms": 51.739, "count": 260, "max_ms": 68.116, "p95_ms": 63.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.683, "count": 260, "max_ms": 79.404, "p95_ms": 74.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.381, "count": 260, "max_ms": 143.01, "p95_ms": 134.711}, "read_interval": {"avg_ms": 115.413, "count": 259, "max_ms": 156.03, "p95_ms": 147.875}, "triton_wait": {"avg_ms": 58.842, "count": 260, "max_ms": 79.417, "p95_ms": 74.575}, "visualize": {"avg_ms": 4.084, "count": 260, "max_ms": 6.293, "p95_ms": 4.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15608.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1408.805, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.993, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:59:29+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T04:59:29+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T04:59:29.442700+09:00", "mtime_epoch": 1783195169.4427001, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 67701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:59:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2152.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.511, "count": 300, "max_ms": 12.894, "p95_ms": 8.78}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.691, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.076, "count": 300, "max_ms": 66.883, "p95_ms": 63.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.788, "count": 300, "max_ms": 73.51, "p95_ms": 63.443}, "yolo11_640_fire_11class": {"avg_ms": 50.651, "count": 300, "max_ms": 71.285, "p95_ms": 64.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.507, "count": 300, "max_ms": 79.149, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.031, "count": 300, "max_ms": 95.668, "p95_ms": 92.637}, "read_interval": {"avg_ms": 99.963, "count": 300, "max_ms": 240.232, "p95_ms": 135.828}, "triton_wait": {"avg_ms": 54.566, "count": 300, "max_ms": 79.161, "p95_ms": 76.314}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 4.92, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15608.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1312, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:55:32+09:00", "last_error_summary": "[h264 @ 0x5599b2838c00] left block unavailable for requested intra mode [h264 @ 0x5599b2838c00] error while decoding MB 0 33, bytestream 3221 [h264 @ 0x5599b25cc080] cabac decode of qscale diff failed at 22 43 [h264 @ 0x5599b25cc080] error while decoding MB 22 43, bytestream 5141 [h264 @ 0x5599b1bde980] cabac decode of qscale diff failed at 11 43 [h264 @ 0x5599b1bde980] error while decoding MB 11 43, bytestream 2017 [h264 @ 0x5599b1abc000] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T04:55:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.646, "last_started_at": "2026-07-05T04:55:35+09:00", "pid": 111537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.285, "name": "ffmpeg", "pid": 111537, "rss_mb": 280.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 559, "restart_count_per_hour": 5, "rtsp_timeout_count": 356, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.481, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1219498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:59:37+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T04:59:37+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T04:59:37.570795+09:00", "mtime_epoch": 1783195177.5707948, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T04:59:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9204.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.95, "pushed": 7.95, "read": 7.916}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.673, "count": 238, "max_ms": 24.026, "p95_ms": 21.084}, "gstreamer_push": {"avg_ms": 1.139, "count": 238, "max_ms": 1.823, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.585, "count": 238, "max_ms": 66.087, "p95_ms": 63.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.455, "count": 238, "max_ms": 70.182, "p95_ms": 65.309}, "yolo11_640_fire_11class": {"avg_ms": 50.193, "count": 238, "max_ms": 66.364, "p95_ms": 63.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.341, "count": 238, "max_ms": 78.992, "p95_ms": 76.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.165, "count": 238, "max_ms": 142.973, "p95_ms": 137.014}, "read_interval": {"avg_ms": 126.213, "count": 237, "max_ms": 155.728, "p95_ms": 150.643}, "triton_wait": {"avg_ms": 57.355, "count": 238, "max_ms": 79.002, "p95_ms": 76.32}, "visualize": {"avg_ms": 4.573, "count": 238, "max_ms": 7.006, "p95_ms": 5.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15608.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1438.896, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.785, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T04:59:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T04:59:59+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T04:59:59+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T04:59:59.535054+09:00", "mtime_epoch": 1783195199.5350537, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 71927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T04:59:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2152.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.329, "count": 301, "max_ms": 12.894, "p95_ms": 8.062}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.784, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.608, "count": 301, "max_ms": 65.67, "p95_ms": 59.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.211, "count": 301, "max_ms": 66.553, "p95_ms": 56.126}, "yolo11_640_fire_11class": {"avg_ms": 48.344, "count": 301, "max_ms": 66.205, "p95_ms": 60.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.446, "count": 301, "max_ms": 80.063, "p95_ms": 72.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.525, "count": 301, "max_ms": 97.118, "p95_ms": 88.439}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 262.733, "p95_ms": 139.271}, "triton_wait": {"avg_ms": 50.531, "count": 301, "max_ms": 80.08, "p95_ms": 72.78}, "visualize": {"avg_ms": 3.676, "count": 301, "max_ms": 4.727, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15467.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1321, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:00:02+09:00", "last_error_summary": "[h264 @ 0x5631b592e2c0] cabac decode of qscale diff failed at 25 42 [h264 @ 0x5631b592e2c0] error while decoding MB 25 42, bytestream 3715 [h264 @ 0x5631b5523bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b5523bc0] error while decoding MB 0 17, bytestream 1109 [h264 @ 0x5631b4b93900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b4b93900] error while decoding MB 0 17, bytestream 49076 [h264 @ 0x5631b4be8740] left block unavailable for requested int", "last_exit_at": "2026-07-05T05:00:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.622, "last_started_at": "2026-07-05T05:00:05+09:00", "pid": 111644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 142.102, "name": "ffmpeg", "pid": 111644, "rss_mb": 142.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 560, "restart_count_per_hour": 6, "rtsp_timeout_count": 358, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.593, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1219553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:00:07+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T05:00:07+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T05:00:07.651151+09:00", "mtime_epoch": 1783195207.6511507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:00:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9204.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.838, "pushed": 1.838, "read": 1.804}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.532, "count": 55, "max_ms": 27.214, "p95_ms": 24.253}, "gstreamer_push": {"avg_ms": 1.157, "count": 55, "max_ms": 1.685, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.391, "count": 55, "max_ms": 66.228, "p95_ms": 64.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.972, "count": 55, "max_ms": 66.714, "p95_ms": 65.239}, "yolo11_640_fire_11class": {"avg_ms": 49.668, "count": 55, "max_ms": 68.138, "p95_ms": 66.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.617, "count": 55, "max_ms": 77.62, "p95_ms": 76.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.53, "count": 55, "max_ms": 145.843, "p95_ms": 140.69}, "read_interval": {"avg_ms": 554.248, "count": 54, "max_ms": 10131.621, "p95_ms": 4405.037}, "triton_wait": {"avg_ms": 55.629, "count": 55, "max_ms": 77.63, "p95_ms": 76.99}, "visualize": {"avg_ms": 4.756, "count": 55, "max_ms": 6.524, "p95_ms": 5.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15594.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1468.916, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.764, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:00:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:00:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T05:00:29+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T05:00:29.527415+09:00", "mtime_epoch": 1783195229.5274146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 70189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:00:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2152.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.357, "count": 300, "max_ms": 10.743, "p95_ms": 8.161}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.539, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.068, "count": 300, "max_ms": 66.433, "p95_ms": 62.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.84, "count": 300, "max_ms": 70.674, "p95_ms": 60.909}, "yolo11_640_fire_11class": {"avg_ms": 50.973, "count": 300, "max_ms": 70.441, "p95_ms": 64.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.234, "count": 300, "max_ms": 78.164, "p95_ms": 74.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.938, "count": 300, "max_ms": 93.534, "p95_ms": 90.468}, "read_interval": {"avg_ms": 100.065, "count": 300, "max_ms": 272.059, "p95_ms": 134.528}, "triton_wait": {"avg_ms": 53.904, "count": 300, "max_ms": 78.177, "p95_ms": 74.693}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 4.575, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15594.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1321, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:00:02+09:00", "last_error_summary": "[h264 @ 0x5631b592e2c0] cabac decode of qscale diff failed at 25 42 [h264 @ 0x5631b592e2c0] error while decoding MB 25 42, bytestream 3715 [h264 @ 0x5631b5523bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b5523bc0] error while decoding MB 0 17, bytestream 1109 [h264 @ 0x5631b4b93900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b4b93900] error while decoding MB 0 17, bytestream 49076 [h264 @ 0x5631b4be8740] left block unavailable for requested int", "last_exit_at": "2026-07-05T05:00:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.661, "last_started_at": "2026-07-05T05:00:05+09:00", "pid": 111644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.5, "name": "ffmpeg", "pid": 111644, "rss_mb": 265.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 560, "restart_count_per_hour": 6, "rtsp_timeout_count": 358, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.455, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1219794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:00:37+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T05:00:37+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T05:00:37.691514+09:00", "mtime_epoch": 1783195237.6915143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:00:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9204.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.061, "pushed": 8.061, "read": 8.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.804, "count": 241, "max_ms": 31.5, "p95_ms": 21.279}, "gstreamer_push": {"avg_ms": 1.149, "count": 241, "max_ms": 1.461, "p95_ms": 1.294}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.62, "count": 241, "max_ms": 66.808, "p95_ms": 63.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.493, "count": 241, "max_ms": 69.566, "p95_ms": 61.813}, "yolo11_640_fire_11class": {"avg_ms": 50.477, "count": 241, "max_ms": 70.336, "p95_ms": 65.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.464, "count": 241, "max_ms": 81.626, "p95_ms": 75.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.114, "count": 241, "max_ms": 145.173, "p95_ms": 138.058}, "read_interval": {"avg_ms": 124.653, "count": 240, "max_ms": 156.926, "p95_ms": 150.315}, "triton_wait": {"avg_ms": 56.508, "count": 241, "max_ms": 81.638, "p95_ms": 75.467}, "visualize": {"avg_ms": 4.583, "count": 241, "max_ms": 5.977, "p95_ms": 5.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15595.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1498.934, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.758, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:00:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:00:59+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T05:00:59+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T05:00:59.547784+09:00", "mtime_epoch": 1783195259.5477836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 64476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:00:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2152.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.066, "pushed": 10.066, "read": 10.066}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 300, "max_ms": 11.531, "p95_ms": 8.646}, "gstreamer_push": {"avg_ms": 1.268, "count": 300, "max_ms": 1.909, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.123, "count": 300, "max_ms": 66.461, "p95_ms": 63.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.372, "count": 300, "max_ms": 69.152, "p95_ms": 60.358}, "yolo11_640_fire_11class": {"avg_ms": 49.971, "count": 300, "max_ms": 72.065, "p95_ms": 64.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.252, "count": 300, "max_ms": 78.216, "p95_ms": 74.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.2, "count": 300, "max_ms": 94.103, "p95_ms": 90.388}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 280.064, "p95_ms": 151.085}, "triton_wait": {"avg_ms": 53.142, "count": 300, "max_ms": 78.23, "p95_ms": 74.853}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 4.821, "p95_ms": 4.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15596.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1321, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:00:02+09:00", "last_error_summary": "[h264 @ 0x5631b592e2c0] cabac decode of qscale diff failed at 25 42 [h264 @ 0x5631b592e2c0] error while decoding MB 25 42, bytestream 3715 [h264 @ 0x5631b5523bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b5523bc0] error while decoding MB 0 17, bytestream 1109 [h264 @ 0x5631b4b93900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b4b93900] error while decoding MB 0 17, bytestream 49076 [h264 @ 0x5631b4be8740] left block unavailable for requested int", "last_exit_at": "2026-07-05T05:00:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.697, "last_started_at": "2026-07-05T05:00:05+09:00", "pid": 111644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.273, "name": "ffmpeg", "pid": 111644, "rss_mb": 266.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 560, "restart_count_per_hour": 6, "rtsp_timeout_count": 358, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.284, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1220039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:01:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:01:07+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T05:01:07+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T05:01:07.727885+09:00", "mtime_epoch": 1783195267.7278852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:01:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9204.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.196, "pushed": 8.196, "read": 8.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.059, "count": 245, "max_ms": 28.177, "p95_ms": 23.942}, "gstreamer_push": {"avg_ms": 1.146, "count": 245, "max_ms": 1.376, "p95_ms": 1.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.328, "count": 245, "max_ms": 68.259, "p95_ms": 63.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.17, "count": 245, "max_ms": 71.594, "p95_ms": 65.519}, "yolo11_640_fire_11class": {"avg_ms": 49.206, "count": 245, "max_ms": 68.839, "p95_ms": 65.3}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.943, "count": 245, "max_ms": 78.754, "p95_ms": 75.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.606, "count": 245, "max_ms": 146.901, "p95_ms": 137.394}, "read_interval": {"avg_ms": 122.597, "count": 244, "max_ms": 159.3, "p95_ms": 149.965}, "triton_wait": {"avg_ms": 54.973, "count": 245, "max_ms": 78.764, "p95_ms": 75.029}, "visualize": {"avg_ms": 4.481, "count": 245, "max_ms": 6.323, "p95_ms": 5.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15596.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1529.026, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "R (running)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.785, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:01:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:01:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:01:29+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T05:01:29.656161+09:00", "mtime_epoch": 1783195289.6561608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:01:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2152.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.374, "count": 301, "max_ms": 11.243, "p95_ms": 8.239}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 2.081, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.635, "count": 301, "max_ms": 68.472, "p95_ms": 64.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.905, "count": 301, "max_ms": 70.532, "p95_ms": 63.077}, "yolo11_640_fire_11class": {"avg_ms": 51.482, "count": 301, "max_ms": 70.977, "p95_ms": 65.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.157, "count": 301, "max_ms": 82.075, "p95_ms": 76.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.498, "count": 301, "max_ms": 97.651, "p95_ms": 92.662}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 300.403, "p95_ms": 140.038}, "triton_wait": {"avg_ms": 55.156, "count": 301, "max_ms": 82.089, "p95_ms": 76.364}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 4.697, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15596.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1321, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:00:02+09:00", "last_error_summary": "[h264 @ 0x5631b592e2c0] cabac decode of qscale diff failed at 25 42 [h264 @ 0x5631b592e2c0] error while decoding MB 25 42, bytestream 3715 [h264 @ 0x5631b5523bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b5523bc0] error while decoding MB 0 17, bytestream 1109 [h264 @ 0x5631b4b93900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b4b93900] error while decoding MB 0 17, bytestream 49076 [h264 @ 0x5631b4be8740] left block unavailable for requested int", "last_exit_at": "2026-07-05T05:00:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.79, "last_started_at": "2026-07-05T05:00:05+09:00", "pid": 111644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.789, "name": "ffmpeg", "pid": 111644, "rss_mb": 266.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 560, "restart_count_per_hour": 6, "rtsp_timeout_count": 358, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.16, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1220282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:01:37+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T05:01:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T05:01:37.832264+09:00", "mtime_epoch": 1783195297.8322644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:01:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.112, "pushed": 8.112, "read": 8.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.579, "count": 243, "max_ms": 26.846, "p95_ms": 21.03}, "gstreamer_push": {"avg_ms": 1.145, "count": 243, "max_ms": 1.63, "p95_ms": 1.282}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.1, "count": 243, "max_ms": 68.323, "p95_ms": 64.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.037, "count": 243, "max_ms": 76.073, "p95_ms": 64.863}, "yolo11_640_fire_11class": {"avg_ms": 50.511, "count": 243, "max_ms": 70.387, "p95_ms": 64.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.105, "count": 243, "max_ms": 80.211, "p95_ms": 75.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.529, "count": 243, "max_ms": 141.622, "p95_ms": 137.301}, "read_interval": {"avg_ms": 123.898, "count": 242, "max_ms": 156.334, "p95_ms": 150.854}, "triton_wait": {"avg_ms": 57.221, "count": 243, "max_ms": 80.223, "p95_ms": 75.575}, "visualize": {"avg_ms": 4.471, "count": 243, "max_ms": 6.582, "p95_ms": 4.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15605.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1559.096, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "R (running)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.993, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:01:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:01:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:01:59+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T05:01:59.752545+09:00", "mtime_epoch": 1783195319.7525449, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:01:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2152.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.381, "count": 301, "max_ms": 12.933, "p95_ms": 8.67}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.631, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.64, "count": 301, "max_ms": 70.741, "p95_ms": 64.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.948, "count": 301, "max_ms": 77.634, "p95_ms": 64.115}, "yolo11_640_fire_11class": {"avg_ms": 52.722, "count": 301, "max_ms": 72.214, "p95_ms": 67.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.313, "count": 301, "max_ms": 81.525, "p95_ms": 75.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.133, "count": 301, "max_ms": 100.826, "p95_ms": 92.001}, "read_interval": {"avg_ms": 99.952, "count": 300, "max_ms": 353.633, "p95_ms": 135.256}, "triton_wait": {"avg_ms": 55.729, "count": 301, "max_ms": 81.532, "p95_ms": 75.755}, "visualize": {"avg_ms": 3.697, "count": 301, "max_ms": 5.485, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15605.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1321, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:00:02+09:00", "last_error_summary": "[h264 @ 0x5631b592e2c0] cabac decode of qscale diff failed at 25 42 [h264 @ 0x5631b592e2c0] error while decoding MB 25 42, bytestream 3715 [h264 @ 0x5631b5523bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b5523bc0] error while decoding MB 0 17, bytestream 1109 [h264 @ 0x5631b4b93900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b4b93900] error while decoding MB 0 17, bytestream 49076 [h264 @ 0x5631b4be8740] left block unavailable for requested int", "last_exit_at": "2026-07-05T05:00:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.842, "last_started_at": "2026-07-05T05:00:05+09:00", "pid": 111644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.871, "name": "ffmpeg", "pid": 111644, "rss_mb": 275.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 560, "restart_count_per_hour": 6, "rtsp_timeout_count": 358, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.229, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1220519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:02:07+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T05:02:07+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T05:02:07.884650+09:00", "mtime_epoch": 1783195327.8846498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:02:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.915, "pushed": 7.915, "read": 7.881}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.859, "count": 237, "max_ms": 27.154, "p95_ms": 21.919}, "gstreamer_push": {"avg_ms": 1.13, "count": 237, "max_ms": 1.477, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.757, "count": 237, "max_ms": 70.031, "p95_ms": 64.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.517, "count": 237, "max_ms": 77.286, "p95_ms": 65.255}, "yolo11_640_fire_11class": {"avg_ms": 52.435, "count": 237, "max_ms": 72.479, "p95_ms": 67.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.856, "count": 237, "max_ms": 81.878, "p95_ms": 77.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.464, "count": 237, "max_ms": 156.904, "p95_ms": 141.397}, "read_interval": {"avg_ms": 126.888, "count": 236, "max_ms": 167.59, "p95_ms": 154.121}, "triton_wait": {"avg_ms": 58.907, "count": 237, "max_ms": 81.889, "p95_ms": 77.359}, "visualize": {"avg_ms": 4.556, "count": 237, "max_ms": 6.584, "p95_ms": 5.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15609.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1589.272, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.071, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:02:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T05:02:29+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T05:02:29+09:00", "mjpeg": {"age_sec": 0.365, "exists": true, "mtime": "2026-07-05T05:02:29.632933+09:00", "mtime_epoch": 1783195349.6329327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:02:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2152.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.91}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.285, "count": 298, "max_ms": 11.995, "p95_ms": 8.222}, "gstreamer_push": {"avg_ms": 1.294, "count": 298, "max_ms": 1.8, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.544, "count": 298, "max_ms": 76.757, "p95_ms": 66.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.3, "count": 298, "max_ms": 74.399, "p95_ms": 65.194}, "yolo11_640_fire_11class": {"avg_ms": 53.38, "count": 298, "max_ms": 74.304, "p95_ms": 68.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.828, "count": 298, "max_ms": 79.824, "p95_ms": 76.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.322, "count": 298, "max_ms": 96.23, "p95_ms": 92.941}, "read_interval": {"avg_ms": 100.876, "count": 297, "max_ms": 370.109, "p95_ms": 130.499}, "triton_wait": {"avg_ms": 57.93, "count": 298, "max_ms": 79.836, "p95_ms": 76.241}, "visualize": {"avg_ms": 3.734, "count": 298, "max_ms": 4.957, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15610.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1321, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:00:02+09:00", "last_error_summary": "[h264 @ 0x5631b592e2c0] cabac decode of qscale diff failed at 25 42 [h264 @ 0x5631b592e2c0] error while decoding MB 25 42, bytestream 3715 [h264 @ 0x5631b5523bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b5523bc0] error while decoding MB 0 17, bytestream 1109 [h264 @ 0x5631b4b93900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b4b93900] error while decoding MB 0 17, bytestream 49076 [h264 @ 0x5631b4be8740] left block unavailable for requested int", "last_exit_at": "2026-07-05T05:00:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.875, "last_started_at": "2026-07-05T05:00:05+09:00", "pid": 111644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.996, "name": "ffmpeg", "pid": 111644, "rss_mb": 279.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 560, "restart_count_per_hour": 6, "rtsp_timeout_count": 358, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.207, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1220752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:02:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:02:38+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T05:02:37+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T05:02:37.897041+09:00", "mtime_epoch": 1783195357.897041, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:02:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.786, "pushed": 7.786, "read": 7.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.009, "count": 233, "max_ms": 26.6, "p95_ms": 21.565}, "gstreamer_push": {"avg_ms": 1.131, "count": 233, "max_ms": 1.678, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.846, "count": 233, "max_ms": 68.753, "p95_ms": 65.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.048, "count": 233, "max_ms": 74.073, "p95_ms": 66.389}, "yolo11_640_fire_11class": {"avg_ms": 51.676, "count": 233, "max_ms": 70.088, "p95_ms": 66.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.461, "count": 233, "max_ms": 80.039, "p95_ms": 76.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.696, "count": 233, "max_ms": 144.061, "p95_ms": 138.584}, "read_interval": {"avg_ms": 128.875, "count": 232, "max_ms": 156.626, "p95_ms": 151.411}, "triton_wait": {"avg_ms": 58.523, "count": 233, "max_ms": 80.052, "p95_ms": 76.046}, "visualize": {"avg_ms": 4.598, "count": 233, "max_ms": 6.63, "p95_ms": 5.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15613.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1619.304, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.969, "name": "ffmpeg", "pid": 111111, "rss_mb": 327.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.034, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:02:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:03:00+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T05:02:59+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T05:02:59.953332+09:00", "mtime_epoch": 1783195379.9533324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:03:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2153.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.379, "count": 301, "max_ms": 12.795, "p95_ms": 8.778}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.862, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.632, "count": 301, "max_ms": 71.472, "p95_ms": 64.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.829, "count": 301, "max_ms": 74.109, "p95_ms": 65.201}, "yolo11_640_fire_11class": {"avg_ms": 52.902, "count": 301, "max_ms": 69.351, "p95_ms": 64.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.652, "count": 301, "max_ms": 79.06, "p95_ms": 75.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.778, "count": 301, "max_ms": 96.935, "p95_ms": 92.168}, "read_interval": {"avg_ms": 99.779, "count": 300, "max_ms": 369.737, "p95_ms": 127.105}, "triton_wait": {"avg_ms": 58.438, "count": 301, "max_ms": 79.072, "p95_ms": 75.661}, "visualize": {"avg_ms": 3.728, "count": 301, "max_ms": 5.366, "p95_ms": 4.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15613.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1321, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:00:02+09:00", "last_error_summary": "[h264 @ 0x5631b592e2c0] cabac decode of qscale diff failed at 25 42 [h264 @ 0x5631b592e2c0] error while decoding MB 25 42, bytestream 3715 [h264 @ 0x5631b5523bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b5523bc0] error while decoding MB 0 17, bytestream 1109 [h264 @ 0x5631b4b93900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5631b4b93900] error while decoding MB 0 17, bytestream 49076 [h264 @ 0x5631b4be8740] left block unavailable for requested int", "last_exit_at": "2026-07-05T05:00:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.994, "last_started_at": "2026-07-05T05:00:05+09:00", "pid": 111644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.09, "name": "ffmpeg", "pid": 111644, "rss_mb": 283.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 560, "restart_count_per_hour": 6, "rtsp_timeout_count": 358, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.779, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1221001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:03:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:03:08+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T05:03:07+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T05:03:07.989439+09:00", "mtime_epoch": 1783195387.9894392, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:03:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.303, "pushed": 8.303, "read": 8.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.472, "count": 248, "max_ms": 30.166, "p95_ms": 22.047}, "gstreamer_push": {"avg_ms": 1.161, "count": 249, "max_ms": 1.808, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.656, "count": 248, "max_ms": 67.711, "p95_ms": 63.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.158, "count": 248, "max_ms": 74.36, "p95_ms": 65.604}, "yolo11_640_fire_11class": {"avg_ms": 52.363, "count": 248, "max_ms": 66.821, "p95_ms": 62.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.194, "count": 248, "max_ms": 77.966, "p95_ms": 75.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.215, "count": 249, "max_ms": 143.676, "p95_ms": 137.147}, "read_interval": {"avg_ms": 120.829, "count": 248, "max_ms": 157.857, "p95_ms": 149.358}, "triton_wait": {"avg_ms": 60.233, "count": 248, "max_ms": 77.978, "p95_ms": 75.078}, "visualize": {"avg_ms": 4.25, "count": 248, "max_ms": 6.074, "p95_ms": 4.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15613.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1649.346, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.988, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:03:30+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T05:03:30+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T05:03:30.005734+09:00", "mtime_epoch": 1783195410.0057342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:03:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2153.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 301, "max_ms": 12.98, "p95_ms": 8.18}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.648, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.186, "count": 301, "max_ms": 65.857, "p95_ms": 61.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.166, "count": 301, "max_ms": 75.409, "p95_ms": 56.598}, "yolo11_640_fire_11class": {"avg_ms": 48.697, "count": 301, "max_ms": 66.482, "p95_ms": 61.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.385, "count": 301, "max_ms": 76.954, "p95_ms": 73.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.859, "count": 301, "max_ms": 92.783, "p95_ms": 88.274}, "read_interval": {"avg_ms": 99.864, "count": 300, "max_ms": 432.066, "p95_ms": 155.758}, "triton_wait": {"avg_ms": 51.88, "count": 301, "max_ms": 76.966, "p95_ms": 73.156}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 4.99, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15468.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.161, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.676, "name": "ffmpeg", "pid": 111751, "rss_mb": 141.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.831, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1221073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:03:41+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T05:03:41+09:00", "mjpeg": {"age_sec": 5.037, "exists": true, "mtime": "2026-07-05T05:03:36.309819+09:00", "mtime_epoch": 1783195416.3098192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:03:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 47, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.605, "pushed": 1.605, "read": 1.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.515, "count": 48, "max_ms": 24.801, "p95_ms": 24.37}, "gstreamer_push": {"avg_ms": 1.16, "count": 48, "max_ms": 1.501, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.598, "count": 48, "max_ms": 67.913, "p95_ms": 63.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.031, "count": 48, "max_ms": 69.864, "p95_ms": 62.479}, "yolo11_640_fire_11class": {"avg_ms": 50.104, "count": 48, "max_ms": 68.366, "p95_ms": 64.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.954, "count": 48, "max_ms": 81.363, "p95_ms": 78.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.861, "count": 48, "max_ms": 144.208, "p95_ms": 138.2}, "read_interval": {"avg_ms": 635.532, "count": 47, "max_ms": 10128.047, "p95_ms": 5036.974}, "triton_wait": {"avg_ms": 56.982, "count": 48, "max_ms": 81.376, "p95_ms": 78.406}, "visualize": {"avg_ms": 4.721, "count": 48, "max_ms": 6.19, "p95_ms": 5.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15595.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1679.373, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.679, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:04:00+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T05:04:00+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:04:00.034141+09:00", "mtime_epoch": 1783195440.0341413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:04:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2153.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 302, "max_ms": 11.56, "p95_ms": 8.139}, "gstreamer_push": {"avg_ms": 1.289, "count": 302, "max_ms": 1.53, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.293, "count": 302, "max_ms": 66.861, "p95_ms": 63.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.506, "count": 302, "max_ms": 75.278, "p95_ms": 65.92}, "yolo11_640_fire_11class": {"avg_ms": 49.063, "count": 302, "max_ms": 67.439, "p95_ms": 62.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.85, "count": 302, "max_ms": 79.203, "p95_ms": 75.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.085, "count": 302, "max_ms": 94.711, "p95_ms": 91.283}, "read_interval": {"avg_ms": 99.487, "count": 301, "max_ms": 349.717, "p95_ms": 135.938}, "triton_wait": {"avg_ms": 53.121, "count": 302, "max_ms": 79.215, "p95_ms": 75.57}, "visualize": {"avg_ms": 3.708, "count": 302, "max_ms": 4.779, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15596.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.223, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.578, "name": "ffmpeg", "pid": 111751, "rss_mb": 265.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.239, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1221313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:04:11+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T05:04:11+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T05:04:11.282295+09:00", "mtime_epoch": 1783195451.2822952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:04:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.008, "pushed": 8.008, "read": 7.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.063, "count": 240, "max_ms": 31.478, "p95_ms": 22.868}, "gstreamer_push": {"avg_ms": 1.146, "count": 240, "max_ms": 1.77, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.927, "count": 240, "max_ms": 65.467, "p95_ms": 63.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.187, "count": 240, "max_ms": 76.458, "p95_ms": 66.799}, "yolo11_640_fire_11class": {"avg_ms": 49.088, "count": 240, "max_ms": 65.954, "p95_ms": 63.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.644, "count": 240, "max_ms": 82.202, "p95_ms": 76.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.812, "count": 240, "max_ms": 148.029, "p95_ms": 139.914}, "read_interval": {"avg_ms": 125.125, "count": 239, "max_ms": 162.903, "p95_ms": 154.129}, "triton_wait": {"avg_ms": 56.756, "count": 240, "max_ms": 82.213, "p95_ms": 76.901}, "visualize": {"avg_ms": 4.561, "count": 240, "max_ms": 7.138, "p95_ms": 5.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15599.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1709.432, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.509, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:04:30+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:04:30+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T05:04:30.090554+09:00", "mtime_epoch": 1783195470.090554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:04:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2153.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 299, "max_ms": 11.93, "p95_ms": 9.986}, "gstreamer_push": {"avg_ms": 1.269, "count": 299, "max_ms": 1.665, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.961, "count": 299, "max_ms": 70.957, "p95_ms": 63.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.845, "count": 299, "max_ms": 73.117, "p95_ms": 63.976}, "yolo11_640_fire_11class": {"avg_ms": 48.399, "count": 299, "max_ms": 70.979, "p95_ms": 63.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.186, "count": 299, "max_ms": 82.418, "p95_ms": 75.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.038, "count": 299, "max_ms": 98.015, "p95_ms": 91.678}, "read_interval": {"avg_ms": 100.521, "count": 299, "max_ms": 409.318, "p95_ms": 141.242}, "triton_wait": {"avg_ms": 52.958, "count": 299, "max_ms": 82.429, "p95_ms": 75.877}, "visualize": {"avg_ms": 3.674, "count": 299, "max_ms": 5.861, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15599.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.276, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 111751, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.561, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1221557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:04:41+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T05:04:41+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T05:04:41.342710+09:00", "mtime_epoch": 1783195481.3427095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:04:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.152, "pushed": 8.152, "read": 8.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.137, "count": 244, "max_ms": 33.037, "p95_ms": 23.818}, "gstreamer_push": {"avg_ms": 1.182, "count": 244, "max_ms": 1.994, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.372, "count": 244, "max_ms": 65.766, "p95_ms": 63.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.696, "count": 244, "max_ms": 79.584, "p95_ms": 67.788}, "yolo11_640_fire_11class": {"avg_ms": 49.985, "count": 244, "max_ms": 65.295, "p95_ms": 63.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.178, "count": 244, "max_ms": 80.381, "p95_ms": 76.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.553, "count": 244, "max_ms": 144.279, "p95_ms": 139.508}, "read_interval": {"avg_ms": 123.117, "count": 243, "max_ms": 157.334, "p95_ms": 153.405}, "triton_wait": {"avg_ms": 57.327, "count": 244, "max_ms": 80.393, "p95_ms": 76.409}, "visualize": {"avg_ms": 4.415, "count": 244, "max_ms": 6.303, "p95_ms": 5.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15599.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1739.517, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.004, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:05:00+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:05:00+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T05:05:00.158972+09:00", "mtime_epoch": 1783195500.1589715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:05:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2153.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.304, "count": 302, "max_ms": 13.481, "p95_ms": 8.141}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.876, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.288, "count": 302, "max_ms": 67.992, "p95_ms": 64.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.857, "count": 302, "max_ms": 82.214, "p95_ms": 67.589}, "yolo11_640_fire_11class": {"avg_ms": 51.858, "count": 302, "max_ms": 68.004, "p95_ms": 64.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.187, "count": 302, "max_ms": 82.202, "p95_ms": 77.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.166, "count": 302, "max_ms": 98.082, "p95_ms": 93.323}, "read_interval": {"avg_ms": 99.671, "count": 301, "max_ms": 379.13, "p95_ms": 130.633}, "triton_wait": {"avg_ms": 58.077, "count": 302, "max_ms": 82.224, "p95_ms": 77.418}, "visualize": {"avg_ms": 3.739, "count": 302, "max_ms": 4.795, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15599.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.403, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 111751, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.356, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1221807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:05:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:05:11+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T05:05:11+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T05:05:11.459130+09:00", "mtime_epoch": 1783195511.4591296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:05:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.302, "pushed": 8.302, "read": 8.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.452, "count": 249, "max_ms": 33.783, "p95_ms": 21.158}, "gstreamer_push": {"avg_ms": 1.163, "count": 249, "max_ms": 2.189, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.776, "count": 249, "max_ms": 67.764, "p95_ms": 63.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.478, "count": 249, "max_ms": 75.17, "p95_ms": 66.789}, "yolo11_640_fire_11class": {"avg_ms": 50.476, "count": 249, "max_ms": 67.376, "p95_ms": 62.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.693, "count": 249, "max_ms": 80.743, "p95_ms": 75.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.292, "count": 249, "max_ms": 147.297, "p95_ms": 137.095}, "read_interval": {"avg_ms": 120.392, "count": 249, "max_ms": 161.291, "p95_ms": 150.064}, "triton_wait": {"avg_ms": 57.848, "count": 249, "max_ms": 80.755, "p95_ms": 75.649}, "visualize": {"avg_ms": 4.328, "count": 249, "max_ms": 5.908, "p95_ms": 4.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15599.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1769.571, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.034, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:05:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T05:05:30+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T05:05:30+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T05:05:30.203393+09:00", "mtime_epoch": 1783195530.2033935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:05:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2153.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.408, "count": 300, "max_ms": 11.991, "p95_ms": 9.36}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 1.548, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.069, "count": 300, "max_ms": 68.953, "p95_ms": 63.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.936, "count": 300, "max_ms": 75.243, "p95_ms": 64.221}, "yolo11_640_fire_11class": {"avg_ms": 49.757, "count": 300, "max_ms": 65.966, "p95_ms": 63.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.223, "count": 300, "max_ms": 78.054, "p95_ms": 75.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.886, "count": 300, "max_ms": 93.904, "p95_ms": 91.179}, "read_interval": {"avg_ms": 100.139, "count": 299, "max_ms": 391.821, "p95_ms": 149.485}, "triton_wait": {"avg_ms": 54.843, "count": 300, "max_ms": 78.066, "p95_ms": 75.279}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 4.755, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15599.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.52, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 111751, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.381, "sample_count": 2230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:05:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:05:41+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T05:05:41+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T05:05:41.603554+09:00", "mtime_epoch": 1783195541.6035545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:05:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.234, "pushed": 8.234, "read": 8.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.867, "count": 246, "max_ms": 29.533, "p95_ms": 22.313}, "gstreamer_push": {"avg_ms": 1.154, "count": 247, "max_ms": 1.512, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.768, "count": 246, "max_ms": 67.165, "p95_ms": 62.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.263, "count": 246, "max_ms": 77.983, "p95_ms": 67.288}, "yolo11_640_fire_11class": {"avg_ms": 50.165, "count": 246, "max_ms": 67.174, "p95_ms": 62.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.848, "count": 246, "max_ms": 79.244, "p95_ms": 75.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.807, "count": 247, "max_ms": 149.654, "p95_ms": 137.92}, "read_interval": {"avg_ms": 121.931, "count": 246, "max_ms": 163.717, "p95_ms": 150.558}, "triton_wait": {"avg_ms": 57.973, "count": 246, "max_ms": 79.256, "p95_ms": 75.829}, "visualize": {"avg_ms": 4.359, "count": 246, "max_ms": 6.406, "p95_ms": 5.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15600.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1799.586, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 2, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.199, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:06:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:06:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:06:00+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T05:06:00.219819+09:00", "mtime_epoch": 1783195560.219819, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:06:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2153.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.366, "count": 301, "max_ms": 11.377, "p95_ms": 8.64}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.529, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.927, "count": 301, "max_ms": 69.609, "p95_ms": 64.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.024, "count": 301, "max_ms": 75.942, "p95_ms": 67.26}, "yolo11_640_fire_11class": {"avg_ms": 51.977, "count": 301, "max_ms": 75.843, "p95_ms": 65.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.777, "count": 301, "max_ms": 79.573, "p95_ms": 76.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.145, "count": 301, "max_ms": 96.906, "p95_ms": 92.685}, "read_interval": {"avg_ms": 99.805, "count": 301, "max_ms": 389.745, "p95_ms": 135.327}, "triton_wait": {"avg_ms": 56.965, "count": 301, "max_ms": 79.586, "p95_ms": 76.471}, "visualize": {"avg_ms": 3.747, "count": 301, "max_ms": 6.178, "p95_ms": 4.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15600.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.587, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 111751, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.381, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:06:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:06:11+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T05:06:11+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T05:06:11.691983+09:00", "mtime_epoch": 1783195571.691983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:06:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9205.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.355, "pushed": 8.355, "read": 8.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.447, "count": 250, "max_ms": 29.69, "p95_ms": 21.375}, "gstreamer_push": {"avg_ms": 1.177, "count": 250, "max_ms": 1.641, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.089, "count": 250, "max_ms": 67.735, "p95_ms": 62.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.718, "count": 250, "max_ms": 77.19, "p95_ms": 66.747}, "yolo11_640_fire_11class": {"avg_ms": 51.773, "count": 250, "max_ms": 71.973, "p95_ms": 66.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.621, "count": 250, "max_ms": 79.073, "p95_ms": 75.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.391, "count": 250, "max_ms": 163.849, "p95_ms": 138.017}, "read_interval": {"avg_ms": 120.361, "count": 249, "max_ms": 175.517, "p95_ms": 151.202}, "triton_wait": {"avg_ms": 58.768, "count": 250, "max_ms": 79.085, "p95_ms": 76.167}, "visualize": {"avg_ms": 4.285, "count": 250, "max_ms": 6.324, "p95_ms": 5.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15600.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1829.595, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 1, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.257, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:06:30+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:06:30+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T05:06:30.252249+09:00", "mtime_epoch": 1783195590.2522492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:06:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2154.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 299, "max_ms": 12.32, "p95_ms": 8.81}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 1.867, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.293, "count": 299, "max_ms": 70.665, "p95_ms": 64.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.908, "count": 299, "max_ms": 78.415, "p95_ms": 65.928}, "yolo11_640_fire_11class": {"avg_ms": 56.578, "count": 299, "max_ms": 73.439, "p95_ms": 71.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.563, "count": 299, "max_ms": 81.417, "p95_ms": 76.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.69, "count": 299, "max_ms": 96.757, "p95_ms": 93.643}, "read_interval": {"avg_ms": 100.37, "count": 299, "max_ms": 420.252, "p95_ms": 121.231}, "triton_wait": {"avg_ms": 59.522, "count": 299, "max_ms": 81.43, "p95_ms": 77.002}, "visualize": {"avg_ms": 3.747, "count": 299, "max_ms": 5.412, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15600.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.666, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 111751, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.335, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:06:41+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T05:06:41+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T05:06:41.768415+09:00", "mtime_epoch": 1783195601.7684152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:06:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9206.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.838, "pushed": 8.838, "read": 8.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.957, "count": 265, "max_ms": 26.699, "p95_ms": 21.188}, "gstreamer_push": {"avg_ms": 1.191, "count": 265, "max_ms": 1.768, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.661, "count": 265, "max_ms": 65.857, "p95_ms": 63.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.639, "count": 265, "max_ms": 77.96, "p95_ms": 70.336}, "yolo11_640_fire_11class": {"avg_ms": 53.082, "count": 265, "max_ms": 71.532, "p95_ms": 66.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.583, "count": 265, "max_ms": 82.758, "p95_ms": 76.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.154, "count": 265, "max_ms": 149.005, "p95_ms": 135.957}, "read_interval": {"avg_ms": 113.58, "count": 264, "max_ms": 162.927, "p95_ms": 149.215}, "triton_wait": {"avg_ms": 59.016, "count": 265, "max_ms": 82.771, "p95_ms": 76.192}, "visualize": {"avg_ms": 4.022, "count": 265, "max_ms": 5.632, "p95_ms": 4.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15600.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1859.615, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 1, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.556, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:07:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:07:00+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T05:07:00+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T05:07:00.248682+09:00", "mtime_epoch": 1783195620.2486825, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:07:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2154.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.887}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.309, "count": 297, "max_ms": 12.011, "p95_ms": 8.152}, "gstreamer_push": {"avg_ms": 1.3, "count": 297, "max_ms": 2.098, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.82, "count": 297, "max_ms": 71.034, "p95_ms": 65.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.697, "count": 297, "max_ms": 80.491, "p95_ms": 71.99}, "yolo11_640_fire_11class": {"avg_ms": 58.691, "count": 297, "max_ms": 77.394, "p95_ms": 72.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.014, "count": 297, "max_ms": 81.002, "p95_ms": 77.395}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.72, "count": 297, "max_ms": 96.883, "p95_ms": 93.99}, "read_interval": {"avg_ms": 101.054, "count": 296, "max_ms": 355.941, "p95_ms": 118.434}, "triton_wait": {"avg_ms": 62.693, "count": 297, "max_ms": 81.015, "p95_ms": 77.504}, "visualize": {"avg_ms": 3.714, "count": 297, "max_ms": 4.743, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15603.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.727, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.219, "name": "ffmpeg", "pid": 111751, "rss_mb": 270.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.77, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:07:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:07:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T05:07:11+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T05:07:11.820851+09:00", "mtime_epoch": 1783195631.8208506, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:07:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9206.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.242, "pushed": 9.242, "read": 9.208}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.557, "count": 277, "max_ms": 29.134, "p95_ms": 20.039}, "gstreamer_push": {"avg_ms": 1.202, "count": 277, "max_ms": 1.419, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.26, "count": 277, "max_ms": 69.197, "p95_ms": 62.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.856, "count": 277, "max_ms": 78.669, "p95_ms": 72.203}, "yolo11_640_fire_11class": {"avg_ms": 53.841, "count": 277, "max_ms": 71.241, "p95_ms": 66.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.121, "count": 277, "max_ms": 80.874, "p95_ms": 75.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.815, "count": 277, "max_ms": 141.394, "p95_ms": 130.757}, "read_interval": {"avg_ms": 108.514, "count": 276, "max_ms": 156.836, "p95_ms": 144.126}, "triton_wait": {"avg_ms": 60.341, "count": 277, "max_ms": 80.886, "p95_ms": 75.352}, "visualize": {"avg_ms": 3.768, "count": 277, "max_ms": 6.18, "p95_ms": 4.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15603.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1889.647, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 1, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.598, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:07:30+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T05:07:30+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T05:07:30.305120+09:00", "mtime_epoch": 1783195650.3051205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:07:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2154.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.126, "pushed": 10.126, "read": 10.093}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.443, "count": 303, "max_ms": 12.28, "p95_ms": 9.134}, "gstreamer_push": {"avg_ms": 1.306, "count": 303, "max_ms": 1.963, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.102, "count": 303, "max_ms": 68.165, "p95_ms": 64.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.933, "count": 303, "max_ms": 79.506, "p95_ms": 66.89}, "yolo11_640_fire_11class": {"avg_ms": 55.208, "count": 303, "max_ms": 75.338, "p95_ms": 70.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.149, "count": 303, "max_ms": 79.69, "p95_ms": 77.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.512, "count": 303, "max_ms": 97.684, "p95_ms": 93.286}, "read_interval": {"avg_ms": 99.151, "count": 302, "max_ms": 293.034, "p95_ms": 116.72}, "triton_wait": {"avg_ms": 59.229, "count": 303, "max_ms": 79.705, "p95_ms": 77.326}, "visualize": {"avg_ms": 3.763, "count": 303, "max_ms": 5.481, "p95_ms": 4.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15603.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.823, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.219, "name": "ffmpeg", "pid": 111751, "rss_mb": 270.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.665, "sample_count": 2331, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1223119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:07:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:07:42+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-05T05:07:41+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T05:07:41.885290+09:00", "mtime_epoch": 1783195661.88529, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:07:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9206.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.067, "pushed": 9.1, "read": 9.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.764, "count": 272, "max_ms": 30.119, "p95_ms": 20.338}, "gstreamer_push": {"avg_ms": 1.219, "count": 273, "max_ms": 1.977, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.447, "count": 272, "max_ms": 65.723, "p95_ms": 63.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.688, "count": 272, "max_ms": 82.979, "p95_ms": 69.433}, "yolo11_640_fire_11class": {"avg_ms": 52.454, "count": 272, "max_ms": 70.07, "p95_ms": 65.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.925, "count": 272, "max_ms": 79.309, "p95_ms": 76.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.327, "count": 272, "max_ms": 143.65, "p95_ms": 137.102}, "read_interval": {"avg_ms": 110.126, "count": 272, "max_ms": 156.498, "p95_ms": 150.26}, "triton_wait": {"avg_ms": 60.118, "count": 272, "max_ms": 82.994, "p95_ms": 77.161}, "visualize": {"avg_ms": 3.839, "count": 272, "max_ms": 5.535, "p95_ms": 4.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15604.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1919.676, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 1, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.701, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:08:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T05:08:00+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T05:08:00.337561+09:00", "mtime_epoch": 1783195680.3375614, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:08:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2154.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.463, "count": 302, "max_ms": 12.52, "p95_ms": 10.907}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 1.487, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.138, "count": 302, "max_ms": 70.219, "p95_ms": 65.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.255, "count": 302, "max_ms": 81.573, "p95_ms": 69.826}, "yolo11_640_fire_11class": {"avg_ms": 55.067, "count": 302, "max_ms": 71.385, "p95_ms": 65.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.825, "count": 302, "max_ms": 80.389, "p95_ms": 76.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.581, "count": 302, "max_ms": 98.68, "p95_ms": 94.155}, "read_interval": {"avg_ms": 99.491, "count": 301, "max_ms": 300.476, "p95_ms": 116.899}, "triton_wait": {"avg_ms": 63.291, "count": 302, "max_ms": 81.586, "p95_ms": 77.038}, "visualize": {"avg_ms": 3.673, "count": 302, "max_ms": 5.283, "p95_ms": 4.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15604.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.908, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.219, "name": "ffmpeg", "pid": 111751, "rss_mb": 270.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.611, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1223395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:08:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:08:12+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T05:08:12+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T05:08:12.009733+09:00", "mtime_epoch": 1783195692.0097334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:08:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9206.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.204, "pushed": 9.204, "read": 9.171}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.131, "count": 276, "max_ms": 33.05, "p95_ms": 24.574}, "gstreamer_push": {"avg_ms": 1.22, "count": 276, "max_ms": 1.746, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.829, "count": 276, "max_ms": 65.605, "p95_ms": 63.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.157, "count": 276, "max_ms": 80.064, "p95_ms": 70.219}, "yolo11_640_fire_11class": {"avg_ms": 51.847, "count": 276, "max_ms": 64.971, "p95_ms": 62.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.299, "count": 276, "max_ms": 81.39, "p95_ms": 76.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.185, "count": 276, "max_ms": 144.135, "p95_ms": 130.061}, "read_interval": {"avg_ms": 109.041, "count": 275, "max_ms": 333.241, "p95_ms": 143.647}, "triton_wait": {"avg_ms": 61.548, "count": 276, "max_ms": 81.405, "p95_ms": 76.262}, "visualize": {"avg_ms": 3.719, "count": 276, "max_ms": 5.722, "p95_ms": 4.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15604.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1949.713, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.484, "name": "ffmpeg", "pid": 111111, "rss_mb": 328.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 1, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.934, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:08:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:08:30+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T05:08:30+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T05:08:30.366005+09:00", "mtime_epoch": 1783195710.3660054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:08:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2154.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.207, "count": 301, "max_ms": 11.855, "p95_ms": 8.363}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 2.05, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.572, "count": 301, "max_ms": 72.556, "p95_ms": 65.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.712, "count": 301, "max_ms": 81.442, "p95_ms": 63.22}, "yolo11_640_fire_11class": {"avg_ms": 51.507, "count": 301, "max_ms": 69.181, "p95_ms": 64.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.041, "count": 301, "max_ms": 82.246, "p95_ms": 76.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.864, "count": 301, "max_ms": 99.527, "p95_ms": 92.844}, "read_interval": {"avg_ms": 99.852, "count": 300, "max_ms": 311.308, "p95_ms": 128.192}, "triton_wait": {"avg_ms": 58.629, "count": 301, "max_ms": 82.259, "p95_ms": 76.731}, "visualize": {"avg_ms": 3.746, "count": 301, "max_ms": 5.213, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15604.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.938, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.219, "name": "ffmpeg", "pid": 111751, "rss_mb": 270.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 6, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.645, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1223653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:08:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T05:08:42+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T05:08:42.042179+09:00", "mtime_epoch": 1783195722.0421789, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:08:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9206.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.618, "pushed": 8.618, "read": 8.584}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.365, "count": 258, "max_ms": 29.124, "p95_ms": 21.102}, "gstreamer_push": {"avg_ms": 1.194, "count": 258, "max_ms": 1.516, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.213, "count": 258, "max_ms": 68.203, "p95_ms": 64.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.839, "count": 258, "max_ms": 80.514, "p95_ms": 70.238}, "yolo11_640_fire_11class": {"avg_ms": 50.184, "count": 258, "max_ms": 66.446, "p95_ms": 62.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.908, "count": 258, "max_ms": 79.695, "p95_ms": 77.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.085, "count": 258, "max_ms": 165.828, "p95_ms": 139.684}, "read_interval": {"avg_ms": 116.444, "count": 257, "max_ms": 175.167, "p95_ms": 153.493}, "triton_wait": {"avg_ms": 59.061, "count": 258, "max_ms": 80.527, "p95_ms": 77.116}, "visualize": {"avg_ms": 4.119, "count": 258, "max_ms": 6.782, "p95_ms": 5.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15606.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1979.722, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.836, "name": "ffmpeg", "pid": 111111, "rss_mb": 331.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 1, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.154, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:09:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:09:00+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T05:09:00+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T05:09:00.342452+09:00", "mtime_epoch": 1783195740.3424516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:09:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2154.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.295, "count": 300, "max_ms": 11.02, "p95_ms": 8.329}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.721, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.558, "count": 300, "max_ms": 70.521, "p95_ms": 65.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.905, "count": 300, "max_ms": 82.603, "p95_ms": 70.327}, "yolo11_640_fire_11class": {"avg_ms": 51.603, "count": 300, "max_ms": 67.4, "p95_ms": 64.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.543, "count": 300, "max_ms": 80.077, "p95_ms": 77.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.158, "count": 300, "max_ms": 99.194, "p95_ms": 94.327}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 419.568, "p95_ms": 117.347}, "triton_wait": {"avg_ms": 59.936, "count": 300, "max_ms": 82.615, "p95_ms": 78.277}, "visualize": {"avg_ms": 3.744, "count": 300, "max_ms": 5.998, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15606.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1327, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:03:36+09:00", "last_error_summary": "[h264 @ 0x55ded91b7600] left block unavailable for requested intra mode [h264 @ 0x55ded91b7600] error while decoding MB 0 25, bytestream 4502 [h264 @ 0x55ded8e7bc00] cabac decode of qscale diff failed at 43 37 [h264 @ 0x55ded8e7bc00] error while decoding MB 43 37, bytestream 5303 [h264 @ 0x55ded90e8780] error while decoding MB 67 17, bytestream -6 [h264 @ 0x55ded860f080] top block unavailable for requested intra mode [h264 @ 0x55ded860f080] error while decoding MB 34 0, bytestream 35094 [h264 @ ", "last_exit_at": "2026-07-05T05:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.018, "last_started_at": "2026-07-05T05:03:39+09:00", "pid": 111751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.219, "name": "ffmpeg", "pid": 111751, "rss_mb": 270.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 561, "restart_count_per_hour": 6, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.192, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1223917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:09:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:09:12+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T05:09:12+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T05:09:12.106627+09:00", "mtime_epoch": 1783195752.1066275, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:09:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9206.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.806, "pushed": 8.806, "read": 8.773}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.107, "count": 264, "max_ms": 26.07, "p95_ms": 21.155}, "gstreamer_push": {"avg_ms": 1.202, "count": 264, "max_ms": 1.693, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.268, "count": 264, "max_ms": 76.072, "p95_ms": 63.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.166, "count": 264, "max_ms": 89.004, "p95_ms": 74.521}, "yolo11_640_fire_11class": {"avg_ms": 50.54, "count": 264, "max_ms": 74.975, "p95_ms": 62.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.85, "count": 264, "max_ms": 85.593, "p95_ms": 76.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.359, "count": 264, "max_ms": 141.164, "p95_ms": 136.155}, "read_interval": {"avg_ms": 113.942, "count": 263, "max_ms": 154.498, "p95_ms": 149.546}, "triton_wait": {"avg_ms": 60.183, "count": 264, "max_ms": 89.016, "p95_ms": 77.391}, "visualize": {"avg_ms": 4.008, "count": 264, "max_ms": 6.405, "p95_ms": 5.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15606.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 2009.798, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.094, "name": "ffmpeg", "pid": 111111, "rss_mb": 332.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 1, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.321, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:09:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:09:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:09:30+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:09:30.458903+09:00", "mtime_epoch": 1783195770.4589028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 128726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:09:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2154.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.503, "pushed": 7.503, "read": 7.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.433, "count": 225, "max_ms": 12.261, "p95_ms": 8.888}, "gstreamer_push": {"avg_ms": 1.292, "count": 225, "max_ms": 1.56, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.787, "count": 225, "max_ms": 69.684, "p95_ms": 65.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.902, "count": 225, "max_ms": 81.799, "p95_ms": 69.724}, "yolo11_640_fire_11class": {"avg_ms": 51.28, "count": 225, "max_ms": 69.143, "p95_ms": 63.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.693, "count": 225, "max_ms": 82.745, "p95_ms": 77.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.167, "count": 225, "max_ms": 100.399, "p95_ms": 94.041}, "read_interval": {"avg_ms": 133.888, "count": 224, "max_ms": 7889.182, "p95_ms": 115.025}, "triton_wait": {"avg_ms": 59.855, "count": 225, "max_ms": 82.758, "p95_ms": 78.096}, "visualize": {"avg_ms": 3.716, "count": 225, "max_ms": 5.023, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15501.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1328, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:09:35+09:00", "last_error_summary": "[h264 @ 0x562fb882f300] error while decoding MB 19 22, bytestream -7", "last_exit_at": "2026-07-05T05:09:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.98, "last_started_at": "2026-07-05T05:09:38+09:00", "pid": 111858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 167.523, "name": "ffmpeg", "pid": 111858, "rss_mb": 167.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 562, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.137, "sample_count": 2561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1224123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:09:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:09:42+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T05:09:42+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T05:09:42.119078+09:00", "mtime_epoch": 1783195782.1190782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:09:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9207.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.885, "pushed": 6.885, "read": 6.852}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.581, "count": 206, "max_ms": 32.503, "p95_ms": 21.989}, "gstreamer_push": {"avg_ms": 1.152, "count": 206, "max_ms": 1.907, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.85, "count": 206, "max_ms": 70.881, "p95_ms": 62.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.586, "count": 206, "max_ms": 83.167, "p95_ms": 71.291}, "yolo11_640_fire_11class": {"avg_ms": 48.208, "count": 206, "max_ms": 70.353, "p95_ms": 62.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.239, "count": 206, "max_ms": 87.508, "p95_ms": 77.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.332, "count": 206, "max_ms": 240.482, "p95_ms": 147.169}, "read_interval": {"avg_ms": 145.821, "count": 205, "max_ms": 4402.586, "p95_ms": 160.564}, "triton_wait": {"avg_ms": 56.415, "count": 206, "max_ms": 87.519, "p95_ms": 77.437}, "visualize": {"avg_ms": 4.56, "count": 206, "max_ms": 7.25, "p95_ms": 5.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15601.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1328, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:09:35+09:00", "last_error_summary": "[h264 @ 0x562fb882f300] error while decoding MB 19 22, bytestream -7", "last_exit_at": "2026-07-05T05:09:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.038, "last_started_at": "2026-07-05T05:09:38+09:00", "pid": 111858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.176, "name": "ffmpeg", "pid": 111858, "rss_mb": 265.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 562, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.645, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1224400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:10:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:10:12+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T05:10:12+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T05:10:12.175532+09:00", "mtime_epoch": 1783195812.1755323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:10:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9207.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.254, "pushed": 9.254, "read": 9.22}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 17.317, "count": 277, "max_ms": 22.533, "p95_ms": 19.549}, "gstreamer_push": {"avg_ms": 1.173, "count": 277, "max_ms": 1.424, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.933, "count": 277, "max_ms": 51.242, "p95_ms": 48.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.786, "count": 277, "max_ms": 56.911, "p95_ms": 53.467}, "yolo11_640_fire_11class": {"avg_ms": 45.45, "count": 277, "max_ms": 50.222, "p95_ms": 47.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.386, "count": 277, "max_ms": 57.543, "p95_ms": 54.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.896, "count": 277, "max_ms": 135.531, "p95_ms": 113.649}, "read_interval": {"avg_ms": 108.454, "count": 276, "max_ms": 146.148, "p95_ms": 126.026}, "triton_wait": {"avg_ms": 51.406, "count": 277, "max_ms": 57.554, "p95_ms": 54.584}, "visualize": {"avg_ms": 4.153, "count": 277, "max_ms": 5.896, "p95_ms": 4.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15623.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T04:35:57+09:00", "last_error_summary": "[h264 @ 0x5575cec08900] error while decoding MB 23 43, bytestream -7 [in#0/rtsp @ 0x5575cebe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575cebe5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T04:36:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 2054.316, "last_started_at": "2026-07-05T04:36:00+09:00", "pid": 111111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.438, "name": "ffmpeg", "pid": 111111, "rss_mb": 354.438, "state": "S (sleeping)", "threads": 104}, "restart_count": 135, "restart_count_per_hour": 1, "rtsp_timeout_count": 227, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.542, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:10:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:10:15+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T05:10:14+09:00", "mjpeg": {"age_sec": 16.447, "exists": true, "mtime": "2026-07-05T05:09:58.595327+09:00", "mtime_epoch": 1783195798.595327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 128316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:10:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2154.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.121, "pushed": 0.121, "read": 0.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.12, "count": 2, "max_ms": 7.225, "p95_ms": 7.225}, "gstreamer_push": {"avg_ms": 1.33, "count": 2, "max_ms": 1.359, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.791, "count": 2, "max_ms": 47.554, "p95_ms": 47.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.347, "count": 2, "max_ms": 51.518, "p95_ms": 51.518}, "yolo11_640_fire_11class": {"avg_ms": 46.321, "count": 2, "max_ms": 47.542, "p95_ms": 47.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.384, "count": 2, "max_ms": 48.172, "p95_ms": 48.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.832, "count": 2, "max_ms": 68.188, "p95_ms": 68.188}, "read_interval": {"avg_ms": 19278.707, "count": 2, "max_ms": 22090.906, "p95_ms": 22090.906}, "triton_wait": {"avg_ms": 51.359, "count": 2, "max_ms": 51.53, "p95_ms": 51.53}, "visualize": {"avg_ms": 3.715, "count": 2, "max_ms": 3.803, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.541, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15604.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1328, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:09:35+09:00", "last_error_summary": "[h264 @ 0x562fb882f300] error while decoding MB 19 22, bytestream -7", "last_exit_at": "2026-07-05T05:09:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.143, "last_started_at": "2026-07-05T05:09:38+09:00", "pid": 111858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.98, "name": "ffmpeg", "pid": 111858, "rss_mb": 266.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 562, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.637, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1224664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:10:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:10:42+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T05:10:42+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T05:10:42.275990+09:00", "mtime_epoch": 1783195842.2759895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:10:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9207.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.805, "pushed": 8.805, "read": 8.771}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.977, "count": 263, "max_ms": 29.212, "p95_ms": 20.855}, "gstreamer_push": {"avg_ms": 1.181, "count": 264, "max_ms": 1.409, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.292, "count": 263, "max_ms": 71.119, "p95_ms": 63.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.087, "count": 263, "max_ms": 78.043, "p95_ms": 68.856}, "yolo11_640_fire_11class": {"avg_ms": 49.091, "count": 263, "max_ms": 69.488, "p95_ms": 62.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.065, "count": 263, "max_ms": 87.27, "p95_ms": 76.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.603, "count": 264, "max_ms": 159.407, "p95_ms": 138.54}, "read_interval": {"avg_ms": 113.987, "count": 263, "max_ms": 170.979, "p95_ms": 151.654}, "triton_wait": {"avg_ms": 57.226, "count": 263, "max_ms": 87.282, "p95_ms": 76.308}, "visualize": {"avg_ms": 4.113, "count": 263, "max_ms": 5.955, "p95_ms": 5.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15604.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.729, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.766, "name": "ffmpeg", "pid": 111965, "rss_mb": 331.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.675, "sample_count": 2508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:10:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:10:45+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T05:10:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T05:10:45.052032+09:00", "mtime_epoch": 1783195845.0520318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 144097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:10:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2155.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.622, "pushed": 8.622, "read": 8.589}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.304, "count": 258, "max_ms": 11.461, "p95_ms": 8.64}, "gstreamer_push": {"avg_ms": 1.298, "count": 258, "max_ms": 1.791, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.354, "count": 258, "max_ms": 69.645, "p95_ms": 64.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.97, "count": 258, "max_ms": 77.417, "p95_ms": 68.724}, "yolo11_640_fire_11class": {"avg_ms": 51.007, "count": 258, "max_ms": 69.039, "p95_ms": 63.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.664, "count": 258, "max_ms": 85.082, "p95_ms": 77.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.311, "count": 258, "max_ms": 100.931, "p95_ms": 93.499}, "read_interval": {"avg_ms": 116.394, "count": 257, "max_ms": 4718.952, "p95_ms": 117.569}, "triton_wait": {"avg_ms": 59.237, "count": 258, "max_ms": 85.093, "p95_ms": 77.449}, "visualize": {"avg_ms": 3.736, "count": 258, "max_ms": 7.646, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15605.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1328, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:09:35+09:00", "last_error_summary": "[h264 @ 0x562fb882f300] error while decoding MB 19 22, bytestream -7", "last_exit_at": "2026-07-05T05:09:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.153, "last_started_at": "2026-07-05T05:09:38+09:00", "pid": 111858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.238, "name": "ffmpeg", "pid": 111858, "rss_mb": 267.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 562, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.101, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1224914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:11:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:11:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T05:11:12+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T05:11:12.308448+09:00", "mtime_epoch": 1783195872.308448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:11:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9207.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.334, "pushed": 8.334, "read": 8.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.527, "count": 250, "max_ms": 32.048, "p95_ms": 22.348}, "gstreamer_push": {"avg_ms": 1.18, "count": 250, "max_ms": 1.78, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.149, "count": 250, "max_ms": 66.373, "p95_ms": 62.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.724, "count": 250, "max_ms": 74.749, "p95_ms": 70.309}, "yolo11_640_fire_11class": {"avg_ms": 51.118, "count": 250, "max_ms": 66.917, "p95_ms": 63.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.835, "count": 250, "max_ms": 79.476, "p95_ms": 76.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.813, "count": 250, "max_ms": 163.438, "p95_ms": 139.336}, "read_interval": {"avg_ms": 120.139, "count": 250, "max_ms": 178.818, "p95_ms": 152.82}, "triton_wait": {"avg_ms": 60.095, "count": 250, "max_ms": 79.488, "p95_ms": 76.558}, "visualize": {"avg_ms": 4.236, "count": 250, "max_ms": 8.424, "p95_ms": 5.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15605.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.828, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.023, "name": "ffmpeg", "pid": 111965, "rss_mb": 332.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.584, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:11:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:11:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T05:11:15+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T05:11:15.152492+09:00", "mtime_epoch": 1783195875.1524916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:11:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2155.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.317, "count": 295, "max_ms": 12.068, "p95_ms": 8.617}, "gstreamer_push": {"avg_ms": 1.293, "count": 295, "max_ms": 1.625, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.28, "count": 295, "max_ms": 71.352, "p95_ms": 64.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.264, "count": 295, "max_ms": 82.531, "p95_ms": 66.104}, "yolo11_640_fire_11class": {"avg_ms": 54.438, "count": 295, "max_ms": 72.22, "p95_ms": 67.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.218, "count": 295, "max_ms": 79.478, "p95_ms": 76.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.282, "count": 295, "max_ms": 98.045, "p95_ms": 93.184}, "read_interval": {"avg_ms": 102.006, "count": 294, "max_ms": 501.319, "p95_ms": 117.999}, "triton_wait": {"avg_ms": 61.254, "count": 295, "max_ms": 82.543, "p95_ms": 77.084}, "visualize": {"avg_ms": 3.707, "count": 295, "max_ms": 4.971, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15605.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1328, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:09:35+09:00", "last_error_summary": "[h264 @ 0x562fb882f300] error while decoding MB 19 22, bytestream -7", "last_exit_at": "2026-07-05T05:09:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.219, "last_started_at": "2026-07-05T05:09:38+09:00", "pid": 111858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 111858, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 562, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.378, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1225201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:11:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:11:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T05:11:42+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T05:11:42.372909+09:00", "mtime_epoch": 1783195902.3729093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:11:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9207.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.579, "pushed": 9.579, "read": 9.546}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.845, "count": 287, "max_ms": 20.308, "p95_ms": 18.698}, "gstreamer_push": {"avg_ms": 1.222, "count": 287, "max_ms": 1.427, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.867, "count": 287, "max_ms": 65.267, "p95_ms": 58.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.955, "count": 287, "max_ms": 75.012, "p95_ms": 69.81}, "yolo11_640_fire_11class": {"avg_ms": 53.066, "count": 287, "max_ms": 64.737, "p95_ms": 61.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.983, "count": 287, "max_ms": 78.306, "p95_ms": 71.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.372, "count": 287, "max_ms": 143.136, "p95_ms": 98.26}, "read_interval": {"avg_ms": 104.754, "count": 286, "max_ms": 156.014, "p95_ms": 113.833}, "triton_wait": {"avg_ms": 63.517, "count": 287, "max_ms": 78.319, "p95_ms": 72.146}, "visualize": {"avg_ms": 3.493, "count": 287, "max_ms": 4.822, "p95_ms": 3.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15605.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.874, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.023, "name": "ffmpeg", "pid": 111965, "rss_mb": 332.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.528, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:11:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:11:45+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T05:11:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T05:11:45.196953+09:00", "mtime_epoch": 1783195905.1969526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 144102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:11:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2155.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.887}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.191, "count": 297, "max_ms": 10.152, "p95_ms": 7.772}, "gstreamer_push": {"avg_ms": 1.303, "count": 297, "max_ms": 1.526, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.63, "count": 297, "max_ms": 69.387, "p95_ms": 64.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.327, "count": 297, "max_ms": 82.463, "p95_ms": 61.934}, "yolo11_640_fire_11class": {"avg_ms": 58.382, "count": 297, "max_ms": 71.103, "p95_ms": 65.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.962, "count": 297, "max_ms": 79.409, "p95_ms": 76.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.857, "count": 297, "max_ms": 98.118, "p95_ms": 93.322}, "read_interval": {"avg_ms": 101.137, "count": 296, "max_ms": 114.177, "p95_ms": 110.831}, "triton_wait": {"avg_ms": 68.919, "count": 297, "max_ms": 82.476, "p95_ms": 77.376}, "visualize": {"avg_ms": 3.698, "count": 297, "max_ms": 4.91, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15606.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1328, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:09:35+09:00", "last_error_summary": "[h264 @ 0x562fb882f300] error while decoding MB 19 22, bytestream -7", "last_exit_at": "2026-07-05T05:09:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.315, "last_started_at": "2026-07-05T05:09:38+09:00", "pid": 111858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 111858, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 562, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.182, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1225471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:12:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:12:12+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T05:12:12+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T05:12:12.453373+09:00", "mtime_epoch": 1783195932.4533727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:12:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9207.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 8.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.69, "count": 270, "max_ms": 22.872, "p95_ms": 21.161}, "gstreamer_push": {"avg_ms": 1.2, "count": 270, "max_ms": 1.639, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.492, "count": 270, "max_ms": 64.909, "p95_ms": 61.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.493, "count": 270, "max_ms": 80.607, "p95_ms": 75.704}, "yolo11_640_fire_11class": {"avg_ms": 50.622, "count": 270, "max_ms": 64.845, "p95_ms": 60.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.743, "count": 270, "max_ms": 82.084, "p95_ms": 76.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.512, "count": 270, "max_ms": 165.398, "p95_ms": 139.622}, "read_interval": {"avg_ms": 111.401, "count": 269, "max_ms": 177.22, "p95_ms": 153.996}, "triton_wait": {"avg_ms": 61.354, "count": 270, "max_ms": 82.097, "p95_ms": 77.067}, "visualize": {"avg_ms": 3.851, "count": 270, "max_ms": 6.146, "p95_ms": 5.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15606.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.895, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.023, "name": "ffmpeg", "pid": 111965, "rss_mb": 332.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.615, "sample_count": 2512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:12:15+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T05:12:15+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T05:12:15.233416+09:00", "mtime_epoch": 1783195935.2334156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 140614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:12:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2155.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.431, "pushed": 10.431, "read": 10.398}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.315, "count": 312, "max_ms": 11.318, "p95_ms": 8.628}, "gstreamer_push": {"avg_ms": 1.298, "count": 312, "max_ms": 1.879, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.35, "count": 312, "max_ms": 67.541, "p95_ms": 64.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.758, "count": 312, "max_ms": 82.936, "p95_ms": 74.748}, "yolo11_640_fire_11class": {"avg_ms": 52.417, "count": 312, "max_ms": 66.956, "p95_ms": 63.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.434, "count": 312, "max_ms": 82.197, "p95_ms": 78.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.779, "count": 312, "max_ms": 98.445, "p95_ms": 94.426}, "read_interval": {"avg_ms": 96.22, "count": 311, "max_ms": 434.145, "p95_ms": 111.334}, "triton_wait": {"avg_ms": 62.758, "count": 312, "max_ms": 82.948, "p95_ms": 78.724}, "visualize": {"avg_ms": 3.717, "count": 312, "max_ms": 5.522, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15606.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1328, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:09:35+09:00", "last_error_summary": "[h264 @ 0x562fb882f300] error while decoding MB 19 22, bytestream -7", "last_exit_at": "2026-07-05T05:09:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.338, "last_started_at": "2026-07-05T05:09:38+09:00", "pid": 111858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 111858, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 562, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.255, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1225671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:12:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:12:42+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T05:12:42+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T05:12:42.445837+09:00", "mtime_epoch": 1783195962.4458368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:12:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9207.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.695, "pushed": 6.695, "read": 6.662}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.058, "count": 200, "max_ms": 26.851, "p95_ms": 22.632}, "gstreamer_push": {"avg_ms": 1.069, "count": 200, "max_ms": 1.317, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.173, "count": 200, "max_ms": 65.931, "p95_ms": 61.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.717, "count": 200, "max_ms": 81.349, "p95_ms": 77.418}, "yolo11_640_fire_11class": {"avg_ms": 47.773, "count": 200, "max_ms": 65.973, "p95_ms": 60.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.831, "count": 200, "max_ms": 81.061, "p95_ms": 77.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.329, "count": 200, "max_ms": 172.277, "p95_ms": 165.113}, "read_interval": {"avg_ms": 150.088, "count": 199, "max_ms": 185.67, "p95_ms": 177.188}, "triton_wait": {"avg_ms": 58.495, "count": 200, "max_ms": 81.361, "p95_ms": 78.411}, "visualize": {"avg_ms": 5.534, "count": 200, "max_ms": 8.943, "p95_ms": 6.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15606.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.928, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.023, "name": "ffmpeg", "pid": 111965, "rss_mb": 332.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.568, "sample_count": 2511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:12:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:12:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:12:45+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T05:12:45.273881+09:00", "mtime_epoch": 1783195965.2738807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:12:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2155.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.35, "count": 299, "max_ms": 11.944, "p95_ms": 8.801}, "gstreamer_push": {"avg_ms": 1.289, "count": 299, "max_ms": 2.035, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.41, "count": 299, "max_ms": 65.775, "p95_ms": 61.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.763, "count": 299, "max_ms": 83.544, "p95_ms": 73.411}, "yolo11_640_fire_11class": {"avg_ms": 47.336, "count": 299, "max_ms": 65.738, "p95_ms": 60.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.854, "count": 299, "max_ms": 82.511, "p95_ms": 77.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.061, "count": 299, "max_ms": 99.224, "p95_ms": 93.982}, "read_interval": {"avg_ms": 100.494, "count": 298, "max_ms": 666.014, "p95_ms": 113.194}, "triton_wait": {"avg_ms": 57.075, "count": 299, "max_ms": 83.557, "p95_ms": 78.12}, "visualize": {"avg_ms": 3.706, "count": 299, "max_ms": 5.496, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15607.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1328, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:09:35+09:00", "last_error_summary": "[h264 @ 0x562fb882f300] error while decoding MB 19 22, bytestream -7", "last_exit_at": "2026-07-05T05:09:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.387, "last_started_at": "2026-07-05T05:09:38+09:00", "pid": 111858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 111858, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 562, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.08, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1225863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:13:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:13:12+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T05:13:12+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T05:13:12.502304+09:00", "mtime_epoch": 1783195992.5023038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:13:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9207.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.422, "pushed": 6.422, "read": 6.388}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.686, "count": 192, "max_ms": 34.744, "p95_ms": 23.408}, "gstreamer_push": {"avg_ms": 1.057, "count": 192, "max_ms": 1.577, "p95_ms": 1.15}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.591, "count": 192, "max_ms": 66.212, "p95_ms": 63.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.337, "count": 192, "max_ms": 84.583, "p95_ms": 77.569}, "yolo11_640_fire_11class": {"avg_ms": 48.496, "count": 192, "max_ms": 65.245, "p95_ms": 61.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.617, "count": 192, "max_ms": 80.792, "p95_ms": 77.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.609, "count": 192, "max_ms": 181.31, "p95_ms": 167.285}, "read_interval": {"avg_ms": 156.545, "count": 191, "max_ms": 193.11, "p95_ms": 180.106}, "triton_wait": {"avg_ms": 58.413, "count": 192, "max_ms": 84.596, "p95_ms": 78.552}, "visualize": {"avg_ms": 5.822, "count": 192, "max_ms": 7.981, "p95_ms": 6.516}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15607.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.012, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.023, "name": "ffmpeg", "pid": 111965, "rss_mb": 332.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.647, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:13:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:13:15+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T05:13:15+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T05:13:15.358348+09:00", "mtime_epoch": 1783195995.3583484, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:13:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2155.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.335, "count": 301, "max_ms": 11.714, "p95_ms": 8.676}, "gstreamer_push": {"avg_ms": 1.29, "count": 302, "max_ms": 1.702, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.509, "count": 301, "max_ms": 67.299, "p95_ms": 61.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.762, "count": 301, "max_ms": 84.463, "p95_ms": 71.485}, "yolo11_640_fire_11class": {"avg_ms": 48.123, "count": 301, "max_ms": 67.39, "p95_ms": 61.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.056, "count": 301, "max_ms": 80.731, "p95_ms": 75.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.156, "count": 302, "max_ms": 100.534, "p95_ms": 93.039}, "read_interval": {"avg_ms": 99.656, "count": 301, "max_ms": 690.002, "p95_ms": 117.395}, "triton_wait": {"avg_ms": 57.14, "count": 301, "max_ms": 84.476, "p95_ms": 77.398}, "visualize": {"avg_ms": 3.716, "count": 301, "max_ms": 4.639, "p95_ms": 4.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15608.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1328, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:09:35+09:00", "last_error_summary": "[h264 @ 0x562fb882f300] error while decoding MB 19 22, bytestream -7", "last_exit_at": "2026-07-05T05:09:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 244.416, "last_started_at": "2026-07-05T05:09:38+09:00", "pid": 111858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 111858, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 562, "restart_count_per_hour": 7, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.732, "sample_count": 2413, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:13:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:13:42+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T05:13:42+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T05:13:42.546772+09:00", "mtime_epoch": 1783196022.5467725, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:13:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.967, "pushed": 6.967, "read": 6.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.855, "count": 208, "max_ms": 26.506, "p95_ms": 22.14}, "gstreamer_push": {"avg_ms": 1.084, "count": 208, "max_ms": 1.537, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.178, "count": 208, "max_ms": 67.197, "p95_ms": 63.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.684, "count": 208, "max_ms": 84.404, "p95_ms": 78.952}, "yolo11_640_fire_11class": {"avg_ms": 49.756, "count": 208, "max_ms": 66.802, "p95_ms": 63.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.629, "count": 208, "max_ms": 81.336, "p95_ms": 78.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.908, "count": 208, "max_ms": 172.849, "p95_ms": 163.878}, "read_interval": {"avg_ms": 144.431, "count": 207, "max_ms": 184.189, "p95_ms": 173.533}, "triton_wait": {"avg_ms": 59.647, "count": 208, "max_ms": 84.416, "p95_ms": 80.258}, "visualize": {"avg_ms": 5.268, "count": 208, "max_ms": 8.391, "p95_ms": 6.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15608.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.125, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.539, "name": "ffmpeg", "pid": 111965, "rss_mb": 332.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.584, "sample_count": 2512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:13:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:13:45+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T05:13:45+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T05:13:45.442818+09:00", "mtime_epoch": 1783196025.4428177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:13:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2156.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.251, "count": 301, "max_ms": 11.973, "p95_ms": 8.633}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 1.925, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.147, "count": 301, "max_ms": 69.557, "p95_ms": 62.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.422, "count": 301, "max_ms": 87.65, "p95_ms": 75.749}, "yolo11_640_fire_11class": {"avg_ms": 48.732, "count": 301, "max_ms": 64.79, "p95_ms": 62.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.946, "count": 301, "max_ms": 80.744, "p95_ms": 75.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.596, "count": 301, "max_ms": 104.941, "p95_ms": 93.658}, "read_interval": {"avg_ms": 99.699, "count": 300, "max_ms": 628.199, "p95_ms": 112.92}, "triton_wait": {"avg_ms": 58.703, "count": 301, "max_ms": 87.662, "p95_ms": 78.904}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 4.867, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15603.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1329, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:13:58+09:00", "last_error_summary": "[h264 @ 0x555ee7c44700] error while decoding MB 79 11, bytestream -5", "last_exit_at": "2026-07-05T05:14:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.07, "last_started_at": "2026-07-05T05:14:01+09:00", "pid": 112117, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.023, "name": "ffmpeg", "pid": 112117, "rss_mb": 264.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 563, "restart_count_per_hour": 8, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.661, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:14:12+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-05T05:14:12+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T05:14:12.675244+09:00", "mtime_epoch": 1783196052.6752439, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:14:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.702, "pushed": 5.702, "read": 5.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.326, "count": 171, "max_ms": 27.03, "p95_ms": 22.975}, "gstreamer_push": {"avg_ms": 1.077, "count": 171, "max_ms": 1.261, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.345, "count": 171, "max_ms": 66.093, "p95_ms": 61.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.078, "count": 171, "max_ms": 83.52, "p95_ms": 78.125}, "yolo11_640_fire_11class": {"avg_ms": 49.116, "count": 171, "max_ms": 66.319, "p95_ms": 61.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.466, "count": 171, "max_ms": 78.597, "p95_ms": 76.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.45, "count": 171, "max_ms": 168.201, "p95_ms": 163.61}, "read_interval": {"avg_ms": 175.396, "count": 171, "max_ms": 4940.26, "p95_ms": 177.109}, "triton_wait": {"avg_ms": 57.957, "count": 171, "max_ms": 83.532, "p95_ms": 78.533}, "visualize": {"avg_ms": 5.534, "count": 171, "max_ms": 8.902, "p95_ms": 6.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15604.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.135, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.539, "name": "ffmpeg", "pid": 111965, "rss_mb": 332.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.343, "sample_count": 2510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:14:15+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T05:14:15+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T05:14:15.479288+09:00", "mtime_epoch": 1783196055.4792879, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:14:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2156.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.311, "count": 296, "max_ms": 11.753, "p95_ms": 8.693}, "gstreamer_push": {"avg_ms": 1.279, "count": 296, "max_ms": 1.577, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.299, "count": 296, "max_ms": 73.034, "p95_ms": 60.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.593, "count": 296, "max_ms": 81.482, "p95_ms": 69.743}, "yolo11_640_fire_11class": {"avg_ms": 47.999, "count": 296, "max_ms": 74.099, "p95_ms": 59.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.822, "count": 296, "max_ms": 79.822, "p95_ms": 74.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.678, "count": 296, "max_ms": 96.601, "p95_ms": 92.217}, "read_interval": {"avg_ms": 101.476, "count": 296, "max_ms": 735.275, "p95_ms": 114.273}, "triton_wait": {"avg_ms": 55.693, "count": 296, "max_ms": 81.494, "p95_ms": 76.87}, "visualize": {"avg_ms": 3.702, "count": 296, "max_ms": 5.001, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15605.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1329, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:13:58+09:00", "last_error_summary": "[h264 @ 0x555ee7c44700] error while decoding MB 79 11, bytestream -5", "last_exit_at": "2026-07-05T05:14:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.074, "last_started_at": "2026-07-05T05:14:01+09:00", "pid": 112117, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.602, "name": "ffmpeg", "pid": 112117, "rss_mb": 266.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 563, "restart_count_per_hour": 8, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.479, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:14:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:14:42+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T05:14:42+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T05:14:42.707716+09:00", "mtime_epoch": 1783196082.7077155, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:14:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.102, "pushed": 7.102, "read": 7.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.75, "count": 213, "max_ms": 25.453, "p95_ms": 22.549}, "gstreamer_push": {"avg_ms": 1.117, "count": 213, "max_ms": 1.727, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.125, "count": 213, "max_ms": 64.741, "p95_ms": 62.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.736, "count": 213, "max_ms": 81.619, "p95_ms": 74.162}, "yolo11_640_fire_11class": {"avg_ms": 50.335, "count": 213, "max_ms": 69.546, "p95_ms": 65.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.08, "count": 213, "max_ms": 81.361, "p95_ms": 77.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.561, "count": 213, "max_ms": 166.396, "p95_ms": 158.861}, "read_interval": {"avg_ms": 141.014, "count": 213, "max_ms": 179.667, "p95_ms": 171.352}, "triton_wait": {"avg_ms": 58.39, "count": 213, "max_ms": 81.632, "p95_ms": 78.133}, "visualize": {"avg_ms": 5.166, "count": 213, "max_ms": 7.857, "p95_ms": 6.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15606.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.177, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.539, "name": "ffmpeg", "pid": 111965, "rss_mb": 332.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.262, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:14:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:14:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:14:45+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T05:14:45.527760+09:00", "mtime_epoch": 1783196085.5277598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:14:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2156.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.342, "count": 303, "max_ms": 11.28, "p95_ms": 8.603}, "gstreamer_push": {"avg_ms": 1.302, "count": 303, "max_ms": 1.859, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.237, "count": 303, "max_ms": 67.139, "p95_ms": 62.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.227, "count": 303, "max_ms": 81.445, "p95_ms": 71.462}, "yolo11_640_fire_11class": {"avg_ms": 50.928, "count": 303, "max_ms": 69.141, "p95_ms": 64.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.075, "count": 303, "max_ms": 80.359, "p95_ms": 76.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.537, "count": 303, "max_ms": 97.091, "p95_ms": 92.795}, "read_interval": {"avg_ms": 99.19, "count": 302, "max_ms": 532.362, "p95_ms": 113.553}, "triton_wait": {"avg_ms": 56.418, "count": 303, "max_ms": 81.457, "p95_ms": 76.872}, "visualize": {"avg_ms": 3.734, "count": 303, "max_ms": 5.086, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15609.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1329, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:13:58+09:00", "last_error_summary": "[h264 @ 0x555ee7c44700] error while decoding MB 79 11, bytestream -5", "last_exit_at": "2026-07-05T05:14:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.108, "last_started_at": "2026-07-05T05:14:01+09:00", "pid": 112117, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.953, "name": "ffmpeg", "pid": 112117, "rss_mb": 269.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 563, "restart_count_per_hour": 8, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.834, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:15:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:15:12+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T05:15:12+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T05:15:12.724188+09:00", "mtime_epoch": 1783196112.724188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:15:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.59, "pushed": 6.59, "read": 6.557}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.163, "count": 197, "max_ms": 27.157, "p95_ms": 22.247}, "gstreamer_push": {"avg_ms": 1.06, "count": 197, "max_ms": 1.947, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.973, "count": 197, "max_ms": 63.935, "p95_ms": 62.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.253, "count": 197, "max_ms": 83.075, "p95_ms": 72.524}, "yolo11_640_fire_11class": {"avg_ms": 49.215, "count": 197, "max_ms": 68.307, "p95_ms": 65.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.182, "count": 197, "max_ms": 81.06, "p95_ms": 77.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.51, "count": 197, "max_ms": 177.378, "p95_ms": 164.624}, "read_interval": {"avg_ms": 152.459, "count": 196, "max_ms": 189.378, "p95_ms": 175.722}, "triton_wait": {"avg_ms": 57.518, "count": 197, "max_ms": 83.087, "p95_ms": 77.571}, "visualize": {"avg_ms": 5.717, "count": 197, "max_ms": 9.114, "p95_ms": 6.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15608.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.209, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.539, "name": "ffmpeg", "pid": 111965, "rss_mb": 332.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.134, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:15:15+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:15:15+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T05:15:15.564233+09:00", "mtime_epoch": 1783196115.564233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:15:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2156.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.273, "count": 301, "max_ms": 12.797, "p95_ms": 8.883}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.749, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.415, "count": 301, "max_ms": 66.727, "p95_ms": 61.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.391, "count": 301, "max_ms": 80.34, "p95_ms": 64.467}, "yolo11_640_fire_11class": {"avg_ms": 50.793, "count": 301, "max_ms": 70.028, "p95_ms": 64.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.579, "count": 301, "max_ms": 81.158, "p95_ms": 75.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.542, "count": 301, "max_ms": 97.069, "p95_ms": 90.819}, "read_interval": {"avg_ms": 99.827, "count": 300, "max_ms": 660.851, "p95_ms": 124.351}, "triton_wait": {"avg_ms": 54.649, "count": 301, "max_ms": 81.171, "p95_ms": 75.335}, "visualize": {"avg_ms": 3.65, "count": 301, "max_ms": 4.871, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15609.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1329, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:13:58+09:00", "last_error_summary": "[h264 @ 0x555ee7c44700] error while decoding MB 79 11, bytestream -5", "last_exit_at": "2026-07-05T05:14:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.156, "last_started_at": "2026-07-05T05:14:01+09:00", "pid": 112117, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.211, "name": "ffmpeg", "pid": 112117, "rss_mb": 270.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 563, "restart_count_per_hour": 8, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.678, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:15:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:15:42+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T05:15:42+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T05:15:42.768663+09:00", "mtime_epoch": 1783196142.7686627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:15:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.59, "pushed": 6.59, "read": 6.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.559, "count": 197, "max_ms": 30.588, "p95_ms": 23.489}, "gstreamer_push": {"avg_ms": 1.067, "count": 197, "max_ms": 1.614, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.088, "count": 197, "max_ms": 64.36, "p95_ms": 61.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.117, "count": 197, "max_ms": 82.671, "p95_ms": 71.512}, "yolo11_640_fire_11class": {"avg_ms": 48.641, "count": 197, "max_ms": 69.399, "p95_ms": 63.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.972, "count": 197, "max_ms": 78.997, "p95_ms": 75.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.019, "count": 197, "max_ms": 170.469, "p95_ms": 163.348}, "read_interval": {"avg_ms": 152.526, "count": 196, "max_ms": 182.243, "p95_ms": 174.205}, "triton_wait": {"avg_ms": 56.173, "count": 197, "max_ms": 82.683, "p95_ms": 75.919}, "visualize": {"avg_ms": 5.73, "count": 197, "max_ms": 8.02, "p95_ms": 6.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15610.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.247, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.028, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:15:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:15:45+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:15:45+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T05:15:45.592707+09:00", "mtime_epoch": 1783196145.5927074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:15:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2156.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.334, "count": 300, "max_ms": 12.035, "p95_ms": 8.395}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.597, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.167, "count": 300, "max_ms": 66.732, "p95_ms": 60.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.155, "count": 300, "max_ms": 82.434, "p95_ms": 63.763}, "yolo11_640_fire_11class": {"avg_ms": 50.805, "count": 300, "max_ms": 74.712, "p95_ms": 64.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.893, "count": 300, "max_ms": 81.401, "p95_ms": 76.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.804, "count": 300, "max_ms": 97.925, "p95_ms": 92.087}, "read_interval": {"avg_ms": 100.17, "count": 299, "max_ms": 775.801, "p95_ms": 114.044}, "triton_wait": {"avg_ms": 54.656, "count": 300, "max_ms": 82.447, "p95_ms": 76.211}, "visualize": {"avg_ms": 3.74, "count": 300, "max_ms": 4.92, "p95_ms": 4.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15610.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1329, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:13:58+09:00", "last_error_summary": "[h264 @ 0x555ee7c44700] error while decoding MB 79 11, bytestream -5", "last_exit_at": "2026-07-05T05:14:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.3, "last_started_at": "2026-07-05T05:14:01+09:00", "pid": 112117, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.211, "name": "ffmpeg", "pid": 112117, "rss_mb": 270.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 563, "restart_count_per_hour": 8, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.932, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:16:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:16:13+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T05:16:12+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-05T05:16:12.881140+09:00", "mtime_epoch": 1783196172.8811398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:16:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.864, "pushed": 6.864, "read": 6.831}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.219, "count": 205, "max_ms": 34.727, "p95_ms": 22.803}, "gstreamer_push": {"avg_ms": 1.09, "count": 205, "max_ms": 1.507, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.892, "count": 205, "max_ms": 65.063, "p95_ms": 61.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.673, "count": 205, "max_ms": 82.767, "p95_ms": 72.131}, "yolo11_640_fire_11class": {"avg_ms": 50.585, "count": 205, "max_ms": 70.756, "p95_ms": 65.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.515, "count": 205, "max_ms": 81.999, "p95_ms": 77.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.829, "count": 205, "max_ms": 172.182, "p95_ms": 161.678}, "read_interval": {"avg_ms": 146.258, "count": 204, "max_ms": 186.211, "p95_ms": 171.836}, "triton_wait": {"avg_ms": 58.76, "count": 205, "max_ms": 82.777, "p95_ms": 77.842}, "visualize": {"avg_ms": 5.368, "count": 205, "max_ms": 7.875, "p95_ms": 6.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15610.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.367, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.944, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:16:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:16:15+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:16:15+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-05T05:16:15.605183+09:00", "mtime_epoch": 1783196175.605183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:16:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2156.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.369, "count": 303, "max_ms": 12.405, "p95_ms": 8.812}, "gstreamer_push": {"avg_ms": 1.27, "count": 303, "max_ms": 1.926, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.404, "count": 303, "max_ms": 64.533, "p95_ms": 61.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.483, "count": 303, "max_ms": 83.663, "p95_ms": 66.555}, "yolo11_640_fire_11class": {"avg_ms": 52.127, "count": 303, "max_ms": 72.39, "p95_ms": 66.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.631, "count": 303, "max_ms": 82.446, "p95_ms": 76.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.258, "count": 303, "max_ms": 100.301, "p95_ms": 92.358}, "read_interval": {"avg_ms": 99.122, "count": 303, "max_ms": 691.481, "p95_ms": 118.04}, "triton_wait": {"avg_ms": 55.315, "count": 303, "max_ms": 83.676, "p95_ms": 76.399}, "visualize": {"avg_ms": 3.638, "count": 303, "max_ms": 4.931, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15624.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1329, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:13:58+09:00", "last_error_summary": "[h264 @ 0x555ee7c44700] error while decoding MB 79 11, bytestream -5", "last_exit_at": "2026-07-05T05:14:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.305, "last_started_at": "2026-07-05T05:14:01+09:00", "pid": 112117, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.926, "name": "ffmpeg", "pid": 112117, "rss_mb": 283.922, "state": "S (sleeping)", "threads": 104}, "restart_count": 563, "restart_count_per_hour": 8, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.749, "sample_count": 2049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T05:16:43+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T05:16:42+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T05:16:42.905617+09:00", "mtime_epoch": 1783196202.9056165, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:16:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.43, "count": 199, "max_ms": 34.705, "p95_ms": 23.099}, "gstreamer_push": {"avg_ms": 1.083, "count": 199, "max_ms": 1.635, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.986, "count": 199, "max_ms": 70.407, "p95_ms": 62.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.09, "count": 199, "max_ms": 79.45, "p95_ms": 73.269}, "yolo11_640_fire_11class": {"avg_ms": 50.194, "count": 199, "max_ms": 72.714, "p95_ms": 66.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.493, "count": 199, "max_ms": 81.557, "p95_ms": 78.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.055, "count": 199, "max_ms": 171.478, "p95_ms": 163.749}, "read_interval": {"avg_ms": 150.848, "count": 199, "max_ms": 183.585, "p95_ms": 175.572}, "triton_wait": {"avg_ms": 57.781, "count": 199, "max_ms": 81.568, "p95_ms": 78.215}, "visualize": {"avg_ms": 5.678, "count": 199, "max_ms": 9.551, "p95_ms": 6.511}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15369.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.399, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.833, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:16:45+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:16:45+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T05:16:45.749662+09:00", "mtime_epoch": 1783196205.7496617, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:16:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2156.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.253, "pushed": 10.253, "read": 10.253}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.376, "count": 299, "max_ms": 10.253, "p95_ms": 8.782}, "gstreamer_push": {"avg_ms": 1.284, "count": 299, "max_ms": 1.882, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.121, "count": 299, "max_ms": 70.217, "p95_ms": 63.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.96, "count": 299, "max_ms": 80.649, "p95_ms": 71.165}, "yolo11_640_fire_11class": {"avg_ms": 52.181, "count": 299, "max_ms": 74.235, "p95_ms": 65.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.202, "count": 299, "max_ms": 81.308, "p95_ms": 76.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.053, "count": 299, "max_ms": 97.204, "p95_ms": 92.975}, "read_interval": {"avg_ms": 100.445, "count": 299, "max_ms": 940.15, "p95_ms": 113.464}, "triton_wait": {"avg_ms": 54.988, "count": 299, "max_ms": 81.321, "p95_ms": 77.483}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 4.967, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.162, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15607.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:16:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.309, "last_started_at": "2026-07-05T05:16:47+09:00", "pid": 112224, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.582, "name": "ffmpeg", "pid": 112224, "rss_mb": 266.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 564, "restart_count_per_hour": 9, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.967, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:17:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:17:13+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T05:17:12+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T05:17:12.958095+09:00", "mtime_epoch": 1783196232.9580948, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:17:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.788, "pushed": 5.788, "read": 5.754}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.058, "count": 173, "max_ms": 27.632, "p95_ms": 22.203}, "gstreamer_push": {"avg_ms": 1.069, "count": 173, "max_ms": 1.663, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.833, "count": 173, "max_ms": 65.85, "p95_ms": 59.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.574, "count": 173, "max_ms": 78.14, "p95_ms": 71.292}, "yolo11_640_fire_11class": {"avg_ms": 49.019, "count": 173, "max_ms": 69.164, "p95_ms": 65.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.564, "count": 173, "max_ms": 79.77, "p95_ms": 76.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.576, "count": 173, "max_ms": 167.699, "p95_ms": 163.113}, "read_interval": {"avg_ms": 173.749, "count": 172, "max_ms": 4599.984, "p95_ms": 174.37}, "triton_wait": {"avg_ms": 56.882, "count": 173, "max_ms": 79.782, "p95_ms": 76.58}, "visualize": {"avg_ms": 5.546, "count": 173, "max_ms": 8.612, "p95_ms": 6.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15608.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.492, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.509, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:17:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:17:15+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T05:17:15+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T05:17:15.814140+09:00", "mtime_epoch": 1783196235.8141403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:17:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2157.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.279, "count": 296, "max_ms": 10.929, "p95_ms": 8.349}, "gstreamer_push": {"avg_ms": 1.286, "count": 296, "max_ms": 2.028, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.179, "count": 296, "max_ms": 66.481, "p95_ms": 58.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.332, "count": 296, "max_ms": 82.698, "p95_ms": 64.592}, "yolo11_640_fire_11class": {"avg_ms": 51.375, "count": 296, "max_ms": 71.714, "p95_ms": 65.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.5, "count": 296, "max_ms": 80.713, "p95_ms": 75.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.949, "count": 296, "max_ms": 98.457, "p95_ms": 91.275}, "read_interval": {"avg_ms": 101.283, "count": 296, "max_ms": 763.644, "p95_ms": 116.381}, "triton_wait": {"avg_ms": 54.048, "count": 296, "max_ms": 82.711, "p95_ms": 75.55}, "visualize": {"avg_ms": 3.664, "count": 296, "max_ms": 4.532, "p95_ms": 4.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.665, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15610.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:16:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.322, "last_started_at": "2026-07-05T05:16:47+09:00", "pid": 112224, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.418, "name": "ffmpeg", "pid": 112224, "rss_mb": 269.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 564, "restart_count_per_hour": 9, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.473, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:17:43+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T05:17:42+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T05:17:42.994574+09:00", "mtime_epoch": 1783196262.994574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:17:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.865, "pushed": 6.865, "read": 6.831}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.895, "count": 205, "max_ms": 25.287, "p95_ms": 22.831}, "gstreamer_push": {"avg_ms": 1.01, "count": 205, "max_ms": 1.749, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.903, "count": 205, "max_ms": 65.856, "p95_ms": 61.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.243, "count": 205, "max_ms": 78.219, "p95_ms": 69.675}, "yolo11_640_fire_11class": {"avg_ms": 49.466, "count": 205, "max_ms": 68.872, "p95_ms": 65.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.305, "count": 205, "max_ms": 80.013, "p95_ms": 75.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.973, "count": 205, "max_ms": 166.847, "p95_ms": 155.345}, "read_interval": {"avg_ms": 146.531, "count": 204, "max_ms": 178.02, "p95_ms": 166.077}, "triton_wait": {"avg_ms": 56.898, "count": 205, "max_ms": 80.026, "p95_ms": 76.09}, "visualize": {"avg_ms": 5.462, "count": 205, "max_ms": 7.82, "p95_ms": 6.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15610.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.527, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.232, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:17:45+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T05:17:45+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T05:17:45.874620+09:00", "mtime_epoch": 1783196265.8746202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:17:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2157.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.25, "count": 302, "max_ms": 11.622, "p95_ms": 8.664}, "gstreamer_push": {"avg_ms": 1.228, "count": 302, "max_ms": 1.481, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.554, "count": 302, "max_ms": 66.559, "p95_ms": 62.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.832, "count": 302, "max_ms": 78.178, "p95_ms": 69.083}, "yolo11_640_fire_11class": {"avg_ms": 51.243, "count": 302, "max_ms": 68.576, "p95_ms": 64.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.674, "count": 302, "max_ms": 79.174, "p95_ms": 74.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.902, "count": 302, "max_ms": 94.404, "p95_ms": 90.392}, "read_interval": {"avg_ms": 99.486, "count": 301, "max_ms": 717.592, "p95_ms": 109.859}, "triton_wait": {"avg_ms": 54.314, "count": 302, "max_ms": 79.186, "p95_ms": 74.659}, "visualize": {"avg_ms": 3.617, "count": 302, "max_ms": 4.513, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15611.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:16:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.407, "last_started_at": "2026-07-05T05:16:47+09:00", "pid": 112224, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.449, "name": "ffmpeg", "pid": 112224, "rss_mb": 270.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 564, "restart_count_per_hour": 9, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.772, "sample_count": 1977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:18:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:18:13+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T05:18:13+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T05:18:13.059055+09:00", "mtime_epoch": 1783196293.0590549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:18:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9208.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.009, "pushed": 7.009, "read": 6.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.303, "count": 210, "max_ms": 24.045, "p95_ms": 21.735}, "gstreamer_push": {"avg_ms": 0.888, "count": 210, "max_ms": 1.205, "p95_ms": 1.025}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.582, "count": 210, "max_ms": 67.485, "p95_ms": 61.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.154, "count": 210, "max_ms": 81.057, "p95_ms": 73.466}, "yolo11_640_fire_11class": {"avg_ms": 48.802, "count": 210, "max_ms": 71.866, "p95_ms": 63.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.497, "count": 210, "max_ms": 78.76, "p95_ms": 75.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.244, "count": 210, "max_ms": 165.939, "p95_ms": 155.803}, "read_interval": {"avg_ms": 143.25, "count": 209, "max_ms": 178.657, "p95_ms": 166.281}, "triton_wait": {"avg_ms": 56.969, "count": 210, "max_ms": 81.069, "p95_ms": 75.843}, "visualize": {"avg_ms": 5.32, "count": 210, "max_ms": 6.916, "p95_ms": 5.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15611.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.542, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.911, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:18:15+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T05:18:15+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:18:15.891100+09:00", "mtime_epoch": 1783196295.8911002, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:18:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2157.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.062, "count": 302, "max_ms": 11.018, "p95_ms": 8.29}, "gstreamer_push": {"avg_ms": 1.183, "count": 302, "max_ms": 1.502, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.494, "count": 302, "max_ms": 65.046, "p95_ms": 60.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.635, "count": 302, "max_ms": 82.204, "p95_ms": 72.077}, "yolo11_640_fire_11class": {"avg_ms": 50.516, "count": 302, "max_ms": 71.247, "p95_ms": 64.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.746, "count": 302, "max_ms": 78.989, "p95_ms": 73.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.494, "count": 302, "max_ms": 96.991, "p95_ms": 89.516}, "read_interval": {"avg_ms": 99.413, "count": 302, "max_ms": 679.358, "p95_ms": 126.052}, "triton_wait": {"avg_ms": 53.286, "count": 302, "max_ms": 82.215, "p95_ms": 74.479}, "visualize": {"avg_ms": 3.577, "count": 302, "max_ms": 4.649, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15614.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:16:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.463, "last_started_at": "2026-07-05T05:16:47+09:00", "pid": 112224, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.027, "name": "ffmpeg", "pid": 112224, "rss_mb": 273.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 564, "restart_count_per_hour": 9, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.324, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1228048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:18:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:18:43+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T05:18:43+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T05:18:43.135537+09:00", "mtime_epoch": 1783196323.1355367, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:18:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.854, "pushed": 6.854, "read": 6.82}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.788, "count": 205, "max_ms": 30.132, "p95_ms": 22.993}, "gstreamer_push": {"avg_ms": 0.942, "count": 205, "max_ms": 1.306, "p95_ms": 1.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.911, "count": 205, "max_ms": 63.25, "p95_ms": 60.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.735, "count": 205, "max_ms": 78.157, "p95_ms": 68.764}, "yolo11_640_fire_11class": {"avg_ms": 47.31, "count": 205, "max_ms": 65.865, "p95_ms": 63.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.441, "count": 205, "max_ms": 77.979, "p95_ms": 74.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.354, "count": 205, "max_ms": 172.855, "p95_ms": 161.192}, "read_interval": {"avg_ms": 146.743, "count": 204, "max_ms": 185.051, "p95_ms": 171.941}, "triton_wait": {"avg_ms": 54.778, "count": 205, "max_ms": 78.167, "p95_ms": 75.594}, "visualize": {"avg_ms": 5.531, "count": 205, "max_ms": 7.875, "p95_ms": 7.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15614.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.556, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.549, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:18:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:18:45+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T05:18:45.907581+09:00", "mtime_epoch": 1783196325.907581, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:18:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2157.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.222, "count": 300, "max_ms": 12.601, "p95_ms": 8.767}, "gstreamer_push": {"avg_ms": 1.21, "count": 300, "max_ms": 1.849, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.897, "count": 300, "max_ms": 64.306, "p95_ms": 60.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.365, "count": 300, "max_ms": 80.582, "p95_ms": 66.178}, "yolo11_640_fire_11class": {"avg_ms": 50.148, "count": 300, "max_ms": 72.719, "p95_ms": 63.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.252, "count": 300, "max_ms": 80.712, "p95_ms": 74.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.377, "count": 300, "max_ms": 96.15, "p95_ms": 89.56}, "read_interval": {"avg_ms": 100.03, "count": 300, "max_ms": 709.33, "p95_ms": 109.003}, "triton_wait": {"avg_ms": 52.839, "count": 300, "max_ms": 80.724, "p95_ms": 74.366}, "visualize": {"avg_ms": 3.593, "count": 300, "max_ms": 5.228, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15617.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:16:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.464, "last_started_at": "2026-07-05T05:16:47+09:00", "pid": 112224, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.09, "name": "ffmpeg", "pid": 112224, "rss_mb": 275.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 564, "restart_count_per_hour": 9, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.871, "sample_count": 2013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1228259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:19:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:19:13+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T05:19:13+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T05:19:13.104018+09:00", "mtime_epoch": 1783196353.1040177, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:19:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.036, "pushed": 7.036, "read": 7.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.376, "count": 211, "max_ms": 23.401, "p95_ms": 21.553}, "gstreamer_push": {"avg_ms": 0.91, "count": 211, "max_ms": 1.139, "p95_ms": 1.074}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.163, "count": 211, "max_ms": 64.842, "p95_ms": 61.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.058, "count": 211, "max_ms": 79.068, "p95_ms": 73.668}, "yolo11_640_fire_11class": {"avg_ms": 48.686, "count": 211, "max_ms": 70.394, "p95_ms": 64.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.049, "count": 211, "max_ms": 77.133, "p95_ms": 76.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.038, "count": 211, "max_ms": 166.963, "p95_ms": 159.617}, "read_interval": {"avg_ms": 142.033, "count": 211, "max_ms": 180.01, "p95_ms": 170.761}, "triton_wait": {"avg_ms": 57.232, "count": 211, "max_ms": 79.079, "p95_ms": 76.219}, "visualize": {"avg_ms": 5.251, "count": 211, "max_ms": 6.711, "p95_ms": 6.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15617.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.591, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.41, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:19:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:19:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:19:15+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:19:15.940063+09:00", "mtime_epoch": 1783196355.9400632, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:19:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2157.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.183, "count": 300, "max_ms": 12.366, "p95_ms": 8.364}, "gstreamer_push": {"avg_ms": 1.201, "count": 300, "max_ms": 1.511, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.686, "count": 300, "max_ms": 68.117, "p95_ms": 60.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.863, "count": 300, "max_ms": 78.608, "p95_ms": 70.275}, "yolo11_640_fire_11class": {"avg_ms": 50.635, "count": 300, "max_ms": 70.968, "p95_ms": 63.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.397, "count": 300, "max_ms": 78.597, "p95_ms": 74.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.432, "count": 300, "max_ms": 94.617, "p95_ms": 89.861}, "read_interval": {"avg_ms": 100.177, "count": 299, "max_ms": 798.495, "p95_ms": 119.597}, "triton_wait": {"avg_ms": 53.967, "count": 300, "max_ms": 78.618, "p95_ms": 75.047}, "visualize": {"avg_ms": 3.594, "count": 300, "max_ms": 4.875, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15621.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:16:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.562, "last_started_at": "2026-07-05T05:16:47+09:00", "pid": 112224, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.957, "name": "ffmpeg", "pid": 112224, "rss_mb": 278.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 564, "restart_count_per_hour": 9, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.064, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1228463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:19:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:19:43+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T05:19:43+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T05:19:43.200502+09:00", "mtime_epoch": 1783196383.2005017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:19:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.812, "pushed": 6.812, "read": 6.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.852, "count": 203, "max_ms": 26.153, "p95_ms": 22.447}, "gstreamer_push": {"avg_ms": 1.058, "count": 204, "max_ms": 1.242, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.415, "count": 203, "max_ms": 67.041, "p95_ms": 60.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.207, "count": 203, "max_ms": 81.011, "p95_ms": 73.243}, "yolo11_640_fire_11class": {"avg_ms": 49.644, "count": 203, "max_ms": 71.054, "p95_ms": 64.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.122, "count": 203, "max_ms": 80.999, "p95_ms": 76.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.611, "count": 204, "max_ms": 168.337, "p95_ms": 162.619}, "read_interval": {"avg_ms": 147.502, "count": 203, "max_ms": 179.127, "p95_ms": 174.101}, "triton_wait": {"avg_ms": 58.249, "count": 203, "max_ms": 81.021, "p95_ms": 76.948}, "visualize": {"avg_ms": 5.47, "count": 203, "max_ms": 7.27, "p95_ms": 6.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15621.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.645, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.395, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:19:46+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:19:45+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T05:19:45.992547+09:00", "mtime_epoch": 1783196385.9925466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:19:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2157.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.26, "count": 301, "max_ms": 11.795, "p95_ms": 8.409}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.699, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.156, "count": 301, "max_ms": 65.913, "p95_ms": 60.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.963, "count": 301, "max_ms": 82.97, "p95_ms": 70.366}, "yolo11_640_fire_11class": {"avg_ms": 51.998, "count": 301, "max_ms": 70.137, "p95_ms": 65.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.706, "count": 301, "max_ms": 81.808, "p95_ms": 76.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.393, "count": 301, "max_ms": 98.617, "p95_ms": 92.139}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 580.454, "p95_ms": 112.142}, "triton_wait": {"avg_ms": 55.576, "count": 301, "max_ms": 82.983, "p95_ms": 76.458}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 5.195, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15520.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.52, "last_started_at": "2026-07-05T05:20:08+09:00", "pid": 112331, "process": {"exists": true, "fd_count": 5, "hwm_mb": 177.902, "name": "ffmpeg", "pid": 112331, "rss_mb": 177.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 565, "restart_count_per_hour": 10, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.618, "sample_count": 1975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1228631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:20:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:20:13+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T05:20:13+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T05:20:13.244986+09:00", "mtime_epoch": 1783196413.2449856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:20:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.624, "pushed": 5.624, "read": 5.591}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.893, "count": 168, "max_ms": 34.311, "p95_ms": 26.478}, "gstreamer_push": {"avg_ms": 1.038, "count": 168, "max_ms": 1.547, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.991, "count": 168, "max_ms": 63.28, "p95_ms": 59.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.033, "count": 168, "max_ms": 75.605, "p95_ms": 65.454}, "yolo11_640_fire_11class": {"avg_ms": 44.889, "count": 168, "max_ms": 67.441, "p95_ms": 57.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.945, "count": 168, "max_ms": 78.995, "p95_ms": 73.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.988, "count": 168, "max_ms": 173.327, "p95_ms": 162.003}, "read_interval": {"avg_ms": 179.017, "count": 167, "max_ms": 4710.51, "p95_ms": 173.407}, "triton_wait": {"avg_ms": 54.189, "count": 168, "max_ms": 79.008, "p95_ms": 73.39}, "visualize": {"avg_ms": 5.818, "count": 168, "max_ms": 8.127, "p95_ms": 7.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15568.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.692, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.377, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:20:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:20:16+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T05:20:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T05:20:16.017030+09:00", "mtime_epoch": 1783196416.0170302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:20:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2158.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.063, "pushed": 10.063, "read": 10.063}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.436, "count": 300, "max_ms": 13.153, "p95_ms": 10.286}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.49, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.595, "count": 300, "max_ms": 67.052, "p95_ms": 59.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.341, "count": 300, "max_ms": 80.575, "p95_ms": 56.377}, "yolo11_640_fire_11class": {"avg_ms": 50.038, "count": 300, "max_ms": 68.359, "p95_ms": 59.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.024, "count": 300, "max_ms": 78.521, "p95_ms": 71.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.059, "count": 300, "max_ms": 98.595, "p95_ms": 87.639}, "read_interval": {"avg_ms": 100.071, "count": 300, "max_ms": 683.281, "p95_ms": 114.857}, "triton_wait": {"avg_ms": 53.119, "count": 300, "max_ms": 80.588, "p95_ms": 71.07}, "visualize": {"avg_ms": 3.609, "count": 300, "max_ms": 4.799, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15610.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.654, "last_started_at": "2026-07-05T05:20:08+09:00", "pid": 112331, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.492, "name": "ffmpeg", "pid": 112331, "rss_mb": 266.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 565, "restart_count_per_hour": 10, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.343, "sample_count": 1984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1228838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:20:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:20:43+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T05:20:43+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T05:20:43.361471+09:00", "mtime_epoch": 1783196443.3614714, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:20:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.908, "pushed": 6.908, "read": 6.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.616, "count": 206, "max_ms": 28.91, "p95_ms": 21.55}, "gstreamer_push": {"avg_ms": 1.064, "count": 207, "max_ms": 1.584, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.163, "count": 206, "max_ms": 68.655, "p95_ms": 63.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.861, "count": 206, "max_ms": 79.216, "p95_ms": 71.831}, "yolo11_640_fire_11class": {"avg_ms": 49.794, "count": 206, "max_ms": 72.427, "p95_ms": 66.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.471, "count": 206, "max_ms": 85.485, "p95_ms": 78.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.736, "count": 207, "max_ms": 167.657, "p95_ms": 161.718}, "read_interval": {"avg_ms": 145.521, "count": 206, "max_ms": 178.741, "p95_ms": 172.767}, "triton_wait": {"avg_ms": 57.61, "count": 206, "max_ms": 85.497, "p95_ms": 78.357}, "visualize": {"avg_ms": 5.369, "count": 206, "max_ms": 7.515, "p95_ms": 5.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15610.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.71, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.362, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1509294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:20:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:20:46+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T05:20:46+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T05:20:46.041515+09:00", "mtime_epoch": 1783196446.0415146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:20:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2158.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.155, "pushed": 10.155, "read": 10.155}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.355, "count": 302, "max_ms": 12.775, "p95_ms": 8.77}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 2.068, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.295, "count": 302, "max_ms": 70.309, "p95_ms": 62.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.704, "count": 302, "max_ms": 80.691, "p95_ms": 69.251}, "yolo11_640_fire_11class": {"avg_ms": 51.487, "count": 302, "max_ms": 74.21, "p95_ms": 64.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.895, "count": 302, "max_ms": 86.885, "p95_ms": 77.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.512, "count": 302, "max_ms": 102.496, "p95_ms": 92.733}, "read_interval": {"avg_ms": 99.427, "count": 302, "max_ms": 739.971, "p95_ms": 114.068}, "triton_wait": {"avg_ms": 54.667, "count": 302, "max_ms": 86.897, "p95_ms": 77.346}, "visualize": {"avg_ms": 3.623, "count": 302, "max_ms": 4.775, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.739, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15613.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.724, "last_started_at": "2026-07-05T05:20:08+09:00", "pid": 112331, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.328, "name": "ffmpeg", "pid": 112331, "rss_mb": 269.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 565, "restart_count_per_hour": 10, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.28, "sample_count": 1982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1229041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:21:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:21:13+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T05:21:13+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T05:21:13.409957+09:00", "mtime_epoch": 1783196473.409957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:21:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.785, "pushed": 6.785, "read": 6.751}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.144, "count": 203, "max_ms": 35.32, "p95_ms": 22.755}, "gstreamer_push": {"avg_ms": 1.066, "count": 203, "max_ms": 1.498, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.204, "count": 203, "max_ms": 66.818, "p95_ms": 62.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.236, "count": 203, "max_ms": 79.52, "p95_ms": 69.859}, "yolo11_640_fire_11class": {"avg_ms": 49.863, "count": 203, "max_ms": 67.996, "p95_ms": 65.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.735, "count": 203, "max_ms": 80.718, "p95_ms": 76.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.959, "count": 203, "max_ms": 184.076, "p95_ms": 162.476}, "read_interval": {"avg_ms": 147.997, "count": 202, "max_ms": 195.393, "p95_ms": 173.672}, "triton_wait": {"avg_ms": 56.964, "count": 203, "max_ms": 80.73, "p95_ms": 76.781}, "visualize": {"avg_ms": 5.567, "count": 203, "max_ms": 8.071, "p95_ms": 6.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15613.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.768, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.169, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1509591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:21:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:21:16+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:21:16+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T05:21:16.118001+09:00", "mtime_epoch": 1783196476.1180007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:21:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2158.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.875}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.31, "count": 297, "max_ms": 11.486, "p95_ms": 8.506}, "gstreamer_push": {"avg_ms": 1.279, "count": 297, "max_ms": 1.571, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.599, "count": 297, "max_ms": 71.957, "p95_ms": 62.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.046, "count": 297, "max_ms": 79.701, "p95_ms": 68.665}, "yolo11_640_fire_11class": {"avg_ms": 51.928, "count": 297, "max_ms": 73.325, "p95_ms": 65.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.047, "count": 297, "max_ms": 79.548, "p95_ms": 74.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.717, "count": 297, "max_ms": 96.298, "p95_ms": 91.645}, "read_interval": {"avg_ms": 101.256, "count": 296, "max_ms": 588.672, "p95_ms": 170.068}, "triton_wait": {"avg_ms": 54.77, "count": 297, "max_ms": 79.715, "p95_ms": 75.39}, "visualize": {"avg_ms": 3.688, "count": 297, "max_ms": 5.219, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15614.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.765, "last_started_at": "2026-07-05T05:20:08+09:00", "pid": 112331, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.586, "name": "ffmpeg", "pid": 112331, "rss_mb": 269.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 565, "restart_count_per_hour": 10, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.061, "sample_count": 1992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1229250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:21:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:21:43+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T05:21:43+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T05:21:43.470443+09:00", "mtime_epoch": 1783196503.4704432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179783}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:21:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.992, "pushed": 6.992, "read": 6.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.41, "count": 209, "max_ms": 24.248, "p95_ms": 21.998}, "gstreamer_push": {"avg_ms": 1.07, "count": 209, "max_ms": 1.581, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.847, "count": 209, "max_ms": 64.373, "p95_ms": 61.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.413, "count": 209, "max_ms": 79.094, "p95_ms": 72.381}, "yolo11_640_fire_11class": {"avg_ms": 48.82, "count": 209, "max_ms": 66.464, "p95_ms": 64.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.602, "count": 209, "max_ms": 79.668, "p95_ms": 76.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.844, "count": 209, "max_ms": 167.382, "p95_ms": 159.473}, "read_interval": {"avg_ms": 143.683, "count": 208, "max_ms": 178.533, "p95_ms": 170.345}, "triton_wait": {"avg_ms": 56.163, "count": 209, "max_ms": 79.68, "p95_ms": 76.197}, "visualize": {"avg_ms": 5.356, "count": 209, "max_ms": 7.64, "p95_ms": 6.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15613.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.85, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.912, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1509894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:21:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:21:46+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T05:21:46.198488+09:00", "mtime_epoch": 1783196506.1984875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:21:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2158.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.364, "count": 302, "max_ms": 11.777, "p95_ms": 8.626}, "gstreamer_push": {"avg_ms": 1.278, "count": 303, "max_ms": 1.636, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.926, "count": 302, "max_ms": 64.297, "p95_ms": 60.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.341, "count": 302, "max_ms": 79.409, "p95_ms": 67.156}, "yolo11_640_fire_11class": {"avg_ms": 51.223, "count": 302, "max_ms": 69.355, "p95_ms": 64.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.015, "count": 302, "max_ms": 80.5, "p95_ms": 73.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.125, "count": 303, "max_ms": 96.679, "p95_ms": 90.647}, "read_interval": {"avg_ms": 99.33, "count": 302, "max_ms": 708.865, "p95_ms": 113.23}, "triton_wait": {"avg_ms": 54.061, "count": 302, "max_ms": 80.513, "p95_ms": 75.15}, "visualize": {"avg_ms": 3.731, "count": 302, "max_ms": 4.919, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15614.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.841, "last_started_at": "2026-07-05T05:20:08+09:00", "pid": 112331, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.844, "name": "ffmpeg", "pid": 112331, "rss_mb": 269.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 565, "restart_count_per_hour": 10, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.515, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1229455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:22:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:22:13+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T05:22:13+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T05:22:13.574931+09:00", "mtime_epoch": 1783196533.5749311, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:22:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.853, "pushed": 6.853, "read": 6.82}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.863, "count": 205, "max_ms": 32.936, "p95_ms": 22.889}, "gstreamer_push": {"avg_ms": 1.06, "count": 205, "max_ms": 1.537, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.152, "count": 205, "max_ms": 63.811, "p95_ms": 61.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.552, "count": 205, "max_ms": 78.841, "p95_ms": 71.479}, "yolo11_640_fire_11class": {"avg_ms": 49.279, "count": 205, "max_ms": 66.626, "p95_ms": 65.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.529, "count": 205, "max_ms": 78.868, "p95_ms": 76.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.764, "count": 205, "max_ms": 185.243, "p95_ms": 160.214}, "read_interval": {"avg_ms": 146.818, "count": 204, "max_ms": 198.313, "p95_ms": 171.424}, "triton_wait": {"avg_ms": 57.671, "count": 205, "max_ms": 78.879, "p95_ms": 76.402}, "visualize": {"avg_ms": 5.507, "count": 205, "max_ms": 7.749, "p95_ms": 6.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15614.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.963, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.169, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:22:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:22:16+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-05T05:22:16.154973+09:00", "mtime_epoch": 1783196536.1549728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:22:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2158.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.382, "count": 299, "max_ms": 11.618, "p95_ms": 9.029}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 2.174, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.47, "count": 299, "max_ms": 65.002, "p95_ms": 62.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.484, "count": 299, "max_ms": 79.828, "p95_ms": 68.103}, "yolo11_640_fire_11class": {"avg_ms": 52.171, "count": 299, "max_ms": 68.208, "p95_ms": 64.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.401, "count": 299, "max_ms": 78.549, "p95_ms": 76.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.919, "count": 299, "max_ms": 96.614, "p95_ms": 92.384}, "read_interval": {"avg_ms": 100.5, "count": 298, "max_ms": 718.415, "p95_ms": 112.536}, "triton_wait": {"avg_ms": 56.0, "count": 299, "max_ms": 79.841, "p95_ms": 76.45}, "visualize": {"avg_ms": 3.659, "count": 299, "max_ms": 4.511, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15619.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1330, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:16:45+09:00", "last_error_summary": "[h264 @ 0x55f05f0f2580] error while decoding MB 38 7, bytestream -12", "last_exit_at": "2026-07-05T05:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.933, "last_started_at": "2026-07-05T05:20:08+09:00", "pid": 112331, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.039, "name": "ffmpeg", "pid": 112331, "rss_mb": 275.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 565, "restart_count_per_hour": 10, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.061, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1229659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:22:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:22:43+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T05:22:43+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T05:22:43.643419+09:00", "mtime_epoch": 1783196563.6434188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:22:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.811, "pushed": 6.811, "read": 6.778}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.626, "count": 204, "max_ms": 25.919, "p95_ms": 22.24}, "gstreamer_push": {"avg_ms": 1.055, "count": 204, "max_ms": 1.274, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.892, "count": 204, "max_ms": 69.84, "p95_ms": 62.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.878, "count": 204, "max_ms": 80.87, "p95_ms": 71.664}, "yolo11_640_fire_11class": {"avg_ms": 50.4, "count": 204, "max_ms": 76.698, "p95_ms": 66.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.94, "count": 204, "max_ms": 80.368, "p95_ms": 79.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.574, "count": 204, "max_ms": 169.954, "p95_ms": 160.078}, "read_interval": {"avg_ms": 147.497, "count": 203, "max_ms": 181.344, "p95_ms": 171.35}, "triton_wait": {"avg_ms": 58.196, "count": 204, "max_ms": 80.881, "p95_ms": 79.426}, "visualize": {"avg_ms": 5.409, "count": 204, "max_ms": 6.728, "p95_ms": 5.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15619.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.985, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.378, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:22:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:22:46+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T05:22:46.339463+09:00", "mtime_epoch": 1783196566.3394625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:22:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2158.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.094, "pushed": 10.094, "read": 10.061}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.274, "count": 302, "max_ms": 11.853, "p95_ms": 8.433}, "gstreamer_push": {"avg_ms": 1.275, "count": 302, "max_ms": 2.145, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.87, "count": 302, "max_ms": 65.986, "p95_ms": 61.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.567, "count": 302, "max_ms": 79.138, "p95_ms": 70.958}, "yolo11_640_fire_11class": {"avg_ms": 51.924, "count": 302, "max_ms": 70.261, "p95_ms": 64.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.422, "count": 302, "max_ms": 81.66, "p95_ms": 76.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.392, "count": 302, "max_ms": 97.536, "p95_ms": 92.449}, "read_interval": {"avg_ms": 99.454, "count": 301, "max_ms": 675.546, "p95_ms": 116.466}, "triton_wait": {"avg_ms": 55.584, "count": 302, "max_ms": 81.673, "p95_ms": 76.876}, "visualize": {"avg_ms": 3.67, "count": 302, "max_ms": 5.514, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15388.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.0, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.485, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:23:16+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:23:16+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T05:23:16.351950+09:00", "mtime_epoch": 1783196596.35195, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:23:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2159.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.38, "count": 299, "max_ms": 11.438, "p95_ms": 10.33}, "gstreamer_push": {"avg_ms": 1.23, "count": 299, "max_ms": 1.532, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.07, "count": 299, "max_ms": 70.237, "p95_ms": 61.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.46, "count": 299, "max_ms": 78.696, "p95_ms": 66.428}, "yolo11_640_fire_11class": {"avg_ms": 51.296, "count": 299, "max_ms": 74.739, "p95_ms": 64.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.762, "count": 299, "max_ms": 81.473, "p95_ms": 75.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.828, "count": 299, "max_ms": 97.105, "p95_ms": 91.626}, "read_interval": {"avg_ms": 100.387, "count": 299, "max_ms": 634.087, "p95_ms": 110.713}, "triton_wait": {"avg_ms": 54.164, "count": 299, "max_ms": 81.485, "p95_ms": 76.094}, "visualize": {"avg_ms": 3.55, "count": 299, "max_ms": 4.688, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15483.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1335, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:23:12+09:00", "last_error_summary": "[h264 @ 0x558ba16d37c0] cabac decode of qscale diff failed at 22 15 [h264 @ 0x558ba16d37c0] error while decoding MB 22 15, bytestream 60378 [h264 @ 0x558ba1f1ae40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba1f1ae40] error while decoding MB 0 5, bytestream 2310 [h264 @ 0x558ba15a59c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba15a59c0] error while decoding MB 0 36, bytestream 634 [h264 @ 0x558ba1591b00] error while decoding MB 55 17, bytestream ", "last_exit_at": "2026-07-05T05:23:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.131, "last_started_at": "2026-07-05T05:23:15+09:00", "pid": 112438, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.895, "name": "ffmpeg", "pid": 112438, "rss_mb": 139.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 566, "restart_count_per_hour": 11, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.56, "sample_count": 1977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1229848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:23:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:23:17+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T05:23:17+09:00", "mjpeg": {"age_sec": 4.997, "exists": true, "mtime": "2026-07-05T05:23:12.503887+09:00", "mtime_epoch": 1783196592.5038874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:23:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.469, "pushed": 5.469, "read": 5.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.957, "count": 163, "max_ms": 23.902, "p95_ms": 22.061}, "gstreamer_push": {"avg_ms": 1.021, "count": 164, "max_ms": 1.201, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.03, "count": 163, "max_ms": 64.054, "p95_ms": 61.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.575, "count": 163, "max_ms": 79.709, "p95_ms": 69.679}, "yolo11_640_fire_11class": {"avg_ms": 49.671, "count": 163, "max_ms": 73.476, "p95_ms": 66.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.259, "count": 163, "max_ms": 78.746, "p95_ms": 75.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.407, "count": 164, "max_ms": 165.98, "p95_ms": 163.124}, "read_interval": {"avg_ms": 183.94, "count": 163, "max_ms": 5057.534, "p95_ms": 174.593}, "triton_wait": {"avg_ms": 56.473, "count": 163, "max_ms": 79.721, "p95_ms": 75.451}, "visualize": {"avg_ms": 5.865, "count": 163, "max_ms": 9.254, "p95_ms": 6.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15612.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.023, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.456, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1511096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:23:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:23:46+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T05:23:46+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T05:23:46.344438+09:00", "mtime_epoch": 1783196626.3444378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:23:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2159.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.251, "count": 301, "max_ms": 11.356, "p95_ms": 8.228}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 2.146, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.883, "count": 301, "max_ms": 69.7, "p95_ms": 61.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.503, "count": 301, "max_ms": 75.471, "p95_ms": 69.188}, "yolo11_640_fire_11class": {"avg_ms": 51.856, "count": 301, "max_ms": 69.184, "p95_ms": 63.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.629, "count": 301, "max_ms": 79.467, "p95_ms": 73.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.486, "count": 301, "max_ms": 95.896, "p95_ms": 89.931}, "read_interval": {"avg_ms": 99.704, "count": 300, "max_ms": 707.703, "p95_ms": 112.281}, "triton_wait": {"avg_ms": 55.658, "count": 301, "max_ms": 79.48, "p95_ms": 73.669}, "visualize": {"avg_ms": 3.691, "count": 301, "max_ms": 5.085, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15612.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1335, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:23:12+09:00", "last_error_summary": "[h264 @ 0x558ba16d37c0] cabac decode of qscale diff failed at 22 15 [h264 @ 0x558ba16d37c0] error while decoding MB 22 15, bytestream 60378 [h264 @ 0x558ba1f1ae40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba1f1ae40] error while decoding MB 0 5, bytestream 2310 [h264 @ 0x558ba15a59c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba15a59c0] error while decoding MB 0 36, bytestream 634 [h264 @ 0x558ba1591b00] error while decoding MB 55 17, bytestream ", "last_exit_at": "2026-07-05T05:23:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.268, "last_started_at": "2026-07-05T05:23:15+09:00", "pid": 112438, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.18, "name": "ffmpeg", "pid": 112438, "rss_mb": 268.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 566, "restart_count_per_hour": 11, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.061, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1230080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:23:47+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T05:23:47+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T05:23:47.504457+09:00", "mtime_epoch": 1783196627.5044565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:23:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9209.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.727, "pushed": 7.727, "read": 7.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.776, "count": 231, "max_ms": 28.762, "p95_ms": 20.777}, "gstreamer_push": {"avg_ms": 1.099, "count": 231, "max_ms": 1.242, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.687, "count": 231, "max_ms": 64.624, "p95_ms": 62.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.76, "count": 231, "max_ms": 79.372, "p95_ms": 73.096}, "yolo11_640_fire_11class": {"avg_ms": 51.22, "count": 231, "max_ms": 67.171, "p95_ms": 66.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.914, "count": 231, "max_ms": 78.867, "p95_ms": 77.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.623, "count": 231, "max_ms": 164.54, "p95_ms": 139.708}, "read_interval": {"avg_ms": 129.861, "count": 230, "max_ms": 174.389, "p95_ms": 149.662}, "triton_wait": {"avg_ms": 59.146, "count": 231, "max_ms": 79.384, "p95_ms": 77.94}, "visualize": {"avg_ms": 4.716, "count": 231, "max_ms": 5.981, "p95_ms": 5.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15614.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 838.071, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.531, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1511399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:24:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:24:16+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T05:24:16.420927+09:00", "mtime_epoch": 1783196656.4209273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:24:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2159.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.079}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.413, "count": 303, "max_ms": 11.798, "p95_ms": 8.892}, "gstreamer_push": {"avg_ms": 1.26, "count": 303, "max_ms": 1.556, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.995, "count": 303, "max_ms": 66.518, "p95_ms": 61.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.807, "count": 303, "max_ms": 82.225, "p95_ms": 70.842}, "yolo11_640_fire_11class": {"avg_ms": 51.846, "count": 303, "max_ms": 69.618, "p95_ms": 65.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.053, "count": 303, "max_ms": 80.718, "p95_ms": 75.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.691, "count": 303, "max_ms": 97.733, "p95_ms": 91.563}, "read_interval": {"avg_ms": 99.219, "count": 302, "max_ms": 627.738, "p95_ms": 112.265}, "triton_wait": {"avg_ms": 55.801, "count": 303, "max_ms": 82.236, "p95_ms": 75.64}, "visualize": {"avg_ms": 3.694, "count": 303, "max_ms": 4.675, "p95_ms": 4.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15614.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1335, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:23:12+09:00", "last_error_summary": "[h264 @ 0x558ba16d37c0] cabac decode of qscale diff failed at 22 15 [h264 @ 0x558ba16d37c0] error while decoding MB 22 15, bytestream 60378 [h264 @ 0x558ba1f1ae40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba1f1ae40] error while decoding MB 0 5, bytestream 2310 [h264 @ 0x558ba15a59c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba15a59c0] error while decoding MB 0 36, bytestream 634 [h264 @ 0x558ba1591b00] error while decoding MB 55 17, bytestream ", "last_exit_at": "2026-07-05T05:23:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.274, "last_started_at": "2026-07-05T05:23:15+09:00", "pid": 112438, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.5, "name": "ffmpeg", "pid": 112438, "rss_mb": 270.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 566, "restart_count_per_hour": 11, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.078, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1230306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:24:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:24:17+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T05:24:17+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T05:24:17.508945+09:00", "mtime_epoch": 1783196657.508945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:24:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9210.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.534, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.156, "count": 226, "max_ms": 32.453, "p95_ms": 20.934}, "gstreamer_push": {"avg_ms": 1.1, "count": 226, "max_ms": 1.588, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.574, "count": 226, "max_ms": 65.843, "p95_ms": 63.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.762, "count": 226, "max_ms": 81.149, "p95_ms": 72.093}, "yolo11_640_fire_11class": {"avg_ms": 51.198, "count": 226, "max_ms": 69.203, "p95_ms": 66.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.528, "count": 226, "max_ms": 79.676, "p95_ms": 77.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.967, "count": 226, "max_ms": 166.529, "p95_ms": 142.447}, "read_interval": {"avg_ms": 132.755, "count": 226, "max_ms": 176.119, "p95_ms": 151.856}, "triton_wait": {"avg_ms": 58.855, "count": 226, "max_ms": 81.16, "p95_ms": 77.832}, "visualize": {"avg_ms": 4.878, "count": 226, "max_ms": 7.609, "p95_ms": 5.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15615.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.091, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.378, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1511696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:24:46+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:24:46+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T05:24:46.441404+09:00", "mtime_epoch": 1783196686.441404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:24:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2159.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.926, "pushed": 9.926, "read": 9.892}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 297, "max_ms": 11.978, "p95_ms": 8.212}, "gstreamer_push": {"avg_ms": 1.278, "count": 297, "max_ms": 2.166, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.067, "count": 297, "max_ms": 66.513, "p95_ms": 60.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.291, "count": 297, "max_ms": 75.464, "p95_ms": 69.963}, "yolo11_640_fire_11class": {"avg_ms": 52.27, "count": 297, "max_ms": 69.707, "p95_ms": 64.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.559, "count": 297, "max_ms": 80.053, "p95_ms": 74.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.092, "count": 297, "max_ms": 96.211, "p95_ms": 90.229}, "read_interval": {"avg_ms": 101.137, "count": 296, "max_ms": 746.058, "p95_ms": 109.215}, "triton_wait": {"avg_ms": 56.263, "count": 297, "max_ms": 80.064, "p95_ms": 74.616}, "visualize": {"avg_ms": 3.731, "count": 297, "max_ms": 5.64, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15615.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1335, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:23:12+09:00", "last_error_summary": "[h264 @ 0x558ba16d37c0] cabac decode of qscale diff failed at 22 15 [h264 @ 0x558ba16d37c0] error while decoding MB 22 15, bytestream 60378 [h264 @ 0x558ba1f1ae40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba1f1ae40] error while decoding MB 0 5, bytestream 2310 [h264 @ 0x558ba15a59c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba15a59c0] error while decoding MB 0 36, bytestream 634 [h264 @ 0x558ba1591b00] error while decoding MB 55 17, bytestream ", "last_exit_at": "2026-07-05T05:23:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.41, "last_started_at": "2026-07-05T05:23:15+09:00", "pid": 112438, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.5, "name": "ffmpeg", "pid": 112438, "rss_mb": 270.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 566, "restart_count_per_hour": 11, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.473, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1230538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:24:47+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T05:24:47+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T05:24:47.657423+09:00", "mtime_epoch": 1783196687.6574225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:24:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9210.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.734, "pushed": 7.734, "read": 7.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.772, "count": 231, "max_ms": 25.056, "p95_ms": 20.845}, "gstreamer_push": {"avg_ms": 1.12, "count": 231, "max_ms": 1.694, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.461, "count": 231, "max_ms": 67.03, "p95_ms": 63.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.195, "count": 231, "max_ms": 80.535, "p95_ms": 71.817}, "yolo11_640_fire_11class": {"avg_ms": 52.493, "count": 231, "max_ms": 69.613, "p95_ms": 66.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.352, "count": 231, "max_ms": 80.74, "p95_ms": 76.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.146, "count": 231, "max_ms": 149.727, "p95_ms": 138.785}, "read_interval": {"avg_ms": 129.867, "count": 230, "max_ms": 160.536, "p95_ms": 148.682}, "triton_wait": {"avg_ms": 59.74, "count": 231, "max_ms": 80.756, "p95_ms": 77.07}, "visualize": {"avg_ms": 4.733, "count": 231, "max_ms": 6.052, "p95_ms": 5.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15615.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.162, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.34, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1511998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:25:16+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:25:16+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T05:25:16.513860+09:00", "mtime_epoch": 1783196716.5138605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:25:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2159.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.328, "count": 302, "max_ms": 11.688, "p95_ms": 8.735}, "gstreamer_push": {"avg_ms": 1.279, "count": 302, "max_ms": 1.814, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.654, "count": 302, "max_ms": 69.567, "p95_ms": 59.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.798, "count": 302, "max_ms": 78.64, "p95_ms": 68.017}, "yolo11_640_fire_11class": {"avg_ms": 51.329, "count": 302, "max_ms": 73.674, "p95_ms": 62.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.424, "count": 302, "max_ms": 85.321, "p95_ms": 72.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.295, "count": 302, "max_ms": 101.67, "p95_ms": 88.372}, "read_interval": {"avg_ms": 99.616, "count": 301, "max_ms": 591.022, "p95_ms": 118.143}, "triton_wait": {"avg_ms": 55.459, "count": 302, "max_ms": 85.333, "p95_ms": 73.046}, "visualize": {"avg_ms": 3.653, "count": 302, "max_ms": 4.612, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15615.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1335, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:23:12+09:00", "last_error_summary": "[h264 @ 0x558ba16d37c0] cabac decode of qscale diff failed at 22 15 [h264 @ 0x558ba16d37c0] error while decoding MB 22 15, bytestream 60378 [h264 @ 0x558ba1f1ae40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba1f1ae40] error while decoding MB 0 5, bytestream 2310 [h264 @ 0x558ba15a59c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba15a59c0] error while decoding MB 0 36, bytestream 634 [h264 @ 0x558ba1591b00] error while decoding MB 55 17, bytestream ", "last_exit_at": "2026-07-05T05:23:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.507, "last_started_at": "2026-07-05T05:23:15+09:00", "pid": 112438, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.758, "name": "ffmpeg", "pid": 112438, "rss_mb": 270.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 566, "restart_count_per_hour": 11, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.538, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1230772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:25:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:25:17+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T05:25:17+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T05:25:17.745879+09:00", "mtime_epoch": 1783196717.7458792, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:25:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9210.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.806, "pushed": 7.806, "read": 7.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.028, "count": 233, "max_ms": 30.092, "p95_ms": 21.951}, "gstreamer_push": {"avg_ms": 1.118, "count": 234, "max_ms": 1.316, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.573, "count": 233, "max_ms": 70.774, "p95_ms": 63.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.408, "count": 233, "max_ms": 77.29, "p95_ms": 68.906}, "yolo11_640_fire_11class": {"avg_ms": 50.586, "count": 233, "max_ms": 72.382, "p95_ms": 66.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.863, "count": 233, "max_ms": 84.147, "p95_ms": 76.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.894, "count": 234, "max_ms": 146.219, "p95_ms": 137.315}, "read_interval": {"avg_ms": 128.532, "count": 233, "max_ms": 155.648, "p95_ms": 147.243}, "triton_wait": {"avg_ms": 58.373, "count": 233, "max_ms": 84.158, "p95_ms": 76.866}, "visualize": {"avg_ms": 4.683, "count": 233, "max_ms": 6.258, "p95_ms": 4.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15616.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.199, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.219, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:25:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:25:46+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T05:25:46+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T05:25:46.518318+09:00", "mtime_epoch": 1783196746.518318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:25:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2159.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 299, "max_ms": 9.455, "p95_ms": 8.168}, "gstreamer_push": {"avg_ms": 1.279, "count": 299, "max_ms": 2.022, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.01, "count": 299, "max_ms": 64.278, "p95_ms": 60.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.079, "count": 299, "max_ms": 77.039, "p95_ms": 69.252}, "yolo11_640_fire_11class": {"avg_ms": 51.929, "count": 299, "max_ms": 67.686, "p95_ms": 64.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.395, "count": 299, "max_ms": 78.568, "p95_ms": 75.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.931, "count": 299, "max_ms": 94.58, "p95_ms": 91.233}, "read_interval": {"avg_ms": 100.41, "count": 298, "max_ms": 708.099, "p95_ms": 111.252}, "triton_wait": {"avg_ms": 56.188, "count": 299, "max_ms": 78.581, "p95_ms": 75.705}, "visualize": {"avg_ms": 3.677, "count": 299, "max_ms": 5.002, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15616.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1335, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:23:12+09:00", "last_error_summary": "[h264 @ 0x558ba16d37c0] cabac decode of qscale diff failed at 22 15 [h264 @ 0x558ba16d37c0] error while decoding MB 22 15, bytestream 60378 [h264 @ 0x558ba1f1ae40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba1f1ae40] error while decoding MB 0 5, bytestream 2310 [h264 @ 0x558ba15a59c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba15a59c0] error while decoding MB 0 36, bytestream 634 [h264 @ 0x558ba1591b00] error while decoding MB 55 17, bytestream ", "last_exit_at": "2026-07-05T05:23:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.549, "last_started_at": "2026-07-05T05:23:15+09:00", "pid": 112438, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.016, "name": "ffmpeg", "pid": 112438, "rss_mb": 271.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 566, "restart_count_per_hour": 11, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.5, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1231004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:25:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:25:47+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T05:25:47+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T05:25:47.814338+09:00", "mtime_epoch": 1783196747.8143377, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:25:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9210.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.755, "pushed": 7.755, "read": 7.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.854, "count": 232, "max_ms": 22.822, "p95_ms": 20.714}, "gstreamer_push": {"avg_ms": 1.117, "count": 232, "max_ms": 1.629, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.831, "count": 232, "max_ms": 66.451, "p95_ms": 63.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.599, "count": 232, "max_ms": 79.07, "p95_ms": 73.534}, "yolo11_640_fire_11class": {"avg_ms": 51.532, "count": 232, "max_ms": 70.967, "p95_ms": 66.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.562, "count": 232, "max_ms": 80.532, "p95_ms": 76.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.656, "count": 232, "max_ms": 141.273, "p95_ms": 138.583}, "read_interval": {"avg_ms": 129.519, "count": 231, "max_ms": 155.807, "p95_ms": 148.86}, "triton_wait": {"avg_ms": 58.89, "count": 232, "max_ms": 80.544, "p95_ms": 77.456}, "visualize": {"avg_ms": 4.758, "count": 232, "max_ms": 7.493, "p95_ms": 5.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15616.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.255, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.018, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:26:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:26:16+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:26:16+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T05:26:16.590778+09:00", "mtime_epoch": 1783196776.5907784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:26:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2159.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.109}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.977, "count": 304, "max_ms": 11.474, "p95_ms": 8.468}, "gstreamer_push": {"avg_ms": 1.269, "count": 304, "max_ms": 1.78, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.95, "count": 304, "max_ms": 65.483, "p95_ms": 60.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.378, "count": 304, "max_ms": 77.611, "p95_ms": 69.536}, "yolo11_640_fire_11class": {"avg_ms": 51.898, "count": 304, "max_ms": 73.582, "p95_ms": 63.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.218, "count": 304, "max_ms": 80.057, "p95_ms": 72.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.421, "count": 304, "max_ms": 93.662, "p95_ms": 89.562}, "read_interval": {"avg_ms": 98.907, "count": 303, "max_ms": 695.988, "p95_ms": 108.36}, "triton_wait": {"avg_ms": 56.052, "count": 304, "max_ms": 80.069, "p95_ms": 74.131}, "visualize": {"avg_ms": 3.564, "count": 304, "max_ms": 4.958, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15616.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1335, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:23:12+09:00", "last_error_summary": "[h264 @ 0x558ba16d37c0] cabac decode of qscale diff failed at 22 15 [h264 @ 0x558ba16d37c0] error while decoding MB 22 15, bytestream 60378 [h264 @ 0x558ba1f1ae40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba1f1ae40] error while decoding MB 0 5, bytestream 2310 [h264 @ 0x558ba15a59c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba15a59c0] error while decoding MB 0 36, bytestream 634 [h264 @ 0x558ba1591b00] error while decoding MB 55 17, bytestream ", "last_exit_at": "2026-07-05T05:23:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.669, "last_started_at": "2026-07-05T05:23:15+09:00", "pid": 112438, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.016, "name": "ffmpeg", "pid": 112438, "rss_mb": 271.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 566, "restart_count_per_hour": 11, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.338, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1231235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:26:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:26:18+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T05:26:17+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T05:26:17.938799+09:00", "mtime_epoch": 1783196777.938799, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:26:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9210.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.706, "pushed": 7.706, "read": 7.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.971, "count": 230, "max_ms": 25.681, "p95_ms": 21.348}, "gstreamer_push": {"avg_ms": 1.119, "count": 231, "max_ms": 1.594, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.187, "count": 230, "max_ms": 66.009, "p95_ms": 63.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.04, "count": 230, "max_ms": 82.012, "p95_ms": 71.758}, "yolo11_640_fire_11class": {"avg_ms": 52.013, "count": 230, "max_ms": 69.62, "p95_ms": 66.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.367, "count": 230, "max_ms": 80.298, "p95_ms": 77.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.702, "count": 231, "max_ms": 143.897, "p95_ms": 139.549}, "read_interval": {"avg_ms": 130.422, "count": 230, "max_ms": 153.124, "p95_ms": 150.009}, "triton_wait": {"avg_ms": 59.871, "count": 230, "max_ms": 82.025, "p95_ms": 78.034}, "visualize": {"avg_ms": 4.702, "count": 230, "max_ms": 6.078, "p95_ms": 5.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15616.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.277, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.014, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:26:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:26:46+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T05:26:46.627240+09:00", "mtime_epoch": 1783196806.6272402, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:26:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2159.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.09}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.26, "count": 303, "max_ms": 11.058, "p95_ms": 8.623}, "gstreamer_push": {"avg_ms": 1.266, "count": 303, "max_ms": 1.684, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.808, "count": 303, "max_ms": 70.86, "p95_ms": 61.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.111, "count": 303, "max_ms": 79.687, "p95_ms": 68.462}, "yolo11_640_fire_11class": {"avg_ms": 50.957, "count": 303, "max_ms": 66.165, "p95_ms": 63.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.602, "count": 303, "max_ms": 78.722, "p95_ms": 75.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.713, "count": 303, "max_ms": 94.847, "p95_ms": 90.611}, "read_interval": {"avg_ms": 99.127, "count": 302, "max_ms": 736.708, "p95_ms": 111.803}, "triton_wait": {"avg_ms": 54.857, "count": 303, "max_ms": 79.699, "p95_ms": 75.436}, "visualize": {"avg_ms": 3.709, "count": 303, "max_ms": 5.932, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15616.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1335, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:23:12+09:00", "last_error_summary": "[h264 @ 0x558ba16d37c0] cabac decode of qscale diff failed at 22 15 [h264 @ 0x558ba16d37c0] error while decoding MB 22 15, bytestream 60378 [h264 @ 0x558ba1f1ae40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba1f1ae40] error while decoding MB 0 5, bytestream 2310 [h264 @ 0x558ba15a59c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558ba15a59c0] error while decoding MB 0 36, bytestream 634 [h264 @ 0x558ba1591b00] error while decoding MB 55 17, bytestream ", "last_exit_at": "2026-07-05T05:23:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.753, "last_started_at": "2026-07-05T05:23:15+09:00", "pid": 112438, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.016, "name": "ffmpeg", "pid": 112438, "rss_mb": 271.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 566, "restart_count_per_hour": 11, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.026, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1231470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:26:48+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T05:26:48+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T05:26:48.019262+09:00", "mtime_epoch": 1783196808.0192616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:26:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9210.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.843, "pushed": 7.843, "read": 7.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.134, "count": 235, "max_ms": 29.629, "p95_ms": 22.714}, "gstreamer_push": {"avg_ms": 1.117, "count": 235, "max_ms": 1.453, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.905, "count": 235, "max_ms": 64.926, "p95_ms": 63.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.873, "count": 235, "max_ms": 79.918, "p95_ms": 70.867}, "yolo11_640_fire_11class": {"avg_ms": 48.991, "count": 235, "max_ms": 67.902, "p95_ms": 66.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.345, "count": 235, "max_ms": 80.085, "p95_ms": 76.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.167, "count": 235, "max_ms": 141.948, "p95_ms": 138.545}, "read_interval": {"avg_ms": 128.044, "count": 234, "max_ms": 153.03, "p95_ms": 150.483}, "triton_wait": {"avg_ms": 56.822, "count": 235, "max_ms": 80.096, "p95_ms": 77.164}, "visualize": {"avg_ms": 4.803, "count": 235, "max_ms": 7.417, "p95_ms": 5.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15613.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.354, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.83, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:27:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:27:16+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T05:27:16+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T05:27:16.679704+09:00", "mtime_epoch": 1783196836.6797037, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:27:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2160.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.853}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.212, "count": 296, "max_ms": 12.408, "p95_ms": 8.543}, "gstreamer_push": {"avg_ms": 1.274, "count": 296, "max_ms": 2.068, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.293, "count": 296, "max_ms": 65.142, "p95_ms": 61.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.041, "count": 296, "max_ms": 78.582, "p95_ms": 68.464}, "yolo11_640_fire_11class": {"avg_ms": 51.343, "count": 296, "max_ms": 68.358, "p95_ms": 64.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.625, "count": 296, "max_ms": 78.214, "p95_ms": 75.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.592, "count": 296, "max_ms": 94.734, "p95_ms": 91.451}, "read_interval": {"avg_ms": 101.436, "count": 295, "max_ms": 863.996, "p95_ms": 125.912}, "triton_wait": {"avg_ms": 54.821, "count": 296, "max_ms": 78.593, "p95_ms": 76.194}, "visualize": {"avg_ms": 3.671, "count": 296, "max_ms": 4.726, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15613.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1336, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:27:01+09:00", "last_error_summary": "[h264 @ 0x55d29e05cb80] error while decoding MB 26 31, bytestream -9", "last_exit_at": "2026-07-05T05:27:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.117, "last_started_at": "2026-07-05T05:27:04+09:00", "pid": 112545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.164, "name": "ffmpeg", "pid": 112545, "rss_mb": 265.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 567, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.953, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1231670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:27:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:27:18+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T05:27:18+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T05:27:18.131726+09:00", "mtime_epoch": 1783196838.1317263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:27:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9210.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.668, "pushed": 6.668, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.113, "count": 199, "max_ms": 29.397, "p95_ms": 22.308}, "gstreamer_push": {"avg_ms": 1.119, "count": 200, "max_ms": 1.593, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.667, "count": 199, "max_ms": 64.662, "p95_ms": 62.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.3, "count": 199, "max_ms": 80.08, "p95_ms": 70.196}, "yolo11_640_fire_11class": {"avg_ms": 50.274, "count": 199, "max_ms": 68.663, "p95_ms": 66.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.082, "count": 199, "max_ms": 79.189, "p95_ms": 77.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.518, "count": 200, "max_ms": 146.614, "p95_ms": 139.636}, "read_interval": {"avg_ms": 150.702, "count": 199, "max_ms": 4349.154, "p95_ms": 152.193}, "triton_wait": {"avg_ms": 57.553, "count": 199, "max_ms": 80.093, "p95_ms": 77.829}, "visualize": {"avg_ms": 4.896, "count": 199, "max_ms": 7.269, "p95_ms": 6.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15615.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.393, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.804, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:27:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:27:46+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T05:27:46+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T05:27:46.732169+09:00", "mtime_epoch": 1783196866.7321692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:27:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2160.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.274, "count": 300, "max_ms": 11.507, "p95_ms": 8.527}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 2.034, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.898, "count": 300, "max_ms": 63.533, "p95_ms": 61.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.965, "count": 300, "max_ms": 76.523, "p95_ms": 69.526}, "yolo11_640_fire_11class": {"avg_ms": 52.848, "count": 300, "max_ms": 67.119, "p95_ms": 64.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.969, "count": 300, "max_ms": 79.257, "p95_ms": 75.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.332, "count": 300, "max_ms": 94.434, "p95_ms": 91.342}, "read_interval": {"avg_ms": 100.165, "count": 299, "max_ms": 651.115, "p95_ms": 110.58}, "triton_wait": {"avg_ms": 57.525, "count": 300, "max_ms": 79.269, "p95_ms": 76.074}, "visualize": {"avg_ms": 3.699, "count": 300, "max_ms": 5.046, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15615.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1336, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:27:01+09:00", "last_error_summary": "[h264 @ 0x55d29e05cb80] error while decoding MB 26 31, bytestream -9", "last_exit_at": "2026-07-05T05:27:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.132, "last_started_at": "2026-07-05T05:27:04+09:00", "pid": 112545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.742, "name": "ffmpeg", "pid": 112545, "rss_mb": 267.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 567, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.183, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1231896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:27:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:27:48+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T05:27:48+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T05:27:48.144191+09:00", "mtime_epoch": 1783196868.144191, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:27:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9210.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.566, "pushed": 7.566, "read": 7.532}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.568, "count": 226, "max_ms": 26.941, "p95_ms": 20.075}, "gstreamer_push": {"avg_ms": 1.126, "count": 226, "max_ms": 1.571, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.758, "count": 226, "max_ms": 65.949, "p95_ms": 63.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.886, "count": 226, "max_ms": 79.635, "p95_ms": 72.405}, "yolo11_640_fire_11class": {"avg_ms": 53.83, "count": 226, "max_ms": 68.983, "p95_ms": 66.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.325, "count": 226, "max_ms": 79.923, "p95_ms": 78.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.088, "count": 226, "max_ms": 143.364, "p95_ms": 140.7}, "read_interval": {"avg_ms": 132.851, "count": 225, "max_ms": 153.553, "p95_ms": 150.723}, "triton_wait": {"avg_ms": 62.375, "count": 226, "max_ms": 79.936, "p95_ms": 78.279}, "visualize": {"avg_ms": 4.743, "count": 226, "max_ms": 5.593, "p95_ms": 5.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15615.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.47, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.719, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:28:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:28:16+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T05:28:16+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T05:28:16.816637+09:00", "mtime_epoch": 1783196896.8166368, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:28:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2160.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.143, "count": 301, "max_ms": 8.859, "p95_ms": 7.78}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 2.002, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.121, "count": 301, "max_ms": 65.278, "p95_ms": 61.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.466, "count": 301, "max_ms": 78.495, "p95_ms": 69.071}, "yolo11_640_fire_11class": {"avg_ms": 52.365, "count": 301, "max_ms": 68.822, "p95_ms": 63.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.869, "count": 301, "max_ms": 77.914, "p95_ms": 74.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.44, "count": 301, "max_ms": 93.917, "p95_ms": 90.378}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 617.5, "p95_ms": 110.031}, "triton_wait": {"avg_ms": 56.734, "count": 301, "max_ms": 78.508, "p95_ms": 74.963}, "visualize": {"avg_ms": 3.679, "count": 301, "max_ms": 4.593, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15615.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1336, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:27:01+09:00", "last_error_summary": "[h264 @ 0x55d29e05cb80] error while decoding MB 26 31, bytestream -9", "last_exit_at": "2026-07-05T05:27:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.207, "last_started_at": "2026-07-05T05:27:04+09:00", "pid": 112545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.742, "name": "ffmpeg", "pid": 112545, "rss_mb": 267.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 567, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.351, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1232126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:28:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:28:18+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T05:28:18+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T05:28:18.220659+09:00", "mtime_epoch": 1783196898.2206585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:28:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9210.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.684, "pushed": 7.684, "read": 7.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.581, "count": 230, "max_ms": 29.014, "p95_ms": 20.191}, "gstreamer_push": {"avg_ms": 1.117, "count": 230, "max_ms": 1.657, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.288, "count": 230, "max_ms": 64.676, "p95_ms": 63.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.161, "count": 230, "max_ms": 82.682, "p95_ms": 70.928}, "yolo11_640_fire_11class": {"avg_ms": 51.942, "count": 230, "max_ms": 68.266, "p95_ms": 65.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.932, "count": 230, "max_ms": 79.773, "p95_ms": 77.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.999, "count": 230, "max_ms": 142.918, "p95_ms": 138.979}, "read_interval": {"avg_ms": 130.786, "count": 229, "max_ms": 154.286, "p95_ms": 148.926}, "triton_wait": {"avg_ms": 60.234, "count": 230, "max_ms": 82.694, "p95_ms": 77.607}, "visualize": {"avg_ms": 4.733, "count": 230, "max_ms": 5.894, "p95_ms": 5.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15615.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1109.181, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.914, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1514106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:28:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:28:47+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T05:28:47+09:00", "mjpeg": {"age_sec": 0.755, "exists": true, "mtime": "2026-07-05T05:28:46.841105+09:00", "mtime_epoch": 1783196926.8411047, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:28:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2160.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.907}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.236, "count": 298, "max_ms": 12.497, "p95_ms": 8.686}, "gstreamer_push": {"avg_ms": 1.273, "count": 298, "max_ms": 1.724, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.144, "count": 298, "max_ms": 71.32, "p95_ms": 61.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.724, "count": 298, "max_ms": 78.967, "p95_ms": 69.534}, "yolo11_640_fire_11class": {"avg_ms": 52.215, "count": 298, "max_ms": 68.188, "p95_ms": 64.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.383, "count": 298, "max_ms": 78.971, "p95_ms": 75.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.885, "count": 298, "max_ms": 100.072, "p95_ms": 91.512}, "read_interval": {"avg_ms": 101.005, "count": 297, "max_ms": 787.319, "p95_ms": 114.561}, "triton_wait": {"avg_ms": 56.076, "count": 298, "max_ms": 78.984, "p95_ms": 75.873}, "visualize": {"avg_ms": 3.662, "count": 298, "max_ms": 4.62, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15616.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1336, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:27:01+09:00", "last_error_summary": "[h264 @ 0x55d29e05cb80] error while decoding MB 26 31, bytestream -9", "last_exit_at": "2026-07-05T05:27:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.266, "last_started_at": "2026-07-05T05:27:04+09:00", "pid": 112545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.258, "name": "ffmpeg", "pid": 112545, "rss_mb": 268.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 567, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.343, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1232357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:28:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:28:48+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T05:28:48+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T05:28:48.273127+09:00", "mtime_epoch": 1783196928.273127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:28:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.723, "pushed": 7.723, "read": 7.69}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.699, "count": 231, "max_ms": 32.145, "p95_ms": 20.299}, "gstreamer_push": {"avg_ms": 1.116, "count": 231, "max_ms": 1.631, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.699, "count": 231, "max_ms": 65.257, "p95_ms": 62.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.666, "count": 231, "max_ms": 80.856, "p95_ms": 71.343}, "yolo11_640_fire_11class": {"avg_ms": 51.236, "count": 231, "max_ms": 68.504, "p95_ms": 66.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.015, "count": 231, "max_ms": 79.591, "p95_ms": 77.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.373, "count": 231, "max_ms": 142.985, "p95_ms": 140.051}, "read_interval": {"avg_ms": 130.136, "count": 230, "max_ms": 154.396, "p95_ms": 149.758}, "triton_wait": {"avg_ms": 59.363, "count": 231, "max_ms": 80.867, "p95_ms": 77.994}, "visualize": {"avg_ms": 4.706, "count": 231, "max_ms": 5.704, "p95_ms": 4.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15620.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1139.249, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.943, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1514413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:29:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:29:17+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T05:29:17+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T05:29:17.605586+09:00", "mtime_epoch": 1783196957.6055856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:29:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2160.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.239, "pushed": 10.239, "read": 10.206}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.195, "count": 307, "max_ms": 11.793, "p95_ms": 8.2}, "gstreamer_push": {"avg_ms": 1.262, "count": 307, "max_ms": 1.92, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.685, "count": 307, "max_ms": 65.229, "p95_ms": 62.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.783, "count": 307, "max_ms": 75.769, "p95_ms": 68.889}, "yolo11_640_fire_11class": {"avg_ms": 52.521, "count": 307, "max_ms": 66.791, "p95_ms": 64.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.307, "count": 307, "max_ms": 78.998, "p95_ms": 76.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.148, "count": 307, "max_ms": 94.63, "p95_ms": 91.446}, "read_interval": {"avg_ms": 97.995, "count": 306, "max_ms": 662.27, "p95_ms": 110.811}, "triton_wait": {"avg_ms": 56.461, "count": 307, "max_ms": 79.01, "p95_ms": 76.166}, "visualize": {"avg_ms": 3.672, "count": 307, "max_ms": 4.499, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15620.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1336, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:27:01+09:00", "last_error_summary": "[h264 @ 0x55d29e05cb80] error while decoding MB 26 31, bytestream -9", "last_exit_at": "2026-07-05T05:27:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.368, "last_started_at": "2026-07-05T05:27:04+09:00", "pid": 112545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.898, "name": "ffmpeg", "pid": 112545, "rss_mb": 272.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 567, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.187, "sample_count": 2274, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1232586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:29:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:29:18+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T05:29:18+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T05:29:18.377598+09:00", "mtime_epoch": 1783196958.3775978, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:29:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.645, "pushed": 7.645, "read": 7.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.496, "count": 229, "max_ms": 26.2, "p95_ms": 20.697}, "gstreamer_push": {"avg_ms": 1.122, "count": 229, "max_ms": 1.854, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.4, "count": 229, "max_ms": 65.728, "p95_ms": 63.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.382, "count": 229, "max_ms": 80.767, "p95_ms": 70.021}, "yolo11_640_fire_11class": {"avg_ms": 52.887, "count": 229, "max_ms": 68.316, "p95_ms": 66.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.728, "count": 229, "max_ms": 80.691, "p95_ms": 77.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.549, "count": 229, "max_ms": 148.006, "p95_ms": 140.396}, "read_interval": {"avg_ms": 131.483, "count": 228, "max_ms": 159.596, "p95_ms": 150.319}, "triton_wait": {"avg_ms": 60.953, "count": 229, "max_ms": 80.778, "p95_ms": 77.79}, "visualize": {"avg_ms": 4.792, "count": 229, "max_ms": 7.232, "p95_ms": 5.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15620.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1169.295, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.018, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1514710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:29:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:29:47+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T05:29:47+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T05:29:47.626056+09:00", "mtime_epoch": 1783196987.6260562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:29:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2160.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.885}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.207, "count": 297, "max_ms": 11.574, "p95_ms": 8.319}, "gstreamer_push": {"avg_ms": 1.269, "count": 297, "max_ms": 1.652, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.173, "count": 297, "max_ms": 70.291, "p95_ms": 62.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.847, "count": 297, "max_ms": 79.103, "p95_ms": 68.103}, "yolo11_640_fire_11class": {"avg_ms": 52.266, "count": 297, "max_ms": 72.177, "p95_ms": 65.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.817, "count": 297, "max_ms": 77.856, "p95_ms": 75.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.697, "count": 297, "max_ms": 95.131, "p95_ms": 91.453}, "read_interval": {"avg_ms": 101.179, "count": 296, "max_ms": 741.444, "p95_ms": 137.913}, "triton_wait": {"avg_ms": 55.939, "count": 297, "max_ms": 79.116, "p95_ms": 75.947}, "visualize": {"avg_ms": 3.678, "count": 297, "max_ms": 4.577, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15620.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1336, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:27:01+09:00", "last_error_summary": "[h264 @ 0x55d29e05cb80] error while decoding MB 26 31, bytestream -9", "last_exit_at": "2026-07-05T05:27:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.381, "last_started_at": "2026-07-05T05:27:04+09:00", "pid": 112545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.898, "name": "ffmpeg", "pid": 112545, "rss_mb": 272.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 567, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.238, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1232818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:29:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:29:48+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T05:29:48+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T05:29:48.398068+09:00", "mtime_epoch": 1783196988.3980684, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:29:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.765, "pushed": 7.765, "read": 7.732}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.671, "count": 232, "max_ms": 26.138, "p95_ms": 20.286}, "gstreamer_push": {"avg_ms": 1.116, "count": 232, "max_ms": 1.584, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.077, "count": 232, "max_ms": 65.112, "p95_ms": 63.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.01, "count": 232, "max_ms": 76.994, "p95_ms": 70.083}, "yolo11_640_fire_11class": {"avg_ms": 50.891, "count": 232, "max_ms": 68.887, "p95_ms": 66.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.549, "count": 232, "max_ms": 80.214, "p95_ms": 77.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.584, "count": 232, "max_ms": 160.512, "p95_ms": 139.34}, "read_interval": {"avg_ms": 129.389, "count": 231, "max_ms": 170.821, "p95_ms": 149.344}, "triton_wait": {"avg_ms": 58.712, "count": 232, "max_ms": 80.226, "p95_ms": 77.55}, "visualize": {"avg_ms": 4.731, "count": 232, "max_ms": 6.078, "p95_ms": 5.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15621.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1199.302, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.233, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:30:17+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T05:30:17+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T05:30:17.654528+09:00", "mtime_epoch": 1783197017.6545284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:30:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2160.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.137}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.158, "count": 304, "max_ms": 11.545, "p95_ms": 8.544}, "gstreamer_push": {"avg_ms": 1.266, "count": 304, "max_ms": 1.893, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.272, "count": 304, "max_ms": 66.256, "p95_ms": 61.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.905, "count": 304, "max_ms": 80.173, "p95_ms": 71.242}, "yolo11_640_fire_11class": {"avg_ms": 52.742, "count": 304, "max_ms": 68.955, "p95_ms": 65.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.753, "count": 304, "max_ms": 81.805, "p95_ms": 76.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.878, "count": 304, "max_ms": 98.047, "p95_ms": 92.346}, "read_interval": {"avg_ms": 98.755, "count": 304, "max_ms": 558.538, "p95_ms": 112.915}, "triton_wait": {"avg_ms": 56.212, "count": 304, "max_ms": 81.817, "p95_ms": 76.609}, "visualize": {"avg_ms": 3.65, "count": 304, "max_ms": 4.603, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15621.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1336, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:27:01+09:00", "last_error_summary": "[h264 @ 0x55d29e05cb80] error while decoding MB 26 31, bytestream -9", "last_exit_at": "2026-07-05T05:27:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.52, "last_started_at": "2026-07-05T05:27:04+09:00", "pid": 112545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.898, "name": "ffmpeg", "pid": 112545, "rss_mb": 272.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 567, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.123, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1233041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:30:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:30:18+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T05:30:18+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T05:30:18.510542+09:00", "mtime_epoch": 1783197018.5105417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:30:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.435, "pushed": 7.435, "read": 7.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.232, "count": 222, "max_ms": 32.017, "p95_ms": 21.385}, "gstreamer_push": {"avg_ms": 1.105, "count": 223, "max_ms": 1.389, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.635, "count": 222, "max_ms": 65.968, "p95_ms": 64.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.649, "count": 222, "max_ms": 80.198, "p95_ms": 74.251}, "yolo11_640_fire_11class": {"avg_ms": 51.608, "count": 222, "max_ms": 70.227, "p95_ms": 66.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.436, "count": 222, "max_ms": 81.886, "p95_ms": 78.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.507, "count": 223, "max_ms": 166.321, "p95_ms": 143.452}, "read_interval": {"avg_ms": 135.1, "count": 222, "max_ms": 174.888, "p95_ms": 153.849}, "triton_wait": {"avg_ms": 59.616, "count": 222, "max_ms": 81.897, "p95_ms": 78.373}, "visualize": {"avg_ms": 4.95, "count": 222, "max_ms": 7.745, "p95_ms": 5.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15491.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1229.358, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.233, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:30:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:30:47+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T05:30:47+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T05:30:47.691002+09:00", "mtime_epoch": 1783197047.6910017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:30:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2161.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.172, "count": 300, "max_ms": 11.768, "p95_ms": 8.155}, "gstreamer_push": {"avg_ms": 1.262, "count": 300, "max_ms": 1.485, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.177, "count": 300, "max_ms": 65.526, "p95_ms": 61.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.482, "count": 300, "max_ms": 78.309, "p95_ms": 72.428}, "yolo11_640_fire_11class": {"avg_ms": 52.246, "count": 300, "max_ms": 71.93, "p95_ms": 65.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.03, "count": 300, "max_ms": 78.689, "p95_ms": 75.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.339, "count": 300, "max_ms": 94.308, "p95_ms": 91.165}, "read_interval": {"avg_ms": 100.169, "count": 299, "max_ms": 561.993, "p95_ms": 112.957}, "triton_wait": {"avg_ms": 55.637, "count": 300, "max_ms": 78.701, "p95_ms": 75.751}, "visualize": {"avg_ms": 3.673, "count": 300, "max_ms": 4.51, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15510.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1337, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:30:42+09:00", "last_error_summary": "[h264 @ 0x55c9313c9c00] error while decoding MB 25 20, bytestream -5", "last_exit_at": "2026-07-05T05:30:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.626, "last_started_at": "2026-07-05T05:30:45+09:00", "pid": 112652, "process": {"exists": true, "fd_count": 5, "hwm_mb": 163.238, "name": "ffmpeg", "pid": 112652, "rss_mb": 163.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 568, "restart_count_per_hour": 13, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.328, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1233237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:30:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:30:48+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T05:30:48+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T05:30:48.639017+09:00", "mtime_epoch": 1783197048.6390166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:30:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.538, "pushed": 6.538, "read": 6.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.54, "count": 195, "max_ms": 29.03, "p95_ms": 20.2}, "gstreamer_push": {"avg_ms": 1.118, "count": 196, "max_ms": 1.675, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.638, "count": 195, "max_ms": 65.97, "p95_ms": 62.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.817, "count": 195, "max_ms": 78.928, "p95_ms": 73.356}, "yolo11_640_fire_11class": {"avg_ms": 52.417, "count": 195, "max_ms": 69.189, "p95_ms": 66.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.397, "count": 195, "max_ms": 79.007, "p95_ms": 77.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.556, "count": 196, "max_ms": 141.833, "p95_ms": 140.342}, "read_interval": {"avg_ms": 153.74, "count": 195, "max_ms": 4489.695, "p95_ms": 150.655}, "triton_wait": {"avg_ms": 60.586, "count": 195, "max_ms": 79.018, "p95_ms": 78.282}, "visualize": {"avg_ms": 4.748, "count": 195, "max_ms": 6.619, "p95_ms": 5.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15619.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1259.378, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.445, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:31:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:31:17+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T05:31:17.727476+09:00", "mtime_epoch": 1783197077.727476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:31:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2161.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.153, "count": 298, "max_ms": 11.687, "p95_ms": 8.097}, "gstreamer_push": {"avg_ms": 1.28, "count": 298, "max_ms": 1.727, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.182, "count": 298, "max_ms": 65.433, "p95_ms": 61.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.293, "count": 298, "max_ms": 78.99, "p95_ms": 70.043}, "yolo11_640_fire_11class": {"avg_ms": 52.291, "count": 298, "max_ms": 71.464, "p95_ms": 64.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.548, "count": 298, "max_ms": 79.669, "p95_ms": 76.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.585, "count": 298, "max_ms": 95.447, "p95_ms": 92.144}, "read_interval": {"avg_ms": 100.785, "count": 297, "max_ms": 707.988, "p95_ms": 115.377}, "triton_wait": {"avg_ms": 55.853, "count": 298, "max_ms": 79.682, "p95_ms": 76.018}, "visualize": {"avg_ms": 3.683, "count": 298, "max_ms": 5.168, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15620.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1337, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:30:42+09:00", "last_error_summary": "[h264 @ 0x55c9313c9c00] error while decoding MB 25 20, bytestream -5", "last_exit_at": "2026-07-05T05:30:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.692, "last_started_at": "2026-07-05T05:30:45+09:00", "pid": 112652, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.848, "name": "ffmpeg", "pid": 112652, "rss_mb": 269.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 568, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.36, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1233467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:31:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:31:18+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T05:31:18+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T05:31:18.703491+09:00", "mtime_epoch": 1783197078.7034914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:31:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.681, "pushed": 7.681, "read": 7.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.58, "count": 230, "max_ms": 23.289, "p95_ms": 20.492}, "gstreamer_push": {"avg_ms": 1.107, "count": 230, "max_ms": 1.35, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.953, "count": 230, "max_ms": 66.403, "p95_ms": 63.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.323, "count": 230, "max_ms": 79.731, "p95_ms": 72.854}, "yolo11_640_fire_11class": {"avg_ms": 51.963, "count": 230, "max_ms": 72.224, "p95_ms": 66.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.863, "count": 230, "max_ms": 80.478, "p95_ms": 78.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.224, "count": 230, "max_ms": 151.453, "p95_ms": 140.485}, "read_interval": {"avg_ms": 130.754, "count": 229, "max_ms": 159.834, "p95_ms": 150.238}, "triton_wait": {"avg_ms": 59.992, "count": 230, "max_ms": 80.489, "p95_ms": 78.743}, "visualize": {"avg_ms": 4.746, "count": 230, "max_ms": 6.089, "p95_ms": 5.641}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15622.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1289.435, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.451, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:31:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:31:47+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T05:31:47+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T05:31:47.763951+09:00", "mtime_epoch": 1783197107.7639513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:31:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2161.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.157, "count": 300, "max_ms": 11.078, "p95_ms": 8.065}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.771, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.704, "count": 300, "max_ms": 65.224, "p95_ms": 60.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.186, "count": 300, "max_ms": 82.742, "p95_ms": 67.861}, "yolo11_640_fire_11class": {"avg_ms": 53.195, "count": 300, "max_ms": 73.008, "p95_ms": 65.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.54, "count": 300, "max_ms": 81.703, "p95_ms": 75.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.0, "count": 300, "max_ms": 98.551, "p95_ms": 91.264}, "read_interval": {"avg_ms": 100.162, "count": 299, "max_ms": 775.241, "p95_ms": 117.142}, "triton_wait": {"avg_ms": 56.2, "count": 300, "max_ms": 82.755, "p95_ms": 75.72}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 4.778, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15621.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1337, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:30:42+09:00", "last_error_summary": "[h264 @ 0x55c9313c9c00] error while decoding MB 25 20, bytestream -5", "last_exit_at": "2026-07-05T05:30:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.803, "last_started_at": "2026-07-05T05:30:45+09:00", "pid": 112652, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.426, "name": "ffmpeg", "pid": 112652, "rss_mb": 272.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 568, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.485, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1233697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:31:48+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T05:31:48+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T05:31:48.815968+09:00", "mtime_epoch": 1783197108.815968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167566}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:31:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.675, "pushed": 7.675, "read": 7.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.505, "count": 229, "max_ms": 24.286, "p95_ms": 20.215}, "gstreamer_push": {"avg_ms": 1.112, "count": 230, "max_ms": 1.29, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.2, "count": 229, "max_ms": 64.536, "p95_ms": 62.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.979, "count": 229, "max_ms": 78.836, "p95_ms": 69.952}, "yolo11_640_fire_11class": {"avg_ms": 52.845, "count": 229, "max_ms": 71.172, "p95_ms": 68.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.353, "count": 229, "max_ms": 80.88, "p95_ms": 78.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.222, "count": 230, "max_ms": 157.773, "p95_ms": 140.579}, "read_interval": {"avg_ms": 130.928, "count": 229, "max_ms": 167.768, "p95_ms": 150.244}, "triton_wait": {"avg_ms": 60.536, "count": 229, "max_ms": 80.891, "p95_ms": 78.824}, "visualize": {"avg_ms": 4.678, "count": 229, "max_ms": 5.985, "p95_ms": 5.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15624.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1319.463, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.533, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:32:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:32:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:32:17+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T05:32:17.812428+09:00", "mtime_epoch": 1783197137.812428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:32:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2161.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.231, "count": 299, "max_ms": 11.661, "p95_ms": 8.624}, "gstreamer_push": {"avg_ms": 1.291, "count": 299, "max_ms": 2.001, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.036, "count": 299, "max_ms": 67.184, "p95_ms": 61.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.641, "count": 299, "max_ms": 82.323, "p95_ms": 74.175}, "yolo11_640_fire_11class": {"avg_ms": 54.031, "count": 299, "max_ms": 74.694, "p95_ms": 66.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.572, "count": 299, "max_ms": 81.67, "p95_ms": 75.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.686, "count": 299, "max_ms": 97.474, "p95_ms": 92.713}, "read_interval": {"avg_ms": 100.475, "count": 298, "max_ms": 667.338, "p95_ms": 113.919}, "triton_wait": {"avg_ms": 56.812, "count": 299, "max_ms": 82.334, "p95_ms": 76.943}, "visualize": {"avg_ms": 3.687, "count": 299, "max_ms": 4.712, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15624.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1337, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:30:42+09:00", "last_error_summary": "[h264 @ 0x55c9313c9c00] error while decoding MB 25 20, bytestream -5", "last_exit_at": "2026-07-05T05:30:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.803, "last_started_at": "2026-07-05T05:30:45+09:00", "pid": 112652, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.004, "name": "ffmpeg", "pid": 112652, "rss_mb": 275.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 568, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.913, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1233919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:32:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:32:18+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T05:32:18+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T05:32:18.800444+09:00", "mtime_epoch": 1783197138.8004436, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:32:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.402, "pushed": 7.402, "read": 7.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.877, "count": 222, "max_ms": 29.519, "p95_ms": 21.046}, "gstreamer_push": {"avg_ms": 1.11, "count": 222, "max_ms": 1.565, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.469, "count": 222, "max_ms": 66.382, "p95_ms": 63.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.303, "count": 222, "max_ms": 85.637, "p95_ms": 78.061}, "yolo11_640_fire_11class": {"avg_ms": 53.552, "count": 222, "max_ms": 77.419, "p95_ms": 68.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.084, "count": 222, "max_ms": 81.841, "p95_ms": 78.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.535, "count": 222, "max_ms": 166.013, "p95_ms": 145.257}, "read_interval": {"avg_ms": 135.086, "count": 222, "max_ms": 176.684, "p95_ms": 154.536}, "triton_wait": {"avg_ms": 61.779, "count": 222, "max_ms": 85.648, "p95_ms": 79.322}, "visualize": {"avg_ms": 4.834, "count": 222, "max_ms": 6.348, "p95_ms": 5.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15625.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1350.051, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.445, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:32:48+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T05:32:48+09:00", "mjpeg": {"age_sec": 0.752, "exists": true, "mtime": "2026-07-05T05:32:47.712903+09:00", "mtime_epoch": 1783197167.712903, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:32:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2161.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.159, "count": 299, "max_ms": 12.186, "p95_ms": 8.175}, "gstreamer_push": {"avg_ms": 1.265, "count": 299, "max_ms": 1.588, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.554, "count": 299, "max_ms": 64.531, "p95_ms": 60.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.799, "count": 299, "max_ms": 76.718, "p95_ms": 68.858}, "yolo11_640_fire_11class": {"avg_ms": 53.153, "count": 299, "max_ms": 72.193, "p95_ms": 65.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.638, "count": 299, "max_ms": 78.623, "p95_ms": 74.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.394, "count": 299, "max_ms": 93.809, "p95_ms": 89.857}, "read_interval": {"avg_ms": 100.487, "count": 298, "max_ms": 755.193, "p95_ms": 109.526}, "triton_wait": {"avg_ms": 55.699, "count": 299, "max_ms": 78.634, "p95_ms": 75.015}, "visualize": {"avg_ms": 3.656, "count": 299, "max_ms": 5.489, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15625.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1337, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:30:42+09:00", "last_error_summary": "[h264 @ 0x55c9313c9c00] error while decoding MB 25 20, bytestream -5", "last_exit_at": "2026-07-05T05:30:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.928, "last_started_at": "2026-07-05T05:30:45+09:00", "pid": 112652, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.004, "name": "ffmpeg", "pid": 112652, "rss_mb": 275.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 568, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.927, "sample_count": 2247, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1234148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:32:49+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T05:32:48+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T05:32:48.920922+09:00", "mtime_epoch": 1783197168.9209223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:32:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.602, "pushed": 7.602, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.811, "count": 228, "max_ms": 27.588, "p95_ms": 21.369}, "gstreamer_push": {"avg_ms": 1.107, "count": 228, "max_ms": 1.272, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.059, "count": 228, "max_ms": 64.433, "p95_ms": 62.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.839, "count": 228, "max_ms": 81.62, "p95_ms": 70.733}, "yolo11_640_fire_11class": {"avg_ms": 50.791, "count": 228, "max_ms": 69.792, "p95_ms": 68.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.97, "count": 228, "max_ms": 79.474, "p95_ms": 78.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.001, "count": 228, "max_ms": 164.572, "p95_ms": 141.015}, "read_interval": {"avg_ms": 131.504, "count": 228, "max_ms": 172.48, "p95_ms": 150.83}, "triton_wait": {"avg_ms": 59.323, "count": 228, "max_ms": 81.63, "p95_ms": 78.103}, "visualize": {"avg_ms": 4.776, "count": 228, "max_ms": 6.004, "p95_ms": 5.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15625.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1380.116, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.478, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:33:18+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:33:18+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T05:33:18.457392+09:00", "mtime_epoch": 1783197198.4573925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:33:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2161.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.139, "pushed": 10.139, "read": 10.106}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.206, "count": 304, "max_ms": 11.394, "p95_ms": 8.292}, "gstreamer_push": {"avg_ms": 1.26, "count": 304, "max_ms": 1.838, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.959, "count": 304, "max_ms": 65.802, "p95_ms": 60.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.684, "count": 304, "max_ms": 79.194, "p95_ms": 72.006}, "yolo11_640_fire_11class": {"avg_ms": 53.189, "count": 304, "max_ms": 72.676, "p95_ms": 64.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.545, "count": 304, "max_ms": 81.83, "p95_ms": 75.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.402, "count": 304, "max_ms": 97.863, "p95_ms": 91.505}, "read_interval": {"avg_ms": 98.941, "count": 303, "max_ms": 597.464, "p95_ms": 111.311}, "triton_wait": {"avg_ms": 56.662, "count": 304, "max_ms": 81.842, "p95_ms": 76.079}, "visualize": {"avg_ms": 3.665, "count": 304, "max_ms": 4.68, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15625.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1337, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:30:42+09:00", "last_error_summary": "[h264 @ 0x55c9313c9c00] error while decoding MB 25 20, bytestream -5", "last_exit_at": "2026-07-05T05:30:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.013, "last_started_at": "2026-07-05T05:30:45+09:00", "pid": 112652, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.262, "name": "ffmpeg", "pid": 112652, "rss_mb": 275.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 568, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.897, "sample_count": 2247, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1234378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:33:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:33:19+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T05:33:19+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T05:33:19.025402+09:00", "mtime_epoch": 1783197199.0254016, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:33:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9211.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.676, "pushed": 7.676, "read": 7.643}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.654, "count": 229, "max_ms": 23.806, "p95_ms": 20.917}, "gstreamer_push": {"avg_ms": 1.124, "count": 230, "max_ms": 1.608, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.985, "count": 229, "max_ms": 66.195, "p95_ms": 63.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.298, "count": 229, "max_ms": 81.091, "p95_ms": 73.652}, "yolo11_640_fire_11class": {"avg_ms": 52.056, "count": 229, "max_ms": 70.065, "p95_ms": 67.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.019, "count": 229, "max_ms": 81.586, "p95_ms": 78.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.04, "count": 230, "max_ms": 144.711, "p95_ms": 139.937}, "read_interval": {"avg_ms": 130.837, "count": 229, "max_ms": 155.48, "p95_ms": 149.983}, "triton_wait": {"avg_ms": 60.413, "count": 229, "max_ms": 81.599, "p95_ms": 78.575}, "visualize": {"avg_ms": 4.738, "count": 229, "max_ms": 6.902, "p95_ms": 5.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15626.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1410.135, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.562, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1517118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:33:48+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T05:33:48+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T05:33:48.485871+09:00", "mtime_epoch": 1783197228.4858713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:33:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2161.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.188, "count": 298, "max_ms": 11.673, "p95_ms": 8.281}, "gstreamer_push": {"avg_ms": 1.291, "count": 298, "max_ms": 2.071, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.132, "count": 298, "max_ms": 75.695, "p95_ms": 62.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.668, "count": 298, "max_ms": 81.214, "p95_ms": 69.471}, "yolo11_640_fire_11class": {"avg_ms": 52.961, "count": 298, "max_ms": 75.707, "p95_ms": 64.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.488, "count": 298, "max_ms": 80.947, "p95_ms": 76.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.076, "count": 298, "max_ms": 96.806, "p95_ms": 91.916}, "read_interval": {"avg_ms": 100.792, "count": 297, "max_ms": 588.886, "p95_ms": 114.057}, "triton_wait": {"avg_ms": 56.237, "count": 298, "max_ms": 81.224, "p95_ms": 76.614}, "visualize": {"avg_ms": 3.687, "count": 298, "max_ms": 4.642, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15626.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1337, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:30:42+09:00", "last_error_summary": "[h264 @ 0x55c9313c9c00] error while decoding MB 25 20, bytestream -5", "last_exit_at": "2026-07-05T05:30:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.122, "last_started_at": "2026-07-05T05:30:45+09:00", "pid": 112652, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.262, "name": "ffmpeg", "pid": 112652, "rss_mb": 275.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 568, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.913, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1234608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:33:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:33:49+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T05:33:49+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T05:33:49.109881+09:00", "mtime_epoch": 1783197229.1098812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:33:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.677, "pushed": 7.677, "read": 7.643}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.791, "count": 230, "max_ms": 24.502, "p95_ms": 20.543}, "gstreamer_push": {"avg_ms": 1.124, "count": 230, "max_ms": 1.279, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.918, "count": 230, "max_ms": 71.287, "p95_ms": 63.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.762, "count": 230, "max_ms": 82.572, "p95_ms": 73.193}, "yolo11_640_fire_11class": {"avg_ms": 51.555, "count": 230, "max_ms": 74.473, "p95_ms": 67.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.047, "count": 230, "max_ms": 80.903, "p95_ms": 79.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.109, "count": 230, "max_ms": 144.049, "p95_ms": 140.806}, "read_interval": {"avg_ms": 130.842, "count": 229, "max_ms": 154.053, "p95_ms": 150.56}, "triton_wait": {"avg_ms": 60.374, "count": 230, "max_ms": 82.584, "p95_ms": 79.297}, "visualize": {"avg_ms": 4.747, "count": 230, "max_ms": 5.692, "p95_ms": 5.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15639.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1440.215, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.633, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1517420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:34:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:34:18+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:34:18+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T05:34:18.562352+09:00", "mtime_epoch": 1783197258.5623517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:34:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2162.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.255, "count": 302, "max_ms": 11.865, "p95_ms": 8.204}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 2.147, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.798, "count": 302, "max_ms": 64.759, "p95_ms": 60.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.993, "count": 302, "max_ms": 74.98, "p95_ms": 69.563}, "yolo11_640_fire_11class": {"avg_ms": 52.171, "count": 302, "max_ms": 79.446, "p95_ms": 63.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.985, "count": 302, "max_ms": 81.904, "p95_ms": 76.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.311, "count": 302, "max_ms": 97.445, "p95_ms": 92.046}, "read_interval": {"avg_ms": 99.65, "count": 301, "max_ms": 799.023, "p95_ms": 110.027}, "triton_wait": {"avg_ms": 56.405, "count": 302, "max_ms": 81.916, "p95_ms": 76.365}, "visualize": {"avg_ms": 3.757, "count": 302, "max_ms": 4.736, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15639.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1337, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:30:42+09:00", "last_error_summary": "[h264 @ 0x55c9313c9c00] error while decoding MB 25 20, bytestream -5", "last_exit_at": "2026-07-05T05:30:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.141, "last_started_at": "2026-07-05T05:30:45+09:00", "pid": 112652, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.781, "name": "ffmpeg", "pid": 112652, "rss_mb": 288.781, "state": "S (sleeping)", "threads": 104}, "restart_count": 568, "restart_count_per_hour": 12, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.945, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1234836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:34:19+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T05:34:19+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T05:34:19.154361+09:00", "mtime_epoch": 1783197259.1543612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:34:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.626, "pushed": 7.626, "read": 7.593}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.696, "count": 228, "max_ms": 23.021, "p95_ms": 20.464}, "gstreamer_push": {"avg_ms": 1.124, "count": 228, "max_ms": 1.242, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.073, "count": 228, "max_ms": 66.774, "p95_ms": 63.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.929, "count": 228, "max_ms": 82.238, "p95_ms": 71.791}, "yolo11_640_fire_11class": {"avg_ms": 52.31, "count": 228, "max_ms": 76.75, "p95_ms": 66.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.146, "count": 228, "max_ms": 82.704, "p95_ms": 78.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.839, "count": 228, "max_ms": 144.137, "p95_ms": 140.794}, "read_interval": {"avg_ms": 131.691, "count": 227, "max_ms": 153.557, "p95_ms": 150.606}, "triton_wait": {"avg_ms": 61.283, "count": 228, "max_ms": 82.716, "p95_ms": 79.071}, "visualize": {"avg_ms": 4.708, "count": 228, "max_ms": 5.76, "p95_ms": 4.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15621.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1470.283, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.997, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1517721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:34:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:34:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T05:34:48+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T05:34:48.638833+09:00", "mtime_epoch": 1783197288.6388328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:34:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2162.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.226, "count": 301, "max_ms": 11.254, "p95_ms": 8.019}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.562, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.162, "count": 301, "max_ms": 65.618, "p95_ms": 62.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.819, "count": 301, "max_ms": 79.234, "p95_ms": 71.581}, "yolo11_640_fire_11class": {"avg_ms": 52.438, "count": 301, "max_ms": 70.117, "p95_ms": 65.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.307, "count": 301, "max_ms": 80.384, "p95_ms": 77.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.044, "count": 301, "max_ms": 96.107, "p95_ms": 93.253}, "read_interval": {"avg_ms": 99.951, "count": 300, "max_ms": 770.912, "p95_ms": 111.562}, "triton_wait": {"avg_ms": 56.24, "count": 301, "max_ms": 80.397, "p95_ms": 77.636}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 4.637, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15621.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1338, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:34:20+09:00", "last_error_summary": "[h264 @ 0x564ea3d0f600] error while decoding MB 42 8, bytestream -5", "last_exit_at": "2026-07-05T05:34:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.766, "last_started_at": "2026-07-05T05:34:23+09:00", "pid": 112759, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.461, "name": "ffmpeg", "pid": 112759, "rss_mb": 269.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 569, "restart_count_per_hour": 13, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.093, "sample_count": 2196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1235020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:34:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:34:49+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T05:34:49+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T05:34:49.262843+09:00", "mtime_epoch": 1783197289.262843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:34:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.139, "pushed": 6.139, "read": 6.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.74, "count": 183, "max_ms": 25.597, "p95_ms": 20.376}, "gstreamer_push": {"avg_ms": 1.116, "count": 184, "max_ms": 1.694, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.046, "count": 183, "max_ms": 65.435, "p95_ms": 63.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.985, "count": 183, "max_ms": 78.519, "p95_ms": 73.202}, "yolo11_640_fire_11class": {"avg_ms": 51.84, "count": 183, "max_ms": 68.905, "p95_ms": 66.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.364, "count": 183, "max_ms": 82.262, "p95_ms": 78.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.224, "count": 184, "max_ms": 163.425, "p95_ms": 142.595}, "read_interval": {"avg_ms": 163.87, "count": 183, "max_ms": 5154.734, "p95_ms": 155.225}, "triton_wait": {"avg_ms": 60.569, "count": 183, "max_ms": 82.274, "p95_ms": 78.991}, "visualize": {"avg_ms": 4.884, "count": 183, "max_ms": 6.511, "p95_ms": 5.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15622.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1500.306, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.169, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:35:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:35:18+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T05:35:18+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:35:18.655314+09:00", "mtime_epoch": 1783197318.6553137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:35:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2162.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.25, "count": 299, "max_ms": 11.506, "p95_ms": 8.143}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 1.589, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.849, "count": 299, "max_ms": 68.111, "p95_ms": 63.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.806, "count": 299, "max_ms": 80.022, "p95_ms": 74.396}, "yolo11_640_fire_11class": {"avg_ms": 53.466, "count": 299, "max_ms": 72.257, "p95_ms": 67.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.261, "count": 299, "max_ms": 82.275, "p95_ms": 77.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.213, "count": 299, "max_ms": 98.509, "p95_ms": 93.291}, "read_interval": {"avg_ms": 100.453, "count": 298, "max_ms": 623.564, "p95_ms": 112.094}, "triton_wait": {"avg_ms": 57.408, "count": 299, "max_ms": 82.289, "p95_ms": 77.709}, "visualize": {"avg_ms": 3.688, "count": 299, "max_ms": 4.666, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15621.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1338, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:34:20+09:00", "last_error_summary": "[h264 @ 0x564ea3d0f600] error while decoding MB 42 8, bytestream -5", "last_exit_at": "2026-07-05T05:34:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.816, "last_started_at": "2026-07-05T05:34:23+09:00", "pid": 112759, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.008, "name": "ffmpeg", "pid": 112759, "rss_mb": 271.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 569, "restart_count_per_hour": 13, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.897, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1235245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:35:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:35:19+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T05:35:19+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T05:35:19.319324+09:00", "mtime_epoch": 1783197319.3193243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:35:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.519, "pushed": 7.519, "read": 7.486}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.793, "count": 225, "max_ms": 29.201, "p95_ms": 21.372}, "gstreamer_push": {"avg_ms": 1.124, "count": 225, "max_ms": 1.585, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.94, "count": 225, "max_ms": 67.247, "p95_ms": 63.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.532, "count": 225, "max_ms": 81.647, "p95_ms": 76.031}, "yolo11_640_fire_11class": {"avg_ms": 51.719, "count": 225, "max_ms": 71.661, "p95_ms": 67.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.575, "count": 225, "max_ms": 84.264, "p95_ms": 78.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.716, "count": 225, "max_ms": 144.406, "p95_ms": 140.46}, "read_interval": {"avg_ms": 133.557, "count": 224, "max_ms": 157.897, "p95_ms": 153.484}, "triton_wait": {"avg_ms": 59.949, "count": 225, "max_ms": 84.276, "p95_ms": 79.132}, "visualize": {"avg_ms": 4.753, "count": 225, "max_ms": 5.91, "p95_ms": 5.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15624.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1530.382, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 2, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.235, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:35:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:35:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T05:35:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T05:35:48.707796+09:00", "mtime_epoch": 1783197348.7077956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:35:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2162.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.074, "count": 304, "max_ms": 11.445, "p95_ms": 8.397}, "gstreamer_push": {"avg_ms": 1.248, "count": 304, "max_ms": 1.831, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.858, "count": 304, "max_ms": 72.053, "p95_ms": 62.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.791, "count": 304, "max_ms": 81.879, "p95_ms": 72.907}, "yolo11_640_fire_11class": {"avg_ms": 53.47, "count": 304, "max_ms": 74.592, "p95_ms": 65.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.992, "count": 304, "max_ms": 80.303, "p95_ms": 76.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.192, "count": 304, "max_ms": 96.992, "p95_ms": 92.361}, "read_interval": {"avg_ms": 98.898, "count": 303, "max_ms": 700.946, "p95_ms": 115.041}, "triton_wait": {"avg_ms": 57.719, "count": 304, "max_ms": 81.89, "p95_ms": 76.862}, "visualize": {"avg_ms": 3.573, "count": 304, "max_ms": 4.895, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15624.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1338, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:34:20+09:00", "last_error_summary": "[h264 @ 0x564ea3d0f600] error while decoding MB 42 8, bytestream -5", "last_exit_at": "2026-07-05T05:34:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.834, "last_started_at": "2026-07-05T05:34:23+09:00", "pid": 112759, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.07, "name": "ffmpeg", "pid": 112759, "rss_mb": 273.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 569, "restart_count_per_hour": 13, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.844, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1235469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:35:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:35:49+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T05:35:49+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T05:35:49.347806+09:00", "mtime_epoch": 1783197349.347806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:35:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.499, "pushed": 7.499, "read": 7.466}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.781, "count": 224, "max_ms": 26.265, "p95_ms": 20.537}, "gstreamer_push": {"avg_ms": 1.126, "count": 224, "max_ms": 1.691, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.637, "count": 224, "max_ms": 65.847, "p95_ms": 62.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.046, "count": 224, "max_ms": 81.707, "p95_ms": 74.816}, "yolo11_640_fire_11class": {"avg_ms": 51.945, "count": 224, "max_ms": 71.541, "p95_ms": 66.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.889, "count": 224, "max_ms": 80.531, "p95_ms": 78.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.997, "count": 224, "max_ms": 142.557, "p95_ms": 139.698}, "read_interval": {"avg_ms": 134.058, "count": 223, "max_ms": 156.93, "p95_ms": 152.911}, "triton_wait": {"avg_ms": 60.278, "count": 224, "max_ms": 81.72, "p95_ms": 78.171}, "visualize": {"avg_ms": 4.82, "count": 224, "max_ms": 7.676, "p95_ms": 5.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15624.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1560.435, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.256, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:36:18+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T05:36:18+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T05:36:18.748278+09:00", "mtime_epoch": 1783197378.7482781, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:36:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2162.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.249, "count": 299, "max_ms": 11.092, "p95_ms": 8.255}, "gstreamer_push": {"avg_ms": 1.273, "count": 299, "max_ms": 2.148, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.405, "count": 299, "max_ms": 64.311, "p95_ms": 61.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.493, "count": 299, "max_ms": 78.066, "p95_ms": 70.625}, "yolo11_640_fire_11class": {"avg_ms": 52.698, "count": 299, "max_ms": 70.927, "p95_ms": 65.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.315, "count": 299, "max_ms": 79.628, "p95_ms": 76.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.183, "count": 299, "max_ms": 95.759, "p95_ms": 92.327}, "read_interval": {"avg_ms": 100.445, "count": 298, "max_ms": 770.48, "p95_ms": 141.815}, "triton_wait": {"avg_ms": 56.283, "count": 299, "max_ms": 79.641, "p95_ms": 76.727}, "visualize": {"avg_ms": 3.71, "count": 299, "max_ms": 5.081, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15624.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1338, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:34:20+09:00", "last_error_summary": "[h264 @ 0x564ea3d0f600] error while decoding MB 42 8, bytestream -5", "last_exit_at": "2026-07-05T05:34:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.95, "last_started_at": "2026-07-05T05:34:23+09:00", "pid": 112759, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.07, "name": "ffmpeg", "pid": 112759, "rss_mb": 273.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 569, "restart_count_per_hour": 13, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.794, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1235696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:36:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:36:19+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T05:36:19+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T05:36:19.460290+09:00", "mtime_epoch": 1783197379.4602897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:36:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.575, "pushed": 7.575, "read": 7.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.433, "count": 226, "max_ms": 32.248, "p95_ms": 24.303}, "gstreamer_push": {"avg_ms": 1.112, "count": 227, "max_ms": 1.53, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.165, "count": 226, "max_ms": 67.8, "p95_ms": 62.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.107, "count": 226, "max_ms": 79.488, "p95_ms": 72.098}, "yolo11_640_fire_11class": {"avg_ms": 49.987, "count": 226, "max_ms": 72.738, "p95_ms": 67.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.075, "count": 226, "max_ms": 80.627, "p95_ms": 77.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.78, "count": 227, "max_ms": 153.065, "p95_ms": 138.88}, "read_interval": {"avg_ms": 132.692, "count": 226, "max_ms": 164.564, "p95_ms": 151.719}, "triton_wait": {"avg_ms": 58.219, "count": 226, "max_ms": 80.639, "p95_ms": 77.925}, "visualize": {"avg_ms": 4.79, "count": 226, "max_ms": 7.402, "p95_ms": 5.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15624.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1590.436, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.369, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:36:48+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:36:48+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:36:48.784761+09:00", "mtime_epoch": 1783197408.7847612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:36:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2162.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.241, "count": 300, "max_ms": 10.46, "p95_ms": 8.097}, "gstreamer_push": {"avg_ms": 1.265, "count": 300, "max_ms": 1.841, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.579, "count": 300, "max_ms": 65.227, "p95_ms": 62.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.693, "count": 300, "max_ms": 80.505, "p95_ms": 71.779}, "yolo11_640_fire_11class": {"avg_ms": 54.524, "count": 300, "max_ms": 70.493, "p95_ms": 66.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.438, "count": 300, "max_ms": 78.252, "p95_ms": 76.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.753, "count": 300, "max_ms": 96.115, "p95_ms": 92.703}, "read_interval": {"avg_ms": 100.117, "count": 300, "max_ms": 722.837, "p95_ms": 112.86}, "triton_wait": {"avg_ms": 57.937, "count": 300, "max_ms": 80.517, "p95_ms": 76.946}, "visualize": {"avg_ms": 3.672, "count": 300, "max_ms": 4.666, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15624.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1338, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:34:20+09:00", "last_error_summary": "[h264 @ 0x564ea3d0f600] error while decoding MB 42 8, bytestream -5", "last_exit_at": "2026-07-05T05:34:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.068, "last_started_at": "2026-07-05T05:34:23+09:00", "pid": 112759, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.07, "name": "ffmpeg", "pid": 112759, "rss_mb": 273.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 569, "restart_count_per_hour": 13, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.86, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1235920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:36:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:36:49+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T05:36:49+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T05:36:49.576774+09:00", "mtime_epoch": 1783197409.576774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:36:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.474, "pushed": 7.474, "read": 7.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.995, "count": 223, "max_ms": 24.038, "p95_ms": 20.62}, "gstreamer_push": {"avg_ms": 1.121, "count": 224, "max_ms": 1.788, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.88, "count": 223, "max_ms": 70.63, "p95_ms": 63.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.219, "count": 223, "max_ms": 76.303, "p95_ms": 71.872}, "yolo11_640_fire_11class": {"avg_ms": 52.228, "count": 223, "max_ms": 72.947, "p95_ms": 67.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.853, "count": 223, "max_ms": 82.536, "p95_ms": 77.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.561, "count": 224, "max_ms": 164.665, "p95_ms": 140.905}, "read_interval": {"avg_ms": 134.495, "count": 223, "max_ms": 175.793, "p95_ms": 153.556}, "triton_wait": {"avg_ms": 60.124, "count": 223, "max_ms": 82.549, "p95_ms": 77.904}, "visualize": {"avg_ms": 4.75, "count": 223, "max_ms": 5.943, "p95_ms": 5.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15625.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1620.53, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.442, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1519223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:37:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:37:18+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T05:37:18+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T05:37:18.853245+09:00", "mtime_epoch": 1783197438.8532453, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:37:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2163.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.235, "count": 300, "max_ms": 12.063, "p95_ms": 8.481}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.84, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.866, "count": 300, "max_ms": 67.42, "p95_ms": 62.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.039, "count": 300, "max_ms": 81.436, "p95_ms": 73.214}, "yolo11_640_fire_11class": {"avg_ms": 54.705, "count": 300, "max_ms": 73.87, "p95_ms": 68.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.48, "count": 300, "max_ms": 81.447, "p95_ms": 77.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.381, "count": 300, "max_ms": 97.248, "p95_ms": 93.508}, "read_interval": {"avg_ms": 100.273, "count": 299, "max_ms": 781.009, "p95_ms": 132.018}, "triton_wait": {"avg_ms": 57.554, "count": 300, "max_ms": 81.458, "p95_ms": 77.695}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 4.797, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15625.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1338, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:34:20+09:00", "last_error_summary": "[h264 @ 0x564ea3d0f600] error while decoding MB 42 8, bytestream -5", "last_exit_at": "2026-07-05T05:34:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.206, "last_started_at": "2026-07-05T05:34:23+09:00", "pid": 112759, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.07, "name": "ffmpeg", "pid": 112759, "rss_mb": 273.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 569, "restart_count_per_hour": 13, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.594, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1236145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:37:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:37:19+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T05:37:19+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T05:37:19.681259+09:00", "mtime_epoch": 1783197439.6812587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:37:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.503, "pushed": 7.503, "read": 7.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.695, "count": 224, "max_ms": 22.749, "p95_ms": 20.195}, "gstreamer_push": {"avg_ms": 1.116, "count": 225, "max_ms": 1.379, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.507, "count": 224, "max_ms": 66.758, "p95_ms": 62.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.667, "count": 224, "max_ms": 79.171, "p95_ms": 73.133}, "yolo11_640_fire_11class": {"avg_ms": 52.216, "count": 224, "max_ms": 69.621, "p95_ms": 68.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.588, "count": 224, "max_ms": 80.1, "p95_ms": 78.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.162, "count": 225, "max_ms": 142.934, "p95_ms": 140.349}, "read_interval": {"avg_ms": 133.848, "count": 224, "max_ms": 157.536, "p95_ms": 153.958}, "triton_wait": {"avg_ms": 59.745, "count": 224, "max_ms": 80.112, "p95_ms": 78.399}, "visualize": {"avg_ms": 4.808, "count": 224, "max_ms": 7.336, "p95_ms": 5.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15589.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1650.57, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.576, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1519524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:37:48+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:37:48+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T05:37:48.921730+09:00", "mtime_epoch": 1783197468.9217298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:37:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2163.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.266, "count": 301, "max_ms": 12.279, "p95_ms": 8.147}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.646, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.758, "count": 301, "max_ms": 66.571, "p95_ms": 61.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.917, "count": 301, "max_ms": 78.661, "p95_ms": 70.177}, "yolo11_640_fire_11class": {"avg_ms": 52.729, "count": 301, "max_ms": 73.13, "p95_ms": 66.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.303, "count": 301, "max_ms": 80.418, "p95_ms": 75.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.728, "count": 301, "max_ms": 96.363, "p95_ms": 91.219}, "read_interval": {"avg_ms": 99.852, "count": 300, "max_ms": 687.751, "p95_ms": 133.426}, "triton_wait": {"avg_ms": 54.835, "count": 301, "max_ms": 80.427, "p95_ms": 75.795}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 5.779, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15605.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1339, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:37:39+09:00", "last_error_summary": "[h264 @ 0x5616ad2112c0] error while decoding MB 38 18, bytestream -7", "last_exit_at": "2026-07-05T05:37:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.167, "last_started_at": "2026-07-05T05:37:41+09:00", "pid": 112866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 250.738, "name": "ffmpeg", "pid": 112866, "rss_mb": 250.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 570, "restart_count_per_hour": 14, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.47, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1236340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:37:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:37:49+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T05:37:49+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T05:37:49.729743+09:00", "mtime_epoch": 1783197469.7297428, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:37:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.52, "pushed": 6.52, "read": 6.487}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.751, "count": 195, "max_ms": 23.573, "p95_ms": 20.388}, "gstreamer_push": {"avg_ms": 1.119, "count": 195, "max_ms": 1.552, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.967, "count": 195, "max_ms": 65.679, "p95_ms": 63.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.852, "count": 195, "max_ms": 79.838, "p95_ms": 71.636}, "yolo11_640_fire_11class": {"avg_ms": 50.076, "count": 195, "max_ms": 69.924, "p95_ms": 67.749}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.177, "count": 195, "max_ms": 81.355, "p95_ms": 77.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.558, "count": 195, "max_ms": 142.296, "p95_ms": 139.934}, "read_interval": {"avg_ms": 154.037, "count": 194, "max_ms": 4742.996, "p95_ms": 153.075}, "triton_wait": {"avg_ms": 57.288, "count": 195, "max_ms": 81.367, "p95_ms": 77.881}, "visualize": {"avg_ms": 4.769, "count": 195, "max_ms": 8.317, "p95_ms": 5.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15624.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1680.65, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.588, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1519827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:38:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:38:19+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T05:38:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T05:38:18.978215+09:00", "mtime_epoch": 1783197498.9782147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:38:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2163.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.238, "count": 302, "max_ms": 12.817, "p95_ms": 8.524}, "gstreamer_push": {"avg_ms": 1.255, "count": 303, "max_ms": 1.9, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.467, "count": 302, "max_ms": 68.695, "p95_ms": 60.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.234, "count": 302, "max_ms": 80.135, "p95_ms": 67.814}, "yolo11_640_fire_11class": {"avg_ms": 53.195, "count": 302, "max_ms": 72.428, "p95_ms": 65.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.049, "count": 302, "max_ms": 79.945, "p95_ms": 75.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.265, "count": 303, "max_ms": 96.385, "p95_ms": 91.44}, "read_interval": {"avg_ms": 99.242, "count": 302, "max_ms": 758.908, "p95_ms": 126.976}, "triton_wait": {"avg_ms": 55.53, "count": 302, "max_ms": 80.147, "p95_ms": 75.456}, "visualize": {"avg_ms": 3.656, "count": 302, "max_ms": 4.757, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15624.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1339, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:37:39+09:00", "last_error_summary": "[h264 @ 0x5616ad2112c0] error while decoding MB 38 18, bytestream -7", "last_exit_at": "2026-07-05T05:37:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.239, "last_started_at": "2026-07-05T05:37:41+09:00", "pid": 112866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.621, "name": "ffmpeg", "pid": 112866, "rss_mb": 271.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 570, "restart_count_per_hour": 14, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.792, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1236568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:38:19+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T05:38:19+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T05:38:19.822228+09:00", "mtime_epoch": 1783197499.8222282, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:38:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9212.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.619, "pushed": 7.619, "read": 7.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.513, "count": 228, "max_ms": 29.506, "p95_ms": 21.443}, "gstreamer_push": {"avg_ms": 1.103, "count": 228, "max_ms": 1.271, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.164, "count": 228, "max_ms": 70.727, "p95_ms": 62.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.259, "count": 228, "max_ms": 78.759, "p95_ms": 71.583}, "yolo11_640_fire_11class": {"avg_ms": 49.817, "count": 228, "max_ms": 74.41, "p95_ms": 68.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.185, "count": 228, "max_ms": 81.327, "p95_ms": 78.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.501, "count": 228, "max_ms": 166.458, "p95_ms": 144.365}, "read_interval": {"avg_ms": 131.934, "count": 227, "max_ms": 174.772, "p95_ms": 154.336}, "triton_wait": {"avg_ms": 57.46, "count": 228, "max_ms": 81.338, "p95_ms": 78.186}, "visualize": {"avg_ms": 4.914, "count": 228, "max_ms": 6.55, "p95_ms": 5.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15626.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1710.736, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.516, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:38:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:38:49+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T05:38:49+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T05:38:49.062700+09:00", "mtime_epoch": 1783197529.0627003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:38:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2163.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.318, "count": 301, "max_ms": 11.271, "p95_ms": 8.677}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 2.062, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.275, "count": 301, "max_ms": 65.014, "p95_ms": 61.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.231, "count": 301, "max_ms": 78.09, "p95_ms": 68.992}, "yolo11_640_fire_11class": {"avg_ms": 53.585, "count": 301, "max_ms": 73.179, "p95_ms": 67.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.292, "count": 301, "max_ms": 80.45, "p95_ms": 74.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.748, "count": 301, "max_ms": 96.285, "p95_ms": 90.64}, "read_interval": {"avg_ms": 99.595, "count": 301, "max_ms": 780.263, "p95_ms": 138.982}, "triton_wait": {"avg_ms": 55.813, "count": 301, "max_ms": 80.462, "p95_ms": 74.575}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 4.714, "p95_ms": 4.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15626.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1339, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:37:39+09:00", "last_error_summary": "[h264 @ 0x5616ad2112c0] error while decoding MB 38 18, bytestream -7", "last_exit_at": "2026-07-05T05:37:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.32, "last_started_at": "2026-07-05T05:37:41+09:00", "pid": 112866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.137, "name": "ffmpeg", "pid": 112866, "rss_mb": 272.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 570, "restart_count_per_hour": 14, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.935, "sample_count": 2181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1236794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:38:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:38:50+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T05:38:49+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T05:38:49.898714+09:00", "mtime_epoch": 1783197529.8987138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:38:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.543, "pushed": 7.543, "read": 7.51}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.301, "count": 226, "max_ms": 33.172, "p95_ms": 21.818}, "gstreamer_push": {"avg_ms": 1.094, "count": 226, "max_ms": 1.283, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.905, "count": 226, "max_ms": 68.206, "p95_ms": 62.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.159, "count": 226, "max_ms": 80.584, "p95_ms": 69.072}, "yolo11_640_fire_11class": {"avg_ms": 51.535, "count": 226, "max_ms": 73.36, "p95_ms": 68.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.146, "count": 226, "max_ms": 82.512, "p95_ms": 77.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.478, "count": 226, "max_ms": 169.139, "p95_ms": 144.744}, "read_interval": {"avg_ms": 133.123, "count": 225, "max_ms": 176.747, "p95_ms": 154.163}, "triton_wait": {"avg_ms": 58.517, "count": 226, "max_ms": 82.524, "p95_ms": 77.633}, "visualize": {"avg_ms": 4.926, "count": 226, "max_ms": 7.157, "p95_ms": 5.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15626.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1740.799, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.495, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:39:19+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T05:39:19+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T05:39:19.135186+09:00", "mtime_epoch": 1783197559.1351864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:39:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2163.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.873}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 297, "max_ms": 11.587, "p95_ms": 8.537}, "gstreamer_push": {"avg_ms": 1.252, "count": 297, "max_ms": 1.55, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.814, "count": 297, "max_ms": 65.124, "p95_ms": 61.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.663, "count": 297, "max_ms": 79.445, "p95_ms": 68.736}, "yolo11_640_fire_11class": {"avg_ms": 53.794, "count": 297, "max_ms": 73.305, "p95_ms": 66.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.367, "count": 297, "max_ms": 79.217, "p95_ms": 75.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.217, "count": 297, "max_ms": 99.441, "p95_ms": 91.222}, "read_interval": {"avg_ms": 101.218, "count": 296, "max_ms": 779.397, "p95_ms": 137.162}, "triton_wait": {"avg_ms": 56.452, "count": 297, "max_ms": 79.459, "p95_ms": 75.858}, "visualize": {"avg_ms": 3.644, "count": 297, "max_ms": 4.492, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15626.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1339, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:37:39+09:00", "last_error_summary": "[h264 @ 0x5616ad2112c0] error while decoding MB 38 18, bytestream -7", "last_exit_at": "2026-07-05T05:37:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.365, "last_started_at": "2026-07-05T05:37:41+09:00", "pid": 112866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.137, "name": "ffmpeg", "pid": 112866, "rss_mb": 272.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 570, "restart_count_per_hour": 14, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.935, "sample_count": 2181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1237022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:39:20+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T05:39:19+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T05:39:19.927199+09:00", "mtime_epoch": 1783197559.9271991, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:39:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.626, "pushed": 7.626, "read": 7.593}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.974, "count": 228, "max_ms": 28.472, "p95_ms": 20.775}, "gstreamer_push": {"avg_ms": 1.119, "count": 228, "max_ms": 1.601, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.865, "count": 228, "max_ms": 67.158, "p95_ms": 63.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.611, "count": 228, "max_ms": 76.778, "p95_ms": 70.464}, "yolo11_640_fire_11class": {"avg_ms": 52.444, "count": 228, "max_ms": 71.337, "p95_ms": 68.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.687, "count": 228, "max_ms": 81.444, "p95_ms": 78.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.01, "count": 228, "max_ms": 165.459, "p95_ms": 140.795}, "read_interval": {"avg_ms": 131.712, "count": 227, "max_ms": 174.042, "p95_ms": 150.438}, "triton_wait": {"avg_ms": 59.883, "count": 228, "max_ms": 81.459, "p95_ms": 78.258}, "visualize": {"avg_ms": 4.792, "count": 228, "max_ms": 7.242, "p95_ms": 5.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15626.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1771.002, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.335, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T05:39:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T05:39:49+09:00", "mjpeg": {"age_sec": 0.725, "exists": true, "mtime": "2026-07-05T05:39:48.691664+09:00", "mtime_epoch": 1783197588.6916645, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:39:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2163.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.341, "count": 298, "max_ms": 12.083, "p95_ms": 8.929}, "gstreamer_push": {"avg_ms": 1.257, "count": 298, "max_ms": 1.875, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.314, "count": 298, "max_ms": 64.145, "p95_ms": 60.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.687, "count": 298, "max_ms": 79.263, "p95_ms": 68.421}, "yolo11_640_fire_11class": {"avg_ms": 53.234, "count": 298, "max_ms": 74.036, "p95_ms": 64.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.768, "count": 298, "max_ms": 78.664, "p95_ms": 74.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.907, "count": 298, "max_ms": 96.029, "p95_ms": 90.187}, "read_interval": {"avg_ms": 100.822, "count": 297, "max_ms": 761.887, "p95_ms": 143.119}, "triton_wait": {"avg_ms": 55.975, "count": 298, "max_ms": 79.275, "p95_ms": 74.625}, "visualize": {"avg_ms": 3.692, "count": 298, "max_ms": 5.645, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15626.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1339, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:37:39+09:00", "last_error_summary": "[h264 @ 0x5616ad2112c0] error while decoding MB 38 18, bytestream -7", "last_exit_at": "2026-07-05T05:37:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.428, "last_started_at": "2026-07-05T05:37:41+09:00", "pid": 112866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.137, "name": "ffmpeg", "pid": 112866, "rss_mb": 272.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 570, "restart_count_per_hour": 14, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.701, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1237253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:39:50+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T05:39:49+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T05:39:49.983685+09:00", "mtime_epoch": 1783197589.9836853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:39:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.714, "pushed": 7.714, "read": 7.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.745, "count": 231, "max_ms": 29.435, "p95_ms": 20.354}, "gstreamer_push": {"avg_ms": 1.123, "count": 231, "max_ms": 1.654, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.886, "count": 231, "max_ms": 64.684, "p95_ms": 63.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.03, "count": 231, "max_ms": 78.816, "p95_ms": 71.517}, "yolo11_640_fire_11class": {"avg_ms": 52.579, "count": 231, "max_ms": 71.831, "p95_ms": 68.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.567, "count": 231, "max_ms": 79.351, "p95_ms": 77.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.344, "count": 231, "max_ms": 151.301, "p95_ms": 138.586}, "read_interval": {"avg_ms": 130.058, "count": 230, "max_ms": 159.949, "p95_ms": 149.592}, "triton_wait": {"avg_ms": 59.682, "count": 231, "max_ms": 79.363, "p95_ms": 77.632}, "visualize": {"avg_ms": 4.717, "count": 231, "max_ms": 6.031, "p95_ms": 5.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15630.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1801.009, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.312, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.12, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1521028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:40:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:40:19+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T05:40:19+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T05:40:19.328160+09:00", "mtime_epoch": 1783197619.3281603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:40:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2163.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.316, "count": 302, "max_ms": 12.225, "p95_ms": 9.409}, "gstreamer_push": {"avg_ms": 1.258, "count": 302, "max_ms": 1.896, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.729, "count": 302, "max_ms": 64.802, "p95_ms": 60.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.25, "count": 302, "max_ms": 79.199, "p95_ms": 69.235}, "yolo11_640_fire_11class": {"avg_ms": 53.688, "count": 302, "max_ms": 72.655, "p95_ms": 65.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.998, "count": 302, "max_ms": 79.173, "p95_ms": 75.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.066, "count": 302, "max_ms": 97.628, "p95_ms": 91.818}, "read_interval": {"avg_ms": 99.284, "count": 302, "max_ms": 723.837, "p95_ms": 172.779}, "triton_wait": {"avg_ms": 56.239, "count": 302, "max_ms": 79.213, "p95_ms": 76.189}, "visualize": {"avg_ms": 3.628, "count": 302, "max_ms": 5.793, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15630.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1339, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:37:39+09:00", "last_error_summary": "[h264 @ 0x5616ad2112c0] error while decoding MB 38 18, bytestream -7", "last_exit_at": "2026-07-05T05:37:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.439, "last_started_at": "2026-07-05T05:37:41+09:00", "pid": 112866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.062, "name": "ffmpeg", "pid": 112866, "rss_mb": 276.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 570, "restart_count_per_hour": 14, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.116, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1237464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:40:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:40:20+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T05:40:20+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T05:40:20.012171+09:00", "mtime_epoch": 1783197620.0121713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:40:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.06, "pushed": 7.06, "read": 7.026}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.938, "count": 211, "max_ms": 33.926, "p95_ms": 23.366}, "gstreamer_push": {"avg_ms": 1.077, "count": 211, "max_ms": 2.031, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.129, "count": 211, "max_ms": 66.315, "p95_ms": 62.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.452, "count": 211, "max_ms": 81.501, "p95_ms": 73.984}, "yolo11_640_fire_11class": {"avg_ms": 51.326, "count": 211, "max_ms": 71.418, "p95_ms": 67.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.922, "count": 211, "max_ms": 79.794, "p95_ms": 77.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.977, "count": 211, "max_ms": 169.52, "p95_ms": 163.752}, "read_interval": {"avg_ms": 142.302, "count": 210, "max_ms": 179.891, "p95_ms": 172.094}, "triton_wait": {"avg_ms": 59.682, "count": 211, "max_ms": 81.513, "p95_ms": 77.762}, "visualize": {"avg_ms": 5.243, "count": 211, "max_ms": 7.182, "p95_ms": 6.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15637.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1831.064, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.093, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1521333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:40:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:40:49+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:40:49+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:40:49.412647+09:00", "mtime_epoch": 1783197649.4126475, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:40:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2163.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.176, "pushed": 10.176, "read": 10.143}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.214, "count": 305, "max_ms": 10.806, "p95_ms": 8.264}, "gstreamer_push": {"avg_ms": 1.272, "count": 305, "max_ms": 2.187, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.068, "count": 305, "max_ms": 63.511, "p95_ms": 61.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.007, "count": 305, "max_ms": 78.918, "p95_ms": 72.49}, "yolo11_640_fire_11class": {"avg_ms": 53.973, "count": 305, "max_ms": 72.759, "p95_ms": 66.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.519, "count": 305, "max_ms": 82.462, "p95_ms": 76.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.375, "count": 305, "max_ms": 97.998, "p95_ms": 92.402}, "read_interval": {"avg_ms": 98.587, "count": 304, "max_ms": 608.18, "p95_ms": 126.329}, "triton_wait": {"avg_ms": 56.632, "count": 305, "max_ms": 82.474, "p95_ms": 76.822}, "visualize": {"avg_ms": 3.678, "count": 305, "max_ms": 4.525, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15637.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1339, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:37:39+09:00", "last_error_summary": "[h264 @ 0x5616ad2112c0] error while decoding MB 38 18, bytestream -7", "last_exit_at": "2026-07-05T05:37:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.582, "last_started_at": "2026-07-05T05:37:41+09:00", "pid": 112866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.789, "name": "ffmpeg", "pid": 112866, "rss_mb": 281.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 570, "restart_count_per_hour": 14, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.806, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1237683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:40:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:40:50+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T05:40:50+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-05T05:40:50.120659+09:00", "mtime_epoch": 1783197650.120659, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:40:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.301, "pushed": 7.301, "read": 7.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.033, "count": 218, "max_ms": 25.101, "p95_ms": 21.069}, "gstreamer_push": {"avg_ms": 1.071, "count": 219, "max_ms": 1.203, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.475, "count": 218, "max_ms": 66.106, "p95_ms": 62.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.257, "count": 218, "max_ms": 77.637, "p95_ms": 72.947}, "yolo11_640_fire_11class": {"avg_ms": 52.456, "count": 218, "max_ms": 71.009, "p95_ms": 68.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.688, "count": 218, "max_ms": 84.408, "p95_ms": 78.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.386, "count": 219, "max_ms": 165.679, "p95_ms": 155.935}, "read_interval": {"avg_ms": 137.504, "count": 218, "max_ms": 174.713, "p95_ms": 164.189}, "triton_wait": {"avg_ms": 60.189, "count": 218, "max_ms": 84.42, "p95_ms": 78.107}, "visualize": {"avg_ms": 5.061, "count": 218, "max_ms": 7.197, "p95_ms": 5.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15639.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1861.125, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.035, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1521634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:41:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:41:19+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:41:19.473135+09:00", "mtime_epoch": 1783197679.4731348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:41:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2164.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.123, "count": 301, "max_ms": 8.822, "p95_ms": 8.0}, "gstreamer_push": {"avg_ms": 1.269, "count": 301, "max_ms": 1.836, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.886, "count": 301, "max_ms": 64.972, "p95_ms": 61.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.719, "count": 301, "max_ms": 79.84, "p95_ms": 67.596}, "yolo11_640_fire_11class": {"avg_ms": 52.213, "count": 301, "max_ms": 73.709, "p95_ms": 65.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.775, "count": 301, "max_ms": 79.502, "p95_ms": 75.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.565, "count": 301, "max_ms": 96.739, "p95_ms": 91.856}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 744.314, "p95_ms": 140.427}, "triton_wait": {"avg_ms": 53.925, "count": 301, "max_ms": 79.85, "p95_ms": 75.573}, "visualize": {"avg_ms": 3.65, "count": 301, "max_ms": 4.711, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15639.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1339, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:37:39+09:00", "last_error_summary": "[h264 @ 0x5616ad2112c0] error while decoding MB 38 18, bytestream -7", "last_exit_at": "2026-07-05T05:37:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 219.552, "last_started_at": "2026-07-05T05:37:41+09:00", "pid": 112866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.078, "name": "ffmpeg", "pid": 112866, "rss_mb": 283.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 570, "restart_count_per_hour": 14, "rtsp_timeout_count": 360, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.433, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1237831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:41:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:41:21+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T05:41:21+09:00", "mjpeg": {"age_sec": 8.888, "exists": true, "mtime": "2026-07-05T05:41:12.353019+09:00", "mtime_epoch": 1783197672.3530195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:41:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.753, "pushed": 4.753, "read": 4.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.96, "count": 142, "max_ms": 23.509, "p95_ms": 22.068}, "gstreamer_push": {"avg_ms": 1.019, "count": 142, "max_ms": 1.184, "p95_ms": 1.146}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.114, "count": 142, "max_ms": 65.096, "p95_ms": 63.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.366, "count": 142, "max_ms": 77.764, "p95_ms": 72.278}, "yolo11_640_fire_11class": {"avg_ms": 50.066, "count": 142, "max_ms": 71.754, "p95_ms": 67.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.248, "count": 142, "max_ms": 80.306, "p95_ms": 78.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.018, "count": 142, "max_ms": 167.05, "p95_ms": 164.695}, "read_interval": {"avg_ms": 212.041, "count": 141, "max_ms": 8926.245, "p95_ms": 173.958}, "triton_wait": {"avg_ms": 57.993, "count": 142, "max_ms": 80.319, "p95_ms": 78.016}, "visualize": {"avg_ms": 5.659, "count": 142, "max_ms": 7.074, "p95_ms": 6.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15623.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1891.188, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.818, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1521934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:41:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:41:49+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T05:41:49+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T05:41:49.505622+09:00", "mtime_epoch": 1783197709.505622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:41:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2164.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.163, "count": 300, "max_ms": 10.63, "p95_ms": 8.186}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.444, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.601, "count": 300, "max_ms": 64.582, "p95_ms": 59.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.333, "count": 300, "max_ms": 77.604, "p95_ms": 66.375}, "yolo11_640_fire_11class": {"avg_ms": 52.104, "count": 300, "max_ms": 70.541, "p95_ms": 64.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.941, "count": 300, "max_ms": 78.312, "p95_ms": 74.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.902, "count": 300, "max_ms": 93.943, "p95_ms": 90.282}, "read_interval": {"avg_ms": 100.104, "count": 300, "max_ms": 333.261, "p95_ms": 170.677}, "triton_wait": {"avg_ms": 53.195, "count": 300, "max_ms": 78.323, "p95_ms": 74.192}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 4.478, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15623.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 514, "h264_decode_error_count": 1346, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:41:32+09:00", "last_error_summary": "[h264 @ 0x55649e9de840] cabac decode of qscale diff failed at 10 41 [h264 @ 0x55649e9de840] error while decoding MB 10 41, bytestream 4365 [h264 @ 0x55649f5b44c0] cabac decode of qscale diff failed at 25 41 [h264 @ 0x55649f5b44c0] error while decoding MB 25 41, bytestream 5873 [h264 @ 0x55649e8be2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55649e8be2c0] error while decoding MB 0 13, bytestream 5231 [h264 @ 0x55649e928880] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-05T05:41:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.66, "last_started_at": "2026-07-05T05:41:34+09:00", "pid": 112973, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.434, "name": "ffmpeg", "pid": 112973, "rss_mb": 268.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 571, "restart_count_per_hour": 15, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 572}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.976, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1237940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:41:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:41:51+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T05:41:51+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T05:41:51.233650+09:00", "mtime_epoch": 1783197711.23365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:41:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 109, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.417, "pushed": 5.417, "read": 5.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.746, "count": 109, "max_ms": 31.641, "p95_ms": 22.147}, "gstreamer_push": {"avg_ms": 1.063, "count": 109, "max_ms": 1.215, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.066, "count": 109, "max_ms": 66.403, "p95_ms": 63.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.781, "count": 109, "max_ms": 77.044, "p95_ms": 72.64}, "yolo11_640_fire_11class": {"avg_ms": 50.906, "count": 109, "max_ms": 70.359, "p95_ms": 68.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.353, "count": 109, "max_ms": 81.649, "p95_ms": 78.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.52, "count": 109, "max_ms": 171.323, "p95_ms": 161.813}, "read_interval": {"avg_ms": 276.214, "count": 109, "max_ms": 10131.322, "p95_ms": 173.3}, "triton_wait": {"avg_ms": 58.479, "count": 109, "max_ms": 81.664, "p95_ms": 78.144}, "visualize": {"avg_ms": 5.418, "count": 109, "max_ms": 7.645, "p95_ms": 6.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.122, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15625.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1921.244, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.203, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:42:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:42:19+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:42:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T05:42:19.570110+09:00", "mtime_epoch": 1783197739.5701098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:42:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2164.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.353, "count": 301, "max_ms": 8.932, "p95_ms": 8.599}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.629, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.76, "count": 301, "max_ms": 69.137, "p95_ms": 61.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.398, "count": 301, "max_ms": 74.361, "p95_ms": 67.635}, "yolo11_640_fire_11class": {"avg_ms": 53.56, "count": 301, "max_ms": 76.504, "p95_ms": 67.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.719, "count": 301, "max_ms": 82.715, "p95_ms": 74.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.208, "count": 301, "max_ms": 97.89, "p95_ms": 89.814}, "read_interval": {"avg_ms": 99.905, "count": 300, "max_ms": 793.519, "p95_ms": 138.404}, "triton_wait": {"avg_ms": 55.198, "count": 301, "max_ms": 82.727, "p95_ms": 74.258}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 4.73, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15625.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 514, "h264_decode_error_count": 1346, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:41:32+09:00", "last_error_summary": "[h264 @ 0x55649e9de840] cabac decode of qscale diff failed at 10 41 [h264 @ 0x55649e9de840] error while decoding MB 10 41, bytestream 4365 [h264 @ 0x55649f5b44c0] cabac decode of qscale diff failed at 25 41 [h264 @ 0x55649f5b44c0] error while decoding MB 25 41, bytestream 5873 [h264 @ 0x55649e8be2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55649e8be2c0] error while decoding MB 0 13, bytestream 5231 [h264 @ 0x55649e928880] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-05T05:41:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.699, "last_started_at": "2026-07-05T05:41:34+09:00", "pid": 112973, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.723, "name": "ffmpeg", "pid": 112973, "rss_mb": 269.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 571, "restart_count_per_hour": 15, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 572}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.217, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1238144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:42:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:42:21+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T05:42:21+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T05:42:21.278138+09:00", "mtime_epoch": 1783197741.2781377, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:42:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.83, "pushed": 6.83, "read": 6.797}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.927, "count": 204, "max_ms": 32.171, "p95_ms": 22.45}, "gstreamer_push": {"avg_ms": 1.052, "count": 204, "max_ms": 1.226, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.387, "count": 204, "max_ms": 67.507, "p95_ms": 63.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.173, "count": 204, "max_ms": 75.806, "p95_ms": 70.357}, "yolo11_640_fire_11class": {"avg_ms": 50.493, "count": 204, "max_ms": 71.097, "p95_ms": 68.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.88, "count": 204, "max_ms": 79.411, "p95_ms": 76.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.675, "count": 204, "max_ms": 166.652, "p95_ms": 161.054}, "read_interval": {"avg_ms": 147.218, "count": 203, "max_ms": 177.738, "p95_ms": 171.581}, "triton_wait": {"avg_ms": 56.574, "count": 204, "max_ms": 79.423, "p95_ms": 76.515}, "visualize": {"avg_ms": 5.509, "count": 204, "max_ms": 7.408, "p95_ms": 6.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15627.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1951.284, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.48, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:42:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:42:49+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-05T05:42:49+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T05:42:49.642598+09:00", "mtime_epoch": 1783197769.6425982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:42:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2164.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.412, "pushed": 10.412, "read": 10.412}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 299, "max_ms": 10.921, "p95_ms": 8.135}, "gstreamer_push": {"avg_ms": 1.289, "count": 299, "max_ms": 1.937, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.567, "count": 299, "max_ms": 68.773, "p95_ms": 62.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.518, "count": 299, "max_ms": 74.267, "p95_ms": 69.625}, "yolo11_640_fire_11class": {"avg_ms": 53.571, "count": 299, "max_ms": 75.833, "p95_ms": 68.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.278, "count": 299, "max_ms": 82.677, "p95_ms": 77.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.33, "count": 299, "max_ms": 98.628, "p95_ms": 92.809}, "read_interval": {"avg_ms": 100.494, "count": 299, "max_ms": 1390.67, "p95_ms": 116.96}, "triton_wait": {"avg_ms": 55.481, "count": 299, "max_ms": 82.689, "p95_ms": 77.191}, "visualize": {"avg_ms": 3.699, "count": 299, "max_ms": 5.038, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.718, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15628.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 514, "h264_decode_error_count": 1346, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:41:32+09:00", "last_error_summary": "[h264 @ 0x55649e9de840] cabac decode of qscale diff failed at 10 41 [h264 @ 0x55649e9de840] error while decoding MB 10 41, bytestream 4365 [h264 @ 0x55649f5b44c0] cabac decode of qscale diff failed at 25 41 [h264 @ 0x55649f5b44c0] error while decoding MB 25 41, bytestream 5873 [h264 @ 0x55649e8be2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55649e8be2c0] error while decoding MB 0 13, bytestream 5231 [h264 @ 0x55649e928880] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-05T05:41:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.738, "last_started_at": "2026-07-05T05:41:34+09:00", "pid": 112973, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.816, "name": "ffmpeg", "pid": 112973, "rss_mb": 272.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 571, "restart_count_per_hour": 15, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 572}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.279, "sample_count": 1984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1238334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:42:51+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T05:42:51+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T05:42:51.318625+09:00", "mtime_epoch": 1783197771.3186255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:42:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.359, "pushed": 6.359, "read": 6.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.8, "count": 190, "max_ms": 24.447, "p95_ms": 22.024}, "gstreamer_push": {"avg_ms": 1.037, "count": 190, "max_ms": 1.211, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.502, "count": 190, "max_ms": 65.233, "p95_ms": 63.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.546, "count": 190, "max_ms": 79.28, "p95_ms": 71.655}, "yolo11_640_fire_11class": {"avg_ms": 50.485, "count": 190, "max_ms": 72.937, "p95_ms": 67.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.006, "count": 190, "max_ms": 82.864, "p95_ms": 77.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.615, "count": 190, "max_ms": 169.412, "p95_ms": 161.587}, "read_interval": {"avg_ms": 158.15, "count": 189, "max_ms": 1850.355, "p95_ms": 172.385}, "triton_wait": {"avg_ms": 58.308, "count": 190, "max_ms": 82.875, "p95_ms": 78.975}, "visualize": {"avg_ms": 5.499, "count": 190, "max_ms": 6.606, "p95_ms": 6.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15628.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1981.333, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.355, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:43:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:43:19+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T05:43:19+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T05:43:19.667086+09:00", "mtime_epoch": 1783197799.6670861, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:43:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2164.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.283, "count": 298, "max_ms": 21.588, "p95_ms": 8.414}, "gstreamer_push": {"avg_ms": 1.266, "count": 298, "max_ms": 1.928, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.956, "count": 298, "max_ms": 64.874, "p95_ms": 60.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.524, "count": 298, "max_ms": 82.06, "p95_ms": 68.016}, "yolo11_640_fire_11class": {"avg_ms": 52.674, "count": 298, "max_ms": 71.376, "p95_ms": 67.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.147, "count": 298, "max_ms": 83.421, "p95_ms": 75.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.312, "count": 298, "max_ms": 99.172, "p95_ms": 91.337}, "read_interval": {"avg_ms": 100.831, "count": 297, "max_ms": 803.139, "p95_ms": 129.254}, "triton_wait": {"avg_ms": 54.46, "count": 298, "max_ms": 83.433, "p95_ms": 75.815}, "visualize": {"avg_ms": 3.665, "count": 298, "max_ms": 9.548, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15628.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 514, "h264_decode_error_count": 1346, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:41:32+09:00", "last_error_summary": "[h264 @ 0x55649e9de840] cabac decode of qscale diff failed at 10 41 [h264 @ 0x55649e9de840] error while decoding MB 10 41, bytestream 4365 [h264 @ 0x55649f5b44c0] cabac decode of qscale diff failed at 25 41 [h264 @ 0x55649f5b44c0] error while decoding MB 25 41, bytestream 5873 [h264 @ 0x55649e8be2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55649e8be2c0] error while decoding MB 0 13, bytestream 5231 [h264 @ 0x55649e928880] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-05T05:41:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.838, "last_started_at": "2026-07-05T05:41:34+09:00", "pid": 112973, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.332, "name": "ffmpeg", "pid": 112973, "rss_mb": 273.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 571, "restart_count_per_hour": 14, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 572}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.885, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1238532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:43:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:43:21+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T05:43:21+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T05:43:21.415114+09:00", "mtime_epoch": 1783197801.4151144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:43:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.612, "pushed": 6.612, "read": 6.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.127, "count": 198, "max_ms": 29.139, "p95_ms": 22.988}, "gstreamer_push": {"avg_ms": 1.014, "count": 198, "max_ms": 2.503, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.183, "count": 198, "max_ms": 68.079, "p95_ms": 63.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.051, "count": 198, "max_ms": 81.67, "p95_ms": 69.873}, "yolo11_640_fire_11class": {"avg_ms": 49.004, "count": 198, "max_ms": 77.128, "p95_ms": 68.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.955, "count": 198, "max_ms": 81.897, "p95_ms": 77.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.111, "count": 198, "max_ms": 173.75, "p95_ms": 165.354}, "read_interval": {"avg_ms": 152.013, "count": 197, "max_ms": 303.274, "p95_ms": 176.747}, "triton_wait": {"avg_ms": 56.261, "count": 198, "max_ms": 81.911, "p95_ms": 78.12}, "visualize": {"avg_ms": 5.701, "count": 198, "max_ms": 8.683, "p95_ms": 7.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15628.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2011.395, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.665, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:43:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:43:49+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:43:49+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T05:43:49.747575+09:00", "mtime_epoch": 1783197829.747575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:43:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2164.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.349, "count": 300, "max_ms": 9.889, "p95_ms": 8.449}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.921, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.342, "count": 300, "max_ms": 66.537, "p95_ms": 62.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.156, "count": 300, "max_ms": 78.019, "p95_ms": 68.388}, "yolo11_640_fire_11class": {"avg_ms": 53.284, "count": 300, "max_ms": 73.475, "p95_ms": 67.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.686, "count": 300, "max_ms": 80.242, "p95_ms": 76.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.032, "count": 300, "max_ms": 96.425, "p95_ms": 92.253}, "read_interval": {"avg_ms": 100.254, "count": 299, "max_ms": 809.315, "p95_ms": 128.139}, "triton_wait": {"avg_ms": 54.914, "count": 300, "max_ms": 80.255, "p95_ms": 76.431}, "visualize": {"avg_ms": 3.734, "count": 300, "max_ms": 4.805, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15629.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 514, "h264_decode_error_count": 1346, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:41:32+09:00", "last_error_summary": "[h264 @ 0x55649e9de840] cabac decode of qscale diff failed at 10 41 [h264 @ 0x55649e9de840] error while decoding MB 10 41, bytestream 4365 [h264 @ 0x55649f5b44c0] cabac decode of qscale diff failed at 25 41 [h264 @ 0x55649f5b44c0] error while decoding MB 25 41, bytestream 5873 [h264 @ 0x55649e8be2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55649e8be2c0] error while decoding MB 0 13, bytestream 5231 [h264 @ 0x55649e928880] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-05T05:41:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.842, "last_started_at": "2026-07-05T05:41:34+09:00", "pid": 112973, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.332, "name": "ffmpeg", "pid": 112973, "rss_mb": 273.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 571, "restart_count_per_hour": 14, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 572}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.587, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1238728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:43:51+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T05:43:51+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T05:43:51.415602+09:00", "mtime_epoch": 1783197831.4156022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:43:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9213.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.535, "pushed": 6.535, "read": 6.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.01, "count": 196, "max_ms": 24.62, "p95_ms": 22.261}, "gstreamer_push": {"avg_ms": 1.048, "count": 196, "max_ms": 1.443, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.919, "count": 196, "max_ms": 69.531, "p95_ms": 62.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.715, "count": 196, "max_ms": 75.971, "p95_ms": 70.894}, "yolo11_640_fire_11class": {"avg_ms": 49.889, "count": 196, "max_ms": 71.085, "p95_ms": 67.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.544, "count": 196, "max_ms": 80.454, "p95_ms": 77.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.712, "count": 196, "max_ms": 166.658, "p95_ms": 163.868}, "read_interval": {"avg_ms": 153.068, "count": 196, "max_ms": 179.408, "p95_ms": 175.249}, "triton_wait": {"avg_ms": 56.762, "count": 196, "max_ms": 80.466, "p95_ms": 77.255}, "visualize": {"avg_ms": 5.786, "count": 196, "max_ms": 9.003, "p95_ms": 6.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15493.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2041.425, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.683, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:44:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:44:19+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T05:44:19+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T05:44:19.680062+09:00", "mtime_epoch": 1783197859.6800618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:44:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2164.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.118}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 304, "max_ms": 10.945, "p95_ms": 8.225}, "gstreamer_push": {"avg_ms": 1.292, "count": 304, "max_ms": 2.165, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.533, "count": 304, "max_ms": 71.55, "p95_ms": 61.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.203, "count": 304, "max_ms": 78.075, "p95_ms": 57.112}, "yolo11_640_fire_11class": {"avg_ms": 53.081, "count": 304, "max_ms": 71.524, "p95_ms": 65.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.005, "count": 304, "max_ms": 80.601, "p95_ms": 75.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.329, "count": 304, "max_ms": 96.208, "p95_ms": 91.603}, "read_interval": {"avg_ms": 98.814, "count": 303, "max_ms": 301.57, "p95_ms": 176.713}, "triton_wait": {"avg_ms": 54.424, "count": 304, "max_ms": 80.614, "p95_ms": 75.809}, "visualize": {"avg_ms": 3.693, "count": 304, "max_ms": 5.005, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15512.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 515, "h264_decode_error_count": 1347, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:44:15+09:00", "last_error_summary": "[h264 @ 0x55cf20ff9c00] error while decoding MB 40 37, bytestream -7", "last_exit_at": "2026-07-05T05:44:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.666, "last_started_at": "2026-07-05T05:44:17+09:00", "pid": 113080, "process": {"exists": true, "fd_count": 5, "hwm_mb": 157.188, "name": "ffmpeg", "pid": 113080, "rss_mb": 157.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 572, "restart_count_per_hour": 15, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 573}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.605, "sample_count": 1858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1238891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:44:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:44:21+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T05:44:21+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T05:44:21.428090+09:00", "mtime_epoch": 1783197861.4280903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:44:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9214.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.459, "pushed": 5.459, "read": 5.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.322, "count": 163, "max_ms": 27.848, "p95_ms": 22.853}, "gstreamer_push": {"avg_ms": 1.053, "count": 163, "max_ms": 1.348, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.919, "count": 163, "max_ms": 64.446, "p95_ms": 62.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.97, "count": 163, "max_ms": 77.051, "p95_ms": 70.697}, "yolo11_640_fire_11class": {"avg_ms": 49.251, "count": 163, "max_ms": 72.274, "p95_ms": 66.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.07, "count": 163, "max_ms": 80.093, "p95_ms": 77.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.195, "count": 163, "max_ms": 169.24, "p95_ms": 164.005}, "read_interval": {"avg_ms": 184.285, "count": 162, "max_ms": 4799.133, "p95_ms": 175.621}, "triton_wait": {"avg_ms": 56.48, "count": 163, "max_ms": 80.105, "p95_ms": 77.04}, "visualize": {"avg_ms": 5.899, "count": 163, "max_ms": 7.907, "p95_ms": 6.545}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15624.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2071.496, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.746, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:44:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:44:49+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T05:44:49+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T05:44:49.836553+09:00", "mtime_epoch": 1783197889.8365526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:44:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2165.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.252, "count": 301, "max_ms": 10.808, "p95_ms": 8.063}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.805, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.32, "count": 301, "max_ms": 65.318, "p95_ms": 62.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.565, "count": 301, "max_ms": 81.199, "p95_ms": 60.079}, "yolo11_640_fire_11class": {"avg_ms": 53.41, "count": 301, "max_ms": 77.18, "p95_ms": 67.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.122, "count": 301, "max_ms": 80.581, "p95_ms": 73.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.699, "count": 301, "max_ms": 96.949, "p95_ms": 89.373}, "read_interval": {"avg_ms": 99.944, "count": 300, "max_ms": 725.708, "p95_ms": 167.612}, "triton_wait": {"avg_ms": 54.781, "count": 301, "max_ms": 81.21, "p95_ms": 73.322}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 5.062, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15624.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 515, "h264_decode_error_count": 1347, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:44:15+09:00", "last_error_summary": "[h264 @ 0x55cf20ff9c00] error while decoding MB 40 37, bytestream -7", "last_exit_at": "2026-07-05T05:44:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.809, "last_started_at": "2026-07-05T05:44:17+09:00", "pid": 113080, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.402, "name": "ffmpeg", "pid": 113080, "rss_mb": 267.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 572, "restart_count_per_hour": 15, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 573}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.484, "sample_count": 1820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1239084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:44:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:44:51+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T05:44:51+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T05:44:51.572581+09:00", "mtime_epoch": 1783197891.5725808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:44:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9214.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.44, "pushed": 6.44, "read": 6.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.524, "count": 192, "max_ms": 27.987, "p95_ms": 23.483}, "gstreamer_push": {"avg_ms": 1.045, "count": 193, "max_ms": 1.409, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.541, "count": 192, "max_ms": 70.577, "p95_ms": 61.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.758, "count": 192, "max_ms": 82.398, "p95_ms": 70.092}, "yolo11_640_fire_11class": {"avg_ms": 49.903, "count": 192, "max_ms": 73.233, "p95_ms": 66.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.017, "count": 192, "max_ms": 82.4, "p95_ms": 76.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.322, "count": 193, "max_ms": 173.758, "p95_ms": 164.77}, "read_interval": {"avg_ms": 156.208, "count": 192, "max_ms": 186.434, "p95_ms": 176.305}, "triton_wait": {"avg_ms": 56.677, "count": 192, "max_ms": 82.413, "p95_ms": 76.738}, "visualize": {"avg_ms": 5.926, "count": 192, "max_ms": 7.611, "p95_ms": 6.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15626.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2101.543, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.746, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:45:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T05:45:19+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T05:45:19+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T05:45:19.897042+09:00", "mtime_epoch": 1783197919.897042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:45:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2165.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.299, "count": 300, "max_ms": 9.626, "p95_ms": 8.328}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.979, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.331, "count": 300, "max_ms": 67.167, "p95_ms": 61.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.691, "count": 300, "max_ms": 80.132, "p95_ms": 67.544}, "yolo11_640_fire_11class": {"avg_ms": 53.249, "count": 300, "max_ms": 73.742, "p95_ms": 67.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.503, "count": 300, "max_ms": 80.751, "p95_ms": 75.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.725, "count": 300, "max_ms": 96.939, "p95_ms": 91.679}, "read_interval": {"avg_ms": 100.187, "count": 299, "max_ms": 760.603, "p95_ms": 177.631}, "triton_wait": {"avg_ms": 54.743, "count": 300, "max_ms": 80.761, "p95_ms": 75.832}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 4.666, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15626.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 515, "h264_decode_error_count": 1347, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:44:15+09:00", "last_error_summary": "[h264 @ 0x55cf20ff9c00] error while decoding MB 40 37, bytestream -7", "last_exit_at": "2026-07-05T05:44:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.839, "last_started_at": "2026-07-05T05:44:17+09:00", "pid": 113080, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.98, "name": "ffmpeg", "pid": 113080, "rss_mb": 269.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 572, "restart_count_per_hour": 15, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 573}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.808, "sample_count": 1800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1239276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:45:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:45:21+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T05:45:21+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T05:45:21.585069+09:00", "mtime_epoch": 1783197921.5850694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:45:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9214.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.427, "pushed": 6.427, "read": 6.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.415, "count": 192, "max_ms": 25.632, "p95_ms": 23.103}, "gstreamer_push": {"avg_ms": 1.014, "count": 192, "max_ms": 1.467, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.188, "count": 192, "max_ms": 67.996, "p95_ms": 63.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.305, "count": 192, "max_ms": 76.043, "p95_ms": 71.096}, "yolo11_640_fire_11class": {"avg_ms": 50.125, "count": 192, "max_ms": 76.304, "p95_ms": 68.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.012, "count": 192, "max_ms": 81.225, "p95_ms": 76.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.192, "count": 192, "max_ms": 184.053, "p95_ms": 164.807}, "read_interval": {"avg_ms": 156.321, "count": 191, "max_ms": 195.253, "p95_ms": 175.986}, "triton_wait": {"avg_ms": 57.315, "count": 192, "max_ms": 81.238, "p95_ms": 76.873}, "visualize": {"avg_ms": 5.873, "count": 192, "max_ms": 7.031, "p95_ms": 6.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15627.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2132.029, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.438, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:45:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:45:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T05:45:50+09:00", "mjpeg": {"age_sec": 0.734, "exists": true, "mtime": "2026-07-05T05:45:49.709527+09:00", "mtime_epoch": 1783197949.7095275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:45:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2165.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.311, "count": 294, "max_ms": 12.999, "p95_ms": 8.671}, "gstreamer_push": {"avg_ms": 1.279, "count": 294, "max_ms": 1.903, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.632, "count": 294, "max_ms": 71.794, "p95_ms": 60.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.026, "count": 294, "max_ms": 81.173, "p95_ms": 66.364}, "yolo11_640_fire_11class": {"avg_ms": 52.696, "count": 294, "max_ms": 74.209, "p95_ms": 66.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.793, "count": 294, "max_ms": 84.801, "p95_ms": 74.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.068, "count": 294, "max_ms": 101.321, "p95_ms": 89.635}, "read_interval": {"avg_ms": 102.352, "count": 293, "max_ms": 793.2, "p95_ms": 158.123}, "triton_wait": {"avg_ms": 54.173, "count": 294, "max_ms": 84.814, "p95_ms": 74.506}, "visualize": {"avg_ms": 3.663, "count": 294, "max_ms": 4.907, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15627.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 515, "h264_decode_error_count": 1347, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:44:15+09:00", "last_error_summary": "[h264 @ 0x55cf20ff9c00] error while decoding MB 40 37, bytestream -7", "last_exit_at": "2026-07-05T05:44:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.894, "last_started_at": "2026-07-05T05:44:17+09:00", "pid": 113080, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.238, "name": "ffmpeg", "pid": 113080, "rss_mb": 270.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 572, "restart_count_per_hour": 15, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 573}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.974, "sample_count": 1776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1239469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:45:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:45:51+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T05:45:51+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T05:45:51.661559+09:00", "mtime_epoch": 1783197951.6615593, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:45:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9214.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.456, "pushed": 6.456, "read": 6.423}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.619, "count": 193, "max_ms": 30.767, "p95_ms": 25.203}, "gstreamer_push": {"avg_ms": 1.031, "count": 193, "max_ms": 1.525, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.78, "count": 193, "max_ms": 70.617, "p95_ms": 61.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.155, "count": 193, "max_ms": 78.601, "p95_ms": 71.089}, "yolo11_640_fire_11class": {"avg_ms": 48.391, "count": 193, "max_ms": 72.315, "p95_ms": 66.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.39, "count": 193, "max_ms": 83.775, "p95_ms": 76.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.432, "count": 193, "max_ms": 175.519, "p95_ms": 164.572}, "read_interval": {"avg_ms": 155.743, "count": 192, "max_ms": 186.409, "p95_ms": 175.316}, "triton_wait": {"avg_ms": 55.795, "count": 193, "max_ms": 83.787, "p95_ms": 76.113}, "visualize": {"avg_ms": 5.912, "count": 193, "max_ms": 7.934, "p95_ms": 7.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15628.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2162.083, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.451, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:46:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:46:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:46:20+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T05:46:20.438028+09:00", "mtime_epoch": 1783197980.438028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:46:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2165.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.247, "pushed": 10.247, "read": 10.214}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.501, "count": 307, "max_ms": 12.075, "p95_ms": 10.758}, "gstreamer_push": {"avg_ms": 1.261, "count": 307, "max_ms": 1.843, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.188, "count": 307, "max_ms": 69.524, "p95_ms": 61.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.885, "count": 307, "max_ms": 77.829, "p95_ms": 63.085}, "yolo11_640_fire_11class": {"avg_ms": 53.062, "count": 307, "max_ms": 72.796, "p95_ms": 67.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.218, "count": 307, "max_ms": 79.68, "p95_ms": 74.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.506, "count": 307, "max_ms": 95.445, "p95_ms": 91.903}, "read_interval": {"avg_ms": 97.917, "count": 306, "max_ms": 741.09, "p95_ms": 124.966}, "triton_wait": {"avg_ms": 54.526, "count": 307, "max_ms": 79.692, "p95_ms": 74.232}, "visualize": {"avg_ms": 3.63, "count": 307, "max_ms": 5.412, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15628.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 515, "h264_decode_error_count": 1347, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:44:15+09:00", "last_error_summary": "[h264 @ 0x55cf20ff9c00] error while decoding MB 40 37, bytestream -7", "last_exit_at": "2026-07-05T05:44:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.032, "last_started_at": "2026-07-05T05:44:17+09:00", "pid": 113080, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.496, "name": "ffmpeg", "pid": 113080, "rss_mb": 270.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 572, "restart_count_per_hour": 15, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 573}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.291, "sample_count": 1829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1239660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:46:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T05:46:21+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T05:46:21+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T05:46:21.794050+09:00", "mtime_epoch": 1783197981.7940502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:46:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9214.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.37, "pushed": 6.37, "read": 6.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.061, "count": 190, "max_ms": 34.705, "p95_ms": 31.817}, "gstreamer_push": {"avg_ms": 1.036, "count": 191, "max_ms": 1.268, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.962, "count": 190, "max_ms": 66.932, "p95_ms": 62.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.573, "count": 190, "max_ms": 77.415, "p95_ms": 70.346}, "yolo11_640_fire_11class": {"avg_ms": 50.054, "count": 190, "max_ms": 73.272, "p95_ms": 67.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.037, "count": 190, "max_ms": 79.272, "p95_ms": 76.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.714, "count": 191, "max_ms": 181.511, "p95_ms": 167.972}, "read_interval": {"avg_ms": 157.779, "count": 190, "max_ms": 193.151, "p95_ms": 180.821}, "triton_wait": {"avg_ms": 57.46, "count": 190, "max_ms": 79.284, "p95_ms": 76.375}, "visualize": {"avg_ms": 5.977, "count": 190, "max_ms": 7.858, "p95_ms": 7.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15641.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2192.12, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.43, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:46:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:46:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T05:46:50+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T05:46:50.466517+09:00", "mtime_epoch": 1783198010.4665174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:46:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2165.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.306, "count": 301, "max_ms": 10.935, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.517, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.239, "count": 301, "max_ms": 64.949, "p95_ms": 60.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.441, "count": 301, "max_ms": 75.858, "p95_ms": 56.916}, "yolo11_640_fire_11class": {"avg_ms": 53.023, "count": 301, "max_ms": 71.558, "p95_ms": 65.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.978, "count": 301, "max_ms": 78.606, "p95_ms": 74.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.336, "count": 301, "max_ms": 94.47, "p95_ms": 90.806}, "read_interval": {"avg_ms": 99.829, "count": 300, "max_ms": 722.549, "p95_ms": 125.86}, "triton_wait": {"avg_ms": 54.35, "count": 301, "max_ms": 78.619, "p95_ms": 74.954}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 4.767, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15497.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 516, "h264_decode_error_count": 1348, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:46:50+09:00", "last_error_summary": "[h264 @ 0x562340d46900] error while decoding MB 32 40, bytestream -5", "last_exit_at": "2026-07-05T05:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.154, "last_started_at": "2026-07-05T05:46:53+09:00", "pid": 113187, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.566, "name": "ffmpeg", "pid": 113187, "rss_mb": 141.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 573, "restart_count_per_hour": 16, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 574}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.232, "sample_count": 1879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1239849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:46:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T05:46:56+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T05:46:55+09:00", "mjpeg": {"age_sec": 5.007, "exists": true, "mtime": "2026-07-05T05:46:51.050527+09:00", "mtime_epoch": 1783198011.050527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:46:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9214.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.439, "pushed": 5.439, "read": 5.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.353, "count": 162, "max_ms": 29.876, "p95_ms": 22.815}, "gstreamer_push": {"avg_ms": 1.046, "count": 163, "max_ms": 1.283, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.972, "count": 162, "max_ms": 65.074, "p95_ms": 60.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.701, "count": 162, "max_ms": 76.879, "p95_ms": 69.945}, "yolo11_640_fire_11class": {"avg_ms": 48.533, "count": 162, "max_ms": 69.302, "p95_ms": 64.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.249, "count": 162, "max_ms": 79.42, "p95_ms": 74.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.567, "count": 163, "max_ms": 166.596, "p95_ms": 162.49}, "read_interval": {"avg_ms": 185.003, "count": 162, "max_ms": 5040.642, "p95_ms": 173.811}, "triton_wait": {"avg_ms": 55.642, "count": 162, "max_ms": 79.433, "p95_ms": 74.674}, "visualize": {"avg_ms": 5.903, "count": 162, "max_ms": 7.447, "p95_ms": 6.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15625.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2222.136, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.438, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:47:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:47:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:47:20+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T05:47:20.483007+09:00", "mtime_epoch": 1783198040.483007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:47:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2165.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.846, "pushed": 9.846, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.105, "count": 295, "max_ms": 11.647, "p95_ms": 8.09}, "gstreamer_push": {"avg_ms": 1.285, "count": 295, "max_ms": 2.075, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.895, "count": 295, "max_ms": 69.581, "p95_ms": 60.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.346, "count": 295, "max_ms": 78.418, "p95_ms": 58.85}, "yolo11_640_fire_11class": {"avg_ms": 52.74, "count": 295, "max_ms": 73.763, "p95_ms": 68.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.753, "count": 295, "max_ms": 81.293, "p95_ms": 74.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.811, "count": 295, "max_ms": 96.701, "p95_ms": 90.187}, "read_interval": {"avg_ms": 101.75, "count": 295, "max_ms": 820.465, "p95_ms": 117.51}, "triton_wait": {"avg_ms": 54.064, "count": 295, "max_ms": 81.303, "p95_ms": 74.813}, "visualize": {"avg_ms": 3.69, "count": 295, "max_ms": 5.814, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15625.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 516, "h264_decode_error_count": 1348, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:46:50+09:00", "last_error_summary": "[h264 @ 0x562340d46900] error while decoding MB 32 40, bytestream -5", "last_exit_at": "2026-07-05T05:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.254, "last_started_at": "2026-07-05T05:46:53+09:00", "pid": 113187, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.047, "name": "ffmpeg", "pid": 113187, "rss_mb": 268.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 573, "restart_count_per_hour": 16, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 574}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.313, "sample_count": 1871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1240047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:47:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:47:26+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T05:47:26+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T05:47:26.027097+09:00", "mtime_epoch": 1783198046.0270972, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:47:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.61, "pushed": 6.61, "read": 6.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.003, "count": 197, "max_ms": 28.923, "p95_ms": 22.122}, "gstreamer_push": {"avg_ms": 1.014, "count": 198, "max_ms": 1.382, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.342, "count": 197, "max_ms": 66.997, "p95_ms": 61.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.532, "count": 197, "max_ms": 80.342, "p95_ms": 73.372}, "yolo11_640_fire_11class": {"avg_ms": 49.443, "count": 197, "max_ms": 69.046, "p95_ms": 65.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.982, "count": 197, "max_ms": 80.603, "p95_ms": 76.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.917, "count": 198, "max_ms": 170.029, "p95_ms": 164.803}, "read_interval": {"avg_ms": 152.042, "count": 197, "max_ms": 178.897, "p95_ms": 172.612}, "triton_wait": {"avg_ms": 56.447, "count": 197, "max_ms": 80.614, "p95_ms": 76.855}, "visualize": {"avg_ms": 5.857, "count": 197, "max_ms": 7.789, "p95_ms": 6.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15631.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2252.151, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.394, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:47:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:47:50+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T05:47:50+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:47:50.499496+09:00", "mtime_epoch": 1783198070.4994965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:47:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2165.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.313, "count": 298, "max_ms": 10.539, "p95_ms": 8.576}, "gstreamer_push": {"avg_ms": 1.277, "count": 298, "max_ms": 2.01, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.364, "count": 298, "max_ms": 66.001, "p95_ms": 62.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.929, "count": 298, "max_ms": 79.106, "p95_ms": 69.22}, "yolo11_640_fire_11class": {"avg_ms": 53.279, "count": 298, "max_ms": 76.124, "p95_ms": 67.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.477, "count": 298, "max_ms": 83.362, "p95_ms": 76.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.873, "count": 298, "max_ms": 99.321, "p95_ms": 92.577}, "read_interval": {"avg_ms": 100.717, "count": 298, "max_ms": 770.418, "p95_ms": 111.948}, "triton_wait": {"avg_ms": 54.917, "count": 298, "max_ms": 83.374, "p95_ms": 76.73}, "visualize": {"avg_ms": 3.72, "count": 298, "max_ms": 4.611, "p95_ms": 4.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15631.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 516, "h264_decode_error_count": 1348, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:46:50+09:00", "last_error_summary": "[h264 @ 0x562340d46900] error while decoding MB 32 40, bytestream -5", "last_exit_at": "2026-07-05T05:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.366, "last_started_at": "2026-07-05T05:46:53+09:00", "pid": 113187, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.688, "name": "ffmpeg", "pid": 113187, "rss_mb": 272.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 573, "restart_count_per_hour": 16, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 574}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.586, "sample_count": 1877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1240245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:47:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:47:56+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T05:47:56+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T05:47:56.143589+09:00", "mtime_epoch": 1783198076.1435885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:47:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.608, "pushed": 6.608, "read": 6.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.816, "count": 197, "max_ms": 26.236, "p95_ms": 21.821}, "gstreamer_push": {"avg_ms": 1.016, "count": 198, "max_ms": 1.586, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.552, "count": 197, "max_ms": 66.025, "p95_ms": 61.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.476, "count": 197, "max_ms": 76.169, "p95_ms": 72.657}, "yolo11_640_fire_11class": {"avg_ms": 49.668, "count": 197, "max_ms": 75.412, "p95_ms": 67.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.714, "count": 197, "max_ms": 82.538, "p95_ms": 77.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.865, "count": 198, "max_ms": 172.412, "p95_ms": 165.83}, "read_interval": {"avg_ms": 152.118, "count": 197, "max_ms": 179.991, "p95_ms": 173.848}, "triton_wait": {"avg_ms": 56.959, "count": 197, "max_ms": 82.551, "p95_ms": 77.886}, "visualize": {"avg_ms": 5.818, "count": 197, "max_ms": 7.444, "p95_ms": 6.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15632.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2282.159, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.451, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:48:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:48:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:48:20+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T05:48:20.507986+09:00", "mtime_epoch": 1783198100.5079858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:48:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2166.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.144, "count": 303, "max_ms": 11.594, "p95_ms": 7.959}, "gstreamer_push": {"avg_ms": 1.259, "count": 303, "max_ms": 1.518, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.269, "count": 303, "max_ms": 77.914, "p95_ms": 60.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.425, "count": 303, "max_ms": 85.407, "p95_ms": 69.338}, "yolo11_640_fire_11class": {"avg_ms": 53.437, "count": 303, "max_ms": 79.268, "p95_ms": 67.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.406, "count": 303, "max_ms": 83.272, "p95_ms": 75.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.695, "count": 303, "max_ms": 101.59, "p95_ms": 91.681}, "read_interval": {"avg_ms": 99.046, "count": 303, "max_ms": 821.1, "p95_ms": 113.576}, "triton_wait": {"avg_ms": 55.016, "count": 303, "max_ms": 85.418, "p95_ms": 75.993}, "visualize": {"avg_ms": 3.652, "count": 303, "max_ms": 5.742, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15633.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 516, "h264_decode_error_count": 1348, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:46:50+09:00", "last_error_summary": "[h264 @ 0x562340d46900] error while decoding MB 32 40, bytestream -5", "last_exit_at": "2026-07-05T05:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.379, "last_started_at": "2026-07-05T05:46:53+09:00", "pid": 113187, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.234, "name": "ffmpeg", "pid": 113187, "rss_mb": 274.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 573, "restart_count_per_hour": 16, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 574}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.605, "sample_count": 1878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1240442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:48:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:48:26+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T05:48:26+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T05:48:26.152078+09:00", "mtime_epoch": 1783198106.152078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:48:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.596, "pushed": 6.596, "read": 6.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.039, "count": 197, "max_ms": 26.864, "p95_ms": 23.123}, "gstreamer_push": {"avg_ms": 1.0, "count": 197, "max_ms": 1.387, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.652, "count": 197, "max_ms": 69.393, "p95_ms": 61.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.077, "count": 197, "max_ms": 78.273, "p95_ms": 73.317}, "yolo11_640_fire_11class": {"avg_ms": 50.093, "count": 197, "max_ms": 72.506, "p95_ms": 66.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.416, "count": 197, "max_ms": 82.53, "p95_ms": 76.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.138, "count": 197, "max_ms": 168.128, "p95_ms": 166.116}, "read_interval": {"avg_ms": 152.389, "count": 196, "max_ms": 176.838, "p95_ms": 174.094}, "triton_wait": {"avg_ms": 56.709, "count": 197, "max_ms": 82.541, "p95_ms": 77.201}, "visualize": {"avg_ms": 5.903, "count": 197, "max_ms": 9.064, "p95_ms": 7.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15634.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2312.173, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.394, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1526137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:48:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:48:50+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:48:50+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T05:48:50.516476+09:00", "mtime_epoch": 1783198130.5164757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:48:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2166.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.176, "count": 297, "max_ms": 10.91, "p95_ms": 7.987}, "gstreamer_push": {"avg_ms": 1.279, "count": 297, "max_ms": 1.481, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.399, "count": 297, "max_ms": 65.82, "p95_ms": 61.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.423, "count": 297, "max_ms": 81.057, "p95_ms": 67.412}, "yolo11_640_fire_11class": {"avg_ms": 53.221, "count": 297, "max_ms": 75.174, "p95_ms": 66.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.365, "count": 297, "max_ms": 81.565, "p95_ms": 75.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.728, "count": 297, "max_ms": 97.489, "p95_ms": 92.08}, "read_interval": {"avg_ms": 101.061, "count": 297, "max_ms": 832.186, "p95_ms": 132.221}, "triton_wait": {"avg_ms": 54.897, "count": 297, "max_ms": 81.574, "p95_ms": 75.25}, "visualize": {"avg_ms": 3.68, "count": 297, "max_ms": 4.859, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15634.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 516, "h264_decode_error_count": 1348, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:46:50+09:00", "last_error_summary": "[h264 @ 0x562340d46900] error while decoding MB 32 40, bytestream -5", "last_exit_at": "2026-07-05T05:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.636, "last_started_at": "2026-07-05T05:46:53+09:00", "pid": 113187, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.75, "name": "ffmpeg", "pid": 113187, "rss_mb": 274.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 573, "restart_count_per_hour": 16, "rtsp_timeout_count": 362, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 574}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.875, "sample_count": 1824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1240583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:48:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T05:48:56+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T05:48:56+09:00", "mjpeg": {"age_sec": 8.911, "exists": true, "mtime": "2026-07-05T05:48:47.628428+09:00", "mtime_epoch": 1783198127.6284285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:48:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.672, "pushed": 4.672, "read": 4.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.219, "count": 139, "max_ms": 24.333, "p95_ms": 21.999}, "gstreamer_push": {"avg_ms": 1.027, "count": 140, "max_ms": 1.219, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.713, "count": 139, "max_ms": 64.925, "p95_ms": 63.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.207, "count": 139, "max_ms": 79.16, "p95_ms": 71.256}, "yolo11_640_fire_11class": {"avg_ms": 49.82, "count": 139, "max_ms": 72.479, "p95_ms": 68.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.557, "count": 139, "max_ms": 79.74, "p95_ms": 78.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.116, "count": 140, "max_ms": 168.31, "p95_ms": 165.406}, "read_interval": {"avg_ms": 215.527, "count": 139, "max_ms": 8927.068, "p95_ms": 174.364}, "triton_wait": {"avg_ms": 56.691, "count": 139, "max_ms": 79.752, "p95_ms": 78.871}, "visualize": {"avg_ms": 5.883, "count": 139, "max_ms": 6.932, "p95_ms": 6.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15590.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2342.226, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.162, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1526442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:49:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T05:49:20+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T05:49:20+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T05:49:20.544966+09:00", "mtime_epoch": 1783198160.5449657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:49:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2166.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.177, "pushed": 10.177, "read": 10.143}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.218, "count": 305, "max_ms": 12.635, "p95_ms": 8.015}, "gstreamer_push": {"avg_ms": 1.291, "count": 305, "max_ms": 1.596, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.056, "count": 305, "max_ms": 69.377, "p95_ms": 51.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.861, "count": 305, "max_ms": 79.938, "p95_ms": 54.536}, "yolo11_640_fire_11class": {"avg_ms": 51.622, "count": 305, "max_ms": 74.505, "p95_ms": 56.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.583, "count": 305, "max_ms": 79.331, "p95_ms": 54.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.204, "count": 305, "max_ms": 95.602, "p95_ms": 75.511}, "read_interval": {"avg_ms": 98.486, "count": 304, "max_ms": 785.319, "p95_ms": 112.995}, "triton_wait": {"avg_ms": 52.272, "count": 305, "max_ms": 79.95, "p95_ms": 56.357}, "visualize": {"avg_ms": 3.722, "count": 305, "max_ms": 4.863, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15624.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1348, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:49:09+09:00", "last_error_summary": "[in#0/rtsp @ 0x555689817e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555689817e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:49:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.024, "last_started_at": "2026-07-05T05:49:12+09:00", "pid": 113294, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.297, "name": "ffmpeg", "pid": 113294, "rss_mb": 265.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 574, "restart_count_per_hour": 17, "rtsp_timeout_count": 364, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 575}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.061, "sample_count": 1758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1240681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:49:26+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T05:49:26+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T05:49:26.473063+09:00", "mtime_epoch": 1783198166.4730625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:49:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.885, "pushed": 4.885, "read": 4.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.547, "count": 98, "max_ms": 24.341, "p95_ms": 22.763}, "gstreamer_push": {"avg_ms": 1.029, "count": 98, "max_ms": 1.184, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.921, "count": 98, "max_ms": 75.263, "p95_ms": 63.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.295, "count": 98, "max_ms": 76.455, "p95_ms": 70.79}, "yolo11_640_fire_11class": {"avg_ms": 50.609, "count": 98, "max_ms": 79.291, "p95_ms": 69.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.731, "count": 98, "max_ms": 80.234, "p95_ms": 79.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.514, "count": 98, "max_ms": 169.283, "p95_ms": 166.043}, "read_interval": {"avg_ms": 306.837, "count": 98, "max_ms": 10173.344, "p95_ms": 176.288}, "triton_wait": {"avg_ms": 56.947, "count": 98, "max_ms": 80.245, "p95_ms": 79.302}, "visualize": {"avg_ms": 5.935, "count": 98, "max_ms": 8.739, "p95_ms": 6.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.063, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15625.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2372.23, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.367, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1526742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:49:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:49:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T05:49:50+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T05:49:50.577456+09:00", "mtime_epoch": 1783198190.577456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:49:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2166.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.279, "count": 300, "max_ms": 12.538, "p95_ms": 8.275}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.59, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.154, "count": 300, "max_ms": 70.65, "p95_ms": 62.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.388, "count": 300, "max_ms": 80.434, "p95_ms": 68.035}, "yolo11_640_fire_11class": {"avg_ms": 53.033, "count": 300, "max_ms": 75.245, "p95_ms": 66.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.131, "count": 300, "max_ms": 85.087, "p95_ms": 76.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.334, "count": 300, "max_ms": 100.629, "p95_ms": 92.699}, "read_interval": {"avg_ms": 100.097, "count": 300, "max_ms": 672.198, "p95_ms": 114.465}, "triton_wait": {"avg_ms": 54.406, "count": 300, "max_ms": 85.1, "p95_ms": 76.51}, "visualize": {"avg_ms": 3.698, "count": 300, "max_ms": 4.739, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15626.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1348, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:49:09+09:00", "last_error_summary": "[in#0/rtsp @ 0x555689817e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555689817e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:49:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.09, "last_started_at": "2026-07-05T05:49:12+09:00", "pid": 113294, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.359, "name": "ffmpeg", "pid": 113294, "rss_mb": 267.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 574, "restart_count_per_hour": 17, "rtsp_timeout_count": 364, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 575}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.061, "sample_count": 1759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1240875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:49:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:49:56+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-05T05:49:56+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-05T05:49:56.533553+09:00", "mtime_epoch": 1783198196.5335534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:49:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.486, "pushed": 6.486, "read": 6.453}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.153, "count": 194, "max_ms": 25.132, "p95_ms": 22.654}, "gstreamer_push": {"avg_ms": 1.036, "count": 194, "max_ms": 1.396, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.912, "count": 194, "max_ms": 72.168, "p95_ms": 62.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.334, "count": 194, "max_ms": 80.901, "p95_ms": 72.344}, "yolo11_640_fire_11class": {"avg_ms": 48.902, "count": 194, "max_ms": 76.729, "p95_ms": 64.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.28, "count": 194, "max_ms": 86.92, "p95_ms": 76.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.284, "count": 194, "max_ms": 173.81, "p95_ms": 163.131}, "read_interval": {"avg_ms": 154.859, "count": 193, "max_ms": 184.618, "p95_ms": 173.572}, "triton_wait": {"avg_ms": 56.576, "count": 194, "max_ms": 86.931, "p95_ms": 76.528}, "visualize": {"avg_ms": 5.854, "count": 194, "max_ms": 7.652, "p95_ms": 6.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15634.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2402.309, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.295, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:50:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:50:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:50:20+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:50:20.657947+09:00", "mtime_epoch": 1783198220.6579473, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:50:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2166.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.281, "count": 299, "max_ms": 11.421, "p95_ms": 8.36}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 1.821, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.163, "count": 299, "max_ms": 69.023, "p95_ms": 61.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.955, "count": 299, "max_ms": 80.676, "p95_ms": 64.46}, "yolo11_640_fire_11class": {"avg_ms": 53.107, "count": 299, "max_ms": 73.39, "p95_ms": 66.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.851, "count": 299, "max_ms": 87.268, "p95_ms": 75.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.004, "count": 299, "max_ms": 103.755, "p95_ms": 91.355}, "read_interval": {"avg_ms": 100.646, "count": 298, "max_ms": 645.145, "p95_ms": 113.896}, "triton_wait": {"avg_ms": 55.133, "count": 299, "max_ms": 87.28, "p95_ms": 75.437}, "visualize": {"avg_ms": 3.677, "count": 299, "max_ms": 4.687, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15635.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1348, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:49:09+09:00", "last_error_summary": "[in#0/rtsp @ 0x555689817e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555689817e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:49:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.19, "last_started_at": "2026-07-05T05:49:12+09:00", "pid": 113294, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.969, "name": "ffmpeg", "pid": 113294, "rss_mb": 275.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 574, "restart_count_per_hour": 17, "rtsp_timeout_count": 364, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 575}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.729, "sample_count": 1771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1241079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:50:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:50:26+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T05:50:26+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T05:50:26.638045+09:00", "mtime_epoch": 1783198226.638045, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:50:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.813, "pushed": 6.813, "read": 6.78}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.751, "count": 203, "max_ms": 30.274, "p95_ms": 22.622}, "gstreamer_push": {"avg_ms": 1.044, "count": 204, "max_ms": 1.736, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.349, "count": 203, "max_ms": 69.276, "p95_ms": 62.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.206, "count": 203, "max_ms": 81.422, "p95_ms": 69.71}, "yolo11_640_fire_11class": {"avg_ms": 49.177, "count": 203, "max_ms": 73.579, "p95_ms": 67.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.758, "count": 203, "max_ms": 87.607, "p95_ms": 76.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.15, "count": 204, "max_ms": 173.72, "p95_ms": 160.877}, "read_interval": {"avg_ms": 147.405, "count": 203, "max_ms": 184.788, "p95_ms": 172.058}, "triton_wait": {"avg_ms": 56.38, "count": 203, "max_ms": 87.619, "p95_ms": 76.632}, "visualize": {"avg_ms": 5.486, "count": 203, "max_ms": 7.359, "p95_ms": 6.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15640.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2432.335, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.384, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:50:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:50:50+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T05:50:50+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T05:50:50.678438+09:00", "mtime_epoch": 1783198250.6784377, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:50:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2166.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.268, "count": 300, "max_ms": 11.459, "p95_ms": 8.362}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.775, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.037, "count": 300, "max_ms": 71.155, "p95_ms": 60.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.432, "count": 300, "max_ms": 78.059, "p95_ms": 59.961}, "yolo11_640_fire_11class": {"avg_ms": 53.33, "count": 300, "max_ms": 73.195, "p95_ms": 67.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.246, "count": 300, "max_ms": 79.45, "p95_ms": 76.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.633, "count": 300, "max_ms": 96.448, "p95_ms": 91.8}, "read_interval": {"avg_ms": 100.115, "count": 299, "max_ms": 740.688, "p95_ms": 125.939}, "triton_wait": {"avg_ms": 54.8, "count": 300, "max_ms": 79.462, "p95_ms": 76.121}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 5.066, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15644.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1348, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:49:09+09:00", "last_error_summary": "[in#0/rtsp @ 0x555689817e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555689817e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:49:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.574, "last_started_at": "2026-07-05T05:49:12+09:00", "pid": 113294, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.961, "name": "ffmpeg", "pid": 113294, "rss_mb": 283.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 574, "restart_count_per_hour": 17, "rtsp_timeout_count": 364, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 575}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.821, "sample_count": 1717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1241271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:51:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T05:51:05+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-05T05:51:05+09:00", "mjpeg": {"age_sec": 8.623, "exists": true, "mtime": "2026-07-05T05:50:56.558534+09:00", "mtime_epoch": 1783198256.5585337, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:51:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.61, "pushed": 4.61, "read": 4.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.411, "count": 138, "max_ms": 25.416, "p95_ms": 23.188}, "gstreamer_push": {"avg_ms": 1.037, "count": 138, "max_ms": 1.717, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.898, "count": 138, "max_ms": 64.524, "p95_ms": 61.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.636, "count": 138, "max_ms": 77.917, "p95_ms": 73.23}, "yolo11_640_fire_11class": {"avg_ms": 50.127, "count": 138, "max_ms": 77.92, "p95_ms": 67.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.22, "count": 138, "max_ms": 80.996, "p95_ms": 77.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.36, "count": 138, "max_ms": 170.684, "p95_ms": 165.831}, "read_interval": {"avg_ms": 218.222, "count": 137, "max_ms": 8606.376, "p95_ms": 176.589}, "triton_wait": {"avg_ms": 57.608, "count": 138, "max_ms": 81.008, "p95_ms": 77.928}, "visualize": {"avg_ms": 5.866, "count": 138, "max_ms": 7.609, "p95_ms": 6.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15405.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2462.387, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.138, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:51:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:51:20+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T05:51:20.738929+09:00", "mtime_epoch": 1783198280.7389288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:51:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2167.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.943}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.231, "count": 299, "max_ms": 10.309, "p95_ms": 8.115}, "gstreamer_push": {"avg_ms": 1.281, "count": 299, "max_ms": 1.55, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.7, "count": 299, "max_ms": 65.118, "p95_ms": 51.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.286, "count": 299, "max_ms": 78.065, "p95_ms": 55.92}, "yolo11_640_fire_11class": {"avg_ms": 51.548, "count": 299, "max_ms": 70.772, "p95_ms": 56.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.656, "count": 299, "max_ms": 81.46, "p95_ms": 64.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.372, "count": 299, "max_ms": 97.161, "p95_ms": 79.789}, "read_interval": {"avg_ms": 100.565, "count": 298, "max_ms": 811.386, "p95_ms": 114.638}, "triton_wait": {"avg_ms": 52.545, "count": 299, "max_ms": 81.472, "p95_ms": 64.23}, "visualize": {"avg_ms": 3.697, "count": 299, "max_ms": 5.809, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15626.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 518, "h264_decode_error_count": 1352, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:51:16+09:00", "last_error_summary": "[h264 @ 0x55cd9aca5e80] left block unavailable for requested intra mode [h264 @ 0x55cd9aca5e80] error while decoding MB 0 23, bytestream 4295 [h264 @ 0x55cd9ada1280] top block unavailable for requested intra mode -1 [h264 @ 0x55cd9ada1280] error while decoding MB 63 0, bytestream 849 [h264 @ 0x55cd9ace80c0] cabac decode of qscale diff failed at 2 34 [h264 @ 0x55cd9ace80c0] error while decoding MB 2 34, bytestream 21321 [in#0/rtsp @ 0x55cd9ac6ae00] Error during demuxing: Connection timed out [in#", "last_exit_at": "2026-07-05T05:51:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.846, "last_started_at": "2026-07-05T05:51:19+09:00", "pid": 113401, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.148, "name": "ffmpeg", "pid": 113401, "rss_mb": 266.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 575, "restart_count_per_hour": 17, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 576}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.716, "sample_count": 1626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1241372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:51:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:51:35+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-05T05:51:35+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T05:51:35.115164+09:00", "mtime_epoch": 1783198295.1151636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:51:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.017, "pushed": 5.017, "read": 5.017}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.178, "count": 101, "max_ms": 32.422, "p95_ms": 21.875}, "gstreamer_push": {"avg_ms": 1.032, "count": 101, "max_ms": 1.185, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.52, "count": 101, "max_ms": 64.144, "p95_ms": 61.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.429, "count": 101, "max_ms": 71.001, "p95_ms": 68.053}, "yolo11_640_fire_11class": {"avg_ms": 49.341, "count": 101, "max_ms": 67.92, "p95_ms": 65.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.042, "count": 101, "max_ms": 78.664, "p95_ms": 75.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.545, "count": 101, "max_ms": 170.676, "p95_ms": 163.626}, "read_interval": {"avg_ms": 298.025, "count": 101, "max_ms": 10121.001, "p95_ms": 174.251}, "triton_wait": {"avg_ms": 56.325, "count": 101, "max_ms": 78.676, "p95_ms": 75.733}, "visualize": {"avg_ms": 5.851, "count": 101, "max_ms": 9.613, "p95_ms": 6.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.131, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15628.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2492.947, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.367, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:51:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:51:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T05:51:51+09:00", "mjpeg": {"age_sec": 0.55, "exists": true, "mtime": "2026-07-05T05:51:50.811420+09:00", "mtime_epoch": 1783198310.8114202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:51:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2167.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.359, "count": 300, "max_ms": 12.589, "p95_ms": 8.716}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.903, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.307, "count": 300, "max_ms": 66.099, "p95_ms": 61.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.712, "count": 300, "max_ms": 83.017, "p95_ms": 57.793}, "yolo11_640_fire_11class": {"avg_ms": 53.194, "count": 300, "max_ms": 76.445, "p95_ms": 65.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.648, "count": 300, "max_ms": 83.772, "p95_ms": 76.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.863, "count": 300, "max_ms": 99.716, "p95_ms": 92.223}, "read_interval": {"avg_ms": 100.232, "count": 299, "max_ms": 571.501, "p95_ms": 112.797}, "triton_wait": {"avg_ms": 54.85, "count": 300, "max_ms": 83.785, "p95_ms": 76.301}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 4.588, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15629.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 518, "h264_decode_error_count": 1352, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:51:16+09:00", "last_error_summary": "[h264 @ 0x55cd9aca5e80] left block unavailable for requested intra mode [h264 @ 0x55cd9aca5e80] error while decoding MB 0 23, bytestream 4295 [h264 @ 0x55cd9ada1280] top block unavailable for requested intra mode -1 [h264 @ 0x55cd9ada1280] error while decoding MB 63 0, bytestream 849 [h264 @ 0x55cd9ace80c0] cabac decode of qscale diff failed at 2 34 [h264 @ 0x55cd9ace80c0] error while decoding MB 2 34, bytestream 21321 [in#0/rtsp @ 0x55cd9ac6ae00] Error during demuxing: Connection timed out [in#", "last_exit_at": "2026-07-05T05:51:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.865, "last_started_at": "2026-07-05T05:51:19+09:00", "pid": 113401, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 113401, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 575, "restart_count_per_hour": 17, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 576}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.771, "sample_count": 1656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1241565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:52:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:52:05+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T05:52:05+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T05:52:05.151654+09:00", "mtime_epoch": 1783198325.1516545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:52:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.464, "pushed": 6.464, "read": 6.43}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.106, "count": 193, "max_ms": 28.031, "p95_ms": 22.037}, "gstreamer_push": {"avg_ms": 1.02, "count": 193, "max_ms": 1.202, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.938, "count": 193, "max_ms": 66.757, "p95_ms": 61.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.769, "count": 193, "max_ms": 79.789, "p95_ms": 72.311}, "yolo11_640_fire_11class": {"avg_ms": 49.726, "count": 193, "max_ms": 71.108, "p95_ms": 67.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.096, "count": 193, "max_ms": 81.288, "p95_ms": 77.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.771, "count": 193, "max_ms": 172.742, "p95_ms": 164.677}, "read_interval": {"avg_ms": 155.578, "count": 192, "max_ms": 183.594, "p95_ms": 175.622}, "triton_wait": {"avg_ms": 57.366, "count": 193, "max_ms": 81.299, "p95_ms": 78.02}, "visualize": {"avg_ms": 5.829, "count": 193, "max_ms": 7.594, "p95_ms": 6.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15629.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2523.008, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.606, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:52:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:52:21+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:52:21.355919+09:00", "mtime_epoch": 1783198341.3559194, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:52:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2167.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.345, "count": 300, "max_ms": 12.584, "p95_ms": 8.738}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 2.167, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.278, "count": 300, "max_ms": 71.683, "p95_ms": 61.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.32, "count": 300, "max_ms": 80.674, "p95_ms": 67.337}, "yolo11_640_fire_11class": {"avg_ms": 53.514, "count": 300, "max_ms": 75.002, "p95_ms": 69.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.204, "count": 300, "max_ms": 81.26, "p95_ms": 76.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.194, "count": 300, "max_ms": 97.221, "p95_ms": 92.759}, "read_interval": {"avg_ms": 100.25, "count": 299, "max_ms": 751.545, "p95_ms": 113.664}, "triton_wait": {"avg_ms": 55.179, "count": 300, "max_ms": 81.273, "p95_ms": 76.935}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 4.712, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15629.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 518, "h264_decode_error_count": 1352, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:51:16+09:00", "last_error_summary": "[h264 @ 0x55cd9aca5e80] left block unavailable for requested intra mode [h264 @ 0x55cd9aca5e80] error while decoding MB 0 23, bytestream 4295 [h264 @ 0x55cd9ada1280] top block unavailable for requested intra mode -1 [h264 @ 0x55cd9ada1280] error while decoding MB 63 0, bytestream 849 [h264 @ 0x55cd9ace80c0] cabac decode of qscale diff failed at 2 34 [h264 @ 0x55cd9ace80c0] error while decoding MB 2 34, bytestream 21321 [in#0/rtsp @ 0x55cd9ac6ae00] Error during demuxing: Connection timed out [in#", "last_exit_at": "2026-07-05T05:51:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.919, "last_started_at": "2026-07-05T05:51:19+09:00", "pid": 113401, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 113401, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 575, "restart_count_per_hour": 17, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 576}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.677, "sample_count": 1652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1241759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:52:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T05:52:35+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T05:52:35+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T05:52:35.204146+09:00", "mtime_epoch": 1783198355.2041457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:52:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.487, "pushed": 6.487, "read": 6.454}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.26, "count": 194, "max_ms": 30.558, "p95_ms": 22.397}, "gstreamer_push": {"avg_ms": 1.026, "count": 194, "max_ms": 1.354, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.895, "count": 194, "max_ms": 68.002, "p95_ms": 61.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.126, "count": 194, "max_ms": 79.391, "p95_ms": 72.172}, "yolo11_640_fire_11class": {"avg_ms": 49.734, "count": 194, "max_ms": 71.828, "p95_ms": 65.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.731, "count": 194, "max_ms": 81.744, "p95_ms": 75.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.75, "count": 194, "max_ms": 168.411, "p95_ms": 163.042}, "read_interval": {"avg_ms": 154.915, "count": 193, "max_ms": 179.47, "p95_ms": 174.411}, "triton_wait": {"avg_ms": 56.09, "count": 194, "max_ms": 81.756, "p95_ms": 76.453}, "visualize": {"avg_ms": 5.869, "count": 194, "max_ms": 7.654, "p95_ms": 6.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15630.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2553.026, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.697, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:52:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:52:51+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:52:51+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T05:52:51.372410+09:00", "mtime_epoch": 1783198371.37241, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:52:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2167.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.222, "pushed": 10.222, "read": 10.189}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 306, "max_ms": 11.515, "p95_ms": 8.564}, "gstreamer_push": {"avg_ms": 1.28, "count": 306, "max_ms": 1.92, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.487, "count": 306, "max_ms": 67.2, "p95_ms": 61.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.221, "count": 306, "max_ms": 79.308, "p95_ms": 64.248}, "yolo11_640_fire_11class": {"avg_ms": 53.592, "count": 306, "max_ms": 72.567, "p95_ms": 67.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.429, "count": 306, "max_ms": 80.217, "p95_ms": 76.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.717, "count": 306, "max_ms": 96.176, "p95_ms": 93.359}, "read_interval": {"avg_ms": 98.139, "count": 305, "max_ms": 669.096, "p95_ms": 121.491}, "triton_wait": {"avg_ms": 55.624, "count": 306, "max_ms": 80.23, "p95_ms": 77.399}, "visualize": {"avg_ms": 3.711, "count": 306, "max_ms": 4.53, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15629.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 518, "h264_decode_error_count": 1352, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:51:16+09:00", "last_error_summary": "[h264 @ 0x55cd9aca5e80] left block unavailable for requested intra mode [h264 @ 0x55cd9aca5e80] error while decoding MB 0 23, bytestream 4295 [h264 @ 0x55cd9ada1280] top block unavailable for requested intra mode -1 [h264 @ 0x55cd9ada1280] error while decoding MB 63 0, bytestream 849 [h264 @ 0x55cd9ace80c0] cabac decode of qscale diff failed at 2 34 [h264 @ 0x55cd9ace80c0] error while decoding MB 2 34, bytestream 21321 [in#0/rtsp @ 0x55cd9ac6ae00] Error during demuxing: Connection timed out [in#", "last_exit_at": "2026-07-05T05:51:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.96, "last_started_at": "2026-07-05T05:51:19+09:00", "pid": 113401, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 113401, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 575, "restart_count_per_hour": 17, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 576}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.677, "sample_count": 1648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1241952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:53:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:53:05+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T05:53:05+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-05T05:53:05.212636+09:00", "mtime_epoch": 1783198385.2126362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:53:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.457, "pushed": 6.457, "read": 6.423}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.449, "count": 193, "max_ms": 29.32, "p95_ms": 23.186}, "gstreamer_push": {"avg_ms": 1.031, "count": 193, "max_ms": 1.635, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.409, "count": 193, "max_ms": 64.854, "p95_ms": 60.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.152, "count": 193, "max_ms": 77.961, "p95_ms": 74.045}, "yolo11_640_fire_11class": {"avg_ms": 49.201, "count": 193, "max_ms": 70.759, "p95_ms": 67.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.187, "count": 193, "max_ms": 82.765, "p95_ms": 77.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.776, "count": 193, "max_ms": 171.108, "p95_ms": 165.299}, "read_interval": {"avg_ms": 155.536, "count": 192, "max_ms": 183.782, "p95_ms": 176.36}, "triton_wait": {"avg_ms": 56.671, "count": 193, "max_ms": 82.777, "p95_ms": 77.961}, "visualize": {"avg_ms": 5.887, "count": 193, "max_ms": 7.498, "p95_ms": 6.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15630.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2583.048, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.794, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:53:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:53:21+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:53:21+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T05:53:21.400901+09:00", "mtime_epoch": 1783198401.400901, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:53:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2167.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.854, "pushed": 9.854, "read": 9.821}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.332, "count": 295, "max_ms": 12.472, "p95_ms": 8.51}, "gstreamer_push": {"avg_ms": 1.276, "count": 295, "max_ms": 1.69, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.242, "count": 295, "max_ms": 74.065, "p95_ms": 61.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.892, "count": 295, "max_ms": 80.591, "p95_ms": 60.64}, "yolo11_640_fire_11class": {"avg_ms": 53.12, "count": 295, "max_ms": 74.491, "p95_ms": 67.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.679, "count": 295, "max_ms": 80.742, "p95_ms": 76.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.038, "count": 295, "max_ms": 96.968, "p95_ms": 93.2}, "read_interval": {"avg_ms": 101.827, "count": 294, "max_ms": 824.195, "p95_ms": 112.769}, "triton_wait": {"avg_ms": 55.024, "count": 295, "max_ms": 80.754, "p95_ms": 76.962}, "visualize": {"avg_ms": 3.699, "count": 295, "max_ms": 4.638, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15630.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 518, "h264_decode_error_count": 1352, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:51:16+09:00", "last_error_summary": "[h264 @ 0x55cd9aca5e80] left block unavailable for requested intra mode [h264 @ 0x55cd9aca5e80] error while decoding MB 0 23, bytestream 4295 [h264 @ 0x55cd9ada1280] top block unavailable for requested intra mode -1 [h264 @ 0x55cd9ada1280] error while decoding MB 63 0, bytestream 849 [h264 @ 0x55cd9ace80c0] cabac decode of qscale diff failed at 2 34 [h264 @ 0x55cd9ace80c0] error while decoding MB 2 34, bytestream 21321 [in#0/rtsp @ 0x55cd9ac6ae00] Error during demuxing: Connection timed out [in#", "last_exit_at": "2026-07-05T05:51:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.074, "last_started_at": "2026-07-05T05:51:19+09:00", "pid": 113401, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 113401, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 575, "restart_count_per_hour": 17, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 576}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.21, "sample_count": 1645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1242147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:53:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:53:35+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T05:53:35+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T05:53:35.349129+09:00", "mtime_epoch": 1783198415.3491292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:53:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.508, "pushed": 6.508, "read": 6.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.07, "count": 194, "max_ms": 29.57, "p95_ms": 21.847}, "gstreamer_push": {"avg_ms": 1.014, "count": 195, "max_ms": 1.227, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.195, "count": 194, "max_ms": 65.22, "p95_ms": 61.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.987, "count": 194, "max_ms": 79.623, "p95_ms": 72.837}, "yolo11_640_fire_11class": {"avg_ms": 48.901, "count": 194, "max_ms": 71.876, "p95_ms": 65.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.668, "count": 194, "max_ms": 79.341, "p95_ms": 76.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.429, "count": 195, "max_ms": 166.611, "p95_ms": 164.21}, "read_interval": {"avg_ms": 154.434, "count": 194, "max_ms": 177.469, "p95_ms": 174.552}, "triton_wait": {"avg_ms": 55.926, "count": 194, "max_ms": 79.634, "p95_ms": 77.299}, "visualize": {"avg_ms": 5.816, "count": 194, "max_ms": 6.939, "p95_ms": 6.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15643.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2613.129, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.8, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:53:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T05:53:51+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T05:53:51+09:00", "mjpeg": {"age_sec": 0.859, "exists": true, "mtime": "2026-07-05T05:53:50.685380+09:00", "mtime_epoch": 1783198430.68538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:53:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2167.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.349, "count": 299, "max_ms": 8.945, "p95_ms": 8.503}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 1.607, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.531, "count": 299, "max_ms": 66.282, "p95_ms": 61.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.582, "count": 299, "max_ms": 80.205, "p95_ms": 66.3}, "yolo11_640_fire_11class": {"avg_ms": 53.517, "count": 299, "max_ms": 73.613, "p95_ms": 68.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.57, "count": 299, "max_ms": 80.902, "p95_ms": 75.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.312, "count": 299, "max_ms": 96.624, "p95_ms": 91.861}, "read_interval": {"avg_ms": 100.639, "count": 298, "max_ms": 869.691, "p95_ms": 116.438}, "triton_wait": {"avg_ms": 55.209, "count": 299, "max_ms": 80.915, "p95_ms": 75.826}, "visualize": {"avg_ms": 3.725, "count": 299, "max_ms": 4.778, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15621.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 519, "h264_decode_error_count": 1353, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:53:53+09:00", "last_error_summary": "[h264 @ 0x55dd3136bc40] error while decoding MB 2 14, bytestream -5", "last_exit_at": "2026-07-05T05:53:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.567, "last_started_at": "2026-07-05T05:53:56+09:00", "pid": 113508, "process": {"exists": true, "fd_count": 5, "hwm_mb": 259.285, "name": "ffmpeg", "pid": 113508, "rss_mb": 259.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 576, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 577}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.242, "sample_count": 1728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1242311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:54:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T05:54:05+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T05:54:05+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T05:54:05.465622+09:00", "mtime_epoch": 1783198445.4656217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:54:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9215.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.471, "pushed": 5.471, "read": 5.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.204, "count": 163, "max_ms": 25.498, "p95_ms": 22.168}, "gstreamer_push": {"avg_ms": 1.028, "count": 164, "max_ms": 1.231, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.441, "count": 163, "max_ms": 66.071, "p95_ms": 60.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.782, "count": 163, "max_ms": 78.493, "p95_ms": 72.077}, "yolo11_640_fire_11class": {"avg_ms": 49.212, "count": 163, "max_ms": 71.651, "p95_ms": 67.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.28, "count": 163, "max_ms": 82.254, "p95_ms": 76.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.891, "count": 164, "max_ms": 171.012, "p95_ms": 164.849}, "read_interval": {"avg_ms": 183.791, "count": 163, "max_ms": 5003.653, "p95_ms": 174.492}, "triton_wait": {"avg_ms": 56.538, "count": 163, "max_ms": 82.265, "p95_ms": 76.875}, "visualize": {"avg_ms": 5.857, "count": 163, "max_ms": 8.301, "p95_ms": 6.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15628.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2643.197, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.826, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:54:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T05:54:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T05:54:21.521884+09:00", "mtime_epoch": 1783198461.5218842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:54:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2167.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.413, "count": 301, "max_ms": 12.678, "p95_ms": 8.871}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 1.757, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.128, "count": 301, "max_ms": 63.636, "p95_ms": 59.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.107, "count": 301, "max_ms": 79.149, "p95_ms": 58.138}, "yolo11_640_fire_11class": {"avg_ms": 51.919, "count": 301, "max_ms": 73.733, "p95_ms": 64.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.8, "count": 301, "max_ms": 80.241, "p95_ms": 75.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.529, "count": 301, "max_ms": 95.973, "p95_ms": 90.832}, "read_interval": {"avg_ms": 99.866, "count": 300, "max_ms": 779.119, "p95_ms": 116.466}, "triton_wait": {"avg_ms": 53.398, "count": 301, "max_ms": 80.254, "p95_ms": 75.356}, "visualize": {"avg_ms": 3.734, "count": 301, "max_ms": 4.849, "p95_ms": 4.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15630.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 519, "h264_decode_error_count": 1353, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:53:53+09:00", "last_error_summary": "[h264 @ 0x55dd3136bc40] error while decoding MB 2 14, bytestream -5", "last_exit_at": "2026-07-05T05:53:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.664, "last_started_at": "2026-07-05T05:53:56+09:00", "pid": 113508, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 113508, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 576, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 577}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.193, "sample_count": 1769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1242508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:54:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:54:35+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T05:54:35+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T05:54:35.586114+09:00", "mtime_epoch": 1783198475.5861142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:54:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.578, "pushed": 6.578, "read": 6.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.227, "count": 196, "max_ms": 24.726, "p95_ms": 22.479}, "gstreamer_push": {"avg_ms": 1.019, "count": 197, "max_ms": 1.147, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.677, "count": 196, "max_ms": 65.347, "p95_ms": 61.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.58, "count": 196, "max_ms": 78.166, "p95_ms": 70.928}, "yolo11_640_fire_11class": {"avg_ms": 49.671, "count": 196, "max_ms": 69.632, "p95_ms": 66.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.424, "count": 196, "max_ms": 79.183, "p95_ms": 76.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.479, "count": 197, "max_ms": 167.161, "p95_ms": 164.888}, "read_interval": {"avg_ms": 152.776, "count": 196, "max_ms": 176.304, "p95_ms": 172.899}, "triton_wait": {"avg_ms": 56.653, "count": 196, "max_ms": 79.196, "p95_ms": 77.257}, "visualize": {"avg_ms": 5.888, "count": 196, "max_ms": 8.261, "p95_ms": 6.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15631.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2673.253, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.794, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:54:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:54:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:54:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T05:54:51.582376+09:00", "mtime_epoch": 1783198491.582376, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:54:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2168.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.276, "pushed": 10.276, "read": 10.243}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.211, "count": 308, "max_ms": 11.897, "p95_ms": 8.22}, "gstreamer_push": {"avg_ms": 1.272, "count": 308, "max_ms": 1.556, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.41, "count": 308, "max_ms": 67.634, "p95_ms": 62.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.231, "count": 308, "max_ms": 80.135, "p95_ms": 59.319}, "yolo11_640_fire_11class": {"avg_ms": 53.398, "count": 308, "max_ms": 73.981, "p95_ms": 69.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.186, "count": 308, "max_ms": 80.593, "p95_ms": 76.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.759, "count": 308, "max_ms": 98.058, "p95_ms": 92.021}, "read_interval": {"avg_ms": 97.621, "count": 307, "max_ms": 783.096, "p95_ms": 122.916}, "triton_wait": {"avg_ms": 54.953, "count": 308, "max_ms": 80.606, "p95_ms": 76.092}, "visualize": {"avg_ms": 3.656, "count": 308, "max_ms": 4.649, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15631.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 519, "h264_decode_error_count": 1353, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:53:53+09:00", "last_error_summary": "[h264 @ 0x55dd3136bc40] error while decoding MB 2 14, bytestream -5", "last_exit_at": "2026-07-05T05:53:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.787, "last_started_at": "2026-07-05T05:53:56+09:00", "pid": 113508, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.629, "name": "ffmpeg", "pid": 113508, "rss_mb": 270.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 576, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 577}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.549, "sample_count": 1762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1242705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:55:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:55:05+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T05:55:05+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T05:55:05.698607+09:00", "mtime_epoch": 1783198505.6986067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:55:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.572, "pushed": 6.572, "read": 6.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.634, "count": 196, "max_ms": 29.484, "p95_ms": 24.308}, "gstreamer_push": {"avg_ms": 1.03, "count": 197, "max_ms": 1.479, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.71, "count": 196, "max_ms": 68.619, "p95_ms": 62.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.273, "count": 196, "max_ms": 80.045, "p95_ms": 71.941}, "yolo11_640_fire_11class": {"avg_ms": 49.541, "count": 196, "max_ms": 70.301, "p95_ms": 66.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.016, "count": 196, "max_ms": 80.241, "p95_ms": 75.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.611, "count": 197, "max_ms": 170.039, "p95_ms": 166.038}, "read_interval": {"avg_ms": 152.848, "count": 196, "max_ms": 178.227, "p95_ms": 174.278}, "triton_wait": {"avg_ms": 56.278, "count": 196, "max_ms": 80.253, "p95_ms": 75.598}, "visualize": {"avg_ms": 5.912, "count": 196, "max_ms": 8.727, "p95_ms": 7.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15632.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2703.257, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.96, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:55:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:55:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:55:21+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T05:55:21.602867+09:00", "mtime_epoch": 1783198521.602867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:55:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2168.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.106}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.406, "count": 296, "max_ms": 12.372, "p95_ms": 8.536}, "gstreamer_push": {"avg_ms": 1.279, "count": 296, "max_ms": 2.188, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.176, "count": 296, "max_ms": 64.727, "p95_ms": 62.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.568, "count": 296, "max_ms": 77.927, "p95_ms": 69.07}, "yolo11_640_fire_11class": {"avg_ms": 52.972, "count": 296, "max_ms": 73.147, "p95_ms": 66.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.276, "count": 296, "max_ms": 81.346, "p95_ms": 76.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.953, "count": 296, "max_ms": 97.077, "p95_ms": 93.252}, "read_interval": {"avg_ms": 101.362, "count": 296, "max_ms": 783.115, "p95_ms": 111.945}, "triton_wait": {"avg_ms": 54.838, "count": 296, "max_ms": 81.358, "p95_ms": 77.245}, "visualize": {"avg_ms": 3.7, "count": 296, "max_ms": 4.907, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.29, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15632.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 519, "h264_decode_error_count": 1353, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:53:53+09:00", "last_error_summary": "[h264 @ 0x55dd3136bc40] error while decoding MB 2 14, bytestream -5", "last_exit_at": "2026-07-05T05:53:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.89, "last_started_at": "2026-07-05T05:53:56+09:00", "pid": 113508, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.887, "name": "ffmpeg", "pid": 113508, "rss_mb": 270.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 576, "restart_count_per_hour": 17, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 577}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.869, "sample_count": 1765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1242903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:55:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:55:35+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T05:55:35+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T05:55:35.819100+09:00", "mtime_epoch": 1783198535.8190997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:55:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.609, "pushed": 6.609, "read": 6.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.249, "count": 197, "max_ms": 25.086, "p95_ms": 22.323}, "gstreamer_push": {"avg_ms": 1.033, "count": 198, "max_ms": 1.899, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.766, "count": 197, "max_ms": 68.568, "p95_ms": 63.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.496, "count": 197, "max_ms": 75.675, "p95_ms": 71.469}, "yolo11_640_fire_11class": {"avg_ms": 49.718, "count": 197, "max_ms": 72.319, "p95_ms": 67.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.626, "count": 197, "max_ms": 82.444, "p95_ms": 77.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.925, "count": 198, "max_ms": 169.549, "p95_ms": 165.51}, "read_interval": {"avg_ms": 152.041, "count": 197, "max_ms": 177.51, "p95_ms": 173.52}, "triton_wait": {"avg_ms": 56.813, "count": 197, "max_ms": 82.457, "p95_ms": 78.001}, "visualize": {"avg_ms": 5.824, "count": 197, "max_ms": 9.282, "p95_ms": 6.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15633.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2733.291, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.021, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T05:55:51+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T05:55:51+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:55:51.639359+09:00", "mtime_epoch": 1783198551.6393585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:55:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2168.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.324, "count": 302, "max_ms": 11.134, "p95_ms": 8.378}, "gstreamer_push": {"avg_ms": 1.287, "count": 302, "max_ms": 2.136, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.39, "count": 302, "max_ms": 73.381, "p95_ms": 62.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.718, "count": 302, "max_ms": 80.808, "p95_ms": 69.233}, "yolo11_640_fire_11class": {"avg_ms": 53.416, "count": 302, "max_ms": 76.22, "p95_ms": 68.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.568, "count": 302, "max_ms": 80.653, "p95_ms": 76.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.084, "count": 302, "max_ms": 96.511, "p95_ms": 92.462}, "read_interval": {"avg_ms": 99.479, "count": 301, "max_ms": 680.91, "p95_ms": 112.057}, "triton_wait": {"avg_ms": 55.1, "count": 302, "max_ms": 80.82, "p95_ms": 76.891}, "visualize": {"avg_ms": 3.693, "count": 302, "max_ms": 5.721, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15632.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 519, "h264_decode_error_count": 1353, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:53:53+09:00", "last_error_summary": "[h264 @ 0x55dd3136bc40] error while decoding MB 2 14, bytestream -5", "last_exit_at": "2026-07-05T05:53:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.995, "last_started_at": "2026-07-05T05:53:56+09:00", "pid": 113508, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.887, "name": "ffmpeg", "pid": 113508, "rss_mb": 270.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 576, "restart_count_per_hour": 17, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 577}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.911, "sample_count": 1830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1243101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:56:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:56:06+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T05:56:05+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T05:56:05.903592+09:00", "mtime_epoch": 1783198565.9035919, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:56:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.611, "pushed": 6.611, "read": 6.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.301, "count": 197, "max_ms": 31.363, "p95_ms": 22.968}, "gstreamer_push": {"avg_ms": 1.019, "count": 198, "max_ms": 1.564, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.53, "count": 197, "max_ms": 72.262, "p95_ms": 62.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.535, "count": 197, "max_ms": 79.798, "p95_ms": 71.86}, "yolo11_640_fire_11class": {"avg_ms": 49.514, "count": 197, "max_ms": 75.032, "p95_ms": 68.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.895, "count": 197, "max_ms": 81.305, "p95_ms": 77.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.875, "count": 198, "max_ms": 167.01, "p95_ms": 165.835}, "read_interval": {"avg_ms": 151.934, "count": 197, "max_ms": 176.162, "p95_ms": 173.489}, "triton_wait": {"avg_ms": 56.162, "count": 197, "max_ms": 81.317, "p95_ms": 77.74}, "visualize": {"avg_ms": 5.819, "count": 197, "max_ms": 7.582, "p95_ms": 6.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15633.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2763.298, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.302, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:56:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T05:56:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T05:56:21.627849+09:00", "mtime_epoch": 1783198581.627849, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:56:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2168.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.257, "count": 298, "max_ms": 11.729, "p95_ms": 8.392}, "gstreamer_push": {"avg_ms": 1.299, "count": 298, "max_ms": 2.168, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.888, "count": 298, "max_ms": 64.379, "p95_ms": 60.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.369, "count": 298, "max_ms": 79.642, "p95_ms": 70.689}, "yolo11_640_fire_11class": {"avg_ms": 53.131, "count": 298, "max_ms": 73.878, "p95_ms": 66.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.842, "count": 298, "max_ms": 80.143, "p95_ms": 76.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.912, "count": 298, "max_ms": 95.883, "p95_ms": 91.881}, "read_interval": {"avg_ms": 100.643, "count": 298, "max_ms": 875.03, "p95_ms": 112.842}, "triton_wait": {"avg_ms": 54.946, "count": 298, "max_ms": 80.157, "p95_ms": 76.098}, "visualize": {"avg_ms": 3.723, "count": 298, "max_ms": 5.521, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15502.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1354, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:56:32+09:00", "last_error_summary": "[h264 @ 0x55740482a100] error while decoding MB 3 38, bytestream -19", "last_exit_at": "2026-07-05T05:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.162, "last_started_at": "2026-07-05T05:56:36+09:00", "pid": 113615, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.824, "name": "ffmpeg", "pid": 113615, "rss_mb": 141.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 577, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.048, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1243279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T05:56:38+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T05:56:38+09:00", "mjpeg": {"age_sec": 5.124, "exists": true, "mtime": "2026-07-05T05:56:33.100037+09:00", "mtime_epoch": 1783198593.1000369, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:56:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.484, "pushed": 5.484, "read": 5.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.377, "count": 164, "max_ms": 26.777, "p95_ms": 22.464}, "gstreamer_push": {"avg_ms": 1.049, "count": 164, "max_ms": 1.348, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.642, "count": 164, "max_ms": 64.755, "p95_ms": 62.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.543, "count": 164, "max_ms": 78.959, "p95_ms": 74.2}, "yolo11_640_fire_11class": {"avg_ms": 49.079, "count": 164, "max_ms": 69.709, "p95_ms": 66.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.636, "count": 164, "max_ms": 81.635, "p95_ms": 78.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.418, "count": 164, "max_ms": 167.678, "p95_ms": 165.218}, "read_interval": {"avg_ms": 183.415, "count": 163, "max_ms": 5153.622, "p95_ms": 173.83}, "triton_wait": {"avg_ms": 56.904, "count": 164, "max_ms": 81.649, "p95_ms": 78.808}, "visualize": {"avg_ms": 5.851, "count": 164, "max_ms": 8.342, "p95_ms": 6.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15629.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2793.343, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.302, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:56:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:56:51+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:56:51+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T05:56:51.692341+09:00", "mtime_epoch": 1783198611.692341, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:56:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2168.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.303, "count": 300, "max_ms": 12.18, "p95_ms": 8.766}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.726, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.923, "count": 300, "max_ms": 65.924, "p95_ms": 61.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.964, "count": 300, "max_ms": 80.388, "p95_ms": 69.187}, "yolo11_640_fire_11class": {"avg_ms": 51.953, "count": 300, "max_ms": 73.189, "p95_ms": 66.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.016, "count": 300, "max_ms": 80.961, "p95_ms": 75.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.978, "count": 300, "max_ms": 98.348, "p95_ms": 92.252}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 856.377, "p95_ms": 192.765}, "triton_wait": {"avg_ms": 53.993, "count": 300, "max_ms": 80.974, "p95_ms": 75.824}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 4.838, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15629.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1354, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:56:32+09:00", "last_error_summary": "[h264 @ 0x55740482a100] error while decoding MB 3 38, bytestream -19", "last_exit_at": "2026-07-05T05:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.286, "last_started_at": "2026-07-05T05:56:36+09:00", "pid": 113615, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.18, "name": "ffmpeg", "pid": 113615, "rss_mb": 266.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 577, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.048, "sample_count": 1890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1243474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:57:08+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T05:57:08+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T05:57:08.212611+09:00", "mtime_epoch": 1783198628.2126114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:57:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.506, "pushed": 6.506, "read": 6.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.139, "count": 194, "max_ms": 33.813, "p95_ms": 23.108}, "gstreamer_push": {"avg_ms": 1.031, "count": 195, "max_ms": 1.411, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.193, "count": 194, "max_ms": 65.108, "p95_ms": 61.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.193, "count": 194, "max_ms": 78.343, "p95_ms": 71.398}, "yolo11_640_fire_11class": {"avg_ms": 48.737, "count": 194, "max_ms": 69.429, "p95_ms": 64.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.353, "count": 194, "max_ms": 79.394, "p95_ms": 76.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.913, "count": 195, "max_ms": 172.102, "p95_ms": 164.026}, "read_interval": {"avg_ms": 154.497, "count": 194, "max_ms": 186.262, "p95_ms": 174.207}, "triton_wait": {"avg_ms": 56.762, "count": 194, "max_ms": 79.406, "p95_ms": 76.703}, "visualize": {"avg_ms": 5.848, "count": 194, "max_ms": 7.384, "p95_ms": 6.599}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15631.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2823.445, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.126, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:57:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:57:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T05:57:21+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-05T05:57:21.688832+09:00", "mtime_epoch": 1783198641.688832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:57:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2168.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.122}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.22, "count": 304, "max_ms": 9.846, "p95_ms": 8.453}, "gstreamer_push": {"avg_ms": 1.285, "count": 304, "max_ms": 1.543, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.588, "count": 304, "max_ms": 67.089, "p95_ms": 60.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.564, "count": 304, "max_ms": 81.502, "p95_ms": 60.104}, "yolo11_640_fire_11class": {"avg_ms": 51.019, "count": 304, "max_ms": 73.009, "p95_ms": 62.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.89, "count": 304, "max_ms": 82.985, "p95_ms": 74.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.859, "count": 304, "max_ms": 174.907, "p95_ms": 90.195}, "read_interval": {"avg_ms": 98.785, "count": 303, "max_ms": 624.049, "p95_ms": 117.465}, "triton_wait": {"avg_ms": 53.685, "count": 304, "max_ms": 82.997, "p95_ms": 74.692}, "visualize": {"avg_ms": 3.684, "count": 304, "max_ms": 5.257, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15631.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1354, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:56:32+09:00", "last_error_summary": "[h264 @ 0x55740482a100] error while decoding MB 3 38, bytestream -19", "last_exit_at": "2026-07-05T05:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.289, "last_started_at": "2026-07-05T05:56:36+09:00", "pid": 113615, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.727, "name": "ffmpeg", "pid": 113615, "rss_mb": 267.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 577, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.129, "sample_count": 1890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1243668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:57:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:57:38+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T05:57:38+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T05:57:38.225103+09:00", "mtime_epoch": 1783198658.2251027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:57:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.468, "pushed": 6.468, "read": 6.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.159, "count": 194, "max_ms": 28.41, "p95_ms": 24.042}, "gstreamer_push": {"avg_ms": 1.022, "count": 194, "max_ms": 1.455, "p95_ms": 1.143}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.04, "count": 194, "max_ms": 68.032, "p95_ms": 61.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.504, "count": 194, "max_ms": 84.874, "p95_ms": 69.86}, "yolo11_640_fire_11class": {"avg_ms": 48.018, "count": 194, "max_ms": 75.392, "p95_ms": 62.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.517, "count": 194, "max_ms": 80.945, "p95_ms": 76.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.399, "count": 194, "max_ms": 171.611, "p95_ms": 164.421}, "read_interval": {"avg_ms": 154.698, "count": 194, "max_ms": 183.671, "p95_ms": 175.749}, "triton_wait": {"avg_ms": 55.869, "count": 194, "max_ms": 84.886, "p95_ms": 77.1}, "visualize": {"avg_ms": 5.842, "count": 194, "max_ms": 8.049, "p95_ms": 6.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15634.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2853.5, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.974, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:57:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:57:51+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T05:57:51+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T05:57:51.849326+09:00", "mtime_epoch": 1783198671.8493257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:57:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2168.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.851}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.182, "count": 296, "max_ms": 9.065, "p95_ms": 8.024}, "gstreamer_push": {"avg_ms": 1.275, "count": 296, "max_ms": 1.703, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.498, "count": 296, "max_ms": 64.163, "p95_ms": 61.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.858, "count": 296, "max_ms": 80.031, "p95_ms": 58.403}, "yolo11_640_fire_11class": {"avg_ms": 50.819, "count": 296, "max_ms": 69.127, "p95_ms": 64.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.61, "count": 296, "max_ms": 80.438, "p95_ms": 73.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.03, "count": 296, "max_ms": 99.18, "p95_ms": 89.563}, "read_interval": {"avg_ms": 101.584, "count": 295, "max_ms": 951.563, "p95_ms": 113.937}, "triton_wait": {"avg_ms": 53.184, "count": 296, "max_ms": 80.449, "p95_ms": 73.519}, "visualize": {"avg_ms": 3.688, "count": 296, "max_ms": 4.934, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15634.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1354, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:56:32+09:00", "last_error_summary": "[h264 @ 0x55740482a100] error while decoding MB 3 38, bytestream -19", "last_exit_at": "2026-07-05T05:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.403, "last_started_at": "2026-07-05T05:56:36+09:00", "pid": 113615, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.305, "name": "ffmpeg", "pid": 113615, "rss_mb": 270.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 577, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.897, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1243864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:58:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:58:08+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T05:58:08+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T05:58:08.329596+09:00", "mtime_epoch": 1783198688.3295956, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:58:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.539, "pushed": 6.539, "read": 6.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.85, "count": 195, "max_ms": 24.764, "p95_ms": 22.355}, "gstreamer_push": {"avg_ms": 1.012, "count": 196, "max_ms": 1.593, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.689, "count": 195, "max_ms": 63.756, "p95_ms": 60.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.226, "count": 195, "max_ms": 76.267, "p95_ms": 68.572}, "yolo11_640_fire_11class": {"avg_ms": 48.067, "count": 195, "max_ms": 66.892, "p95_ms": 63.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.186, "count": 195, "max_ms": 78.715, "p95_ms": 74.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.455, "count": 196, "max_ms": 169.093, "p95_ms": 161.428}, "read_interval": {"avg_ms": 153.649, "count": 195, "max_ms": 180.445, "p95_ms": 172.411}, "triton_wait": {"avg_ms": 55.404, "count": 195, "max_ms": 78.728, "p95_ms": 74.864}, "visualize": {"avg_ms": 5.843, "count": 195, "max_ms": 7.365, "p95_ms": 6.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15635.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2883.581, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.608, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:58:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:58:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T05:58:21+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T05:58:21.909818+09:00", "mtime_epoch": 1783198701.909818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:58:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2169.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.332, "count": 301, "max_ms": 11.786, "p95_ms": 9.725}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 1.834, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.646, "count": 301, "max_ms": 64.359, "p95_ms": 60.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.678, "count": 301, "max_ms": 79.276, "p95_ms": 61.568}, "yolo11_640_fire_11class": {"avg_ms": 50.962, "count": 301, "max_ms": 74.814, "p95_ms": 63.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.204, "count": 301, "max_ms": 77.822, "p95_ms": 74.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.344, "count": 302, "max_ms": 96.386, "p95_ms": 90.46}, "read_interval": {"avg_ms": 99.579, "count": 301, "max_ms": 800.34, "p95_ms": 112.591}, "triton_wait": {"avg_ms": 53.631, "count": 301, "max_ms": 79.289, "p95_ms": 74.852}, "visualize": {"avg_ms": 3.578, "count": 301, "max_ms": 4.549, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15634.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1354, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:56:32+09:00", "last_error_summary": "[h264 @ 0x55740482a100] error while decoding MB 3 38, bytestream -19", "last_exit_at": "2026-07-05T05:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.514, "last_started_at": "2026-07-05T05:56:36+09:00", "pid": 113615, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.305, "name": "ffmpeg", "pid": 113615, "rss_mb": 270.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 577, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.863, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1244061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:58:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:58:38+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T05:58:38+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T05:58:38.438088+09:00", "mtime_epoch": 1783198718.4380884, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:58:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.79, "count": 196, "max_ms": 28.774, "p95_ms": 21.521}, "gstreamer_push": {"avg_ms": 1.02, "count": 197, "max_ms": 1.729, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.79, "count": 196, "max_ms": 64.423, "p95_ms": 60.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.532, "count": 196, "max_ms": 77.081, "p95_ms": 68.62}, "yolo11_640_fire_11class": {"avg_ms": 47.697, "count": 196, "max_ms": 67.053, "p95_ms": 61.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.953, "count": 196, "max_ms": 78.596, "p95_ms": 73.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.255, "count": 197, "max_ms": 166.268, "p95_ms": 161.769}, "read_interval": {"avg_ms": 152.792, "count": 196, "max_ms": 178.326, "p95_ms": 172.256}, "triton_wait": {"avg_ms": 55.138, "count": 196, "max_ms": 78.607, "p95_ms": 74.818}, "visualize": {"avg_ms": 5.792, "count": 196, "max_ms": 7.478, "p95_ms": 6.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15634.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2913.649, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.461, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:58:52+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T05:58:51+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T05:58:51.986422+09:00", "mtime_epoch": 1783198731.9864218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:58:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2169.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.229, "count": 300, "max_ms": 11.503, "p95_ms": 8.396}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 1.45, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.257, "count": 300, "max_ms": 65.236, "p95_ms": 61.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.976, "count": 300, "max_ms": 78.201, "p95_ms": 56.71}, "yolo11_640_fire_11class": {"avg_ms": 51.349, "count": 300, "max_ms": 69.169, "p95_ms": 64.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.033, "count": 300, "max_ms": 78.79, "p95_ms": 73.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.476, "count": 300, "max_ms": 94.488, "p95_ms": 89.324}, "read_interval": {"avg_ms": 100.234, "count": 299, "max_ms": 761.672, "p95_ms": 139.7}, "triton_wait": {"avg_ms": 53.673, "count": 300, "max_ms": 78.804, "p95_ms": 74.039}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 4.607, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15648.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1354, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:56:32+09:00", "last_error_summary": "[h264 @ 0x55740482a100] error while decoding MB 3 38, bytestream -19", "last_exit_at": "2026-07-05T05:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.601, "last_started_at": "2026-07-05T05:56:36+09:00", "pid": 113615, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.227, "name": "ffmpeg", "pid": 113615, "rss_mb": 284.227, "state": "S (sleeping)", "threads": 104}, "restart_count": 577, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.57, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1244256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:59:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:59:08+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T05:59:08+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T05:59:08.534946+09:00", "mtime_epoch": 1783198748.5349462, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:59:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.514, "pushed": 6.514, "read": 6.48}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.067, "count": 195, "max_ms": 28.548, "p95_ms": 22.033}, "gstreamer_push": {"avg_ms": 1.017, "count": 195, "max_ms": 1.505, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.098, "count": 195, "max_ms": 64.066, "p95_ms": 61.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.412, "count": 195, "max_ms": 81.537, "p95_ms": 67.917}, "yolo11_640_fire_11class": {"avg_ms": 48.482, "count": 195, "max_ms": 75.169, "p95_ms": 64.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.482, "count": 195, "max_ms": 78.839, "p95_ms": 74.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.024, "count": 195, "max_ms": 168.723, "p95_ms": 162.731}, "read_interval": {"avg_ms": 154.327, "count": 194, "max_ms": 181.968, "p95_ms": 174.509}, "triton_wait": {"avg_ms": 55.573, "count": 195, "max_ms": 81.549, "p95_ms": 74.993}, "visualize": {"avg_ms": 5.837, "count": 195, "max_ms": 8.467, "p95_ms": 6.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15612.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2943.65, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.562, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:59:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:59:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:59:21+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T05:59:21.999368+09:00", "mtime_epoch": 1783198761.9993682, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:59:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2169.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.343, "count": 304, "max_ms": 11.672, "p95_ms": 8.392}, "gstreamer_push": {"avg_ms": 1.292, "count": 304, "max_ms": 1.549, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.732, "count": 304, "max_ms": 71.278, "p95_ms": 61.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.708, "count": 304, "max_ms": 83.012, "p95_ms": 56.624}, "yolo11_640_fire_11class": {"avg_ms": 50.877, "count": 304, "max_ms": 76.677, "p95_ms": 64.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.542, "count": 304, "max_ms": 80.051, "p95_ms": 74.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.945, "count": 304, "max_ms": 98.889, "p95_ms": 90.97}, "read_interval": {"avg_ms": 98.729, "count": 304, "max_ms": 790.925, "p95_ms": 116.716}, "triton_wait": {"avg_ms": 52.893, "count": 304, "max_ms": 83.024, "p95_ms": 74.355}, "visualize": {"avg_ms": 3.742, "count": 304, "max_ms": 4.981, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15634.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T05:59:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.412, "last_started_at": "2026-07-05T05:59:13+09:00", "pid": 113722, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.559, "name": "ffmpeg", "pid": 113722, "rss_mb": 269.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 578, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 579}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.897, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1244425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:59:38+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T05:59:38+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T05:59:38.619883+09:00", "mtime_epoch": 1783198778.6198828, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T05:59:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9216.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.641, "pushed": 5.641, "read": 5.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.352, "count": 168, "max_ms": 32.53, "p95_ms": 23.611}, "gstreamer_push": {"avg_ms": 1.037, "count": 169, "max_ms": 1.444, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.736, "count": 168, "max_ms": 67.49, "p95_ms": 62.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.339, "count": 168, "max_ms": 78.739, "p95_ms": 70.477}, "yolo11_640_fire_11class": {"avg_ms": 48.681, "count": 168, "max_ms": 67.031, "p95_ms": 64.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.977, "count": 168, "max_ms": 80.724, "p95_ms": 77.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.897, "count": 169, "max_ms": 172.047, "p95_ms": 166.031}, "read_interval": {"avg_ms": 178.164, "count": 168, "max_ms": 4521.909, "p95_ms": 174.335}, "triton_wait": {"avg_ms": 56.113, "count": 168, "max_ms": 80.737, "p95_ms": 77.516}, "visualize": {"avg_ms": 5.9, "count": 168, "max_ms": 8.835, "p95_ms": 7.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15634.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2973.669, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.542, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T05:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T05:59:52+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T05:59:52+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T05:59:52.016293+09:00", "mtime_epoch": 1783198792.0162928, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T05:59:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2169.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.93, "pushed": 9.93, "read": 9.896}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.288, "count": 297, "max_ms": 11.097, "p95_ms": 8.488}, "gstreamer_push": {"avg_ms": 1.285, "count": 297, "max_ms": 1.809, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.48, "count": 297, "max_ms": 65.369, "p95_ms": 62.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.546, "count": 297, "max_ms": 80.551, "p95_ms": 68.749}, "yolo11_640_fire_11class": {"avg_ms": 51.414, "count": 297, "max_ms": 67.818, "p95_ms": 64.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.348, "count": 297, "max_ms": 81.067, "p95_ms": 75.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.84, "count": 297, "max_ms": 97.632, "p95_ms": 92.29}, "read_interval": {"avg_ms": 101.13, "count": 296, "max_ms": 810.74, "p95_ms": 111.515}, "triton_wait": {"avg_ms": 53.89, "count": 297, "max_ms": 81.078, "p95_ms": 76.034}, "visualize": {"avg_ms": 3.695, "count": 297, "max_ms": 5.945, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15634.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T05:59:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.502, "last_started_at": "2026-07-05T05:59:13+09:00", "pid": 113722, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.559, "name": "ffmpeg", "pid": 113722, "rss_mb": 269.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 578, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 579}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.444, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1244625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:00:08+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:00:08+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T06:00:08.728799+09:00", "mtime_epoch": 1783198808.7287989, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:00:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.681, "pushed": 6.681, "read": 6.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.991, "count": 200, "max_ms": 33.759, "p95_ms": 22.578}, "gstreamer_push": {"avg_ms": 1.006, "count": 200, "max_ms": 1.18, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.847, "count": 200, "max_ms": 64.992, "p95_ms": 61.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.397, "count": 200, "max_ms": 78.967, "p95_ms": 70.846}, "yolo11_640_fire_11class": {"avg_ms": 48.117, "count": 200, "max_ms": 70.004, "p95_ms": 64.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.967, "count": 200, "max_ms": 80.018, "p95_ms": 76.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.241, "count": 200, "max_ms": 166.79, "p95_ms": 163.814}, "read_interval": {"avg_ms": 150.442, "count": 199, "max_ms": 174.898, "p95_ms": 172.804}, "triton_wait": {"avg_ms": 55.196, "count": 200, "max_ms": 80.029, "p95_ms": 76.777}, "visualize": {"avg_ms": 5.789, "count": 200, "max_ms": 7.923, "p95_ms": 6.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15636.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3003.743, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.222, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:00:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:00:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:00:22+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:00:22.093199+09:00", "mtime_epoch": 1783198822.093199, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:00:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2169.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.137}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.307, "count": 305, "max_ms": 12.718, "p95_ms": 8.717}, "gstreamer_push": {"avg_ms": 1.271, "count": 305, "max_ms": 1.848, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.724, "count": 305, "max_ms": 66.973, "p95_ms": 61.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.643, "count": 305, "max_ms": 79.719, "p95_ms": 67.888}, "yolo11_640_fire_11class": {"avg_ms": 51.115, "count": 305, "max_ms": 73.523, "p95_ms": 64.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.086, "count": 305, "max_ms": 81.202, "p95_ms": 75.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.683, "count": 305, "max_ms": 97.006, "p95_ms": 91.123}, "read_interval": {"avg_ms": 98.641, "count": 304, "max_ms": 870.748, "p95_ms": 113.874}, "triton_wait": {"avg_ms": 53.758, "count": 305, "max_ms": 81.214, "p95_ms": 75.309}, "visualize": {"avg_ms": 3.678, "count": 305, "max_ms": 4.819, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15638.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T05:59:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.549, "last_started_at": "2026-07-05T05:59:13+09:00", "pid": 113722, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.684, "name": "ffmpeg", "pid": 113722, "rss_mb": 273.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 578, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 579}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.992, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1244824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:00:38+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T06:00:38+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T06:00:38.777693+09:00", "mtime_epoch": 1783198838.7776933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:00:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.656, "pushed": 6.656, "read": 6.622}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.003, "count": 199, "max_ms": 26.537, "p95_ms": 22.314}, "gstreamer_push": {"avg_ms": 0.995, "count": 199, "max_ms": 1.138, "p95_ms": 1.087}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.272, "count": 199, "max_ms": 63.879, "p95_ms": 61.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.714, "count": 199, "max_ms": 77.585, "p95_ms": 70.719}, "yolo11_640_fire_11class": {"avg_ms": 48.57, "count": 199, "max_ms": 66.414, "p95_ms": 63.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.736, "count": 199, "max_ms": 79.49, "p95_ms": 76.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.982, "count": 199, "max_ms": 179.48, "p95_ms": 163.494}, "read_interval": {"avg_ms": 150.986, "count": 198, "max_ms": 186.894, "p95_ms": 171.577}, "triton_wait": {"avg_ms": 56.082, "count": 199, "max_ms": 79.502, "p95_ms": 76.731}, "visualize": {"avg_ms": 5.812, "count": 199, "max_ms": 7.889, "p95_ms": 6.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15639.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3033.783, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.051, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:00:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:00:52+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:00:52+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:00:52.134085+09:00", "mtime_epoch": 1783198852.134085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:00:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2169.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.827, "pushed": 9.827, "read": 9.794}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.179, "count": 294, "max_ms": 10.581, "p95_ms": 8.063}, "gstreamer_push": {"avg_ms": 1.282, "count": 294, "max_ms": 1.617, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.306, "count": 294, "max_ms": 69.819, "p95_ms": 62.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.162, "count": 294, "max_ms": 80.633, "p95_ms": 58.83}, "yolo11_640_fire_11class": {"avg_ms": 51.45, "count": 294, "max_ms": 70.959, "p95_ms": 64.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.417, "count": 294, "max_ms": 82.917, "p95_ms": 75.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.692, "count": 294, "max_ms": 98.466, "p95_ms": 91.153}, "read_interval": {"avg_ms": 102.19, "count": 293, "max_ms": 896.116, "p95_ms": 110.768}, "triton_wait": {"avg_ms": 53.936, "count": 294, "max_ms": 82.929, "p95_ms": 75.489}, "visualize": {"avg_ms": 3.684, "count": 294, "max_ms": 4.705, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15638.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T05:59:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.596, "last_started_at": "2026-07-05T05:59:13+09:00", "pid": 113722, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.684, "name": "ffmpeg", "pid": 113722, "rss_mb": 273.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 578, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 579}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.797, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1245023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:01:08+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:01:08+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T06:01:08.826569+09:00", "mtime_epoch": 1783198868.826569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:01:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.657, "pushed": 6.657, "read": 6.623}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.813, "count": 199, "max_ms": 24.454, "p95_ms": 21.514}, "gstreamer_push": {"avg_ms": 1.009, "count": 199, "max_ms": 1.16, "p95_ms": 1.09}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.797, "count": 199, "max_ms": 72.135, "p95_ms": 61.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.972, "count": 199, "max_ms": 84.601, "p95_ms": 70.407}, "yolo11_640_fire_11class": {"avg_ms": 48.63, "count": 199, "max_ms": 67.75, "p95_ms": 63.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.014, "count": 199, "max_ms": 81.251, "p95_ms": 76.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.805, "count": 199, "max_ms": 174.269, "p95_ms": 164.11}, "read_interval": {"avg_ms": 151.0, "count": 198, "max_ms": 182.392, "p95_ms": 172.0}, "triton_wait": {"avg_ms": 56.231, "count": 199, "max_ms": 84.613, "p95_ms": 76.21}, "visualize": {"avg_ms": 5.795, "count": 199, "max_ms": 7.761, "p95_ms": 6.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15639.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3063.808, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.152, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:01:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:01:22+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:01:22+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:01:22.158952+09:00", "mtime_epoch": 1783198882.158952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:01:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2169.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.22, "pushed": 10.22, "read": 10.186}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.274, "count": 306, "max_ms": 12.441, "p95_ms": 8.666}, "gstreamer_push": {"avg_ms": 1.282, "count": 306, "max_ms": 1.85, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.57, "count": 306, "max_ms": 68.704, "p95_ms": 62.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.096, "count": 306, "max_ms": 82.837, "p95_ms": 69.117}, "yolo11_640_fire_11class": {"avg_ms": 51.51, "count": 306, "max_ms": 71.611, "p95_ms": 64.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.644, "count": 306, "max_ms": 81.374, "p95_ms": 76.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.283, "count": 306, "max_ms": 99.144, "p95_ms": 92.352}, "read_interval": {"avg_ms": 98.157, "count": 305, "max_ms": 754.062, "p95_ms": 124.06}, "triton_wait": {"avg_ms": 54.4, "count": 306, "max_ms": 82.85, "p95_ms": 76.935}, "visualize": {"avg_ms": 3.675, "count": 306, "max_ms": 5.607, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15639.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T05:59:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.66, "last_started_at": "2026-07-05T05:59:13+09:00", "pid": 113722, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.98, "name": "ffmpeg", "pid": 113722, "rss_mb": 273.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 578, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 579}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.765, "sample_count": 1936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1245220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:01:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:01:39+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T06:01:38+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T06:01:38.895428+09:00", "mtime_epoch": 1783198898.895428, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:01:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.586, "pushed": 6.586, "read": 6.552}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.062, "count": 197, "max_ms": 33.415, "p95_ms": 22.028}, "gstreamer_push": {"avg_ms": 1.029, "count": 197, "max_ms": 1.354, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.154, "count": 197, "max_ms": 65.48, "p95_ms": 62.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.805, "count": 197, "max_ms": 80.77, "p95_ms": 70.714}, "yolo11_640_fire_11class": {"avg_ms": 49.379, "count": 197, "max_ms": 69.746, "p95_ms": 65.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.469, "count": 197, "max_ms": 80.008, "p95_ms": 77.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.399, "count": 197, "max_ms": 175.399, "p95_ms": 166.527}, "read_interval": {"avg_ms": 152.622, "count": 196, "max_ms": 183.124, "p95_ms": 175.05}, "triton_wait": {"avg_ms": 56.95, "count": 197, "max_ms": 80.781, "p95_ms": 78.796}, "visualize": {"avg_ms": 5.807, "count": 197, "max_ms": 7.286, "p95_ms": 6.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15641.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3093.91, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.055, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:01:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:01:52+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T06:01:52+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T06:01:52.235803+09:00", "mtime_epoch": 1783198912.2358034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:01:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2170.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.867, "read": 9.834}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.272, "count": 295, "max_ms": 11.763, "p95_ms": 9.644}, "gstreamer_push": {"avg_ms": 1.255, "count": 296, "max_ms": 2.097, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.917, "count": 295, "max_ms": 70.355, "p95_ms": 62.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.804, "count": 295, "max_ms": 80.873, "p95_ms": 69.131}, "yolo11_640_fire_11class": {"avg_ms": 51.285, "count": 295, "max_ms": 71.434, "p95_ms": 64.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.023, "count": 295, "max_ms": 79.658, "p95_ms": 74.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.442, "count": 295, "max_ms": 96.551, "p95_ms": 90.999}, "read_interval": {"avg_ms": 101.738, "count": 295, "max_ms": 921.228, "p95_ms": 118.751}, "triton_wait": {"avg_ms": 53.759, "count": 295, "max_ms": 80.886, "p95_ms": 75.446}, "visualize": {"avg_ms": 3.58, "count": 295, "max_ms": 5.664, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15584.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T06:02:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.416, "last_started_at": "2026-07-05T06:02:01+09:00", "pid": 113829, "process": {"exists": true, "fd_count": 5, "hwm_mb": 217.93, "name": "ffmpeg", "pid": 113829, "rss_mb": 217.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 579, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 580}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.82, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1245388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:02:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:02:09+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:02:08+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T06:02:08.948270+09:00", "mtime_epoch": 1783198928.9482696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:02:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.617, "pushed": 5.617, "read": 5.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.206, "count": 168, "max_ms": 30.92, "p95_ms": 23.026}, "gstreamer_push": {"avg_ms": 1.037, "count": 168, "max_ms": 1.532, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.01, "count": 168, "max_ms": 72.689, "p95_ms": 61.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.147, "count": 168, "max_ms": 76.297, "p95_ms": 66.43}, "yolo11_640_fire_11class": {"avg_ms": 48.398, "count": 168, "max_ms": 74.115, "p95_ms": 64.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.999, "count": 168, "max_ms": 79.045, "p95_ms": 75.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.093, "count": 168, "max_ms": 166.432, "p95_ms": 164.104}, "read_interval": {"avg_ms": 179.118, "count": 167, "max_ms": 4667.599, "p95_ms": 173.013}, "triton_wait": {"avg_ms": 55.267, "count": 168, "max_ms": 79.062, "p95_ms": 75.949}, "visualize": {"avg_ms": 5.866, "count": 168, "max_ms": 8.071, "p95_ms": 6.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15638.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3124.016, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.86, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:02:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:02:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:02:22+09:00", "mjpeg": {"age_sec": 0.406, "exists": true, "mtime": "2026-07-05T06:02:22.024631+09:00", "mtime_epoch": 1783198942.0246308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:02:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2170.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.271, "count": 299, "max_ms": 12.038, "p95_ms": 8.483}, "gstreamer_push": {"avg_ms": 1.292, "count": 299, "max_ms": 1.874, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.126, "count": 299, "max_ms": 70.121, "p95_ms": 59.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.545, "count": 299, "max_ms": 82.408, "p95_ms": 59.251}, "yolo11_640_fire_11class": {"avg_ms": 50.161, "count": 299, "max_ms": 72.004, "p95_ms": 62.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.677, "count": 299, "max_ms": 78.558, "p95_ms": 73.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.873, "count": 299, "max_ms": 98.004, "p95_ms": 89.331}, "read_interval": {"avg_ms": 100.448, "count": 298, "max_ms": 739.515, "p95_ms": 176.98}, "triton_wait": {"avg_ms": 52.998, "count": 299, "max_ms": 82.421, "p95_ms": 73.86}, "visualize": {"avg_ms": 3.704, "count": 299, "max_ms": 4.783, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15640.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T06:02:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.467, "last_started_at": "2026-07-05T06:02:01+09:00", "pid": 113829, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.582, "name": "ffmpeg", "pid": 113829, "rss_mb": 273.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 579, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 580}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.698, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1245582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:02:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:02:39+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T06:02:38+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-05T06:02:38.993095+09:00", "mtime_epoch": 1783198958.9930952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:02:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.489, "pushed": 6.489, "read": 6.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.657, "count": 194, "max_ms": 31.228, "p95_ms": 23.098}, "gstreamer_push": {"avg_ms": 1.021, "count": 194, "max_ms": 1.218, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.121, "count": 194, "max_ms": 75.713, "p95_ms": 59.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.278, "count": 194, "max_ms": 77.93, "p95_ms": 68.464}, "yolo11_640_fire_11class": {"avg_ms": 47.448, "count": 194, "max_ms": 67.911, "p95_ms": 62.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.624, "count": 194, "max_ms": 77.021, "p95_ms": 71.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.647, "count": 194, "max_ms": 166.008, "p95_ms": 162.518}, "read_interval": {"avg_ms": 154.9, "count": 193, "max_ms": 177.911, "p95_ms": 174.072}, "triton_wait": {"avg_ms": 55.181, "count": 194, "max_ms": 77.943, "p95_ms": 73.788}, "visualize": {"avg_ms": 5.901, "count": 194, "max_ms": 7.86, "p95_ms": 6.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15642.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3154.034, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.739, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:02:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:02:52+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:02:52+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T06:02:52.385458+09:00", "mtime_epoch": 1783198972.3854585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:02:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2170.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.22, "count": 301, "max_ms": 10.521, "p95_ms": 8.106}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.748, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.657, "count": 301, "max_ms": 68.161, "p95_ms": 60.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.455, "count": 301, "max_ms": 80.001, "p95_ms": 59.132}, "yolo11_640_fire_11class": {"avg_ms": 50.737, "count": 301, "max_ms": 69.66, "p95_ms": 63.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.745, "count": 301, "max_ms": 79.336, "p95_ms": 71.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.387, "count": 301, "max_ms": 95.507, "p95_ms": 88.043}, "read_interval": {"avg_ms": 99.778, "count": 300, "max_ms": 854.673, "p95_ms": 111.733}, "triton_wait": {"avg_ms": 53.574, "count": 301, "max_ms": 80.013, "p95_ms": 71.69}, "visualize": {"avg_ms": 3.701, "count": 301, "max_ms": 5.174, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15643.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T06:02:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.57, "last_started_at": "2026-07-05T06:02:01+09:00", "pid": 113829, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.645, "name": "ffmpeg", "pid": 113829, "rss_mb": 275.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 579, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 580}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.974, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1245775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:03:09+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T06:03:09+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T06:03:09.085907+09:00", "mtime_epoch": 1783198989.0859075, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:03:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.448, "pushed": 6.448, "read": 6.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.485, "count": 193, "max_ms": 23.495, "p95_ms": 22.25}, "gstreamer_push": {"avg_ms": 1.039, "count": 193, "max_ms": 1.211, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.477, "count": 193, "max_ms": 64.719, "p95_ms": 61.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.539, "count": 193, "max_ms": 80.933, "p95_ms": 70.725}, "yolo11_640_fire_11class": {"avg_ms": 48.249, "count": 193, "max_ms": 69.167, "p95_ms": 62.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.092, "count": 193, "max_ms": 80.129, "p95_ms": 75.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.622, "count": 193, "max_ms": 170.981, "p95_ms": 163.909}, "read_interval": {"avg_ms": 155.901, "count": 192, "max_ms": 182.72, "p95_ms": 175.169}, "triton_wait": {"avg_ms": 56.35, "count": 193, "max_ms": 80.946, "p95_ms": 75.455}, "visualize": {"avg_ms": 5.952, "count": 193, "max_ms": 7.641, "p95_ms": 6.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15643.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3184.074, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.018, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:03:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:03:22+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T06:03:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:03:22.422263+09:00", "mtime_epoch": 1783199002.422263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:03:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2170.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.264, "count": 302, "max_ms": 11.524, "p95_ms": 8.236}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 1.64, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.097, "count": 302, "max_ms": 65.018, "p95_ms": 61.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.755, "count": 302, "max_ms": 80.355, "p95_ms": 57.282}, "yolo11_640_fire_11class": {"avg_ms": 51.085, "count": 302, "max_ms": 67.772, "p95_ms": 63.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.897, "count": 302, "max_ms": 82.129, "p95_ms": 75.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.65, "count": 302, "max_ms": 98.325, "p95_ms": 91.493}, "read_interval": {"avg_ms": 99.507, "count": 301, "max_ms": 770.855, "p95_ms": 114.691}, "triton_wait": {"avg_ms": 53.821, "count": 302, "max_ms": 82.142, "p95_ms": 75.348}, "visualize": {"avg_ms": 3.669, "count": 302, "max_ms": 4.662, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15643.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T06:02:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.624, "last_started_at": "2026-07-05T06:02:01+09:00", "pid": 113829, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.645, "name": "ffmpeg", "pid": 113829, "rss_mb": 275.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 579, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 580}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.974, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1245968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:03:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:03:39+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:03:39+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T06:03:39.158705+09:00", "mtime_epoch": 1783199019.1587052, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:03:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.459, "pushed": 6.459, "read": 6.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.469, "count": 193, "max_ms": 31.53, "p95_ms": 22.611}, "gstreamer_push": {"avg_ms": 1.029, "count": 193, "max_ms": 1.364, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.281, "count": 193, "max_ms": 64.146, "p95_ms": 61.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.408, "count": 193, "max_ms": 78.895, "p95_ms": 69.338}, "yolo11_640_fire_11class": {"avg_ms": 48.347, "count": 193, "max_ms": 66.269, "p95_ms": 61.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.707, "count": 193, "max_ms": 78.409, "p95_ms": 73.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.416, "count": 193, "max_ms": 167.626, "p95_ms": 162.616}, "read_interval": {"avg_ms": 155.744, "count": 192, "max_ms": 178.93, "p95_ms": 173.671}, "triton_wait": {"avg_ms": 56.081, "count": 193, "max_ms": 78.911, "p95_ms": 73.279}, "visualize": {"avg_ms": 5.924, "count": 193, "max_ms": 7.756, "p95_ms": 6.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15643.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3214.12, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.999, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1535159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:03:52+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:03:52+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:03:52.471054+09:00", "mtime_epoch": 1783199032.4710543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:03:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2170.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.192, "count": 300, "max_ms": 12.048, "p95_ms": 7.793}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 1.751, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.89, "count": 300, "max_ms": 66.126, "p95_ms": 60.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.731, "count": 300, "max_ms": 80.539, "p95_ms": 58.304}, "yolo11_640_fire_11class": {"avg_ms": 51.294, "count": 300, "max_ms": 74.771, "p95_ms": 64.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.765, "count": 300, "max_ms": 79.741, "p95_ms": 72.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.937, "count": 300, "max_ms": 158.664, "p95_ms": 89.687}, "read_interval": {"avg_ms": 100.207, "count": 299, "max_ms": 873.374, "p95_ms": 113.409}, "triton_wait": {"avg_ms": 53.824, "count": 300, "max_ms": 80.552, "p95_ms": 73.304}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 4.674, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15644.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1355, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:59:10+09:00", "last_error_summary": "[h264 @ 0x55e235cd73c0] error while decoding MB 43 24, bytestream -24", "last_exit_at": "2026-07-05T06:02:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.764, "last_started_at": "2026-07-05T06:02:01+09:00", "pid": 113829, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.645, "name": "ffmpeg", "pid": 113829, "rss_mb": 275.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 579, "restart_count_per_hour": 18, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 580}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.909, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1246161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:04:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:04:09+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T06:04:09+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T06:04:09.299492+09:00", "mtime_epoch": 1783199049.2994916, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:04:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.436, "pushed": 6.436, "read": 6.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.338, "count": 192, "max_ms": 28.705, "p95_ms": 22.562}, "gstreamer_push": {"avg_ms": 1.04, "count": 193, "max_ms": 1.552, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.03, "count": 192, "max_ms": 65.316, "p95_ms": 61.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.846, "count": 192, "max_ms": 80.657, "p95_ms": 71.017}, "yolo11_640_fire_11class": {"avg_ms": 49.348, "count": 192, "max_ms": 71.306, "p95_ms": 64.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.548, "count": 192, "max_ms": 78.643, "p95_ms": 74.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.046, "count": 193, "max_ms": 170.587, "p95_ms": 163.512}, "read_interval": {"avg_ms": 156.184, "count": 192, "max_ms": 181.67, "p95_ms": 174.169}, "triton_wait": {"avg_ms": 57.046, "count": 192, "max_ms": 80.671, "p95_ms": 74.683}, "visualize": {"avg_ms": 5.934, "count": 192, "max_ms": 8.509, "p95_ms": 6.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15644.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3244.172, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.855, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1535459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:04:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:04:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:04:22+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:04:22.523833+09:00", "mtime_epoch": 1783199062.5238328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:04:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2170.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.292, "count": 300, "max_ms": 11.607, "p95_ms": 8.958}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 2.264, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.367, "count": 300, "max_ms": 65.873, "p95_ms": 62.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.741, "count": 300, "max_ms": 81.704, "p95_ms": 64.098}, "yolo11_640_fire_11class": {"avg_ms": 51.401, "count": 300, "max_ms": 70.386, "p95_ms": 64.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.213, "count": 300, "max_ms": 78.193, "p95_ms": 74.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.403, "count": 300, "max_ms": 99.788, "p95_ms": 90.485}, "read_interval": {"avg_ms": 100.229, "count": 299, "max_ms": 778.706, "p95_ms": 112.372}, "triton_wait": {"avg_ms": 54.609, "count": 300, "max_ms": 81.716, "p95_ms": 74.994}, "visualize": {"avg_ms": 3.616, "count": 300, "max_ms": 4.654, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15514.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 522, "h264_decode_error_count": 1356, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:04:34+09:00", "last_error_summary": "[h264 @ 0x557bbee49840] error while decoding MB 31 38, bytestream -5", "last_exit_at": "2026-07-05T06:04:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.773, "last_started_at": "2026-07-05T06:04:36+09:00", "pid": 113936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 147.961, "name": "ffmpeg", "pid": 113936, "rss_mb": 147.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 580, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 581}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.698, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1246327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:04:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:04:39+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:04:39+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T06:04:39.344263+09:00", "mtime_epoch": 1783199079.3442633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:04:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.554, "pushed": 5.554, "read": 5.52}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.296, "count": 166, "max_ms": 27.09, "p95_ms": 22.133}, "gstreamer_push": {"avg_ms": 1.034, "count": 166, "max_ms": 1.221, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.452, "count": 166, "max_ms": 72.287, "p95_ms": 61.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.766, "count": 166, "max_ms": 89.503, "p95_ms": 73.276}, "yolo11_640_fire_11class": {"avg_ms": 49.191, "count": 166, "max_ms": 74.464, "p95_ms": 63.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.146, "count": 166, "max_ms": 86.066, "p95_ms": 75.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.214, "count": 166, "max_ms": 177.08, "p95_ms": 163.975}, "read_interval": {"avg_ms": 181.189, "count": 165, "max_ms": 4347.306, "p95_ms": 175.527}, "triton_wait": {"avg_ms": 57.048, "count": 166, "max_ms": 89.515, "p95_ms": 75.67}, "visualize": {"avg_ms": 5.912, "count": 166, "max_ms": 7.934, "p95_ms": 6.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15635.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3274.251, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.556, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1535762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:04:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:04:52+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T06:04:52+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T06:04:52.596600+09:00", "mtime_epoch": 1783199092.5965998, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:04:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2171.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.366, "count": 303, "max_ms": 11.516, "p95_ms": 8.764}, "gstreamer_push": {"avg_ms": 1.279, "count": 303, "max_ms": 2.114, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.842, "count": 303, "max_ms": 67.259, "p95_ms": 61.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.478, "count": 303, "max_ms": 78.957, "p95_ms": 58.331}, "yolo11_640_fire_11class": {"avg_ms": 50.749, "count": 303, "max_ms": 71.463, "p95_ms": 63.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.41, "count": 303, "max_ms": 78.792, "p95_ms": 74.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.555, "count": 303, "max_ms": 94.9, "p95_ms": 90.474}, "read_interval": {"avg_ms": 99.289, "count": 302, "max_ms": 751.404, "p95_ms": 117.393}, "triton_wait": {"avg_ms": 53.588, "count": 303, "max_ms": 78.97, "p95_ms": 74.8}, "visualize": {"avg_ms": 3.682, "count": 303, "max_ms": 4.762, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15637.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 522, "h264_decode_error_count": 1356, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:04:34+09:00", "last_error_summary": "[h264 @ 0x557bbee49840] error while decoding MB 31 38, bytestream -5", "last_exit_at": "2026-07-05T06:04:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.908, "last_started_at": "2026-07-05T06:04:36+09:00", "pid": 113936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.047, "name": "ffmpeg", "pid": 113936, "rss_mb": 269.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 580, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 581}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.632, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1246521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:05:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:05:09+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T06:05:09+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T06:05:09.473025+09:00", "mtime_epoch": 1783199109.473025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:05:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.474, "pushed": 6.474, "read": 6.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.394, "count": 193, "max_ms": 28.304, "p95_ms": 24.288}, "gstreamer_push": {"avg_ms": 1.038, "count": 194, "max_ms": 1.477, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.496, "count": 193, "max_ms": 65.347, "p95_ms": 60.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.423, "count": 193, "max_ms": 80.749, "p95_ms": 71.222}, "yolo11_640_fire_11class": {"avg_ms": 47.865, "count": 193, "max_ms": 69.365, "p95_ms": 64.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.188, "count": 193, "max_ms": 79.999, "p95_ms": 73.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.013, "count": 194, "max_ms": 166.684, "p95_ms": 163.231}, "read_interval": {"avg_ms": 155.336, "count": 193, "max_ms": 178.822, "p95_ms": 174.421}, "triton_wait": {"avg_ms": 55.535, "count": 193, "max_ms": 80.761, "p95_ms": 73.933}, "visualize": {"avg_ms": 5.967, "count": 193, "max_ms": 8.766, "p95_ms": 7.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15637.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3304.276, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.51, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1536059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:05:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:05:22+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T06:05:22+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T06:05:22.605354+09:00", "mtime_epoch": 1783199122.6053538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:05:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2171.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.887}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.267, "count": 297, "max_ms": 11.389, "p95_ms": 8.38}, "gstreamer_push": {"avg_ms": 1.278, "count": 297, "max_ms": 1.96, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.673, "count": 297, "max_ms": 70.272, "p95_ms": 61.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.655, "count": 297, "max_ms": 80.982, "p95_ms": 57.144}, "yolo11_640_fire_11class": {"avg_ms": 51.106, "count": 297, "max_ms": 73.046, "p95_ms": 64.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.565, "count": 297, "max_ms": 83.494, "p95_ms": 74.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.644, "count": 297, "max_ms": 99.123, "p95_ms": 90.314}, "read_interval": {"avg_ms": 101.085, "count": 296, "max_ms": 865.196, "p95_ms": 125.933}, "triton_wait": {"avg_ms": 53.738, "count": 297, "max_ms": 83.506, "p95_ms": 74.076}, "visualize": {"avg_ms": 3.674, "count": 297, "max_ms": 5.093, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15639.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 522, "h264_decode_error_count": 1356, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:04:34+09:00", "last_error_summary": "[h264 @ 0x557bbee49840] error while decoding MB 31 38, bytestream -5", "last_exit_at": "2026-07-05T06:04:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.975, "last_started_at": "2026-07-05T06:04:36+09:00", "pid": 113936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.625, "name": "ffmpeg", "pid": 113936, "rss_mb": 271.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 580, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 581}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.632, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1246715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:05:39+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T06:05:39+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T06:05:39.541775+09:00", "mtime_epoch": 1783199139.5417745, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:05:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9217.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.484, "pushed": 6.484, "read": 6.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.27, "count": 194, "max_ms": 27.15, "p95_ms": 22.843}, "gstreamer_push": {"avg_ms": 1.031, "count": 194, "max_ms": 1.399, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.959, "count": 194, "max_ms": 63.62, "p95_ms": 61.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.956, "count": 194, "max_ms": 78.166, "p95_ms": 66.813}, "yolo11_640_fire_11class": {"avg_ms": 46.667, "count": 194, "max_ms": 69.266, "p95_ms": 62.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.198, "count": 194, "max_ms": 78.807, "p95_ms": 73.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.665, "count": 194, "max_ms": 165.48, "p95_ms": 161.606}, "read_interval": {"avg_ms": 154.979, "count": 193, "max_ms": 178.17, "p95_ms": 172.485}, "triton_wait": {"avg_ms": 55.507, "count": 194, "max_ms": 78.819, "p95_ms": 73.489}, "visualize": {"avg_ms": 5.953, "count": 194, "max_ms": 8.732, "p95_ms": 7.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15639.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3334.28, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.469, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1536361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:05:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:05:52+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T06:05:52+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T06:05:52.622097+09:00", "mtime_epoch": 1783199152.6220973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:05:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2171.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.261, "count": 302, "max_ms": 10.863, "p95_ms": 8.354}, "gstreamer_push": {"avg_ms": 1.279, "count": 302, "max_ms": 1.712, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.522, "count": 302, "max_ms": 67.534, "p95_ms": 61.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.279, "count": 302, "max_ms": 81.188, "p95_ms": 60.981}, "yolo11_640_fire_11class": {"avg_ms": 51.255, "count": 302, "max_ms": 72.022, "p95_ms": 64.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.324, "count": 302, "max_ms": 79.961, "p95_ms": 74.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.078, "count": 302, "max_ms": 97.16, "p95_ms": 90.276}, "read_interval": {"avg_ms": 99.404, "count": 302, "max_ms": 891.215, "p95_ms": 111.706}, "triton_wait": {"avg_ms": 54.264, "count": 302, "max_ms": 81.201, "p95_ms": 74.623}, "visualize": {"avg_ms": 3.642, "count": 302, "max_ms": 4.694, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15639.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 522, "h264_decode_error_count": 1356, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:04:34+09:00", "last_error_summary": "[h264 @ 0x557bbee49840] error while decoding MB 31 38, bytestream -5", "last_exit_at": "2026-07-05T06:04:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.123, "last_started_at": "2026-07-05T06:04:36+09:00", "pid": 113936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.625, "name": "ffmpeg", "pid": 113936, "rss_mb": 271.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 580, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 581}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.52, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1246910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:06:09+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T06:06:09+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-05T06:06:09.678515+09:00", "mtime_epoch": 1783199169.6785152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:06:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.501, "pushed": 6.501, "read": 6.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.996, "count": 194, "max_ms": 28.419, "p95_ms": 24.152}, "gstreamer_push": {"avg_ms": 1.023, "count": 195, "max_ms": 1.29, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.479, "count": 194, "max_ms": 68.079, "p95_ms": 62.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.616, "count": 194, "max_ms": 77.069, "p95_ms": 70.864}, "yolo11_640_fire_11class": {"avg_ms": 48.48, "count": 194, "max_ms": 70.812, "p95_ms": 64.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.769, "count": 194, "max_ms": 80.126, "p95_ms": 75.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.439, "count": 195, "max_ms": 172.936, "p95_ms": 162.37}, "read_interval": {"avg_ms": 154.537, "count": 194, "max_ms": 184.273, "p95_ms": 173.607}, "triton_wait": {"avg_ms": 56.166, "count": 194, "max_ms": 80.138, "p95_ms": 75.183}, "visualize": {"avg_ms": 5.846, "count": 194, "max_ms": 8.795, "p95_ms": 6.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15640.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3364.312, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.309, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1536664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:06:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:06:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:06:22+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T06:06:22.658831+09:00", "mtime_epoch": 1783199182.6588311, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:06:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2171.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.085}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.351, "count": 303, "max_ms": 11.674, "p95_ms": 8.764}, "gstreamer_push": {"avg_ms": 1.276, "count": 303, "max_ms": 1.542, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.344, "count": 303, "max_ms": 72.754, "p95_ms": 61.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.739, "count": 303, "max_ms": 78.832, "p95_ms": 58.288}, "yolo11_640_fire_11class": {"avg_ms": 51.183, "count": 303, "max_ms": 73.276, "p95_ms": 63.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.918, "count": 303, "max_ms": 77.915, "p95_ms": 74.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.904, "count": 303, "max_ms": 94.656, "p95_ms": 91.525}, "read_interval": {"avg_ms": 99.157, "count": 302, "max_ms": 938.996, "p95_ms": 110.294}, "triton_wait": {"avg_ms": 53.917, "count": 303, "max_ms": 78.845, "p95_ms": 75.755}, "visualize": {"avg_ms": 3.683, "count": 303, "max_ms": 4.638, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15639.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 522, "h264_decode_error_count": 1356, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:04:34+09:00", "last_error_summary": "[h264 @ 0x557bbee49840] error while decoding MB 31 38, bytestream -5", "last_exit_at": "2026-07-05T06:04:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.14, "last_started_at": "2026-07-05T06:04:36+09:00", "pid": 113936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.625, "name": "ffmpeg", "pid": 113936, "rss_mb": 271.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 580, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 581}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.313, "sample_count": 1878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1247103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:06:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:06:39+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T06:06:39+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T06:06:39.715244+09:00", "mtime_epoch": 1783199199.7152436, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:06:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.462, "pushed": 6.462, "read": 6.428}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.244, "count": 193, "max_ms": 26.539, "p95_ms": 22.391}, "gstreamer_push": {"avg_ms": 1.015, "count": 193, "max_ms": 1.55, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.545, "count": 193, "max_ms": 65.883, "p95_ms": 61.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.102, "count": 193, "max_ms": 79.28, "p95_ms": 71.08}, "yolo11_640_fire_11class": {"avg_ms": 48.561, "count": 193, "max_ms": 67.205, "p95_ms": 62.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.176, "count": 193, "max_ms": 80.578, "p95_ms": 74.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.447, "count": 193, "max_ms": 165.445, "p95_ms": 163.056}, "read_interval": {"avg_ms": 155.564, "count": 192, "max_ms": 177.781, "p95_ms": 173.947}, "triton_wait": {"avg_ms": 56.641, "count": 193, "max_ms": 80.588, "p95_ms": 74.479}, "visualize": {"avg_ms": 5.863, "count": 193, "max_ms": 7.645, "p95_ms": 6.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15640.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3394.332, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.276, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1536959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:06:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:06:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:06:52+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T06:06:52.683555+09:00", "mtime_epoch": 1783199212.6835554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:06:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2171.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.853, "pushed": 9.853, "read": 9.82}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.267, "count": 295, "max_ms": 11.53, "p95_ms": 8.343}, "gstreamer_push": {"avg_ms": 1.286, "count": 295, "max_ms": 1.762, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.538, "count": 295, "max_ms": 65.428, "p95_ms": 60.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.868, "count": 295, "max_ms": 78.687, "p95_ms": 57.472}, "yolo11_640_fire_11class": {"avg_ms": 51.573, "count": 295, "max_ms": 70.91, "p95_ms": 64.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.353, "count": 295, "max_ms": 78.251, "p95_ms": 74.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.156, "count": 295, "max_ms": 94.811, "p95_ms": 91.11}, "read_interval": {"avg_ms": 101.813, "count": 294, "max_ms": 780.725, "p95_ms": 126.383}, "triton_wait": {"avg_ms": 54.231, "count": 295, "max_ms": 78.699, "p95_ms": 75.361}, "visualize": {"avg_ms": 3.671, "count": 295, "max_ms": 4.838, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15508.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1357, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:07:09+09:00", "last_error_summary": "[h264 @ 0x56551fd9bb00] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-05T06:07:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.171, "last_started_at": "2026-07-05T06:07:12+09:00", "pid": 114043, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.816, "name": "ffmpeg", "pid": 114043, "rss_mb": 141.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 581, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.003, "sample_count": 1874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1247297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:07:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:07:14+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T06:07:14+09:00", "mjpeg": {"age_sec": 4.878, "exists": true, "mtime": "2026-07-05T06:07:09.743963+09:00", "mtime_epoch": 1783199229.7439628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:07:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.467, "pushed": 5.467, "read": 5.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.519, "count": 163, "max_ms": 34.085, "p95_ms": 22.492}, "gstreamer_push": {"avg_ms": 1.031, "count": 164, "max_ms": 1.871, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.233, "count": 163, "max_ms": 67.49, "p95_ms": 59.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.635, "count": 163, "max_ms": 74.457, "p95_ms": 68.82}, "yolo11_640_fire_11class": {"avg_ms": 48.419, "count": 163, "max_ms": 68.748, "p95_ms": 59.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.411, "count": 163, "max_ms": 81.017, "p95_ms": 72.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.003, "count": 164, "max_ms": 171.978, "p95_ms": 161.436}, "read_interval": {"avg_ms": 183.961, "count": 163, "max_ms": 4901.106, "p95_ms": 171.961}, "triton_wait": {"avg_ms": 55.73, "count": 163, "max_ms": 81.03, "p95_ms": 73.678}, "visualize": {"avg_ms": 5.896, "count": 163, "max_ms": 7.403, "p95_ms": 6.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15635.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3424.39, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.276, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1537262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:07:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:07:22+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T06:07:22+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:07:22.740271+09:00", "mtime_epoch": 1783199242.740271, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:07:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2171.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 303, "max_ms": 11.51, "p95_ms": 8.194}, "gstreamer_push": {"avg_ms": 1.281, "count": 303, "max_ms": 1.52, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.819, "count": 303, "max_ms": 68.515, "p95_ms": 59.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.513, "count": 303, "max_ms": 81.305, "p95_ms": 55.923}, "yolo11_640_fire_11class": {"avg_ms": 51.098, "count": 303, "max_ms": 74.469, "p95_ms": 63.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.324, "count": 303, "max_ms": 80.023, "p95_ms": 73.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.095, "count": 303, "max_ms": 97.3, "p95_ms": 89.57}, "read_interval": {"avg_ms": 99.237, "count": 302, "max_ms": 803.629, "p95_ms": 113.808}, "triton_wait": {"avg_ms": 53.31, "count": 303, "max_ms": 81.318, "p95_ms": 73.936}, "visualize": {"avg_ms": 3.653, "count": 303, "max_ms": 4.573, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15638.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1357, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:07:09+09:00", "last_error_summary": "[h264 @ 0x56551fd9bb00] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-05T06:07:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.259, "last_started_at": "2026-07-05T06:07:12+09:00", "pid": 114043, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.781, "name": "ffmpeg", "pid": 114043, "rss_mb": 267.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 581, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.003, "sample_count": 1878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1247495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:07:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:07:44+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T06:07:44+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T06:07:44.572786+09:00", "mtime_epoch": 1783199264.5727859, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:07:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.613, "pushed": 6.613, "read": 6.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.356, "count": 197, "max_ms": 24.213, "p95_ms": 22.182}, "gstreamer_push": {"avg_ms": 1.033, "count": 198, "max_ms": 1.186, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.688, "count": 197, "max_ms": 64.704, "p95_ms": 58.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.891, "count": 197, "max_ms": 79.2, "p95_ms": 69.717}, "yolo11_640_fire_11class": {"avg_ms": 48.561, "count": 197, "max_ms": 65.765, "p95_ms": 62.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.676, "count": 197, "max_ms": 79.034, "p95_ms": 73.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.744, "count": 198, "max_ms": 168.589, "p95_ms": 163.755}, "read_interval": {"avg_ms": 151.96, "count": 197, "max_ms": 178.614, "p95_ms": 171.664}, "triton_wait": {"avg_ms": 55.992, "count": 197, "max_ms": 79.213, "p95_ms": 73.984}, "visualize": {"avg_ms": 5.882, "count": 197, "max_ms": 7.661, "p95_ms": 6.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15639.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3454.562, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.355, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1537566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:07:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:07:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:07:52+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-05T06:07:52.688976+09:00", "mtime_epoch": 1783199272.688976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:07:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2171.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.304, "count": 302, "max_ms": 11.366, "p95_ms": 8.593}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 1.67, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.583, "count": 302, "max_ms": 68.238, "p95_ms": 62.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.629, "count": 302, "max_ms": 77.59, "p95_ms": 59.962}, "yolo11_640_fire_11class": {"avg_ms": 51.649, "count": 302, "max_ms": 69.62, "p95_ms": 65.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.523, "count": 302, "max_ms": 79.26, "p95_ms": 74.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.041, "count": 302, "max_ms": 95.172, "p95_ms": 90.563}, "read_interval": {"avg_ms": 99.352, "count": 302, "max_ms": 737.764, "p95_ms": 135.599}, "triton_wait": {"avg_ms": 54.195, "count": 302, "max_ms": 79.272, "p95_ms": 74.951}, "visualize": {"avg_ms": 3.656, "count": 302, "max_ms": 4.692, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15640.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1357, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:07:09+09:00", "last_error_summary": "[h264 @ 0x56551fd9bb00] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-05T06:07:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.286, "last_started_at": "2026-07-05T06:07:12+09:00", "pid": 114043, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.359, "name": "ffmpeg", "pid": 114043, "rss_mb": 270.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 581, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.002, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1247693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:08:14+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T06:08:14+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T06:08:14.609487+09:00", "mtime_epoch": 1783199294.6094868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:08:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.628, "pushed": 6.628, "read": 6.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.271, "count": 198, "max_ms": 23.425, "p95_ms": 22.177}, "gstreamer_push": {"avg_ms": 1.043, "count": 198, "max_ms": 1.269, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.227, "count": 198, "max_ms": 66.724, "p95_ms": 61.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.685, "count": 198, "max_ms": 74.335, "p95_ms": 70.238}, "yolo11_640_fire_11class": {"avg_ms": 48.687, "count": 198, "max_ms": 69.075, "p95_ms": 63.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.47, "count": 198, "max_ms": 79.995, "p95_ms": 75.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.384, "count": 198, "max_ms": 172.198, "p95_ms": 163.197}, "read_interval": {"avg_ms": 151.68, "count": 197, "max_ms": 180.338, "p95_ms": 170.67}, "triton_wait": {"avg_ms": 55.706, "count": 198, "max_ms": 80.006, "p95_ms": 75.422}, "visualize": {"avg_ms": 5.847, "count": 198, "max_ms": 6.869, "p95_ms": 6.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15640.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3484.593, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.413, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1537867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:08:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:08:23+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:08:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:08:22.941680+09:00", "mtime_epoch": 1783199302.94168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:08:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2171.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.299, "count": 301, "max_ms": 9.467, "p95_ms": 8.389}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.782, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.436, "count": 301, "max_ms": 69.011, "p95_ms": 62.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.506, "count": 301, "max_ms": 80.318, "p95_ms": 67.639}, "yolo11_640_fire_11class": {"avg_ms": 51.636, "count": 301, "max_ms": 70.219, "p95_ms": 65.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.397, "count": 301, "max_ms": 81.905, "p95_ms": 75.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.872, "count": 301, "max_ms": 98.68, "p95_ms": 91.644}, "read_interval": {"avg_ms": 99.818, "count": 300, "max_ms": 750.948, "p95_ms": 170.587}, "triton_wait": {"avg_ms": 53.938, "count": 301, "max_ms": 81.918, "p95_ms": 75.9}, "visualize": {"avg_ms": 3.702, "count": 301, "max_ms": 5.006, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15641.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1357, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:07:09+09:00", "last_error_summary": "[h264 @ 0x56551fd9bb00] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-05T06:07:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.294, "last_started_at": "2026-07-05T06:07:12+09:00", "pid": 114043, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.875, "name": "ffmpeg", "pid": 114043, "rss_mb": 270.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 581, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.296, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1247890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:08:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:08:44+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T06:08:44+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T06:08:44.618180+09:00", "mtime_epoch": 1783199324.6181796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:08:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.598, "pushed": 6.598, "read": 6.564}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.093, "count": 197, "max_ms": 25.909, "p95_ms": 21.939}, "gstreamer_push": {"avg_ms": 1.021, "count": 197, "max_ms": 1.228, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.004, "count": 197, "max_ms": 64.099, "p95_ms": 61.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.709, "count": 197, "max_ms": 78.099, "p95_ms": 71.752}, "yolo11_640_fire_11class": {"avg_ms": 49.067, "count": 197, "max_ms": 67.16, "p95_ms": 63.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.688, "count": 197, "max_ms": 81.062, "p95_ms": 75.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.314, "count": 197, "max_ms": 170.352, "p95_ms": 164.979}, "read_interval": {"avg_ms": 152.36, "count": 196, "max_ms": 177.788, "p95_ms": 172.817}, "triton_wait": {"avg_ms": 57.087, "count": 197, "max_ms": 81.076, "p95_ms": 75.936}, "visualize": {"avg_ms": 5.843, "count": 197, "max_ms": 7.622, "p95_ms": 6.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15641.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3514.615, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.556, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1538168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:08:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:08:53+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:08:52+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:08:52.962371+09:00", "mtime_epoch": 1783199332.9623709, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:08:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2172.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.343, "count": 301, "max_ms": 12.664, "p95_ms": 8.586}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 2.087, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.984, "count": 301, "max_ms": 66.149, "p95_ms": 61.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.241, "count": 301, "max_ms": 80.448, "p95_ms": 66.047}, "yolo11_640_fire_11class": {"avg_ms": 50.875, "count": 301, "max_ms": 68.629, "p95_ms": 63.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.1, "count": 301, "max_ms": 80.792, "p95_ms": 75.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.623, "count": 301, "max_ms": 96.519, "p95_ms": 91.315}, "read_interval": {"avg_ms": 99.778, "count": 300, "max_ms": 773.554, "p95_ms": 116.482}, "triton_wait": {"avg_ms": 53.642, "count": 301, "max_ms": 80.804, "p95_ms": 75.618}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 5.186, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15643.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1357, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:07:09+09:00", "last_error_summary": "[h264 @ 0x56551fd9bb00] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-05T06:07:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.303, "last_started_at": "2026-07-05T06:07:12+09:00", "pid": 114043, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.938, "name": "ffmpeg", "pid": 114043, "rss_mb": 272.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 581, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.296, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1248087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:09:14+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T06:09:14+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-05T06:09:14.602865+09:00", "mtime_epoch": 1783199354.6028645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:09:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.598, "pushed": 6.598, "read": 6.565}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.059, "count": 197, "max_ms": 26.968, "p95_ms": 22.633}, "gstreamer_push": {"avg_ms": 1.022, "count": 197, "max_ms": 1.29, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.635, "count": 197, "max_ms": 64.666, "p95_ms": 61.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.562, "count": 197, "max_ms": 80.571, "p95_ms": 71.706}, "yolo11_640_fire_11class": {"avg_ms": 48.626, "count": 197, "max_ms": 66.807, "p95_ms": 63.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.849, "count": 197, "max_ms": 78.437, "p95_ms": 75.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.199, "count": 197, "max_ms": 178.83, "p95_ms": 164.158}, "read_interval": {"avg_ms": 152.236, "count": 196, "max_ms": 186.457, "p95_ms": 171.605}, "triton_wait": {"avg_ms": 56.168, "count": 197, "max_ms": 80.582, "p95_ms": 75.385}, "visualize": {"avg_ms": 5.85, "count": 197, "max_ms": 8.278, "p95_ms": 6.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15644.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3544.617, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.582, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1538463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:09:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:09:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T06:09:22+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T06:09:22.947054+09:00", "mtime_epoch": 1783199362.947054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:09:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2172.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.838}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.326, "count": 295, "max_ms": 12.685, "p95_ms": 8.831}, "gstreamer_push": {"avg_ms": 1.276, "count": 295, "max_ms": 1.52, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.439, "count": 295, "max_ms": 71.444, "p95_ms": 61.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.099, "count": 295, "max_ms": 75.553, "p95_ms": 60.13}, "yolo11_640_fire_11class": {"avg_ms": 51.405, "count": 295, "max_ms": 72.542, "p95_ms": 64.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.132, "count": 295, "max_ms": 79.156, "p95_ms": 74.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.814, "count": 295, "max_ms": 94.97, "p95_ms": 90.692}, "read_interval": {"avg_ms": 101.63, "count": 295, "max_ms": 878.036, "p95_ms": 167.418}, "triton_wait": {"avg_ms": 53.82, "count": 295, "max_ms": 79.169, "p95_ms": 75.007}, "visualize": {"avg_ms": 3.709, "count": 295, "max_ms": 5.348, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15645.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1357, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:07:09+09:00", "last_error_summary": "[h264 @ 0x56551fd9bb00] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-05T06:07:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.392, "last_started_at": "2026-07-05T06:07:12+09:00", "pid": 114043, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.195, "name": "ffmpeg", "pid": 114043, "rss_mb": 273.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 581, "restart_count_per_hour": 19, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.231, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1248285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:09:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:09:44+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T06:09:44+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-05T06:09:44.691545+09:00", "mtime_epoch": 1783199384.691545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:09:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.613, "pushed": 6.613, "read": 6.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.031, "count": 197, "max_ms": 26.382, "p95_ms": 22.465}, "gstreamer_push": {"avg_ms": 1.014, "count": 198, "max_ms": 1.148, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.785, "count": 197, "max_ms": 65.541, "p95_ms": 62.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.207, "count": 197, "max_ms": 76.845, "p95_ms": 70.424}, "yolo11_640_fire_11class": {"avg_ms": 49.068, "count": 197, "max_ms": 69.9, "p95_ms": 64.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.9, "count": 197, "max_ms": 82.356, "p95_ms": 75.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.718, "count": 198, "max_ms": 167.736, "p95_ms": 163.586}, "read_interval": {"avg_ms": 151.881, "count": 197, "max_ms": 175.945, "p95_ms": 172.168}, "triton_wait": {"avg_ms": 56.416, "count": 197, "max_ms": 82.368, "p95_ms": 75.302}, "visualize": {"avg_ms": 5.88, "count": 197, "max_ms": 8.024, "p95_ms": 6.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15645.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3574.7, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 1, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.563, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1538765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:09:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:09:53+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T06:09:53+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T06:09:53.027732+09:00", "mtime_epoch": 1783199393.0277324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:09:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2172.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.216, "count": 301, "max_ms": 12.105, "p95_ms": 8.14}, "gstreamer_push": {"avg_ms": 1.277, "count": 302, "max_ms": 1.58, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.299, "count": 301, "max_ms": 72.292, "p95_ms": 62.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.131, "count": 301, "max_ms": 77.336, "p95_ms": 59.072}, "yolo11_640_fire_11class": {"avg_ms": 51.141, "count": 301, "max_ms": 72.305, "p95_ms": 64.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.953, "count": 301, "max_ms": 77.913, "p95_ms": 74.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.607, "count": 301, "max_ms": 94.019, "p95_ms": 89.856}, "read_interval": {"avg_ms": 99.585, "count": 301, "max_ms": 791.344, "p95_ms": 108.412}, "triton_wait": {"avg_ms": 53.731, "count": 301, "max_ms": 77.923, "p95_ms": 74.104}, "visualize": {"avg_ms": 3.689, "count": 301, "max_ms": 4.77, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15637.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 524, "h264_decode_error_count": 1362, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:09:59+09:00", "last_error_summary": "[h264 @ 0x563dc7087a80] cabac decode of qscale diff failed at 32 18 [h264 @ 0x563dc7087a80] error while decoding MB 32 18, bytestream 6223 [h264 @ 0x563dc7accac0] cabac decode of qscale diff failed at 39 43 [h264 @ 0x563dc7accac0] error while decoding MB 39 43, bytestream 12035 [h264 @ 0x563dc704e080] error while decoding MB 9 19, bytestream -8", "last_exit_at": "2026-07-05T06:10:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.45, "last_started_at": "2026-07-05T06:10:02+09:00", "pid": 114150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.273, "name": "ffmpeg", "pid": 114150, "rss_mb": 264.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 582, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 583}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.131, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1248454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:10:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:10:14+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:10:14+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T06:10:14.736218+09:00", "mtime_epoch": 1783199414.7362182, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:10:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.657, "pushed": 5.657, "read": 5.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.411, "count": 169, "max_ms": 33.028, "p95_ms": 24.367}, "gstreamer_push": {"avg_ms": 0.999, "count": 169, "max_ms": 1.258, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.073, "count": 169, "max_ms": 64.968, "p95_ms": 60.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.85, "count": 169, "max_ms": 74.182, "p95_ms": 67.347}, "yolo11_640_fire_11class": {"avg_ms": 47.422, "count": 169, "max_ms": 69.651, "p95_ms": 62.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.805, "count": 169, "max_ms": 78.95, "p95_ms": 73.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.876, "count": 169, "max_ms": 178.684, "p95_ms": 161.124}, "read_interval": {"avg_ms": 177.831, "count": 168, "max_ms": 4648.302, "p95_ms": 170.008}, "triton_wait": {"avg_ms": 55.157, "count": 169, "max_ms": 78.962, "p95_ms": 74.193}, "visualize": {"avg_ms": 5.755, "count": 169, "max_ms": 7.78, "p95_ms": 6.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15637.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3604.779, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.469, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1539065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:10:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:10:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T06:10:23+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T06:10:23.132405+09:00", "mtime_epoch": 1783199423.1324053, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:10:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2172.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.192, "count": 300, "max_ms": 12.161, "p95_ms": 8.512}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.804, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.489, "count": 300, "max_ms": 69.29, "p95_ms": 59.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.119, "count": 300, "max_ms": 78.385, "p95_ms": 60.8}, "yolo11_640_fire_11class": {"avg_ms": 50.704, "count": 300, "max_ms": 70.929, "p95_ms": 63.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.196, "count": 300, "max_ms": 80.575, "p95_ms": 73.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.549, "count": 300, "max_ms": 96.728, "p95_ms": 89.396}, "read_interval": {"avg_ms": 100.348, "count": 300, "max_ms": 757.904, "p95_ms": 114.09}, "triton_wait": {"avg_ms": 52.897, "count": 300, "max_ms": 80.589, "p95_ms": 73.843}, "visualize": {"avg_ms": 3.595, "count": 300, "max_ms": 4.818, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.741, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15647.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 524, "h264_decode_error_count": 1362, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:09:59+09:00", "last_error_summary": "[h264 @ 0x563dc7087a80] cabac decode of qscale diff failed at 32 18 [h264 @ 0x563dc7087a80] error while decoding MB 32 18, bytestream 6223 [h264 @ 0x563dc7accac0] cabac decode of qscale diff failed at 39 43 [h264 @ 0x563dc7accac0] error while decoding MB 39 43, bytestream 12035 [h264 @ 0x563dc704e080] error while decoding MB 9 19, bytestream -8", "last_exit_at": "2026-07-05T06:10:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.596, "last_started_at": "2026-07-05T06:10:02+09:00", "pid": 114150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.359, "name": "ffmpeg", "pid": 114150, "rss_mb": 275.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 582, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 583}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.546, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1248652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T06:10:45+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:10:44+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T06:10:44.880888+09:00", "mtime_epoch": 1783199444.8808875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:10:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.601, "pushed": 6.601, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.197, "count": 197, "max_ms": 27.566, "p95_ms": 23.614}, "gstreamer_push": {"avg_ms": 1.022, "count": 198, "max_ms": 1.468, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.525, "count": 197, "max_ms": 66.659, "p95_ms": 61.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.705, "count": 197, "max_ms": 80.295, "p95_ms": 71.894}, "yolo11_640_fire_11class": {"avg_ms": 48.749, "count": 197, "max_ms": 69.461, "p95_ms": 65.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.245, "count": 197, "max_ms": 84.646, "p95_ms": 77.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.982, "count": 198, "max_ms": 173.152, "p95_ms": 164.768}, "read_interval": {"avg_ms": 152.259, "count": 197, "max_ms": 180.853, "p95_ms": 173.92}, "triton_wait": {"avg_ms": 56.588, "count": 197, "max_ms": 84.658, "p95_ms": 77.037}, "visualize": {"avg_ms": 5.835, "count": 197, "max_ms": 9.019, "p95_ms": 6.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15648.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3634.831, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.57, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.592, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1539366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:10:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:10:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T06:10:53+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T06:10:53.185071+09:00", "mtime_epoch": 1783199453.1850708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:10:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2172.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.141}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.351, "count": 301, "max_ms": 11.756, "p95_ms": 8.632}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.692, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.102, "count": 301, "max_ms": 66.635, "p95_ms": 61.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.96, "count": 301, "max_ms": 78.994, "p95_ms": 63.154}, "yolo11_640_fire_11class": {"avg_ms": 51.24, "count": 301, "max_ms": 71.156, "p95_ms": 63.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.16, "count": 301, "max_ms": 80.47, "p95_ms": 74.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.049, "count": 301, "max_ms": 96.58, "p95_ms": 92.138}, "read_interval": {"avg_ms": 99.84, "count": 301, "max_ms": 673.658, "p95_ms": 111.105}, "triton_wait": {"avg_ms": 54.084, "count": 301, "max_ms": 80.483, "p95_ms": 76.423}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 4.655, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.681, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15650.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 524, "h264_decode_error_count": 1362, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:09:59+09:00", "last_error_summary": "[h264 @ 0x563dc7087a80] cabac decode of qscale diff failed at 32 18 [h264 @ 0x563dc7087a80] error while decoding MB 32 18, bytestream 6223 [h264 @ 0x563dc7accac0] cabac decode of qscale diff failed at 39 43 [h264 @ 0x563dc7accac0] error while decoding MB 39 43, bytestream 12035 [h264 @ 0x563dc704e080] error while decoding MB 9 19, bytestream -8", "last_exit_at": "2026-07-05T06:10:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.642, "last_started_at": "2026-07-05T06:10:02+09:00", "pid": 114150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.938, "name": "ffmpeg", "pid": 114150, "rss_mb": 277.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 582, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 583}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.755, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1248850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:11:15+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T06:11:14+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T06:11:14.929549+09:00", "mtime_epoch": 1783199474.929549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:11:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9218.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.623, "pushed": 6.623, "read": 6.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.008, "count": 198, "max_ms": 27.845, "p95_ms": 22.627}, "gstreamer_push": {"avg_ms": 1.004, "count": 198, "max_ms": 1.416, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.306, "count": 198, "max_ms": 64.673, "p95_ms": 62.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.831, "count": 198, "max_ms": 77.605, "p95_ms": 70.754}, "yolo11_640_fire_11class": {"avg_ms": 48.367, "count": 198, "max_ms": 67.359, "p95_ms": 64.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.946, "count": 198, "max_ms": 79.128, "p95_ms": 76.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.322, "count": 198, "max_ms": 169.707, "p95_ms": 164.88}, "read_interval": {"avg_ms": 151.759, "count": 197, "max_ms": 177.124, "p95_ms": 173.693}, "triton_wait": {"avg_ms": 56.184, "count": 198, "max_ms": 79.14, "p95_ms": 77.245}, "visualize": {"avg_ms": 5.819, "count": 198, "max_ms": 8.965, "p95_ms": 6.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15650.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3664.857, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.698, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1539667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:11:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:11:23+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T06:11:23+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-05T06:11:23.109728+09:00", "mtime_epoch": 1783199483.109728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:11:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2172.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.285, "count": 301, "max_ms": 10.931, "p95_ms": 8.492}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.887, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.271, "count": 301, "max_ms": 64.859, "p95_ms": 62.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.917, "count": 301, "max_ms": 80.789, "p95_ms": 68.546}, "yolo11_640_fire_11class": {"avg_ms": 51.39, "count": 301, "max_ms": 70.548, "p95_ms": 64.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.318, "count": 301, "max_ms": 80.132, "p95_ms": 75.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.166, "count": 301, "max_ms": 96.662, "p95_ms": 91.35}, "read_interval": {"avg_ms": 99.769, "count": 300, "max_ms": 826.138, "p95_ms": 110.591}, "triton_wait": {"avg_ms": 54.234, "count": 301, "max_ms": 80.798, "p95_ms": 75.866}, "visualize": {"avg_ms": 3.717, "count": 301, "max_ms": 5.084, "p95_ms": 4.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15650.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 524, "h264_decode_error_count": 1362, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:09:59+09:00", "last_error_summary": "[h264 @ 0x563dc7087a80] cabac decode of qscale diff failed at 32 18 [h264 @ 0x563dc7087a80] error while decoding MB 32 18, bytestream 6223 [h264 @ 0x563dc7accac0] cabac decode of qscale diff failed at 39 43 [h264 @ 0x563dc7accac0] error while decoding MB 39 43, bytestream 12035 [h264 @ 0x563dc704e080] error while decoding MB 9 19, bytestream -8", "last_exit_at": "2026-07-05T06:10:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.714, "last_started_at": "2026-07-05T06:10:02+09:00", "pid": 114150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.938, "name": "ffmpeg", "pid": 114150, "rss_mb": 277.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 582, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 583}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.861, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1249047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:11:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:11:45+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T06:11:44+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T06:11:45.002205+09:00", "mtime_epoch": 1783199505.0022054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:11:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.583, "pushed": 6.583, "read": 6.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.187, "count": 197, "max_ms": 29.143, "p95_ms": 22.07}, "gstreamer_push": {"avg_ms": 1.042, "count": 197, "max_ms": 1.314, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.715, "count": 197, "max_ms": 64.677, "p95_ms": 61.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.683, "count": 197, "max_ms": 76.487, "p95_ms": 70.813}, "yolo11_640_fire_11class": {"avg_ms": 48.668, "count": 197, "max_ms": 66.34, "p95_ms": 63.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.164, "count": 197, "max_ms": 80.148, "p95_ms": 75.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.135, "count": 197, "max_ms": 167.428, "p95_ms": 164.258}, "read_interval": {"avg_ms": 152.649, "count": 196, "max_ms": 175.742, "p95_ms": 172.854}, "triton_wait": {"avg_ms": 56.448, "count": 197, "max_ms": 80.158, "p95_ms": 75.598}, "visualize": {"avg_ms": 5.844, "count": 197, "max_ms": 7.435, "p95_ms": 6.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15650.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3694.961, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.899, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1539967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:11:53+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:11:53+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-05T06:11:53.102381+09:00", "mtime_epoch": 1783199513.1023815, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:11:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2172.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.394, "count": 299, "max_ms": 12.13, "p95_ms": 8.622}, "gstreamer_push": {"avg_ms": 1.296, "count": 299, "max_ms": 1.854, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.294, "count": 299, "max_ms": 69.482, "p95_ms": 63.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.126, "count": 299, "max_ms": 81.919, "p95_ms": 62.766}, "yolo11_640_fire_11class": {"avg_ms": 51.196, "count": 299, "max_ms": 76.065, "p95_ms": 65.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.152, "count": 299, "max_ms": 81.148, "p95_ms": 76.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.767, "count": 299, "max_ms": 97.417, "p95_ms": 92.652}, "read_interval": {"avg_ms": 100.458, "count": 298, "max_ms": 817.464, "p95_ms": 110.584}, "triton_wait": {"avg_ms": 53.654, "count": 299, "max_ms": 81.932, "p95_ms": 76.345}, "visualize": {"avg_ms": 3.72, "count": 299, "max_ms": 4.73, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15650.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 524, "h264_decode_error_count": 1362, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:09:59+09:00", "last_error_summary": "[h264 @ 0x563dc7087a80] cabac decode of qscale diff failed at 32 18 [h264 @ 0x563dc7087a80] error while decoding MB 32 18, bytestream 6223 [h264 @ 0x563dc7accac0] cabac decode of qscale diff failed at 39 43 [h264 @ 0x563dc7accac0] error while decoding MB 39 43, bytestream 12035 [h264 @ 0x563dc704e080] error while decoding MB 9 19, bytestream -8", "last_exit_at": "2026-07-05T06:10:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.772, "last_started_at": "2026-07-05T06:10:02+09:00", "pid": 114150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.938, "name": "ffmpeg", "pid": 114150, "rss_mb": 277.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 582, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 583}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.075, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1249245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:12:15+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:12:15+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T06:12:15.062857+09:00", "mtime_epoch": 1783199535.0628567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:12:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.624, "pushed": 6.624, "read": 6.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.208, "count": 198, "max_ms": 25.17, "p95_ms": 22.282}, "gstreamer_push": {"avg_ms": 1.042, "count": 198, "max_ms": 1.187, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.548, "count": 198, "max_ms": 64.843, "p95_ms": 61.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.469, "count": 198, "max_ms": 75.403, "p95_ms": 69.517}, "yolo11_640_fire_11class": {"avg_ms": 48.507, "count": 198, "max_ms": 70.406, "p95_ms": 64.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.034, "count": 198, "max_ms": 80.541, "p95_ms": 75.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.448, "count": 198, "max_ms": 167.169, "p95_ms": 163.853}, "read_interval": {"avg_ms": 151.845, "count": 197, "max_ms": 176.226, "p95_ms": 171.94}, "triton_wait": {"avg_ms": 56.313, "count": 198, "max_ms": 80.557, "p95_ms": 75.958}, "visualize": {"avg_ms": 5.814, "count": 198, "max_ms": 6.783, "p95_ms": 6.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15650.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3724.979, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.207, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1540268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:12:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:12:23+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:12:23+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T06:12:23.331035+09:00", "mtime_epoch": 1783199543.331035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:12:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2172.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.311, "count": 301, "max_ms": 10.324, "p95_ms": 8.267}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 2.11, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.354, "count": 301, "max_ms": 68.205, "p95_ms": 61.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.228, "count": 301, "max_ms": 77.973, "p95_ms": 64.603}, "yolo11_640_fire_11class": {"avg_ms": 51.269, "count": 301, "max_ms": 69.213, "p95_ms": 63.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.149, "count": 301, "max_ms": 80.146, "p95_ms": 75.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.61, "count": 301, "max_ms": 96.091, "p95_ms": 91.766}, "read_interval": {"avg_ms": 99.772, "count": 300, "max_ms": 742.145, "p95_ms": 111.696}, "triton_wait": {"avg_ms": 53.62, "count": 301, "max_ms": 80.16, "p95_ms": 75.642}, "visualize": {"avg_ms": 3.719, "count": 301, "max_ms": 4.716, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15518.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 525, "h264_decode_error_count": 1363, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:12:40+09:00", "last_error_summary": "[h264 @ 0x55b14d09d800] error while decoding MB 65 29, bytestream -5", "last_exit_at": "2026-07-05T06:12:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.616, "last_started_at": "2026-07-05T06:12:42+09:00", "pid": 114257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 147.453, "name": "ffmpeg", "pid": 114257, "rss_mb": 147.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 583, "restart_count_per_hour": 21, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 584}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.158, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1249416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:12:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:12:45+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T06:12:45+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T06:12:45.055502+09:00", "mtime_epoch": 1783199565.0555017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:12:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.701, "pushed": 5.701, "read": 5.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.015, "count": 171, "max_ms": 29.063, "p95_ms": 22.343}, "gstreamer_push": {"avg_ms": 1.023, "count": 171, "max_ms": 1.218, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.754, "count": 171, "max_ms": 70.4, "p95_ms": 62.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.453, "count": 171, "max_ms": 81.469, "p95_ms": 70.29}, "yolo11_640_fire_11class": {"avg_ms": 48.862, "count": 171, "max_ms": 72.34, "p95_ms": 64.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.844, "count": 171, "max_ms": 79.66, "p95_ms": 76.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.82, "count": 171, "max_ms": 175.451, "p95_ms": 164.61}, "read_interval": {"avg_ms": 175.411, "count": 171, "max_ms": 4322.907, "p95_ms": 173.307}, "triton_wait": {"avg_ms": 56.126, "count": 171, "max_ms": 81.482, "p95_ms": 76.609}, "visualize": {"avg_ms": 5.807, "count": 171, "max_ms": 7.799, "p95_ms": 6.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15641.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3755.044, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.269, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1540567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:12:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:12:53+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T06:12:53+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T06:12:53.395680+09:00", "mtime_epoch": 1783199573.3956802, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:12:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2173.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.293, "count": 299, "max_ms": 11.758, "p95_ms": 8.613}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 2.132, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.087, "count": 299, "max_ms": 69.595, "p95_ms": 63.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.864, "count": 299, "max_ms": 78.317, "p95_ms": 55.625}, "yolo11_640_fire_11class": {"avg_ms": 51.03, "count": 299, "max_ms": 71.881, "p95_ms": 64.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.335, "count": 299, "max_ms": 77.429, "p95_ms": 75.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.759, "count": 299, "max_ms": 94.331, "p95_ms": 90.62}, "read_interval": {"avg_ms": 100.61, "count": 298, "max_ms": 699.131, "p95_ms": 111.717}, "triton_wait": {"avg_ms": 52.889, "count": 299, "max_ms": 78.332, "p95_ms": 75.114}, "visualize": {"avg_ms": 3.679, "count": 299, "max_ms": 5.371, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15642.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 525, "h264_decode_error_count": 1363, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:12:40+09:00", "last_error_summary": "[h264 @ 0x55b14d09d800] error while decoding MB 65 29, bytestream -5", "last_exit_at": "2026-07-05T06:12:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.652, "last_started_at": "2026-07-05T06:12:42+09:00", "pid": 114257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.5, "name": "ffmpeg", "pid": 114257, "rss_mb": 269.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 583, "restart_count_per_hour": 21, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 584}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.137, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1249608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:13:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:13:15+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T06:13:15+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T06:13:15.084143+09:00", "mtime_epoch": 1783199595.084143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:13:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.425, "pushed": 6.425, "read": 6.391}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.295, "count": 192, "max_ms": 32.654, "p95_ms": 23.049}, "gstreamer_push": {"avg_ms": 1.014, "count": 192, "max_ms": 1.252, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.481, "count": 192, "max_ms": 64.655, "p95_ms": 61.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.68, "count": 192, "max_ms": 78.282, "p95_ms": 66.589}, "yolo11_640_fire_11class": {"avg_ms": 49.468, "count": 192, "max_ms": 71.085, "p95_ms": 63.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.074, "count": 192, "max_ms": 78.399, "p95_ms": 73.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.233, "count": 192, "max_ms": 180.133, "p95_ms": 162.97}, "read_interval": {"avg_ms": 156.439, "count": 191, "max_ms": 191.916, "p95_ms": 174.126}, "triton_wait": {"avg_ms": 57.364, "count": 192, "max_ms": 78.411, "p95_ms": 74.155}, "visualize": {"avg_ms": 5.929, "count": 192, "max_ms": 9.231, "p95_ms": 6.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15643.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3785.047, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "R (running)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.128, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1540869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:13:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:13:23+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T06:13:23+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T06:13:23.372319+09:00", "mtime_epoch": 1783199603.372319, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:13:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2173.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.282, "count": 302, "max_ms": 11.545, "p95_ms": 8.643}, "gstreamer_push": {"avg_ms": 1.269, "count": 302, "max_ms": 1.689, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.096, "count": 302, "max_ms": 70.328, "p95_ms": 62.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.425, "count": 302, "max_ms": 82.719, "p95_ms": 61.57}, "yolo11_640_fire_11class": {"avg_ms": 51.061, "count": 302, "max_ms": 75.833, "p95_ms": 62.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.34, "count": 302, "max_ms": 81.441, "p95_ms": 74.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.491, "count": 302, "max_ms": 98.221, "p95_ms": 90.667}, "read_interval": {"avg_ms": 99.258, "count": 302, "max_ms": 532.679, "p95_ms": 113.924}, "triton_wait": {"avg_ms": 53.673, "count": 302, "max_ms": 82.732, "p95_ms": 74.999}, "visualize": {"avg_ms": 3.657, "count": 302, "max_ms": 4.906, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15645.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 525, "h264_decode_error_count": 1363, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:12:40+09:00", "last_error_summary": "[h264 @ 0x55b14d09d800] error while decoding MB 65 29, bytestream -5", "last_exit_at": "2026-07-05T06:12:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.703, "last_started_at": "2026-07-05T06:12:42+09:00", "pid": 114257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.336, "name": "ffmpeg", "pid": 114257, "rss_mb": 272.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 583, "restart_count_per_hour": 21, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 584}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.075, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1249800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:13:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:13:45+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T06:13:45+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T06:13:45.136780+09:00", "mtime_epoch": 1783199625.1367803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:13:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.421, "pushed": 6.421, "read": 6.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.29, "count": 192, "max_ms": 26.188, "p95_ms": 23.139}, "gstreamer_push": {"avg_ms": 1.037, "count": 192, "max_ms": 1.445, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.156, "count": 192, "max_ms": 69.558, "p95_ms": 61.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.769, "count": 192, "max_ms": 74.052, "p95_ms": 69.146}, "yolo11_640_fire_11class": {"avg_ms": 49.049, "count": 192, "max_ms": 74.604, "p95_ms": 64.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.72, "count": 192, "max_ms": 79.06, "p95_ms": 74.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.152, "count": 192, "max_ms": 165.745, "p95_ms": 163.718}, "read_interval": {"avg_ms": 156.509, "count": 191, "max_ms": 178.379, "p95_ms": 175.777}, "triton_wait": {"avg_ms": 56.948, "count": 192, "max_ms": 79.071, "p95_ms": 74.083}, "visualize": {"avg_ms": 5.878, "count": 192, "max_ms": 7.685, "p95_ms": 6.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15645.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3815.104, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.86, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1541168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:13:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:13:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T06:13:53+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:13:53.452956+09:00", "mtime_epoch": 1783199633.452956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:13:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2173.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.333, "count": 299, "max_ms": 11.624, "p95_ms": 9.107}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 2.027, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.185, "count": 299, "max_ms": 71.385, "p95_ms": 61.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.552, "count": 299, "max_ms": 76.887, "p95_ms": 56.626}, "yolo11_640_fire_11class": {"avg_ms": 51.213, "count": 299, "max_ms": 72.867, "p95_ms": 65.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.046, "count": 299, "max_ms": 77.936, "p95_ms": 73.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.161, "count": 299, "max_ms": 94.263, "p95_ms": 89.61}, "read_interval": {"avg_ms": 100.584, "count": 298, "max_ms": 890.097, "p95_ms": 119.168}, "triton_wait": {"avg_ms": 53.305, "count": 299, "max_ms": 77.95, "p95_ms": 73.758}, "visualize": {"avg_ms": 3.639, "count": 299, "max_ms": 4.666, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15645.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 525, "h264_decode_error_count": 1363, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:12:40+09:00", "last_error_summary": "[h264 @ 0x55b14d09d800] error while decoding MB 65 29, bytestream -5", "last_exit_at": "2026-07-05T06:12:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.794, "last_started_at": "2026-07-05T06:12:42+09:00", "pid": 114257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.594, "name": "ffmpeg", "pid": 114257, "rss_mb": 272.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 583, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 584}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.063, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1249994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:14:15+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:14:15+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T06:14:15.229415+09:00", "mtime_epoch": 1783199655.2294147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:14:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.479, "pushed": 6.479, "read": 6.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.033, "count": 193, "max_ms": 26.323, "p95_ms": 22.17}, "gstreamer_push": {"avg_ms": 1.032, "count": 194, "max_ms": 1.343, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.272, "count": 193, "max_ms": 69.359, "p95_ms": 62.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.073, "count": 193, "max_ms": 79.666, "p95_ms": 70.363}, "yolo11_640_fire_11class": {"avg_ms": 48.532, "count": 193, "max_ms": 72.483, "p95_ms": 64.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.524, "count": 193, "max_ms": 82.338, "p95_ms": 77.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.796, "count": 194, "max_ms": 170.254, "p95_ms": 163.872}, "read_interval": {"avg_ms": 155.123, "count": 193, "max_ms": 183.834, "p95_ms": 175.102}, "triton_wait": {"avg_ms": 55.846, "count": 193, "max_ms": 82.35, "p95_ms": 77.216}, "visualize": {"avg_ms": 5.837, "count": 193, "max_ms": 7.616, "p95_ms": 6.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15645.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3845.172, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.848, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1541472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:14:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:14:23+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T06:14:23+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T06:14:23.493588+09:00", "mtime_epoch": 1783199663.4935882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:14:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2173.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.386, "count": 304, "max_ms": 11.15, "p95_ms": 8.949}, "gstreamer_push": {"avg_ms": 1.276, "count": 304, "max_ms": 1.766, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.195, "count": 304, "max_ms": 66.779, "p95_ms": 61.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.93, "count": 304, "max_ms": 81.519, "p95_ms": 56.843}, "yolo11_640_fire_11class": {"avg_ms": 51.411, "count": 304, "max_ms": 72.074, "p95_ms": 64.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.008, "count": 304, "max_ms": 79.12, "p95_ms": 74.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.438, "count": 304, "max_ms": 97.444, "p95_ms": 89.624}, "read_interval": {"avg_ms": 98.863, "count": 303, "max_ms": 636.424, "p95_ms": 112.259}, "triton_wait": {"avg_ms": 53.556, "count": 304, "max_ms": 81.532, "p95_ms": 74.199}, "visualize": {"avg_ms": 3.667, "count": 304, "max_ms": 4.858, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15646.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 525, "h264_decode_error_count": 1363, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:12:40+09:00", "last_error_summary": "[h264 @ 0x55b14d09d800] error while decoding MB 65 29, bytestream -5", "last_exit_at": "2026-07-05T06:12:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.914, "last_started_at": "2026-07-05T06:12:42+09:00", "pid": 114257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.367, "name": "ffmpeg", "pid": 114257, "rss_mb": 273.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 583, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 584}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.196, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1250188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:14:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:14:45+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T06:14:45+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T06:14:45.330045+09:00", "mtime_epoch": 1783199685.3300452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:14:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.478, "pushed": 6.478, "read": 6.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.562, "count": 193, "max_ms": 27.362, "p95_ms": 23.893}, "gstreamer_push": {"avg_ms": 1.04, "count": 194, "max_ms": 1.411, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.461, "count": 193, "max_ms": 64.214, "p95_ms": 61.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.219, "count": 193, "max_ms": 80.828, "p95_ms": 70.777}, "yolo11_640_fire_11class": {"avg_ms": 48.832, "count": 193, "max_ms": 67.275, "p95_ms": 64.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.095, "count": 193, "max_ms": 79.049, "p95_ms": 74.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.798, "count": 194, "max_ms": 168.816, "p95_ms": 164.662}, "read_interval": {"avg_ms": 155.148, "count": 193, "max_ms": 180.093, "p95_ms": 175.685}, "triton_wait": {"avg_ms": 56.41, "count": 193, "max_ms": 80.838, "p95_ms": 75.308}, "visualize": {"avg_ms": 5.872, "count": 193, "max_ms": 9.062, "p95_ms": 7.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15646.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3875.229, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.844, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1541771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:14:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:14:53+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:14:53+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T06:14:53.582218+09:00", "mtime_epoch": 1783199693.5822177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:14:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2173.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.425, "count": 299, "max_ms": 12.721, "p95_ms": 8.736}, "gstreamer_push": {"avg_ms": 1.272, "count": 299, "max_ms": 1.484, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.011, "count": 299, "max_ms": 66.721, "p95_ms": 62.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.299, "count": 299, "max_ms": 79.157, "p95_ms": 56.878}, "yolo11_640_fire_11class": {"avg_ms": 51.256, "count": 299, "max_ms": 68.805, "p95_ms": 64.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.045, "count": 299, "max_ms": 79.156, "p95_ms": 74.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.606, "count": 299, "max_ms": 94.848, "p95_ms": 90.064}, "read_interval": {"avg_ms": 100.581, "count": 298, "max_ms": 616.094, "p95_ms": 112.253}, "triton_wait": {"avg_ms": 53.623, "count": 299, "max_ms": 79.189, "p95_ms": 74.252}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 4.631, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15508.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 526, "h264_decode_error_count": 1364, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:15:15+09:00", "last_error_summary": "[h264 @ 0x55ef28702100] error while decoding MB 78 23, bytestream -6", "last_exit_at": "2026-07-05T06:15:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.156, "last_started_at": "2026-07-05T06:15:17+09:00", "pid": 114364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 136.617, "name": "ffmpeg", "pid": 114364, "rss_mb": 136.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 584, "restart_count_per_hour": 21, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 585}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.075, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1250382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:15:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:15:20+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T06:15:19+09:00", "mjpeg": {"age_sec": 4.862, "exists": true, "mtime": "2026-07-05T06:15:15.266669+09:00", "mtime_epoch": 1783199715.266669, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:15:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.468, "pushed": 5.468, "read": 5.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.425, "count": 164, "max_ms": 30.119, "p95_ms": 22.97}, "gstreamer_push": {"avg_ms": 1.032, "count": 164, "max_ms": 1.285, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.364, "count": 164, "max_ms": 64.794, "p95_ms": 60.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.848, "count": 164, "max_ms": 80.298, "p95_ms": 70.632}, "yolo11_640_fire_11class": {"avg_ms": 46.952, "count": 164, "max_ms": 66.314, "p95_ms": 61.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.724, "count": 164, "max_ms": 79.027, "p95_ms": 74.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.997, "count": 164, "max_ms": 167.753, "p95_ms": 162.449}, "read_interval": {"avg_ms": 182.956, "count": 164, "max_ms": 4891.015, "p95_ms": 173.371}, "triton_wait": {"avg_ms": 55.022, "count": 164, "max_ms": 80.309, "p95_ms": 74.816}, "visualize": {"avg_ms": 5.869, "count": 164, "max_ms": 7.937, "p95_ms": 6.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15562.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3905.239, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.07, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1542071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:15:23+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T06:15:23+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:15:23.586842+09:00", "mtime_epoch": 1783199723.5868418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:15:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2173.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.369, "count": 300, "max_ms": 10.306, "p95_ms": 8.56}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 2.038, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.981, "count": 300, "max_ms": 69.252, "p95_ms": 61.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.512, "count": 300, "max_ms": 80.912, "p95_ms": 57.853}, "yolo11_640_fire_11class": {"avg_ms": 50.955, "count": 300, "max_ms": 72.269, "p95_ms": 63.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.868, "count": 300, "max_ms": 80.932, "p95_ms": 75.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.514, "count": 300, "max_ms": 96.827, "p95_ms": 91.662}, "read_interval": {"avg_ms": 100.018, "count": 300, "max_ms": 662.931, "p95_ms": 111.666}, "triton_wait": {"avg_ms": 53.575, "count": 300, "max_ms": 80.945, "p95_ms": 75.775}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 4.623, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15640.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 526, "h264_decode_error_count": 1364, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:15:15+09:00", "last_error_summary": "[h264 @ 0x55ef28702100] error while decoding MB 78 23, bytestream -6", "last_exit_at": "2026-07-05T06:15:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.262, "last_started_at": "2026-07-05T06:15:17+09:00", "pid": 114364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.957, "name": "ffmpeg", "pid": 114364, "rss_mb": 265.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 584, "restart_count_per_hour": 21, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 585}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.075, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1250581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:15:50+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T06:15:50+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T06:15:50.099391+09:00", "mtime_epoch": 1783199750.0993905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:15:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.642, "pushed": 6.642, "read": 6.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.977, "count": 198, "max_ms": 30.003, "p95_ms": 22.201}, "gstreamer_push": {"avg_ms": 1.003, "count": 199, "max_ms": 1.27, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.998, "count": 198, "max_ms": 64.703, "p95_ms": 62.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.396, "count": 198, "max_ms": 77.697, "p95_ms": 71.87}, "yolo11_640_fire_11class": {"avg_ms": 48.179, "count": 198, "max_ms": 68.168, "p95_ms": 64.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.125, "count": 198, "max_ms": 80.156, "p95_ms": 76.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.275, "count": 199, "max_ms": 166.673, "p95_ms": 164.607}, "read_interval": {"avg_ms": 151.26, "count": 198, "max_ms": 176.412, "p95_ms": 172.276}, "triton_wait": {"avg_ms": 56.361, "count": 198, "max_ms": 80.167, "p95_ms": 76.789}, "visualize": {"avg_ms": 5.811, "count": 198, "max_ms": 7.14, "p95_ms": 6.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15641.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3935.255, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.088, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1542374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:15:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:15:53+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T06:15:53+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T06:15:53.583462+09:00", "mtime_epoch": 1783199753.5834625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:15:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2173.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 303, "max_ms": 12.001, "p95_ms": 8.259}, "gstreamer_push": {"avg_ms": 1.275, "count": 303, "max_ms": 1.659, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.417, "count": 303, "max_ms": 68.247, "p95_ms": 62.876}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.728, "count": 303, "max_ms": 81.294, "p95_ms": 69.461}, "yolo11_640_fire_11class": {"avg_ms": 51.376, "count": 303, "max_ms": 71.333, "p95_ms": 64.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.316, "count": 303, "max_ms": 81.281, "p95_ms": 76.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.691, "count": 303, "max_ms": 97.108, "p95_ms": 91.977}, "read_interval": {"avg_ms": 98.99, "count": 303, "max_ms": 696.89, "p95_ms": 111.782}, "triton_wait": {"avg_ms": 54.007, "count": 303, "max_ms": 81.307, "p95_ms": 76.486}, "visualize": {"avg_ms": 3.662, "count": 303, "max_ms": 4.588, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15650.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 526, "h264_decode_error_count": 1364, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:15:15+09:00", "last_error_summary": "[h264 @ 0x55ef28702100] error while decoding MB 78 23, bytestream -6", "last_exit_at": "2026-07-05T06:15:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.391, "last_started_at": "2026-07-05T06:15:17+09:00", "pid": 114364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.598, "name": "ffmpeg", "pid": 114364, "rss_mb": 275.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 584, "restart_count_per_hour": 21, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 585}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.08, "sample_count": 1897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1250781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:16:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:16:20+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:16:20+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T06:16:20.236011+09:00", "mtime_epoch": 1783199780.2360113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:16:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.671, "pushed": 6.671, "read": 6.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.8, "count": 199, "max_ms": 25.558, "p95_ms": 21.709}, "gstreamer_push": {"avg_ms": 1.035, "count": 200, "max_ms": 1.283, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.583, "count": 199, "max_ms": 71.266, "p95_ms": 62.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.79, "count": 199, "max_ms": 77.351, "p95_ms": 71.928}, "yolo11_640_fire_11class": {"avg_ms": 48.462, "count": 199, "max_ms": 71.253, "p95_ms": 64.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.273, "count": 199, "max_ms": 81.967, "p95_ms": 77.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.373, "count": 200, "max_ms": 167.562, "p95_ms": 164.653}, "read_interval": {"avg_ms": 150.68, "count": 199, "max_ms": 177.141, "p95_ms": 173.293}, "triton_wait": {"avg_ms": 56.535, "count": 199, "max_ms": 81.979, "p95_ms": 77.256}, "visualize": {"avg_ms": 5.783, "count": 199, "max_ms": 7.637, "p95_ms": 6.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15650.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3965.3, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.088, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1542669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:16:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:16:23+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T06:16:23+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T06:16:23.628081+09:00", "mtime_epoch": 1783199783.628081, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:16:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2174.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.845, "pushed": 9.845, "read": 9.812}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.302, "count": 295, "max_ms": 11.625, "p95_ms": 8.592}, "gstreamer_push": {"avg_ms": 1.275, "count": 295, "max_ms": 1.468, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.201, "count": 295, "max_ms": 66.828, "p95_ms": 61.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.071, "count": 295, "max_ms": 79.014, "p95_ms": 67.386}, "yolo11_640_fire_11class": {"avg_ms": 51.136, "count": 295, "max_ms": 70.119, "p95_ms": 64.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.146, "count": 295, "max_ms": 79.015, "p95_ms": 75.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.55, "count": 295, "max_ms": 94.769, "p95_ms": 91.586}, "read_interval": {"avg_ms": 101.837, "count": 294, "max_ms": 774.591, "p95_ms": 111.353}, "triton_wait": {"avg_ms": 53.677, "count": 295, "max_ms": 79.043, "p95_ms": 75.833}, "visualize": {"avg_ms": 3.68, "count": 295, "max_ms": 5.014, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15653.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 526, "h264_decode_error_count": 1364, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:15:15+09:00", "last_error_summary": "[h264 @ 0x55ef28702100] error while decoding MB 78 23, bytestream -6", "last_exit_at": "2026-07-05T06:15:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.43, "last_started_at": "2026-07-05T06:15:17+09:00", "pid": 114364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.434, "name": "ffmpeg", "pid": 114364, "rss_mb": 278.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 584, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 585}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.092, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1250980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:16:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:16:50+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T06:16:50+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T06:16:50.272627+09:00", "mtime_epoch": 1783199810.272627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:16:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.661, "pushed": 6.661, "read": 6.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.866, "count": 199, "max_ms": 31.219, "p95_ms": 21.613}, "gstreamer_push": {"avg_ms": 1.017, "count": 199, "max_ms": 1.24, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.138, "count": 199, "max_ms": 66.524, "p95_ms": 61.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.537, "count": 199, "max_ms": 75.843, "p95_ms": 69.266}, "yolo11_640_fire_11class": {"avg_ms": 48.057, "count": 199, "max_ms": 66.299, "p95_ms": 62.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.968, "count": 199, "max_ms": 80.479, "p95_ms": 76.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.805, "count": 199, "max_ms": 177.118, "p95_ms": 164.583}, "read_interval": {"avg_ms": 150.964, "count": 198, "max_ms": 184.711, "p95_ms": 173.181}, "triton_wait": {"avg_ms": 56.182, "count": 199, "max_ms": 80.492, "p95_ms": 76.647}, "visualize": {"avg_ms": 5.786, "count": 199, "max_ms": 6.734, "p95_ms": 6.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15654.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 3995.326, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.052, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1542972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:16:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:16:53+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T06:16:53+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T06:16:53.672697+09:00", "mtime_epoch": 1783199813.6726966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:16:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2174.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.269, "count": 303, "max_ms": 12.099, "p95_ms": 8.575}, "gstreamer_push": {"avg_ms": 1.276, "count": 303, "max_ms": 2.104, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.14, "count": 303, "max_ms": 66.898, "p95_ms": 61.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.108, "count": 303, "max_ms": 77.027, "p95_ms": 68.182}, "yolo11_640_fire_11class": {"avg_ms": 50.765, "count": 303, "max_ms": 73.447, "p95_ms": 63.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.628, "count": 303, "max_ms": 79.738, "p95_ms": 76.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.626, "count": 303, "max_ms": 95.866, "p95_ms": 91.541}, "read_interval": {"avg_ms": 99.135, "count": 302, "max_ms": 797.384, "p95_ms": 116.321}, "triton_wait": {"avg_ms": 53.819, "count": 303, "max_ms": 79.753, "p95_ms": 76.145}, "visualize": {"avg_ms": 3.661, "count": 303, "max_ms": 5.053, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15739.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 526, "h264_decode_error_count": 1364, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:15:15+09:00", "last_error_summary": "[h264 @ 0x55ef28702100] error while decoding MB 78 23, bytestream -6", "last_exit_at": "2026-07-05T06:15:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.514, "last_started_at": "2026-07-05T06:15:17+09:00", "pid": 114364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 364.289, "name": "ffmpeg", "pid": 114364, "rss_mb": 364.289, "state": "S (sleeping)", "threads": 104}, "restart_count": 584, "restart_count_per_hour": 20, "rtsp_timeout_count": 366, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 585}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.062, "sample_count": 1767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1251046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:17:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:17:20+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T06:17:20+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T06:17:20.357241+09:00", "mtime_epoch": 1783199840.3572412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:17:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9219.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 65, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.206, "pushed": 2.206, "read": 2.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.806, "count": 66, "max_ms": 24.067, "p95_ms": 21.555}, "gstreamer_push": {"avg_ms": 0.996, "count": 66, "max_ms": 1.17, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.313, "count": 66, "max_ms": 66.368, "p95_ms": 63.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.336, "count": 66, "max_ms": 71.371, "p95_ms": 70.435}, "yolo11_640_fire_11class": {"avg_ms": 48.358, "count": 66, "max_ms": 66.95, "p95_ms": 63.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.456, "count": 66, "max_ms": 80.422, "p95_ms": 76.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.582, "count": 66, "max_ms": 168.033, "p95_ms": 164.07}, "read_interval": {"avg_ms": 460.598, "count": 65, "max_ms": 10255.152, "p95_ms": 174.325}, "triton_wait": {"avg_ms": 55.796, "count": 66, "max_ms": 80.434, "p95_ms": 76.421}, "visualize": {"avg_ms": 5.776, "count": 66, "max_ms": 6.588, "p95_ms": 6.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15404.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4025.353, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.64, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1543273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:17:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:17:23+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:17:23+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:17:23.701309+09:00", "mtime_epoch": 1783199843.7013092, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:17:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2174.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.199, "count": 301, "max_ms": 11.411, "p95_ms": 7.807}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 2.068, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.819, "count": 301, "max_ms": 63.446, "p95_ms": 49.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.761, "count": 301, "max_ms": 75.575, "p95_ms": 53.447}, "yolo11_640_fire_11class": {"avg_ms": 48.185, "count": 301, "max_ms": 66.056, "p95_ms": 51.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.327, "count": 301, "max_ms": 76.778, "p95_ms": 51.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.362, "count": 301, "max_ms": 92.752, "p95_ms": 73.475}, "read_interval": {"avg_ms": 99.808, "count": 300, "max_ms": 864.016, "p95_ms": 108.714}, "triton_wait": {"avg_ms": 50.504, "count": 301, "max_ms": 76.791, "p95_ms": 54.383}, "visualize": {"avg_ms": 3.745, "count": 301, "max_ms": 4.801, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15645.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 527, "h264_decode_error_count": 1367, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:17:23+09:00", "last_error_summary": "[h264 @ 0x55fdf910c240] left block unavailable for requested intra mode [h264 @ 0x55fdf910c240] error while decoding MB 0 34, bytestream 2065 [h264 @ 0x55fdf9ce1a00] left block unavailable for requested intra mode [h264 @ 0x55fdf9ce1a00] error while decoding MB 0 17, bytestream 7009 [h264 @ 0x55fdf90f8200] error while decoding MB 45 29, bytestream -5 [in#0/rtsp @ 0x55fdf8fe9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fdf8fe9e00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-05T06:17:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.361, "last_started_at": "2026-07-05T06:17:26+09:00", "pid": 114471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.57, "name": "ffmpeg", "pid": 114471, "rss_mb": 269.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 585, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 586}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.07, "sample_count": 1761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1251212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:17:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:17:50+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T06:17:50+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T06:17:50.421852+09:00", "mtime_epoch": 1783199870.4218519, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:17:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.548, "pushed": 5.548, "read": 5.515}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.572, "count": 166, "max_ms": 25.096, "p95_ms": 23.16}, "gstreamer_push": {"avg_ms": 1.033, "count": 166, "max_ms": 1.682, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.326, "count": 166, "max_ms": 64.095, "p95_ms": 61.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.245, "count": 166, "max_ms": 77.615, "p95_ms": 68.831}, "yolo11_640_fire_11class": {"avg_ms": 48.444, "count": 166, "max_ms": 67.571, "p95_ms": 61.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.666, "count": 166, "max_ms": 78.077, "p95_ms": 72.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.963, "count": 166, "max_ms": 169.096, "p95_ms": 162.432}, "read_interval": {"avg_ms": 181.333, "count": 165, "max_ms": 4621.094, "p95_ms": 173.129}, "triton_wait": {"avg_ms": 55.9, "count": 166, "max_ms": 78.089, "p95_ms": 72.862}, "visualize": {"avg_ms": 5.883, "count": 166, "max_ms": 7.739, "p95_ms": 6.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15645.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4055.375, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.64, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1543572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:17:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:17:53+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:17:53+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:17:53.725919+09:00", "mtime_epoch": 1783199873.725919, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:17:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2174.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.296, "count": 299, "max_ms": 12.1, "p95_ms": 8.65}, "gstreamer_push": {"avg_ms": 1.265, "count": 299, "max_ms": 1.506, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.908, "count": 299, "max_ms": 65.793, "p95_ms": 60.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.641, "count": 299, "max_ms": 78.562, "p95_ms": 55.844}, "yolo11_640_fire_11class": {"avg_ms": 50.513, "count": 299, "max_ms": 73.301, "p95_ms": 64.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.635, "count": 299, "max_ms": 78.549, "p95_ms": 75.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.714, "count": 299, "max_ms": 94.647, "p95_ms": 90.31}, "read_interval": {"avg_ms": 100.46, "count": 298, "max_ms": 825.604, "p95_ms": 111.484}, "triton_wait": {"avg_ms": 52.908, "count": 299, "max_ms": 78.573, "p95_ms": 75.138}, "visualize": {"avg_ms": 3.673, "count": 299, "max_ms": 5.149, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15647.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 527, "h264_decode_error_count": 1367, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:17:23+09:00", "last_error_summary": "[h264 @ 0x55fdf910c240] left block unavailable for requested intra mode [h264 @ 0x55fdf910c240] error while decoding MB 0 34, bytestream 2065 [h264 @ 0x55fdf9ce1a00] left block unavailable for requested intra mode [h264 @ 0x55fdf9ce1a00] error while decoding MB 0 17, bytestream 7009 [h264 @ 0x55fdf90f8200] error while decoding MB 45 29, bytestream -5 [in#0/rtsp @ 0x55fdf8fe9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fdf8fe9e00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-05T06:17:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.393, "last_started_at": "2026-07-05T06:17:26+09:00", "pid": 114471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.633, "name": "ffmpeg", "pid": 114471, "rss_mb": 271.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 585, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 586}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.081, "sample_count": 1763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1251405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:18:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:18:20+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:18:20+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T06:18:20.454460+09:00", "mtime_epoch": 1783199900.4544597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:18:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.459, "pushed": 6.459, "read": 6.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.501, "count": 193, "max_ms": 36.048, "p95_ms": 24.441}, "gstreamer_push": {"avg_ms": 1.027, "count": 193, "max_ms": 1.366, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.459, "count": 193, "max_ms": 63.937, "p95_ms": 61.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.154, "count": 193, "max_ms": 81.905, "p95_ms": 66.82}, "yolo11_640_fire_11class": {"avg_ms": 48.004, "count": 193, "max_ms": 69.06, "p95_ms": 62.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.399, "count": 193, "max_ms": 79.183, "p95_ms": 74.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.397, "count": 193, "max_ms": 175.367, "p95_ms": 163.073}, "read_interval": {"avg_ms": 155.618, "count": 192, "max_ms": 189.528, "p95_ms": 174.884}, "triton_wait": {"avg_ms": 56.532, "count": 193, "max_ms": 81.917, "p95_ms": 74.226}, "visualize": {"avg_ms": 5.873, "count": 193, "max_ms": 8.915, "p95_ms": 6.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15648.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4085.439, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.532, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1543871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:18:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:18:23+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T06:18:23+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:18:23.786527+09:00", "mtime_epoch": 1783199903.786527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:18:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2174.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.324, "count": 299, "max_ms": 11.659, "p95_ms": 8.555}, "gstreamer_push": {"avg_ms": 1.273, "count": 299, "max_ms": 2.077, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.13, "count": 299, "max_ms": 65.504, "p95_ms": 60.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.489, "count": 299, "max_ms": 73.981, "p95_ms": 56.182}, "yolo11_640_fire_11class": {"avg_ms": 50.501, "count": 299, "max_ms": 68.77, "p95_ms": 63.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.907, "count": 299, "max_ms": 77.802, "p95_ms": 73.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.156, "count": 299, "max_ms": 98.01, "p95_ms": 89.642}, "read_interval": {"avg_ms": 100.581, "count": 298, "max_ms": 850.474, "p95_ms": 112.049}, "triton_wait": {"avg_ms": 53.276, "count": 299, "max_ms": 77.814, "p95_ms": 73.654}, "visualize": {"avg_ms": 3.682, "count": 299, "max_ms": 4.885, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15649.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 527, "h264_decode_error_count": 1367, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:17:23+09:00", "last_error_summary": "[h264 @ 0x55fdf910c240] left block unavailable for requested intra mode [h264 @ 0x55fdf910c240] error while decoding MB 0 34, bytestream 2065 [h264 @ 0x55fdf9ce1a00] left block unavailable for requested intra mode [h264 @ 0x55fdf9ce1a00] error while decoding MB 0 17, bytestream 7009 [h264 @ 0x55fdf90f8200] error while decoding MB 45 29, bytestream -5 [in#0/rtsp @ 0x55fdf8fe9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fdf8fe9e00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-05T06:17:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.403, "last_started_at": "2026-07-05T06:17:26+09:00", "pid": 114471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.438, "name": "ffmpeg", "pid": 114471, "rss_mb": 273.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 585, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 586}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.036, "sample_count": 1763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1251597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:18:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:18:50+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T06:18:50+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T06:18:50.463065+09:00", "mtime_epoch": 1783199930.4630647, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:18:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.4, "pushed": 6.4, "read": 6.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.448, "count": 192, "max_ms": 31.367, "p95_ms": 22.474}, "gstreamer_push": {"avg_ms": 1.04, "count": 192, "max_ms": 1.359, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.358, "count": 192, "max_ms": 67.822, "p95_ms": 61.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.439, "count": 192, "max_ms": 81.288, "p95_ms": 69.969}, "yolo11_640_fire_11class": {"avg_ms": 48.654, "count": 192, "max_ms": 70.029, "p95_ms": 64.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.068, "count": 192, "max_ms": 79.869, "p95_ms": 74.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.917, "count": 192, "max_ms": 171.501, "p95_ms": 163.486}, "read_interval": {"avg_ms": 156.282, "count": 192, "max_ms": 183.383, "p95_ms": 174.616}, "triton_wait": {"avg_ms": 56.396, "count": 192, "max_ms": 81.3, "p95_ms": 74.82}, "visualize": {"avg_ms": 5.903, "count": 192, "max_ms": 7.667, "p95_ms": 6.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15649.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4116.083, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.63, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1544177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:18:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:18:54+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T06:18:54+09:00", "mjpeg": {"age_sec": 0.666, "exists": true, "mtime": "2026-07-05T06:18:53.831132+09:00", "mtime_epoch": 1783199933.8311324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:18:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2175.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.285, "count": 299, "max_ms": 10.317, "p95_ms": 8.285}, "gstreamer_push": {"avg_ms": 1.293, "count": 299, "max_ms": 2.512, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.248, "count": 299, "max_ms": 68.087, "p95_ms": 61.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.619, "count": 299, "max_ms": 80.408, "p95_ms": 61.545}, "yolo11_640_fire_11class": {"avg_ms": 51.201, "count": 299, "max_ms": 72.906, "p95_ms": 65.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.048, "count": 299, "max_ms": 79.847, "p95_ms": 75.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.559, "count": 299, "max_ms": 96.313, "p95_ms": 90.63}, "read_interval": {"avg_ms": 100.608, "count": 298, "max_ms": 872.806, "p95_ms": 134.496}, "triton_wait": {"avg_ms": 53.651, "count": 299, "max_ms": 80.421, "p95_ms": 75.151}, "visualize": {"avg_ms": 3.701, "count": 299, "max_ms": 5.018, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15651.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 527, "h264_decode_error_count": 1367, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:17:23+09:00", "last_error_summary": "[h264 @ 0x55fdf910c240] left block unavailable for requested intra mode [h264 @ 0x55fdf910c240] error while decoding MB 0 34, bytestream 2065 [h264 @ 0x55fdf9ce1a00] left block unavailable for requested intra mode [h264 @ 0x55fdf9ce1a00] error while decoding MB 0 17, bytestream 7009 [h264 @ 0x55fdf90f8200] error while decoding MB 45 29, bytestream -5 [in#0/rtsp @ 0x55fdf8fe9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fdf8fe9e00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-05T06:17:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.556, "last_started_at": "2026-07-05T06:17:26+09:00", "pid": 114471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.543, "name": "ffmpeg", "pid": 114471, "rss_mb": 275.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 585, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 586}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.893, "sample_count": 1763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1251791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:19:20+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T06:19:20+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T06:19:20.599670+09:00", "mtime_epoch": 1783199960.59967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:19:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.435, "pushed": 6.435, "read": 6.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.435, "count": 193, "max_ms": 28.158, "p95_ms": 22.898}, "gstreamer_push": {"avg_ms": 1.032, "count": 193, "max_ms": 1.428, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.175, "count": 193, "max_ms": 65.641, "p95_ms": 61.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.236, "count": 193, "max_ms": 75.903, "p95_ms": 70.194}, "yolo11_640_fire_11class": {"avg_ms": 48.585, "count": 193, "max_ms": 72.108, "p95_ms": 63.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.777, "count": 193, "max_ms": 78.4, "p95_ms": 74.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.057, "count": 193, "max_ms": 166.558, "p95_ms": 162.84}, "read_interval": {"avg_ms": 155.325, "count": 193, "max_ms": 178.184, "p95_ms": 174.151}, "triton_wait": {"avg_ms": 56.215, "count": 193, "max_ms": 78.413, "p95_ms": 75.142}, "visualize": {"avg_ms": 5.807, "count": 193, "max_ms": 6.58, "p95_ms": 6.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15651.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4146.107, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "R (running)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.63, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1544478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:19:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:19:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:19:24+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:19:24.455747+09:00", "mtime_epoch": 1783199964.4557474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:19:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2175.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.377, "count": 301, "max_ms": 12.495, "p95_ms": 8.745}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.707, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.846, "count": 301, "max_ms": 66.347, "p95_ms": 61.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.357, "count": 301, "max_ms": 81.257, "p95_ms": 59.35}, "yolo11_640_fire_11class": {"avg_ms": 51.118, "count": 301, "max_ms": 71.569, "p95_ms": 64.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.66, "count": 301, "max_ms": 79.895, "p95_ms": 73.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.369, "count": 301, "max_ms": 96.94, "p95_ms": 89.154}, "read_interval": {"avg_ms": 99.786, "count": 300, "max_ms": 744.864, "p95_ms": 110.444}, "triton_wait": {"avg_ms": 53.431, "count": 301, "max_ms": 81.269, "p95_ms": 73.431}, "visualize": {"avg_ms": 3.684, "count": 301, "max_ms": 4.882, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15656.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 527, "h264_decode_error_count": 1367, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:17:23+09:00", "last_error_summary": "[h264 @ 0x55fdf910c240] left block unavailable for requested intra mode [h264 @ 0x55fdf910c240] error while decoding MB 0 34, bytestream 2065 [h264 @ 0x55fdf9ce1a00] left block unavailable for requested intra mode [h264 @ 0x55fdf9ce1a00] error while decoding MB 0 17, bytestream 7009 [h264 @ 0x55fdf90f8200] error while decoding MB 45 29, bytestream -5 [in#0/rtsp @ 0x55fdf8fe9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fdf8fe9e00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-05T06:17:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.687, "last_started_at": "2026-07-05T06:17:26+09:00", "pid": 114471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.41, "name": "ffmpeg", "pid": 114471, "rss_mb": 279.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 585, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 586}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.026, "sample_count": 1761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1251984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:19:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:19:50+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T06:19:50+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T06:19:50.732273+09:00", "mtime_epoch": 1783199990.732273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:19:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.442, "pushed": 6.442, "read": 6.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.455, "count": 192, "max_ms": 31.839, "p95_ms": 23.848}, "gstreamer_push": {"avg_ms": 1.016, "count": 193, "max_ms": 1.262, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.365, "count": 192, "max_ms": 71.483, "p95_ms": 63.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.512, "count": 192, "max_ms": 79.822, "p95_ms": 64.199}, "yolo11_640_fire_11class": {"avg_ms": 48.471, "count": 192, "max_ms": 72.355, "p95_ms": 64.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.557, "count": 192, "max_ms": 81.677, "p95_ms": 77.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.907, "count": 193, "max_ms": 170.075, "p95_ms": 165.83}, "read_interval": {"avg_ms": 156.061, "count": 192, "max_ms": 182.0, "p95_ms": 177.139}, "triton_wait": {"avg_ms": 56.875, "count": 192, "max_ms": 81.693, "p95_ms": 78.396}, "visualize": {"avg_ms": 5.838, "count": 192, "max_ms": 7.187, "p95_ms": 6.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15657.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4176.112, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.514, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1544778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:19:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:19:54+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T06:19:54+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T06:19:54.436347+09:00", "mtime_epoch": 1783199994.4363472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:19:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2175.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.297, "count": 300, "max_ms": 12.273, "p95_ms": 8.523}, "gstreamer_push": {"avg_ms": 1.253, "count": 300, "max_ms": 1.704, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.752, "count": 300, "max_ms": 69.253, "p95_ms": 60.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.562, "count": 300, "max_ms": 76.508, "p95_ms": 62.444}, "yolo11_640_fire_11class": {"avg_ms": 50.839, "count": 300, "max_ms": 68.243, "p95_ms": 63.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.936, "count": 300, "max_ms": 78.546, "p95_ms": 71.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.398, "count": 300, "max_ms": 94.497, "p95_ms": 86.954}, "read_interval": {"avg_ms": 99.929, "count": 300, "max_ms": 768.262, "p95_ms": 107.089}, "triton_wait": {"avg_ms": 53.687, "count": 300, "max_ms": 78.558, "p95_ms": 71.409}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 4.787, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15516.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1377, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:20:19+09:00", "last_error_summary": "[h264 @ 0x5575fd75d340] cabac decode of qscale diff failed at 35 40 [h264 @ 0x5575fd75d340] error while decoding MB 35 40, bytestream 2410 [h264 @ 0x5575fe275940] cabac decode of qscale diff failed at 24 8 [h264 @ 0x5575fe275940] error while decoding MB 24 8, bytestream -6 [h264 @ 0x5575fd859bc0] cabac decode of qscale diff failed at 32 43 [h264 @ 0x5575fd859bc0] error while decoding MB 32 43, bytestream 3618 [h264 @ 0x5575fd896040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0", "last_exit_at": "2026-07-05T06:20:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.159, "last_started_at": "2026-07-05T06:20:21+09:00", "pid": 114578, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.734, "name": "ffmpeg", "pid": 114578, "rss_mb": 141.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 586, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.955, "sample_count": 1763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1252168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T06:20:23+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T06:20:23+09:00", "mjpeg": {"age_sec": 4.445, "exists": true, "mtime": "2026-07-05T06:20:19.216841+09:00", "mtime_epoch": 1783200019.2168415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:20:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.568, "pushed": 5.568, "read": 5.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.547, "count": 166, "max_ms": 27.567, "p95_ms": 23.288}, "gstreamer_push": {"avg_ms": 1.029, "count": 167, "max_ms": 1.528, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.385, "count": 166, "max_ms": 64.948, "p95_ms": 61.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.364, "count": 166, "max_ms": 78.38, "p95_ms": 69.279}, "yolo11_640_fire_11class": {"avg_ms": 47.475, "count": 166, "max_ms": 68.008, "p95_ms": 63.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.254, "count": 166, "max_ms": 79.867, "p95_ms": 73.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.474, "count": 167, "max_ms": 169.635, "p95_ms": 162.379}, "read_interval": {"avg_ms": 180.685, "count": 166, "max_ms": 4469.222, "p95_ms": 174.181}, "triton_wait": {"avg_ms": 55.674, "count": 166, "max_ms": 79.879, "p95_ms": 74.036}, "visualize": {"avg_ms": 5.87, "count": 166, "max_ms": 7.445, "p95_ms": 6.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15524.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4206.132, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.192, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1545081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:20:24+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T06:20:24+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T06:20:24.476946+09:00", "mtime_epoch": 1783200024.4769464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:20:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2175.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.349, "count": 303, "max_ms": 11.326, "p95_ms": 8.281}, "gstreamer_push": {"avg_ms": 1.279, "count": 303, "max_ms": 2.21, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.441, "count": 303, "max_ms": 66.117, "p95_ms": 59.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.542, "count": 303, "max_ms": 78.874, "p95_ms": 56.182}, "yolo11_640_fire_11class": {"avg_ms": 50.488, "count": 303, "max_ms": 69.977, "p95_ms": 62.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.021, "count": 303, "max_ms": 78.998, "p95_ms": 73.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.524, "count": 303, "max_ms": 95.305, "p95_ms": 90.011}, "read_interval": {"avg_ms": 99.136, "count": 303, "max_ms": 750.393, "p95_ms": 111.015}, "triton_wait": {"avg_ms": 52.619, "count": 303, "max_ms": 79.01, "p95_ms": 73.968}, "visualize": {"avg_ms": 3.663, "count": 303, "max_ms": 4.896, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15644.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1377, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:20:19+09:00", "last_error_summary": "[h264 @ 0x5575fd75d340] cabac decode of qscale diff failed at 35 40 [h264 @ 0x5575fd75d340] error while decoding MB 35 40, bytestream 2410 [h264 @ 0x5575fe275940] cabac decode of qscale diff failed at 24 8 [h264 @ 0x5575fe275940] error while decoding MB 24 8, bytestream -6 [h264 @ 0x5575fd859bc0] cabac decode of qscale diff failed at 32 43 [h264 @ 0x5575fd859bc0] error while decoding MB 32 43, bytestream 3618 [h264 @ 0x5575fd896040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0", "last_exit_at": "2026-07-05T06:20:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.161, "last_started_at": "2026-07-05T06:20:21+09:00", "pid": 114578, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.184, "name": "ffmpeg", "pid": 114578, "rss_mb": 267.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 586, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.955, "sample_count": 1762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1252365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:20:53+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T06:20:53+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T06:20:53.529524+09:00", "mtime_epoch": 1783200053.5295238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:20:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.076, "count": 197, "max_ms": 24.459, "p95_ms": 22.172}, "gstreamer_push": {"avg_ms": 1.025, "count": 197, "max_ms": 1.238, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.338, "count": 197, "max_ms": 65.422, "p95_ms": 62.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.154, "count": 197, "max_ms": 78.352, "p95_ms": 71.775}, "yolo11_640_fire_11class": {"avg_ms": 48.465, "count": 197, "max_ms": 65.96, "p95_ms": 63.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.967, "count": 197, "max_ms": 82.314, "p95_ms": 76.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.924, "count": 197, "max_ms": 169.262, "p95_ms": 165.51}, "read_interval": {"avg_ms": 152.3, "count": 197, "max_ms": 182.338, "p95_ms": 173.707}, "triton_wait": {"avg_ms": 56.205, "count": 197, "max_ms": 82.326, "p95_ms": 76.883}, "visualize": {"avg_ms": 5.826, "count": 197, "max_ms": 8.124, "p95_ms": 6.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12878}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15644.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4236.193, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.138, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1545383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:20:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:20:54+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:20:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:20:54.541544+09:00", "mtime_epoch": 1783200054.541544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:20:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2175.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.369, "count": 302, "max_ms": 12.55, "p95_ms": 8.868}, "gstreamer_push": {"avg_ms": 1.268, "count": 302, "max_ms": 1.818, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.148, "count": 302, "max_ms": 66.534, "p95_ms": 61.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.837, "count": 302, "max_ms": 79.294, "p95_ms": 68.903}, "yolo11_640_fire_11class": {"avg_ms": 51.474, "count": 302, "max_ms": 70.133, "p95_ms": 65.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.262, "count": 302, "max_ms": 82.651, "p95_ms": 76.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.934, "count": 302, "max_ms": 98.446, "p95_ms": 91.964}, "read_interval": {"avg_ms": 99.588, "count": 301, "max_ms": 776.202, "p95_ms": 111.326}, "triton_wait": {"avg_ms": 54.049, "count": 302, "max_ms": 82.665, "p95_ms": 76.618}, "visualize": {"avg_ms": 3.664, "count": 302, "max_ms": 5.763, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15644.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1377, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:20:19+09:00", "last_error_summary": "[h264 @ 0x5575fd75d340] cabac decode of qscale diff failed at 35 40 [h264 @ 0x5575fd75d340] error while decoding MB 35 40, bytestream 2410 [h264 @ 0x5575fe275940] cabac decode of qscale diff failed at 24 8 [h264 @ 0x5575fe275940] error while decoding MB 24 8, bytestream -6 [h264 @ 0x5575fd859bc0] cabac decode of qscale diff failed at 32 43 [h264 @ 0x5575fd859bc0] error while decoding MB 32 43, bytestream 3618 [h264 @ 0x5575fd896040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0", "last_exit_at": "2026-07-05T06:20:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.209, "last_started_at": "2026-07-05T06:20:21+09:00", "pid": 114578, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.184, "name": "ffmpeg", "pid": 114578, "rss_mb": 267.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 586, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.926, "sample_count": 1761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1252564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:21:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:21:23+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T06:21:23+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T06:21:23.554119+09:00", "mtime_epoch": 1783200083.554119, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:21:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.659, "pushed": 6.659, "read": 6.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.078, "count": 199, "max_ms": 26.019, "p95_ms": 21.733}, "gstreamer_push": {"avg_ms": 1.02, "count": 199, "max_ms": 1.174, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.2, "count": 199, "max_ms": 65.368, "p95_ms": 62.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.108, "count": 199, "max_ms": 80.924, "p95_ms": 72.094}, "yolo11_640_fire_11class": {"avg_ms": 48.584, "count": 199, "max_ms": 68.801, "p95_ms": 64.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.737, "count": 199, "max_ms": 80.334, "p95_ms": 76.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.816, "count": 199, "max_ms": 168.151, "p95_ms": 164.368}, "read_interval": {"avg_ms": 150.877, "count": 198, "max_ms": 177.845, "p95_ms": 172.783}, "triton_wait": {"avg_ms": 56.009, "count": 199, "max_ms": 80.936, "p95_ms": 76.688}, "visualize": {"avg_ms": 5.787, "count": 199, "max_ms": 6.566, "p95_ms": 6.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15644.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4266.248, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.011, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1545680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:21:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:21:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:21:24+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:21:24.598140+09:00", "mtime_epoch": 1783200084.5981398, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:21:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2175.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.909, "pushed": 9.909, "read": 9.875}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.275, "count": 297, "max_ms": 11.773, "p95_ms": 10.577}, "gstreamer_push": {"avg_ms": 1.217, "count": 297, "max_ms": 1.642, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.211, "count": 297, "max_ms": 67.193, "p95_ms": 61.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.947, "count": 297, "max_ms": 81.99, "p95_ms": 69.964}, "yolo11_640_fire_11class": {"avg_ms": 51.468, "count": 297, "max_ms": 73.801, "p95_ms": 65.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.592, "count": 297, "max_ms": 81.978, "p95_ms": 75.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.659, "count": 297, "max_ms": 97.482, "p95_ms": 91.015}, "read_interval": {"avg_ms": 101.252, "count": 296, "max_ms": 857.222, "p95_ms": 120.296}, "triton_wait": {"avg_ms": 54.292, "count": 297, "max_ms": 82.001, "p95_ms": 75.25}, "visualize": {"avg_ms": 3.445, "count": 297, "max_ms": 5.016, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15647.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1377, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:20:19+09:00", "last_error_summary": "[h264 @ 0x5575fd75d340] cabac decode of qscale diff failed at 35 40 [h264 @ 0x5575fd75d340] error while decoding MB 35 40, bytestream 2410 [h264 @ 0x5575fe275940] cabac decode of qscale diff failed at 24 8 [h264 @ 0x5575fe275940] error while decoding MB 24 8, bytestream -6 [h264 @ 0x5575fd859bc0] cabac decode of qscale diff failed at 32 43 [h264 @ 0x5575fd859bc0] error while decoding MB 32 43, bytestream 3618 [h264 @ 0x5575fd896040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0", "last_exit_at": "2026-07-05T06:20:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.28, "last_started_at": "2026-07-05T06:20:21+09:00", "pid": 114578, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.762, "name": "ffmpeg", "pid": 114578, "rss_mb": 269.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 586, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.94, "sample_count": 1759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1252761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:21:53+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:21:53+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-05T06:21:53.638714+09:00", "mtime_epoch": 1783200113.638714, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:21:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.582, "pushed": 6.582, "read": 6.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.704, "count": 197, "max_ms": 22.523, "p95_ms": 21.281}, "gstreamer_push": {"avg_ms": 1.008, "count": 197, "max_ms": 1.31, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.256, "count": 197, "max_ms": 68.451, "p95_ms": 61.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.717, "count": 197, "max_ms": 76.758, "p95_ms": 70.134}, "yolo11_640_fire_11class": {"avg_ms": 48.904, "count": 197, "max_ms": 68.525, "p95_ms": 64.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.439, "count": 197, "max_ms": 79.577, "p95_ms": 77.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.401, "count": 197, "max_ms": 167.063, "p95_ms": 164.519}, "read_interval": {"avg_ms": 152.656, "count": 196, "max_ms": 321.193, "p95_ms": 172.562}, "triton_wait": {"avg_ms": 56.562, "count": 197, "max_ms": 79.586, "p95_ms": 77.038}, "visualize": {"avg_ms": 5.771, "count": 197, "max_ms": 7.288, "p95_ms": 6.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15647.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4296.313, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.138, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1545981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:21:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:21:54+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T06:21:54+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T06:21:54.666734+09:00", "mtime_epoch": 1783200114.6667342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:21:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2175.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.301, "count": 301, "max_ms": 12.14, "p95_ms": 8.616}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.652, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.113, "count": 301, "max_ms": 70.159, "p95_ms": 62.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.167, "count": 301, "max_ms": 78.649, "p95_ms": 65.213}, "yolo11_640_fire_11class": {"avg_ms": 51.272, "count": 301, "max_ms": 70.935, "p95_ms": 64.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.332, "count": 301, "max_ms": 80.518, "p95_ms": 76.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.558, "count": 301, "max_ms": 96.404, "p95_ms": 91.62}, "read_interval": {"avg_ms": 99.945, "count": 300, "max_ms": 696.222, "p95_ms": 112.849}, "triton_wait": {"avg_ms": 53.593, "count": 301, "max_ms": 80.529, "p95_ms": 76.168}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 5.648, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15648.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1377, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:20:19+09:00", "last_error_summary": "[h264 @ 0x5575fd75d340] cabac decode of qscale diff failed at 35 40 [h264 @ 0x5575fd75d340] error while decoding MB 35 40, bytestream 2410 [h264 @ 0x5575fe275940] cabac decode of qscale diff failed at 24 8 [h264 @ 0x5575fe275940] error while decoding MB 24 8, bytestream -6 [h264 @ 0x5575fd859bc0] cabac decode of qscale diff failed at 32 43 [h264 @ 0x5575fd859bc0] error while decoding MB 32 43, bytestream 3618 [h264 @ 0x5575fd896040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0", "last_exit_at": "2026-07-05T06:20:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.353, "last_started_at": "2026-07-05T06:20:21+09:00", "pid": 114578, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.309, "name": "ffmpeg", "pid": 114578, "rss_mb": 271.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 586, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.906, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1252959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:22:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:22:23+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:22:23+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T06:22:23.727307+09:00", "mtime_epoch": 1783200143.7273073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:22:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.616, "pushed": 6.616, "read": 6.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.091, "count": 198, "max_ms": 31.601, "p95_ms": 22.003}, "gstreamer_push": {"avg_ms": 1.015, "count": 198, "max_ms": 1.552, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.36, "count": 198, "max_ms": 67.453, "p95_ms": 60.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.152, "count": 198, "max_ms": 82.077, "p95_ms": 69.474}, "yolo11_640_fire_11class": {"avg_ms": 48.528, "count": 198, "max_ms": 72.394, "p95_ms": 63.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.881, "count": 198, "max_ms": 78.748, "p95_ms": 75.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.355, "count": 198, "max_ms": 171.914, "p95_ms": 163.514}, "read_interval": {"avg_ms": 151.891, "count": 197, "max_ms": 181.234, "p95_ms": 171.871}, "triton_wait": {"avg_ms": 56.365, "count": 198, "max_ms": 82.09, "p95_ms": 75.615}, "visualize": {"avg_ms": 5.789, "count": 198, "max_ms": 7.152, "p95_ms": 6.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15648.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4326.315, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.48, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1546283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:22:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:22:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:22:24+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T06:22:24.667326+09:00", "mtime_epoch": 1783200144.6673257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:22:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2176.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.353, "count": 302, "max_ms": 11.192, "p95_ms": 8.575}, "gstreamer_push": {"avg_ms": 1.281, "count": 302, "max_ms": 1.537, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.419, "count": 302, "max_ms": 65.864, "p95_ms": 59.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.68, "count": 302, "max_ms": 75.978, "p95_ms": 60.002}, "yolo11_640_fire_11class": {"avg_ms": 50.809, "count": 302, "max_ms": 69.836, "p95_ms": 63.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.673, "count": 302, "max_ms": 78.474, "p95_ms": 74.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.09, "count": 302, "max_ms": 94.554, "p95_ms": 91.109}, "read_interval": {"avg_ms": 99.338, "count": 302, "max_ms": 755.147, "p95_ms": 110.576}, "triton_wait": {"avg_ms": 53.103, "count": 302, "max_ms": 78.486, "p95_ms": 75.111}, "visualize": {"avg_ms": 3.717, "count": 302, "max_ms": 4.645, "p95_ms": 4.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15649.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1377, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:20:19+09:00", "last_error_summary": "[h264 @ 0x5575fd75d340] cabac decode of qscale diff failed at 35 40 [h264 @ 0x5575fd75d340] error while decoding MB 35 40, bytestream 2410 [h264 @ 0x5575fe275940] cabac decode of qscale diff failed at 24 8 [h264 @ 0x5575fe275940] error while decoding MB 24 8, bytestream -6 [h264 @ 0x5575fd859bc0] cabac decode of qscale diff failed at 32 43 [h264 @ 0x5575fd859bc0] error while decoding MB 32 43, bytestream 3618 [h264 @ 0x5575fd896040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0", "last_exit_at": "2026-07-05T06:20:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.446, "last_started_at": "2026-07-05T06:20:21+09:00", "pid": 114578, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.309, "name": "ffmpeg", "pid": 114578, "rss_mb": 271.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 586, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.026, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1253157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:22:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:22:53+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:22:53+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T06:22:53.823899+09:00", "mtime_epoch": 1783200173.8238993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:22:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9220.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.612, "pushed": 6.612, "read": 6.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.209, "count": 197, "max_ms": 24.738, "p95_ms": 22.45}, "gstreamer_push": {"avg_ms": 1.024, "count": 198, "max_ms": 1.204, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.754, "count": 197, "max_ms": 72.306, "p95_ms": 60.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.289, "count": 197, "max_ms": 80.181, "p95_ms": 71.831}, "yolo11_640_fire_11class": {"avg_ms": 48.404, "count": 197, "max_ms": 66.55, "p95_ms": 62.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.701, "count": 197, "max_ms": 80.389, "p95_ms": 75.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.631, "count": 198, "max_ms": 167.246, "p95_ms": 165.198}, "read_interval": {"avg_ms": 152.018, "count": 197, "max_ms": 176.908, "p95_ms": 173.087}, "triton_wait": {"avg_ms": 56.138, "count": 197, "max_ms": 80.399, "p95_ms": 77.117}, "visualize": {"avg_ms": 5.834, "count": 197, "max_ms": 7.843, "p95_ms": 6.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15649.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4356.317, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.644, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1546581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:22:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:22:54+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:22:54+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-05T06:22:54.675916+09:00", "mtime_epoch": 1783200174.6759162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:22:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2176.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.349, "count": 298, "max_ms": 12.189, "p95_ms": 8.7}, "gstreamer_push": {"avg_ms": 1.281, "count": 298, "max_ms": 2.184, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.099, "count": 298, "max_ms": 67.148, "p95_ms": 61.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.751, "count": 298, "max_ms": 83.17, "p95_ms": 71.235}, "yolo11_640_fire_11class": {"avg_ms": 51.339, "count": 298, "max_ms": 71.627, "p95_ms": 64.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.363, "count": 298, "max_ms": 82.058, "p95_ms": 75.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.728, "count": 298, "max_ms": 98.975, "p95_ms": 91.904}, "read_interval": {"avg_ms": 100.676, "count": 298, "max_ms": 661.504, "p95_ms": 115.156}, "triton_wait": {"avg_ms": 53.789, "count": 298, "max_ms": 83.182, "p95_ms": 75.967}, "visualize": {"avg_ms": 3.676, "count": 298, "max_ms": 4.577, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15644.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 529, "h264_decode_error_count": 1378, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:23:00+09:00", "last_error_summary": "[h264 @ 0x55bd9323aac0] error while decoding MB 4 43, bytestream -7", "last_exit_at": "2026-07-05T06:23:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.669, "last_started_at": "2026-07-05T06:23:03+09:00", "pid": 114685, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.293, "name": "ffmpeg", "pid": 114685, "rss_mb": 266.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 587, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 588}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.086, "sample_count": 1897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1253324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:23:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:23:24+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T06:23:23+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T06:23:23.908490+09:00", "mtime_epoch": 1783200203.9084897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:23:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.577, "pushed": 5.577, "read": 5.543}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.281, "count": 166, "max_ms": 24.823, "p95_ms": 22.677}, "gstreamer_push": {"avg_ms": 1.019, "count": 167, "max_ms": 1.203, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.375, "count": 166, "max_ms": 66.338, "p95_ms": 61.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.806, "count": 166, "max_ms": 75.311, "p95_ms": 70.522}, "yolo11_640_fire_11class": {"avg_ms": 48.171, "count": 166, "max_ms": 66.988, "p95_ms": 64.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.794, "count": 166, "max_ms": 81.079, "p95_ms": 76.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.56, "count": 167, "max_ms": 168.678, "p95_ms": 164.606}, "read_interval": {"avg_ms": 180.383, "count": 166, "max_ms": 4902.162, "p95_ms": 172.61}, "triton_wait": {"avg_ms": 55.967, "count": 166, "max_ms": 81.091, "p95_ms": 76.866}, "visualize": {"avg_ms": 5.81, "count": 166, "max_ms": 6.898, "p95_ms": 6.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15645.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4386.32, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.822, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1546880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:23:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:23:24+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T06:23:24+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T06:23:24.664505+09:00", "mtime_epoch": 1783200204.6645045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:23:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2176.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.332, "count": 299, "max_ms": 11.448, "p95_ms": 8.534}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.522, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.215, "count": 299, "max_ms": 66.738, "p95_ms": 61.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.568, "count": 299, "max_ms": 79.648, "p95_ms": 59.058}, "yolo11_640_fire_11class": {"avg_ms": 51.116, "count": 299, "max_ms": 69.709, "p95_ms": 64.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.971, "count": 299, "max_ms": 79.928, "p95_ms": 76.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.101, "count": 299, "max_ms": 95.434, "p95_ms": 92.052}, "read_interval": {"avg_ms": 100.327, "count": 299, "max_ms": 686.025, "p95_ms": 113.148}, "triton_wait": {"avg_ms": 53.164, "count": 299, "max_ms": 79.941, "p95_ms": 76.276}, "visualize": {"avg_ms": 3.681, "count": 299, "max_ms": 4.843, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15651.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 529, "h264_decode_error_count": 1378, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:23:00+09:00", "last_error_summary": "[h264 @ 0x55bd9323aac0] error while decoding MB 4 43, bytestream -7", "last_exit_at": "2026-07-05T06:23:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.732, "last_started_at": "2026-07-05T06:23:03+09:00", "pid": 114685, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.512, "name": "ffmpeg", "pid": 114685, "rss_mb": 273.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 587, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 588}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.312, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1253522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:23:54+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:23:53+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T06:23:53.965078+09:00", "mtime_epoch": 1783200233.9650784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:23:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.619, "pushed": 6.619, "read": 6.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.462, "count": 198, "max_ms": 31.165, "p95_ms": 24.727}, "gstreamer_push": {"avg_ms": 1.031, "count": 198, "max_ms": 1.47, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.528, "count": 198, "max_ms": 67.026, "p95_ms": 63.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.697, "count": 198, "max_ms": 80.252, "p95_ms": 71.042}, "yolo11_640_fire_11class": {"avg_ms": 47.552, "count": 198, "max_ms": 68.332, "p95_ms": 63.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.059, "count": 198, "max_ms": 80.373, "p95_ms": 76.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.54, "count": 198, "max_ms": 170.236, "p95_ms": 164.917}, "read_interval": {"avg_ms": 151.843, "count": 197, "max_ms": 178.352, "p95_ms": 172.758}, "triton_wait": {"avg_ms": 55.524, "count": 198, "max_ms": 80.384, "p95_ms": 76.335}, "visualize": {"avg_ms": 5.861, "count": 198, "max_ms": 9.997, "p95_ms": 6.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15651.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4416.37, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.983, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1547184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:23:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:23:54+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:23:54+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:23:54.717093+09:00", "mtime_epoch": 1783200234.717093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:23:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2176.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.111}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.246, "count": 304, "max_ms": 11.064, "p95_ms": 8.329}, "gstreamer_push": {"avg_ms": 1.275, "count": 304, "max_ms": 1.856, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.941, "count": 304, "max_ms": 67.191, "p95_ms": 61.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.535, "count": 304, "max_ms": 78.134, "p95_ms": 66.709}, "yolo11_640_fire_11class": {"avg_ms": 51.139, "count": 304, "max_ms": 70.694, "p95_ms": 64.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.995, "count": 304, "max_ms": 79.853, "p95_ms": 75.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.557, "count": 304, "max_ms": 96.96, "p95_ms": 91.385}, "read_interval": {"avg_ms": 98.89, "count": 303, "max_ms": 779.683, "p95_ms": 112.168}, "triton_wait": {"avg_ms": 53.753, "count": 304, "max_ms": 79.865, "p95_ms": 75.937}, "visualize": {"avg_ms": 3.694, "count": 304, "max_ms": 4.69, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15653.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 529, "h264_decode_error_count": 1378, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:23:00+09:00", "last_error_summary": "[h264 @ 0x55bd9323aac0] error while decoding MB 4 43, bytestream -7", "last_exit_at": "2026-07-05T06:23:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.782, "last_started_at": "2026-07-05T06:23:03+09:00", "pid": 114685, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.316, "name": "ffmpeg", "pid": 114685, "rss_mb": 275.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 587, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 588}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.635, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1253720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:24:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:24:24+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T06:24:24+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T06:24:24.017666+09:00", "mtime_epoch": 1783200264.0176656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:24:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.627, "pushed": 6.627, "read": 6.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.141, "count": 198, "max_ms": 26.612, "p95_ms": 23.381}, "gstreamer_push": {"avg_ms": 1.033, "count": 198, "max_ms": 1.437, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.459, "count": 198, "max_ms": 69.288, "p95_ms": 62.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.49, "count": 198, "max_ms": 76.81, "p95_ms": 71.023}, "yolo11_640_fire_11class": {"avg_ms": 48.365, "count": 198, "max_ms": 67.001, "p95_ms": 63.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.638, "count": 198, "max_ms": 79.497, "p95_ms": 76.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.397, "count": 198, "max_ms": 166.609, "p95_ms": 164.733}, "read_interval": {"avg_ms": 151.79, "count": 197, "max_ms": 176.512, "p95_ms": 173.195}, "triton_wait": {"avg_ms": 55.883, "count": 198, "max_ms": 79.508, "p95_ms": 76.682}, "visualize": {"avg_ms": 5.807, "count": 198, "max_ms": 9.017, "p95_ms": 6.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15653.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4446.444, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.296, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1547481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:24:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:24:24+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T06:24:24+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T06:24:24.797681+09:00", "mtime_epoch": 1783200264.7976809, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:24:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2176.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.28, "count": 297, "max_ms": 11.679, "p95_ms": 8.577}, "gstreamer_push": {"avg_ms": 1.272, "count": 297, "max_ms": 1.667, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.201, "count": 297, "max_ms": 69.038, "p95_ms": 62.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.4, "count": 297, "max_ms": 79.06, "p95_ms": 67.857}, "yolo11_640_fire_11class": {"avg_ms": 51.075, "count": 297, "max_ms": 71.032, "p95_ms": 64.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.629, "count": 297, "max_ms": 81.021, "p95_ms": 76.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.212, "count": 297, "max_ms": 97.124, "p95_ms": 92.18}, "read_interval": {"avg_ms": 101.323, "count": 296, "max_ms": 1036.086, "p95_ms": 118.019}, "triton_wait": {"avg_ms": 53.437, "count": 297, "max_ms": 81.034, "p95_ms": 76.676}, "visualize": {"avg_ms": 3.668, "count": 297, "max_ms": 4.894, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15657.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 529, "h264_decode_error_count": 1378, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:23:00+09:00", "last_error_summary": "[h264 @ 0x55bd9323aac0] error while decoding MB 4 43, bytestream -7", "last_exit_at": "2026-07-05T06:23:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.884, "last_started_at": "2026-07-05T06:23:03+09:00", "pid": 114685, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.77, "name": "ffmpeg", "pid": 114685, "rss_mb": 278.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 587, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 588}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.346, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1253921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:24:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:24:54+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T06:24:54+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T06:24:54.126253+09:00", "mtime_epoch": 1783200294.126253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:24:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.71, "pushed": 6.71, "read": 6.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.099, "count": 200, "max_ms": 25.319, "p95_ms": 22.706}, "gstreamer_push": {"avg_ms": 1.005, "count": 201, "max_ms": 1.551, "p95_ms": 1.098}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.626, "count": 200, "max_ms": 73.383, "p95_ms": 61.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.839, "count": 200, "max_ms": 78.921, "p95_ms": 69.989}, "yolo11_640_fire_11class": {"avg_ms": 47.874, "count": 200, "max_ms": 73.397, "p95_ms": 62.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.132, "count": 200, "max_ms": 82.468, "p95_ms": 72.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.463, "count": 201, "max_ms": 168.025, "p95_ms": 161.332}, "read_interval": {"avg_ms": 149.787, "count": 200, "max_ms": 178.047, "p95_ms": 170.38}, "triton_wait": {"avg_ms": 54.097, "count": 200, "max_ms": 82.479, "p95_ms": 73.147}, "visualize": {"avg_ms": 5.809, "count": 200, "max_ms": 7.356, "p95_ms": 6.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15657.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4476.472, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.453, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1547780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:24:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:24:54+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T06:24:54+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T06:24:54.818266+09:00", "mtime_epoch": 1783200294.8182664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:24:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2176.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.991, "pushed": 9.991, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.224, "count": 299, "max_ms": 11.503, "p95_ms": 8.249}, "gstreamer_push": {"avg_ms": 1.268, "count": 299, "max_ms": 2.134, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.794, "count": 299, "max_ms": 65.629, "p95_ms": 61.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.099, "count": 299, "max_ms": 78.097, "p95_ms": 66.377}, "yolo11_640_fire_11class": {"avg_ms": 50.836, "count": 299, "max_ms": 73.83, "p95_ms": 64.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.081, "count": 299, "max_ms": 80.86, "p95_ms": 72.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.756, "count": 299, "max_ms": 96.476, "p95_ms": 89.222}, "read_interval": {"avg_ms": 100.487, "count": 298, "max_ms": 796.895, "p95_ms": 113.157}, "triton_wait": {"avg_ms": 53.067, "count": 299, "max_ms": 80.876, "p95_ms": 73.572}, "visualize": {"avg_ms": 3.67, "count": 299, "max_ms": 4.704, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15660.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 529, "h264_decode_error_count": 1378, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:23:00+09:00", "last_error_summary": "[h264 @ 0x55bd9323aac0] error while decoding MB 4 43, bytestream -7", "last_exit_at": "2026-07-05T06:23:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.994, "last_started_at": "2026-07-05T06:23:03+09:00", "pid": 114685, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.574, "name": "ffmpeg", "pid": 114685, "rss_mb": 280.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 587, "restart_count_per_hour": 21, "rtsp_timeout_count": 368, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 588}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.519, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1254120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:25:24+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:25:24+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T06:25:24.234839+09:00", "mtime_epoch": 1783200324.234839, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:25:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.64, "pushed": 6.64, "read": 6.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.258, "count": 198, "max_ms": 33.707, "p95_ms": 23.089}, "gstreamer_push": {"avg_ms": 1.013, "count": 199, "max_ms": 1.484, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.83, "count": 198, "max_ms": 64.811, "p95_ms": 60.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.743, "count": 198, "max_ms": 79.913, "p95_ms": 70.847}, "yolo11_640_fire_11class": {"avg_ms": 48.61, "count": 198, "max_ms": 70.922, "p95_ms": 62.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.325, "count": 198, "max_ms": 80.019, "p95_ms": 73.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.971, "count": 199, "max_ms": 175.4, "p95_ms": 163.593}, "read_interval": {"avg_ms": 151.338, "count": 198, "max_ms": 186.579, "p95_ms": 171.668}, "triton_wait": {"avg_ms": 55.679, "count": 198, "max_ms": 80.031, "p95_ms": 74.807}, "visualize": {"avg_ms": 5.851, "count": 198, "max_ms": 7.6, "p95_ms": 6.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15660.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4506.524, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.385, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1548083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:25:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:25:24+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:25:24.874851+09:00", "mtime_epoch": 1783200324.8748515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:25:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2176.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.076}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.277, "count": 303, "max_ms": 12.54, "p95_ms": 8.643}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.846, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.633, "count": 303, "max_ms": 63.954, "p95_ms": 60.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.331, "count": 303, "max_ms": 81.896, "p95_ms": 57.868}, "yolo11_640_fire_11class": {"avg_ms": 51.036, "count": 303, "max_ms": 76.52, "p95_ms": 64.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.814, "count": 303, "max_ms": 79.889, "p95_ms": 74.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.941, "count": 303, "max_ms": 97.544, "p95_ms": 91.084}, "read_interval": {"avg_ms": 99.233, "count": 302, "max_ms": 648.233, "p95_ms": 112.915}, "triton_wait": {"avg_ms": 53.21, "count": 303, "max_ms": 81.909, "p95_ms": 74.934}, "visualize": {"avg_ms": 3.636, "count": 303, "max_ms": 4.651, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15408.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4536.579, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.084, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1548384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:25:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T06:25:54+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T06:25:54.935436+09:00", "mtime_epoch": 1783200354.9354355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:25:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2176.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.175, "count": 301, "max_ms": 11.083, "p95_ms": 7.921}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.468, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.75, "count": 301, "max_ms": 63.754, "p95_ms": 51.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.895, "count": 301, "max_ms": 76.696, "p95_ms": 54.575}, "yolo11_640_fire_11class": {"avg_ms": 49.297, "count": 301, "max_ms": 69.709, "p95_ms": 54.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.288, "count": 301, "max_ms": 77.871, "p95_ms": 56.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.544, "count": 301, "max_ms": 98.332, "p95_ms": 74.277}, "read_interval": {"avg_ms": 99.904, "count": 300, "max_ms": 832.98, "p95_ms": 108.755}, "triton_wait": {"avg_ms": 50.863, "count": 301, "max_ms": 77.888, "p95_ms": 58.106}, "visualize": {"avg_ms": 3.62, "count": 301, "max_ms": 4.498, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15516.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1380, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:25:53+09:00", "last_error_summary": "[h264 @ 0x557602877100] left block unavailable for requested intra mode [h264 @ 0x557602877100] error while decoding MB 0 15, bytestream 19825 [h264 @ 0x5576027b5980] error while decoding MB 40 34, bytestream -42 [in#0/rtsp @ 0x557602745e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557602745e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T06:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.164, "last_started_at": "2026-07-05T06:25:55+09:00", "pid": 114792, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.504, "name": "ffmpeg", "pid": 114792, "rss_mb": 138.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 588, "restart_count_per_hour": 22, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.346, "sample_count": 1793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1254187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:25:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:25:58+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T06:25:57+09:00", "mjpeg": {"age_sec": 4.452, "exists": true, "mtime": "2026-07-05T06:25:53.675411+09:00", "mtime_epoch": 1783200353.675411, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:25:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.439, "pushed": 1.439, "read": 1.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.5, "count": 43, "max_ms": 22.068, "p95_ms": 21.48}, "gstreamer_push": {"avg_ms": 0.998, "count": 43, "max_ms": 1.181, "p95_ms": 1.089}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.475, "count": 43, "max_ms": 63.652, "p95_ms": 55.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.583, "count": 43, "max_ms": 69.735, "p95_ms": 66.39}, "yolo11_640_fire_11class": {"avg_ms": 48.59, "count": 43, "max_ms": 66.34, "p95_ms": 65.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.184, "count": 43, "max_ms": 77.766, "p95_ms": 73.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.476, "count": 43, "max_ms": 164.361, "p95_ms": 161.498}, "read_interval": {"avg_ms": 711.198, "count": 42, "max_ms": 19432.604, "p95_ms": 173.317}, "triton_wait": {"avg_ms": 55.312, "count": 43, "max_ms": 77.779, "p95_ms": 73.115}, "visualize": {"avg_ms": 5.747, "count": 43, "max_ms": 6.155, "p95_ms": 5.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15646.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4566.6, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.039, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1548685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:26:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:26:25+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:26:24+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T06:26:24.944018+09:00", "mtime_epoch": 1783200384.9440176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:26:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2177.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.22, "count": 301, "max_ms": 11.429, "p95_ms": 8.695}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.664, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.603, "count": 301, "max_ms": 65.507, "p95_ms": 61.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.209, "count": 301, "max_ms": 79.999, "p95_ms": 57.169}, "yolo11_640_fire_11class": {"avg_ms": 49.552, "count": 301, "max_ms": 69.033, "p95_ms": 62.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.271, "count": 301, "max_ms": 79.529, "p95_ms": 74.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.18, "count": 301, "max_ms": 96.416, "p95_ms": 89.994}, "read_interval": {"avg_ms": 99.779, "count": 300, "max_ms": 737.11, "p95_ms": 113.346}, "triton_wait": {"avg_ms": 52.355, "count": 301, "max_ms": 80.012, "p95_ms": 74.697}, "visualize": {"avg_ms": 3.655, "count": 301, "max_ms": 4.573, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15646.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1380, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:25:53+09:00", "last_error_summary": "[h264 @ 0x557602877100] left block unavailable for requested intra mode [h264 @ 0x557602877100] error while decoding MB 0 15, bytestream 19825 [h264 @ 0x5576027b5980] error while decoding MB 40 34, bytestream -42 [in#0/rtsp @ 0x557602745e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557602745e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T06:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.213, "last_started_at": "2026-07-05T06:25:55+09:00", "pid": 114792, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.617, "name": "ffmpeg", "pid": 114792, "rss_mb": 265.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 588, "restart_count_per_hour": 22, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.161, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1254383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:26:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:26:28+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:26:28+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T06:26:28.048078+09:00", "mtime_epoch": 1783200388.0480778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:26:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.555, "pushed": 6.555, "read": 6.522}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.026, "count": 196, "max_ms": 30.541, "p95_ms": 22.161}, "gstreamer_push": {"avg_ms": 1.016, "count": 196, "max_ms": 1.321, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.533, "count": 196, "max_ms": 65.352, "p95_ms": 61.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.828, "count": 196, "max_ms": 77.368, "p95_ms": 70.983}, "yolo11_640_fire_11class": {"avg_ms": 47.685, "count": 196, "max_ms": 67.138, "p95_ms": 62.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.13, "count": 196, "max_ms": 80.249, "p95_ms": 75.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.454, "count": 196, "max_ms": 170.79, "p95_ms": 163.376}, "read_interval": {"avg_ms": 153.347, "count": 195, "max_ms": 181.585, "p95_ms": 174.268}, "triton_wait": {"avg_ms": 55.455, "count": 196, "max_ms": 80.261, "p95_ms": 75.76}, "visualize": {"avg_ms": 5.834, "count": 196, "max_ms": 8.276, "p95_ms": 6.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15647.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4596.646, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.783, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1548985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:26:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:26:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:26:54+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:26:54.996600+09:00", "mtime_epoch": 1783200414.9966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:26:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2177.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.275, "count": 300, "max_ms": 11.536, "p95_ms": 8.606}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 1.47, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.624, "count": 300, "max_ms": 64.443, "p95_ms": 60.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.421, "count": 300, "max_ms": 77.047, "p95_ms": 55.434}, "yolo11_640_fire_11class": {"avg_ms": 49.535, "count": 300, "max_ms": 70.88, "p95_ms": 62.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.316, "count": 300, "max_ms": 77.702, "p95_ms": 74.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.124, "count": 300, "max_ms": 94.949, "p95_ms": 89.921}, "read_interval": {"avg_ms": 100.207, "count": 299, "max_ms": 672.296, "p95_ms": 230.885}, "triton_wait": {"avg_ms": 52.243, "count": 300, "max_ms": 77.714, "p95_ms": 74.351}, "visualize": {"avg_ms": 3.666, "count": 300, "max_ms": 4.736, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15646.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1380, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:25:53+09:00", "last_error_summary": "[h264 @ 0x557602877100] left block unavailable for requested intra mode [h264 @ 0x557602877100] error while decoding MB 0 15, bytestream 19825 [h264 @ 0x5576027b5980] error while decoding MB 40 34, bytestream -42 [in#0/rtsp @ 0x557602745e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557602745e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T06:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.319, "last_started_at": "2026-07-05T06:25:55+09:00", "pid": 114792, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.617, "name": "ffmpeg", "pid": 114792, "rss_mb": 265.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 588, "restart_count_per_hour": 22, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.045, "sample_count": 1790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1254580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:26:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:26:58+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T06:26:58+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T06:26:58.152661+09:00", "mtime_epoch": 1783200418.1526608, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:26:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.956, "count": 196, "max_ms": 26.363, "p95_ms": 22.268}, "gstreamer_push": {"avg_ms": 1.029, "count": 197, "max_ms": 1.291, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.556, "count": 196, "max_ms": 67.083, "p95_ms": 60.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.963, "count": 196, "max_ms": 74.157, "p95_ms": 68.246}, "yolo11_640_fire_11class": {"avg_ms": 47.272, "count": 196, "max_ms": 66.096, "p95_ms": 61.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.738, "count": 196, "max_ms": 78.716, "p95_ms": 74.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.744, "count": 197, "max_ms": 171.178, "p95_ms": 161.243}, "read_interval": {"avg_ms": 152.855, "count": 196, "max_ms": 180.356, "p95_ms": 173.415}, "triton_wait": {"avg_ms": 54.914, "count": 196, "max_ms": 78.728, "p95_ms": 74.391}, "visualize": {"avg_ms": 5.808, "count": 196, "max_ms": 8.343, "p95_ms": 6.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15650.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4626.71, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.508, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1549284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:27:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:27:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:27:25+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:27:25.061181+09:00", "mtime_epoch": 1783200445.0611813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:27:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2177.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.227, "count": 299, "max_ms": 11.421, "p95_ms": 8.095}, "gstreamer_push": {"avg_ms": 1.277, "count": 299, "max_ms": 1.475, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.379, "count": 299, "max_ms": 64.392, "p95_ms": 60.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.216, "count": 299, "max_ms": 77.735, "p95_ms": 57.134}, "yolo11_640_fire_11class": {"avg_ms": 50.83, "count": 299, "max_ms": 68.514, "p95_ms": 63.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.63, "count": 299, "max_ms": 79.28, "p95_ms": 71.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.877, "count": 299, "max_ms": 94.871, "p95_ms": 87.77}, "read_interval": {"avg_ms": 100.608, "count": 298, "max_ms": 797.701, "p95_ms": 111.603}, "triton_wait": {"avg_ms": 53.106, "count": 299, "max_ms": 79.293, "p95_ms": 72.341}, "visualize": {"avg_ms": 3.648, "count": 299, "max_ms": 5.574, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15650.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1380, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:25:53+09:00", "last_error_summary": "[h264 @ 0x557602877100] left block unavailable for requested intra mode [h264 @ 0x557602877100] error while decoding MB 0 15, bytestream 19825 [h264 @ 0x5576027b5980] error while decoding MB 40 34, bytestream -42 [in#0/rtsp @ 0x557602745e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557602745e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T06:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.374, "last_started_at": "2026-07-05T06:25:55+09:00", "pid": 114792, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.227, "name": "ffmpeg", "pid": 114792, "rss_mb": 269.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 588, "restart_count_per_hour": 21, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.863, "sample_count": 1787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1254775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:27:28+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T06:27:28+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T06:27:28.197242+09:00", "mtime_epoch": 1783200448.197242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:27:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.52, "pushed": 6.52, "read": 6.487}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.514, "count": 195, "max_ms": 35.428, "p95_ms": 24.668}, "gstreamer_push": {"avg_ms": 1.023, "count": 195, "max_ms": 1.237, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.432, "count": 195, "max_ms": 62.655, "p95_ms": 60.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.628, "count": 195, "max_ms": 79.611, "p95_ms": 65.945}, "yolo11_640_fire_11class": {"avg_ms": 47.738, "count": 195, "max_ms": 66.145, "p95_ms": 62.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.827, "count": 195, "max_ms": 78.678, "p95_ms": 73.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.141, "count": 195, "max_ms": 187.202, "p95_ms": 163.158}, "read_interval": {"avg_ms": 154.114, "count": 194, "max_ms": 200.041, "p95_ms": 174.073}, "triton_wait": {"avg_ms": 55.12, "count": 195, "max_ms": 79.622, "p95_ms": 73.54}, "visualize": {"avg_ms": 5.907, "count": 195, "max_ms": 9.883, "p95_ms": 6.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15650.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4656.78, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.151, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1549588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:27:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:27:55+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T06:27:55+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T06:27:55.133762+09:00", "mtime_epoch": 1783200475.1337621, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:27:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2177.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.169, "count": 304, "max_ms": 11.066, "p95_ms": 8.288}, "gstreamer_push": {"avg_ms": 1.274, "count": 304, "max_ms": 1.961, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.969, "count": 304, "max_ms": 68.1, "p95_ms": 61.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.084, "count": 304, "max_ms": 82.175, "p95_ms": 59.514}, "yolo11_640_fire_11class": {"avg_ms": 50.495, "count": 304, "max_ms": 72.382, "p95_ms": 63.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.865, "count": 304, "max_ms": 79.717, "p95_ms": 74.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.158, "count": 304, "max_ms": 97.905, "p95_ms": 89.662}, "read_interval": {"avg_ms": 98.965, "count": 303, "max_ms": 783.513, "p95_ms": 114.974}, "triton_wait": {"avg_ms": 53.495, "count": 304, "max_ms": 82.187, "p95_ms": 74.367}, "visualize": {"avg_ms": 3.616, "count": 304, "max_ms": 4.603, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15650.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1380, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:25:53+09:00", "last_error_summary": "[h264 @ 0x557602877100] left block unavailable for requested intra mode [h264 @ 0x557602877100] error while decoding MB 0 15, bytestream 19825 [h264 @ 0x5576027b5980] error while decoding MB 40 34, bytestream -42 [in#0/rtsp @ 0x557602745e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557602745e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T06:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.427, "last_started_at": "2026-07-05T06:25:55+09:00", "pid": 114792, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.227, "name": "ffmpeg", "pid": 114792, "rss_mb": 269.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 588, "restart_count_per_hour": 21, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.802, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1254970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:27:58+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T06:27:58+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T06:27:58.233822+09:00", "mtime_epoch": 1783200478.233822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:27:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.525, "pushed": 6.525, "read": 6.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.944, "count": 195, "max_ms": 27.602, "p95_ms": 21.993}, "gstreamer_push": {"avg_ms": 1.035, "count": 195, "max_ms": 1.478, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.149, "count": 195, "max_ms": 64.842, "p95_ms": 61.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.223, "count": 195, "max_ms": 80.174, "p95_ms": 70.793}, "yolo11_640_fire_11class": {"avg_ms": 47.521, "count": 195, "max_ms": 67.948, "p95_ms": 62.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.636, "count": 195, "max_ms": 79.435, "p95_ms": 73.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.741, "count": 195, "max_ms": 169.761, "p95_ms": 164.253}, "read_interval": {"avg_ms": 154.007, "count": 194, "max_ms": 181.888, "p95_ms": 173.267}, "triton_wait": {"avg_ms": 56.271, "count": 195, "max_ms": 80.186, "p95_ms": 73.782}, "visualize": {"avg_ms": 5.891, "count": 195, "max_ms": 8.096, "p95_ms": 6.477}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15650.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4686.858, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.994, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1549886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:28:25+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T06:28:25+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T06:28:25.210342+09:00", "mtime_epoch": 1783200505.2103424, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:28:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2177.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.198, "count": 297, "max_ms": 11.931, "p95_ms": 8.546}, "gstreamer_push": {"avg_ms": 1.278, "count": 298, "max_ms": 1.651, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.661, "count": 297, "max_ms": 65.682, "p95_ms": 61.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.098, "count": 297, "max_ms": 81.121, "p95_ms": 58.033}, "yolo11_640_fire_11class": {"avg_ms": 49.408, "count": 297, "max_ms": 67.231, "p95_ms": 63.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.89, "count": 297, "max_ms": 81.109, "p95_ms": 73.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.179, "count": 298, "max_ms": 96.797, "p95_ms": 90.217}, "read_interval": {"avg_ms": 100.997, "count": 297, "max_ms": 541.534, "p95_ms": 258.954}, "triton_wait": {"avg_ms": 53.404, "count": 297, "max_ms": 81.132, "p95_ms": 74.495}, "visualize": {"avg_ms": 3.681, "count": 297, "max_ms": 4.923, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15664.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1380, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:25:53+09:00", "last_error_summary": "[h264 @ 0x557602877100] left block unavailable for requested intra mode [h264 @ 0x557602877100] error while decoding MB 0 15, bytestream 19825 [h264 @ 0x5576027b5980] error while decoding MB 40 34, bytestream -42 [in#0/rtsp @ 0x557602745e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557602745e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T06:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.439, "last_started_at": "2026-07-05T06:25:55+09:00", "pid": 114792, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.852, "name": "ffmpeg", "pid": 114792, "rss_mb": 282.852, "state": "S (sleeping)", "threads": 104}, "restart_count": 588, "restart_count_per_hour": 21, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.863, "sample_count": 1810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1255163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:28:28+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T06:28:28+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T06:28:28.270401+09:00", "mtime_epoch": 1783200508.2704012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:28:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.463, "pushed": 6.463, "read": 6.43}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.048, "count": 193, "max_ms": 25.393, "p95_ms": 22.081}, "gstreamer_push": {"avg_ms": 1.018, "count": 193, "max_ms": 1.27, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.324, "count": 193, "max_ms": 64.607, "p95_ms": 60.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.841, "count": 193, "max_ms": 79.323, "p95_ms": 70.025}, "yolo11_640_fire_11class": {"avg_ms": 48.39, "count": 193, "max_ms": 66.675, "p95_ms": 61.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.144, "count": 193, "max_ms": 77.269, "p95_ms": 74.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.324, "count": 193, "max_ms": 179.704, "p95_ms": 164.328}, "read_interval": {"avg_ms": 155.536, "count": 192, "max_ms": 197.219, "p95_ms": 175.405}, "triton_wait": {"avg_ms": 56.677, "count": 193, "max_ms": 79.335, "p95_ms": 74.699}, "visualize": {"avg_ms": 5.91, "count": 193, "max_ms": 7.657, "p95_ms": 7.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15647.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4716.917, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.846, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1550187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:28:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:28:55+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T06:28:55.266921+09:00", "mtime_epoch": 1783200535.2669213, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:28:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2177.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.092}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.269, "count": 301, "max_ms": 12.66, "p95_ms": 8.599}, "gstreamer_push": {"avg_ms": 1.269, "count": 301, "max_ms": 1.75, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.179, "count": 301, "max_ms": 64.941, "p95_ms": 61.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.982, "count": 301, "max_ms": 78.646, "p95_ms": 58.546}, "yolo11_640_fire_11class": {"avg_ms": 50.15, "count": 301, "max_ms": 67.617, "p95_ms": 63.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.388, "count": 301, "max_ms": 78.175, "p95_ms": 75.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.254, "count": 301, "max_ms": 98.386, "p95_ms": 91.307}, "read_interval": {"avg_ms": 99.856, "count": 301, "max_ms": 950.698, "p95_ms": 111.225}, "triton_wait": {"avg_ms": 53.387, "count": 301, "max_ms": 78.658, "p95_ms": 75.648}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 4.798, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15647.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 531, "h264_decode_error_count": 1381, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:28:30+09:00", "last_error_summary": "[h264 @ 0x556c53993880] error while decoding MB 31 22, bytestream -12", "last_exit_at": "2026-07-05T06:28:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.191, "last_started_at": "2026-07-05T06:28:33+09:00", "pid": 114899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.395, "name": "ffmpeg", "pid": 114899, "rss_mb": 264.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 589, "restart_count_per_hour": 22, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 590}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.486, "sample_count": 1783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1255334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:28:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:28:58+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T06:28:58+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T06:28:58.402982+09:00", "mtime_epoch": 1783200538.4029818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:28:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9221.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.703, "pushed": 5.703, "read": 5.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.622, "count": 170, "max_ms": 32.779, "p95_ms": 21.983}, "gstreamer_push": {"avg_ms": 1.04, "count": 171, "max_ms": 1.543, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.439, "count": 170, "max_ms": 67.6, "p95_ms": 61.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.986, "count": 170, "max_ms": 76.558, "p95_ms": 70.292}, "yolo11_640_fire_11class": {"avg_ms": 49.643, "count": 170, "max_ms": 68.829, "p95_ms": 63.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.538, "count": 170, "max_ms": 80.186, "p95_ms": 75.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.576, "count": 171, "max_ms": 174.834, "p95_ms": 160.69}, "read_interval": {"avg_ms": 176.341, "count": 170, "max_ms": 4510.032, "p95_ms": 171.611}, "triton_wait": {"avg_ms": 57.848, "count": 170, "max_ms": 80.198, "p95_ms": 76.099}, "visualize": {"avg_ms": 5.619, "count": 170, "max_ms": 8.174, "p95_ms": 6.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15649.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4747.027, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.774, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1550487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:29:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:29:25+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T06:29:25+09:00", "mjpeg": {"age_sec": 0.402, "exists": true, "mtime": "2026-07-05T06:29:25.039494+09:00", "mtime_epoch": 1783200565.0394943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:29:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2177.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.333, "count": 299, "max_ms": 12.111, "p95_ms": 9.943}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.74, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.382, "count": 299, "max_ms": 67.055, "p95_ms": 61.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.536, "count": 299, "max_ms": 79.481, "p95_ms": 67.671}, "yolo11_640_fire_11class": {"avg_ms": 50.406, "count": 299, "max_ms": 68.719, "p95_ms": 64.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.725, "count": 299, "max_ms": 79.974, "p95_ms": 75.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.91, "count": 299, "max_ms": 95.809, "p95_ms": 91.733}, "read_interval": {"avg_ms": 100.388, "count": 299, "max_ms": 635.368, "p95_ms": 115.651}, "triton_wait": {"avg_ms": 53.99, "count": 299, "max_ms": 79.986, "p95_ms": 75.869}, "visualize": {"avg_ms": 3.674, "count": 299, "max_ms": 4.893, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15650.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 531, "h264_decode_error_count": 1381, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:28:30+09:00", "last_error_summary": "[h264 @ 0x556c53993880] error while decoding MB 31 22, bytestream -12", "last_exit_at": "2026-07-05T06:28:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.253, "last_started_at": "2026-07-05T06:28:33+09:00", "pid": 114899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 114899, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 589, "restart_count_per_hour": 22, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 590}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.523, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1255540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:29:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:29:28+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:29:28+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T06:29:28.463560+09:00", "mtime_epoch": 1783200568.46356, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:29:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.888, "pushed": 6.888, "read": 6.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.622, "count": 206, "max_ms": 32.268, "p95_ms": 21.771}, "gstreamer_push": {"avg_ms": 1.059, "count": 206, "max_ms": 1.426, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.22, "count": 206, "max_ms": 66.033, "p95_ms": 60.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.953, "count": 206, "max_ms": 75.676, "p95_ms": 70.455}, "yolo11_640_fire_11class": {"avg_ms": 50.284, "count": 206, "max_ms": 72.631, "p95_ms": 65.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.149, "count": 206, "max_ms": 79.839, "p95_ms": 75.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.338, "count": 206, "max_ms": 163.958, "p95_ms": 156.791}, "read_interval": {"avg_ms": 145.895, "count": 205, "max_ms": 176.567, "p95_ms": 168.128}, "triton_wait": {"avg_ms": 56.589, "count": 206, "max_ms": 79.852, "p95_ms": 75.725}, "visualize": {"avg_ms": 5.436, "count": 206, "max_ms": 7.131, "p95_ms": 6.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15652.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4777.096, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.921, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1550792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:29:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:29:55+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:29:55+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:29:55.444079+09:00", "mtime_epoch": 1783200595.4440787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:29:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2178.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.137}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.288, "count": 305, "max_ms": 11.573, "p95_ms": 8.71}, "gstreamer_push": {"avg_ms": 1.262, "count": 305, "max_ms": 1.907, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.103, "count": 305, "max_ms": 66.923, "p95_ms": 62.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.831, "count": 305, "max_ms": 75.769, "p95_ms": 56.477}, "yolo11_640_fire_11class": {"avg_ms": 49.456, "count": 305, "max_ms": 72.264, "p95_ms": 62.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.834, "count": 305, "max_ms": 77.764, "p95_ms": 73.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.036, "count": 305, "max_ms": 94.185, "p95_ms": 89.543}, "read_interval": {"avg_ms": 98.634, "count": 304, "max_ms": 513.16, "p95_ms": 113.078}, "triton_wait": {"avg_ms": 53.227, "count": 305, "max_ms": 77.777, "p95_ms": 73.845}, "visualize": {"avg_ms": 3.64, "count": 305, "max_ms": 4.901, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15652.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 531, "h264_decode_error_count": 1381, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:28:30+09:00", "last_error_summary": "[h264 @ 0x556c53993880] error while decoding MB 31 22, bytestream -12", "last_exit_at": "2026-07-05T06:28:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.354, "last_started_at": "2026-07-05T06:28:33+09:00", "pid": 114899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.172, "name": "ffmpeg", "pid": 114899, "rss_mb": 270.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 589, "restart_count_per_hour": 22, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 590}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.268, "sample_count": 1786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1255736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:29:58+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T06:29:58+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T06:29:58.552138+09:00", "mtime_epoch": 1783200598.5521383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:29:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.544, "pushed": 6.544, "read": 6.511}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.183, "count": 195, "max_ms": 32.514, "p95_ms": 23.955}, "gstreamer_push": {"avg_ms": 1.036, "count": 196, "max_ms": 1.425, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.938, "count": 195, "max_ms": 62.351, "p95_ms": 59.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.886, "count": 195, "max_ms": 77.355, "p95_ms": 67.817}, "yolo11_640_fire_11class": {"avg_ms": 47.97, "count": 195, "max_ms": 64.206, "p95_ms": 60.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.764, "count": 195, "max_ms": 76.866, "p95_ms": 72.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.264, "count": 196, "max_ms": 163.29, "p95_ms": 160.523}, "read_interval": {"avg_ms": 153.525, "count": 195, "max_ms": 175.146, "p95_ms": 172.058}, "triton_wait": {"avg_ms": 55.128, "count": 195, "max_ms": 77.367, "p95_ms": 72.794}, "visualize": {"avg_ms": 5.854, "count": 195, "max_ms": 7.497, "p95_ms": 6.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15657.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4807.161, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.625, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1551089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:30:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:30:25+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:30:25.508656+09:00", "mtime_epoch": 1783200625.508656, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:30:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2178.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.873}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.18, "count": 297, "max_ms": 9.071, "p95_ms": 8.264}, "gstreamer_push": {"avg_ms": 1.269, "count": 297, "max_ms": 1.478, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.062, "count": 297, "max_ms": 67.151, "p95_ms": 61.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.127, "count": 297, "max_ms": 79.38, "p95_ms": 60.704}, "yolo11_640_fire_11class": {"avg_ms": 48.493, "count": 297, "max_ms": 72.882, "p95_ms": 61.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.003, "count": 297, "max_ms": 78.209, "p95_ms": 72.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.101, "count": 297, "max_ms": 94.991, "p95_ms": 88.641}, "read_interval": {"avg_ms": 101.279, "count": 296, "max_ms": 1167.174, "p95_ms": 111.193}, "triton_wait": {"avg_ms": 53.31, "count": 297, "max_ms": 79.39, "p95_ms": 73.429}, "visualize": {"avg_ms": 3.661, "count": 297, "max_ms": 4.966, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15656.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 531, "h264_decode_error_count": 1381, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:28:30+09:00", "last_error_summary": "[h264 @ 0x556c53993880] error while decoding MB 31 22, bytestream -12", "last_exit_at": "2026-07-05T06:28:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.401, "last_started_at": "2026-07-05T06:28:33+09:00", "pid": 114899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.297, "name": "ffmpeg", "pid": 114899, "rss_mb": 274.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 589, "restart_count_per_hour": 22, "rtsp_timeout_count": 370, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 590}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.161, "sample_count": 1785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1255933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:30:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:30:28+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-05T06:30:28+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T06:30:28.596715+09:00", "mtime_epoch": 1783200628.5967152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:30:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.596, "pushed": 6.596, "read": 6.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.032, "count": 197, "max_ms": 28.161, "p95_ms": 23.73}, "gstreamer_push": {"avg_ms": 1.041, "count": 197, "max_ms": 1.595, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.901, "count": 197, "max_ms": 66.664, "p95_ms": 61.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.173, "count": 197, "max_ms": 76.489, "p95_ms": 67.296}, "yolo11_640_fire_11class": {"avg_ms": 49.052, "count": 197, "max_ms": 70.127, "p95_ms": 61.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.109, "count": 197, "max_ms": 78.111, "p95_ms": 74.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.162, "count": 197, "max_ms": 167.816, "p95_ms": 162.775}, "read_interval": {"avg_ms": 152.449, "count": 196, "max_ms": 179.883, "p95_ms": 174.043}, "triton_wait": {"avg_ms": 57.738, "count": 197, "max_ms": 78.123, "p95_ms": 74.413}, "visualize": {"avg_ms": 5.681, "count": 197, "max_ms": 8.746, "p95_ms": 6.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15426.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4837.192, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.537, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1551390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:30:55+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T06:30:55+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T06:30:55.537232+09:00", "mtime_epoch": 1783200655.537232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:30:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2178.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.183, "count": 301, "max_ms": 10.984, "p95_ms": 7.896}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.532, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.543, "count": 301, "max_ms": 66.912, "p95_ms": 49.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.777, "count": 301, "max_ms": 82.831, "p95_ms": 53.381}, "yolo11_640_fire_11class": {"avg_ms": 49.343, "count": 301, "max_ms": 68.874, "p95_ms": 52.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.874, "count": 301, "max_ms": 80.787, "p95_ms": 50.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.483, "count": 301, "max_ms": 98.293, "p95_ms": 70.929}, "read_interval": {"avg_ms": 99.81, "count": 300, "max_ms": 728.933, "p95_ms": 104.041}, "triton_wait": {"avg_ms": 50.715, "count": 301, "max_ms": 82.843, "p95_ms": 54.6}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 5.138, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15553.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1387, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:30:51+09:00", "last_error_summary": "[h264 @ 0x560b523b3740] error while decoding MB 61 41, bytestream -26 [h264 @ 0x560b52fc2640] left block unavailable for requested intra mode [h264 @ 0x560b52fc2640] error while decoding MB 0 37, bytestream 2598 [h264 @ 0x560b523b3740] cabac decode of qscale diff failed at 26 44 [h264 @ 0x560b523b3740] error while decoding MB 26 44, bytestream 7465 [h264 @ 0x560b524c73c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b524c73c0] error while decoding MB 0 28, bytestream 212 [h", "last_exit_at": "2026-07-05T06:30:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.606, "last_started_at": "2026-07-05T06:30:54+09:00", "pid": 115006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 172.848, "name": "ffmpeg", "pid": 115006, "rss_mb": 172.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 590, "restart_count_per_hour": 22, "rtsp_timeout_count": 372, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.331, "sample_count": 1787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1255978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:30:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:30:58+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T06:30:58+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T06:30:58.669292+09:00", "mtime_epoch": 1783200658.669292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:30:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 45, "pushed_frames": 45, "read_frames": 44, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.505, "pushed": 1.505, "read": 1.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.933, "count": 45, "max_ms": 25.507, "p95_ms": 22.131}, "gstreamer_push": {"avg_ms": 1.034, "count": 45, "max_ms": 1.32, "p95_ms": 1.142}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.811, "count": 45, "max_ms": 62.358, "p95_ms": 61.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.602, "count": 45, "max_ms": 74.604, "p95_ms": 67.67}, "yolo11_640_fire_11class": {"avg_ms": 49.072, "count": 45, "max_ms": 70.524, "p95_ms": 67.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.215, "count": 45, "max_ms": 78.525, "p95_ms": 76.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.498, "count": 45, "max_ms": 173.695, "p95_ms": 165.041}, "read_interval": {"avg_ms": 679.534, "count": 44, "max_ms": 18735.77, "p95_ms": 184.02}, "triton_wait": {"avg_ms": 56.65, "count": 45, "max_ms": 78.537, "p95_ms": 76.49}, "visualize": {"avg_ms": 5.948, "count": 45, "max_ms": 8.146, "p95_ms": 6.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15649.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4867.258, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.731, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1551693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:31:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:31:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:31:25+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T06:31:25.609808+09:00", "mtime_epoch": 1783200685.6098084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:31:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2178.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.25, "count": 303, "max_ms": 10.821, "p95_ms": 8.415}, "gstreamer_push": {"avg_ms": 1.272, "count": 303, "max_ms": 1.669, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.151, "count": 303, "max_ms": 65.142, "p95_ms": 61.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.879, "count": 303, "max_ms": 77.583, "p95_ms": 69.016}, "yolo11_640_fire_11class": {"avg_ms": 51.943, "count": 303, "max_ms": 69.609, "p95_ms": 65.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.998, "count": 303, "max_ms": 80.476, "p95_ms": 75.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.038, "count": 303, "max_ms": 96.686, "p95_ms": 91.693}, "read_interval": {"avg_ms": 99.278, "count": 302, "max_ms": 1006.361, "p95_ms": 111.378}, "triton_wait": {"avg_ms": 54.244, "count": 303, "max_ms": 80.488, "p95_ms": 76.013}, "visualize": {"avg_ms": 3.668, "count": 303, "max_ms": 4.757, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15649.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1387, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:30:51+09:00", "last_error_summary": "[h264 @ 0x560b523b3740] error while decoding MB 61 41, bytestream -26 [h264 @ 0x560b52fc2640] left block unavailable for requested intra mode [h264 @ 0x560b52fc2640] error while decoding MB 0 37, bytestream 2598 [h264 @ 0x560b523b3740] cabac decode of qscale diff failed at 26 44 [h264 @ 0x560b523b3740] error while decoding MB 26 44, bytestream 7465 [h264 @ 0x560b524c73c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b524c73c0] error while decoding MB 0 28, bytestream 212 [h", "last_exit_at": "2026-07-05T06:30:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.652, "last_started_at": "2026-07-05T06:30:54+09:00", "pid": 115006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.555, "name": "ffmpeg", "pid": 115006, "rss_mb": 265.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 590, "restart_count_per_hour": 22, "rtsp_timeout_count": 372, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.464, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1256178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:31:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:31:28+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T06:31:28+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T06:31:28.713868+09:00", "mtime_epoch": 1783200688.713868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:31:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.689, "pushed": 6.689, "read": 6.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.699, "count": 200, "max_ms": 23.136, "p95_ms": 21.544}, "gstreamer_push": {"avg_ms": 1.007, "count": 200, "max_ms": 1.325, "p95_ms": 1.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.208, "count": 200, "max_ms": 65.525, "p95_ms": 60.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.705, "count": 200, "max_ms": 79.815, "p95_ms": 70.239}, "yolo11_640_fire_11class": {"avg_ms": 48.298, "count": 200, "max_ms": 70.403, "p95_ms": 64.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.452, "count": 200, "max_ms": 81.134, "p95_ms": 76.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.421, "count": 200, "max_ms": 168.374, "p95_ms": 164.749}, "read_interval": {"avg_ms": 150.247, "count": 199, "max_ms": 175.85, "p95_ms": 172.512}, "triton_wait": {"avg_ms": 55.795, "count": 200, "max_ms": 81.146, "p95_ms": 76.668}, "visualize": {"avg_ms": 5.808, "count": 200, "max_ms": 7.952, "p95_ms": 6.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15649.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4897.282, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.178, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1551992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:31:55+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T06:31:55+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T06:31:55.638383+09:00", "mtime_epoch": 1783200715.6383834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:31:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2178.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.147, "count": 299, "max_ms": 10.821, "p95_ms": 7.924}, "gstreamer_push": {"avg_ms": 1.293, "count": 299, "max_ms": 2.01, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.142, "count": 299, "max_ms": 68.067, "p95_ms": 60.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.803, "count": 299, "max_ms": 79.078, "p95_ms": 69.898}, "yolo11_640_fire_11class": {"avg_ms": 50.221, "count": 299, "max_ms": 68.247, "p95_ms": 63.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.45, "count": 299, "max_ms": 78.785, "p95_ms": 76.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.633, "count": 299, "max_ms": 94.678, "p95_ms": 92.685}, "read_interval": {"avg_ms": 100.477, "count": 298, "max_ms": 813.671, "p95_ms": 111.826}, "triton_wait": {"avg_ms": 53.88, "count": 299, "max_ms": 79.09, "p95_ms": 76.931}, "visualize": {"avg_ms": 3.668, "count": 299, "max_ms": 4.85, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15649.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1387, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:30:51+09:00", "last_error_summary": "[h264 @ 0x560b523b3740] error while decoding MB 61 41, bytestream -26 [h264 @ 0x560b52fc2640] left block unavailable for requested intra mode [h264 @ 0x560b52fc2640] error while decoding MB 0 37, bytestream 2598 [h264 @ 0x560b523b3740] cabac decode of qscale diff failed at 26 44 [h264 @ 0x560b523b3740] error while decoding MB 26 44, bytestream 7465 [h264 @ 0x560b524c73c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b524c73c0] error while decoding MB 0 28, bytestream 212 [h", "last_exit_at": "2026-07-05T06:30:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.402, "last_started_at": "2026-07-05T06:30:54+09:00", "pid": 115006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.555, "name": "ffmpeg", "pid": 115006, "rss_mb": 265.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 590, "restart_count_per_hour": 22, "rtsp_timeout_count": 372, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.691, "sample_count": 1788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1256376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:31:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:31:59+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:31:59+09:00", "mjpeg": {"age_sec": 0.943, "exists": true, "mtime": "2026-07-05T06:31:58.650441+09:00", "mtime_epoch": 1783200718.650441, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:31:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.474, "pushed": 6.474, "read": 6.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.732, "count": 193, "max_ms": 24.455, "p95_ms": 21.744}, "gstreamer_push": {"avg_ms": 1.014, "count": 194, "max_ms": 1.476, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.352, "count": 193, "max_ms": 65.046, "p95_ms": 60.497}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.69, "count": 193, "max_ms": 80.118, "p95_ms": 69.995}, "yolo11_640_fire_11class": {"avg_ms": 47.514, "count": 193, "max_ms": 66.476, "p95_ms": 63.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.588, "count": 193, "max_ms": 79.637, "p95_ms": 76.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.154, "count": 194, "max_ms": 188.976, "p95_ms": 164.893}, "read_interval": {"avg_ms": 155.404, "count": 193, "max_ms": 960.38, "p95_ms": 173.249}, "triton_wait": {"avg_ms": 55.874, "count": 193, "max_ms": 80.131, "p95_ms": 76.318}, "visualize": {"avg_ms": 5.808, "count": 193, "max_ms": 7.411, "p95_ms": 6.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15651.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4927.317, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.467, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1552294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:32:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:32:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:32:25+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T06:32:25.666958+09:00", "mtime_epoch": 1783200745.6669579, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:32:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2178.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.219, "count": 302, "max_ms": 11.437, "p95_ms": 8.343}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.584, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.391, "count": 302, "max_ms": 71.725, "p95_ms": 61.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.483, "count": 302, "max_ms": 86.545, "p95_ms": 67.767}, "yolo11_640_fire_11class": {"avg_ms": 49.473, "count": 302, "max_ms": 73.261, "p95_ms": 61.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.829, "count": 302, "max_ms": 86.035, "p95_ms": 73.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.07, "count": 302, "max_ms": 181.94, "p95_ms": 90.557}, "read_interval": {"avg_ms": 99.505, "count": 301, "max_ms": 939.832, "p95_ms": 116.399}, "triton_wait": {"avg_ms": 53.992, "count": 302, "max_ms": 86.554, "p95_ms": 74.631}, "visualize": {"avg_ms": 3.628, "count": 302, "max_ms": 5.221, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15651.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1387, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:30:51+09:00", "last_error_summary": "[h264 @ 0x560b523b3740] error while decoding MB 61 41, bytestream -26 [h264 @ 0x560b52fc2640] left block unavailable for requested intra mode [h264 @ 0x560b52fc2640] error while decoding MB 0 37, bytestream 2598 [h264 @ 0x560b523b3740] cabac decode of qscale diff failed at 26 44 [h264 @ 0x560b523b3740] error while decoding MB 26 44, bytestream 7465 [h264 @ 0x560b524c73c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b524c73c0] error while decoding MB 0 28, bytestream 212 [h", "last_exit_at": "2026-07-05T06:30:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.542, "last_started_at": "2026-07-05T06:30:54+09:00", "pid": 115006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.07, "name": "ffmpeg", "pid": 115006, "rss_mb": 266.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 590, "restart_count_per_hour": 22, "rtsp_timeout_count": 372, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.696, "sample_count": 1796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1256579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:32:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:32:29+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T06:32:29+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T06:32:29.607033+09:00", "mtime_epoch": 1783200749.6070333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:32:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.769, "pushed": 6.769, "read": 6.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.013, "count": 202, "max_ms": 35.131, "p95_ms": 23.798}, "gstreamer_push": {"avg_ms": 1.024, "count": 203, "max_ms": 1.702, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.42, "count": 202, "max_ms": 70.414, "p95_ms": 61.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.643, "count": 202, "max_ms": 85.677, "p95_ms": 71.351}, "yolo11_640_fire_11class": {"avg_ms": 48.921, "count": 202, "max_ms": 72.022, "p95_ms": 62.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.677, "count": 202, "max_ms": 84.968, "p95_ms": 74.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.204, "count": 203, "max_ms": 177.663, "p95_ms": 163.474}, "read_interval": {"avg_ms": 148.48, "count": 202, "max_ms": 187.761, "p95_ms": 172.138}, "triton_wait": {"avg_ms": 56.447, "count": 202, "max_ms": 85.69, "p95_ms": 75.094}, "visualize": {"avg_ms": 5.668, "count": 202, "max_ms": 7.628, "p95_ms": 6.516}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15654.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4957.356, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.744, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1552593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:32:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:32:55+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:32:55+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T06:32:55.703500+09:00", "mtime_epoch": 1783200775.7035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:32:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2179.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.159, "count": 299, "max_ms": 11.153, "p95_ms": 8.401}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 1.748, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 299, "max_ms": 68.584, "p95_ms": 61.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.214, "count": 299, "max_ms": 76.938, "p95_ms": 63.392}, "yolo11_640_fire_11class": {"avg_ms": 53.512, "count": 299, "max_ms": 76.043, "p95_ms": 67.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.758, "count": 299, "max_ms": 79.509, "p95_ms": 76.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.212, "count": 299, "max_ms": 95.133, "p95_ms": 91.778}, "read_interval": {"avg_ms": 100.523, "count": 298, "max_ms": 662.41, "p95_ms": 114.97}, "triton_wait": {"avg_ms": 55.577, "count": 299, "max_ms": 79.521, "p95_ms": 76.346}, "visualize": {"avg_ms": 3.601, "count": 299, "max_ms": 4.794, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15657.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1387, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:30:51+09:00", "last_error_summary": "[h264 @ 0x560b523b3740] error while decoding MB 61 41, bytestream -26 [h264 @ 0x560b52fc2640] left block unavailable for requested intra mode [h264 @ 0x560b52fc2640] error while decoding MB 0 37, bytestream 2598 [h264 @ 0x560b523b3740] cabac decode of qscale diff failed at 26 44 [h264 @ 0x560b523b3740] error while decoding MB 26 44, bytestream 7465 [h264 @ 0x560b524c73c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b524c73c0] error while decoding MB 0 28, bytestream 212 [h", "last_exit_at": "2026-07-05T06:30:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.603, "last_started_at": "2026-07-05T06:30:54+09:00", "pid": 115006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.742, "name": "ffmpeg", "pid": 115006, "rss_mb": 271.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 590, "restart_count_per_hour": 22, "rtsp_timeout_count": 372, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.647, "sample_count": 1802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1256781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:32:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:32:59+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T06:32:59+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T06:32:59.667530+09:00", "mtime_epoch": 1783200779.6675298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:32:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.753, "pushed": 6.753, "read": 6.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.774, "count": 202, "max_ms": 25.773, "p95_ms": 22.047}, "gstreamer_push": {"avg_ms": 1.033, "count": 202, "max_ms": 1.462, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.476, "count": 202, "max_ms": 64.75, "p95_ms": 60.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.392, "count": 202, "max_ms": 75.708, "p95_ms": 67.968}, "yolo11_640_fire_11class": {"avg_ms": 50.08, "count": 202, "max_ms": 70.675, "p95_ms": 66.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.625, "count": 202, "max_ms": 80.767, "p95_ms": 75.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.475, "count": 202, "max_ms": 168.096, "p95_ms": 162.233}, "read_interval": {"avg_ms": 148.793, "count": 201, "max_ms": 176.215, "p95_ms": 170.302}, "triton_wait": {"avg_ms": 56.847, "count": 202, "max_ms": 80.779, "p95_ms": 75.992}, "visualize": {"avg_ms": 5.727, "count": 202, "max_ms": 8.242, "p95_ms": 6.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15658.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 4987.431, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.848, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1552893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:33:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:33:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:33:25+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T06:33:25.775734+09:00", "mtime_epoch": 1783200805.7757337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:33:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2179.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.227, "count": 300, "max_ms": 11.688, "p95_ms": 9.061}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.723, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.199, "count": 300, "max_ms": 66.837, "p95_ms": 62.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.323, "count": 300, "max_ms": 79.617, "p95_ms": 66.144}, "yolo11_640_fire_11class": {"avg_ms": 52.37, "count": 300, "max_ms": 77.204, "p95_ms": 66.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.9, "count": 300, "max_ms": 81.826, "p95_ms": 75.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.859, "count": 300, "max_ms": 97.733, "p95_ms": 91.624}, "read_interval": {"avg_ms": 100.301, "count": 299, "max_ms": 526.103, "p95_ms": 201.443}, "triton_wait": {"avg_ms": 54.95, "count": 300, "max_ms": 81.839, "p95_ms": 75.957}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.956, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15659.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1387, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:30:51+09:00", "last_error_summary": "[h264 @ 0x560b523b3740] error while decoding MB 61 41, bytestream -26 [h264 @ 0x560b52fc2640] left block unavailable for requested intra mode [h264 @ 0x560b52fc2640] error while decoding MB 0 37, bytestream 2598 [h264 @ 0x560b523b3740] cabac decode of qscale diff failed at 26 44 [h264 @ 0x560b523b3740] error while decoding MB 26 44, bytestream 7465 [h264 @ 0x560b524c73c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b524c73c0] error while decoding MB 0 28, bytestream 212 [h", "last_exit_at": "2026-07-05T06:30:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.762, "last_started_at": "2026-07-05T06:30:54+09:00", "pid": 115006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.121, "name": "ffmpeg", "pid": 115006, "rss_mb": 274.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 590, "restart_count_per_hour": 22, "rtsp_timeout_count": 372, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.822, "sample_count": 1807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1256980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:33:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:33:29+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T06:33:29+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-05T06:33:29.807766+09:00", "mtime_epoch": 1783200809.8077662, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:33:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.601, "pushed": 6.601, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.875, "count": 198, "max_ms": 25.747, "p95_ms": 21.585}, "gstreamer_push": {"avg_ms": 1.03, "count": 198, "max_ms": 1.221, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.159, "count": 198, "max_ms": 64.961, "p95_ms": 62.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.621, "count": 198, "max_ms": 79.479, "p95_ms": 74.154}, "yolo11_640_fire_11class": {"avg_ms": 49.045, "count": 198, "max_ms": 70.063, "p95_ms": 65.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.244, "count": 198, "max_ms": 80.988, "p95_ms": 77.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.375, "count": 198, "max_ms": 168.372, "p95_ms": 165.101}, "read_interval": {"avg_ms": 151.472, "count": 198, "max_ms": 176.476, "p95_ms": 173.881}, "triton_wait": {"avg_ms": 56.556, "count": 198, "max_ms": 81.0, "p95_ms": 77.456}, "visualize": {"avg_ms": 5.877, "count": 198, "max_ms": 7.574, "p95_ms": 6.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15661.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5017.504, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.81, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1553193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:33:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:33:55+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T06:33:55+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T06:33:55.831984+09:00", "mtime_epoch": 1783200835.831984, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:33:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2179.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.147, "count": 300, "max_ms": 11.515, "p95_ms": 8.076}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 2.063, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.535, "count": 300, "max_ms": 68.595, "p95_ms": 63.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.859, "count": 300, "max_ms": 80.372, "p95_ms": 66.134}, "yolo11_640_fire_11class": {"avg_ms": 48.729, "count": 300, "max_ms": 67.761, "p95_ms": 62.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.413, "count": 300, "max_ms": 81.724, "p95_ms": 75.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.847, "count": 300, "max_ms": 97.279, "p95_ms": 90.76}, "read_interval": {"avg_ms": 100.234, "count": 299, "max_ms": 657.813, "p95_ms": 113.591}, "triton_wait": {"avg_ms": 54.19, "count": 300, "max_ms": 81.736, "p95_ms": 75.435}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 4.62, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15662.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1387, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:30:51+09:00", "last_error_summary": "[h264 @ 0x560b523b3740] error while decoding MB 61 41, bytestream -26 [h264 @ 0x560b52fc2640] left block unavailable for requested intra mode [h264 @ 0x560b52fc2640] error while decoding MB 0 37, bytestream 2598 [h264 @ 0x560b523b3740] cabac decode of qscale diff failed at 26 44 [h264 @ 0x560b523b3740] error while decoding MB 26 44, bytestream 7465 [h264 @ 0x560b524c73c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b524c73c0] error while decoding MB 0 28, bytestream 212 [h", "last_exit_at": "2026-07-05T06:30:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.839, "last_started_at": "2026-07-05T06:30:54+09:00", "pid": 115006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.957, "name": "ffmpeg", "pid": 115006, "rss_mb": 276.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 590, "restart_count_per_hour": 22, "rtsp_timeout_count": 372, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.822, "sample_count": 1843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1257187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:33:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:34:00+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:33:59+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T06:33:59.900019+09:00", "mtime_epoch": 1783200839.9000192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:34:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.916, "pushed": 6.916, "read": 6.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.602, "count": 207, "max_ms": 30.457, "p95_ms": 22.225}, "gstreamer_push": {"avg_ms": 1.025, "count": 207, "max_ms": 1.202, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.167, "count": 207, "max_ms": 64.798, "p95_ms": 61.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.631, "count": 207, "max_ms": 79.998, "p95_ms": 68.702}, "yolo11_640_fire_11class": {"avg_ms": 48.451, "count": 207, "max_ms": 67.001, "p95_ms": 62.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.315, "count": 207, "max_ms": 79.148, "p95_ms": 75.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.923, "count": 207, "max_ms": 167.193, "p95_ms": 156.886}, "read_interval": {"avg_ms": 145.304, "count": 206, "max_ms": 175.523, "p95_ms": 165.58}, "triton_wait": {"avg_ms": 55.607, "count": 207, "max_ms": 80.011, "p95_ms": 75.027}, "visualize": {"avg_ms": 5.605, "count": 207, "max_ms": 7.803, "p95_ms": 6.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15429.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5047.517, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.43, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1553495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:34:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:34:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:34:25+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T06:34:25.864250+09:00", "mtime_epoch": 1783200865.8642502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:34:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2179.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.135, "count": 302, "max_ms": 8.97, "p95_ms": 7.435}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 1.809, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.562, "count": 302, "max_ms": 64.556, "p95_ms": 49.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.335, "count": 302, "max_ms": 72.765, "p95_ms": 54.13}, "yolo11_640_fire_11class": {"avg_ms": 48.207, "count": 302, "max_ms": 64.544, "p95_ms": 51.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.731, "count": 302, "max_ms": 77.258, "p95_ms": 50.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.649, "count": 302, "max_ms": 93.24, "p95_ms": 70.958}, "read_interval": {"avg_ms": 99.444, "count": 302, "max_ms": 883.095, "p95_ms": 113.01}, "triton_wait": {"avg_ms": 50.851, "count": 302, "max_ms": 77.27, "p95_ms": 54.93}, "visualize": {"avg_ms": 3.691, "count": 302, "max_ms": 4.215, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15575.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 533, "h264_decode_error_count": 1392, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:34:22+09:00", "last_error_summary": "[h264 @ 0x56141de5fa80] cabac decode of qscale diff failed at 10 40 [h264 @ 0x56141de5fa80] error while decoding MB 10 40, bytestream 5978 [h264 @ 0x56141eadd9c0] cabac decode of qscale diff failed at 52 40 [h264 @ 0x56141eadd9c0] error while decoding MB 52 40, bytestream 109761 [h264 @ 0x56141e93fcc0] error while decoding MB 26 42, bytestream -32 [in#0/rtsp @ 0x56141ddf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56141ddf3e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-07-05T06:34:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.338, "last_started_at": "2026-07-05T06:34:24+09:00", "pid": 115113, "process": {"exists": true, "fd_count": 5, "hwm_mb": 191.289, "name": "ffmpeg", "pid": 115113, "rss_mb": 191.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 591, "restart_count_per_hour": 22, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.23, "sample_count": 1686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1257236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:34:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:34:30+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:34:29+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T06:34:29.984288+09:00", "mtime_epoch": 1783200869.9842877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:34:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.636, "pushed": 1.636, "read": 1.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.477, "count": 48, "max_ms": 22.379, "p95_ms": 21.814}, "gstreamer_push": {"avg_ms": 1.033, "count": 49, "max_ms": 1.191, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.394, "count": 48, "max_ms": 65.612, "p95_ms": 62.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.197, "count": 48, "max_ms": 70.512, "p95_ms": 66.661}, "yolo11_640_fire_11class": {"avg_ms": 52.307, "count": 48, "max_ms": 71.497, "p95_ms": 68.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.513, "count": 48, "max_ms": 79.099, "p95_ms": 76.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.55, "count": 49, "max_ms": 162.251, "p95_ms": 160.055}, "read_interval": {"avg_ms": 623.724, "count": 48, "max_ms": 10132.507, "p95_ms": 4491.533}, "triton_wait": {"avg_ms": 58.698, "count": 48, "max_ms": 79.111, "p95_ms": 76.987}, "visualize": {"avg_ms": 5.432, "count": 48, "max_ms": 8.625, "p95_ms": 6.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15654.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5077.541, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.757, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1553795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:34:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:34:55+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:34:55+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:34:55.888531+09:00", "mtime_epoch": 1783200895.8885312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:34:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2179.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.262, "count": 300, "max_ms": 11.01, "p95_ms": 8.49}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.808, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.942, "count": 300, "max_ms": 69.483, "p95_ms": 61.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.483, "count": 300, "max_ms": 78.882, "p95_ms": 68.624}, "yolo11_640_fire_11class": {"avg_ms": 51.939, "count": 300, "max_ms": 73.533, "p95_ms": 66.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.556, "count": 300, "max_ms": 78.893, "p95_ms": 75.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.653, "count": 300, "max_ms": 95.232, "p95_ms": 91.452}, "read_interval": {"avg_ms": 100.125, "count": 299, "max_ms": 499.951, "p95_ms": 137.05}, "triton_wait": {"avg_ms": 54.701, "count": 300, "max_ms": 78.904, "p95_ms": 75.937}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 5.724, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15654.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 533, "h264_decode_error_count": 1392, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:34:22+09:00", "last_error_summary": "[h264 @ 0x56141de5fa80] cabac decode of qscale diff failed at 10 40 [h264 @ 0x56141de5fa80] error while decoding MB 10 40, bytestream 5978 [h264 @ 0x56141eadd9c0] cabac decode of qscale diff failed at 52 40 [h264 @ 0x56141eadd9c0] error while decoding MB 52 40, bytestream 109761 [h264 @ 0x56141e93fcc0] error while decoding MB 26 42, bytestream -32 [in#0/rtsp @ 0x56141ddf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56141ddf3e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-07-05T06:34:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.379, "last_started_at": "2026-07-05T06:34:24+09:00", "pid": 115113, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.551, "name": "ffmpeg", "pid": 115113, "rss_mb": 268.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 591, "restart_count_per_hour": 22, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.356, "sample_count": 1697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1257442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:35:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:35:00+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:35:00+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T06:35:00.032571+09:00", "mtime_epoch": 1783200900.032571, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:35:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9222.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.896, "pushed": 6.896, "read": 6.862}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.609, "count": 206, "max_ms": 28.35, "p95_ms": 21.812}, "gstreamer_push": {"avg_ms": 1.046, "count": 206, "max_ms": 1.209, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.657, "count": 206, "max_ms": 63.241, "p95_ms": 60.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.784, "count": 206, "max_ms": 80.939, "p95_ms": 71.431}, "yolo11_640_fire_11class": {"avg_ms": 52.352, "count": 206, "max_ms": 74.451, "p95_ms": 68.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.653, "count": 206, "max_ms": 79.466, "p95_ms": 77.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.988, "count": 206, "max_ms": 166.081, "p95_ms": 161.788}, "read_interval": {"avg_ms": 145.833, "count": 205, "max_ms": 177.849, "p95_ms": 170.902}, "triton_wait": {"avg_ms": 56.982, "count": 206, "max_ms": 80.951, "p95_ms": 77.757}, "visualize": {"avg_ms": 5.481, "count": 206, "max_ms": 7.114, "p95_ms": 6.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15657.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5107.551, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.994, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1554095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:35:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:35:25+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T06:35:25+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T06:35:25.896826+09:00", "mtime_epoch": 1783200925.896826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:35:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2179.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.378, "count": 300, "max_ms": 11.207, "p95_ms": 8.58}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.565, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.284, "count": 300, "max_ms": 69.977, "p95_ms": 61.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.594, "count": 300, "max_ms": 82.687, "p95_ms": 68.838}, "yolo11_640_fire_11class": {"avg_ms": 52.432, "count": 300, "max_ms": 73.724, "p95_ms": 66.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.843, "count": 300, "max_ms": 85.268, "p95_ms": 76.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.23, "count": 300, "max_ms": 101.068, "p95_ms": 92.367}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 592.235, "p95_ms": 118.209}, "triton_wait": {"avg_ms": 55.091, "count": 300, "max_ms": 85.282, "p95_ms": 76.634}, "visualize": {"avg_ms": 3.728, "count": 300, "max_ms": 5.719, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15657.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 533, "h264_decode_error_count": 1392, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:34:22+09:00", "last_error_summary": "[h264 @ 0x56141de5fa80] cabac decode of qscale diff failed at 10 40 [h264 @ 0x56141de5fa80] error while decoding MB 10 40, bytestream 5978 [h264 @ 0x56141eadd9c0] cabac decode of qscale diff failed at 52 40 [h264 @ 0x56141eadd9c0] error while decoding MB 52 40, bytestream 109761 [h264 @ 0x56141e93fcc0] error while decoding MB 26 42, bytestream -32 [in#0/rtsp @ 0x56141ddf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56141ddf3e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-07-05T06:34:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.428, "last_started_at": "2026-07-05T06:34:24+09:00", "pid": 115113, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.355, "name": "ffmpeg", "pid": 115113, "rss_mb": 270.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 591, "restart_count_per_hour": 22, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.736, "sample_count": 1705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1257647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:35:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:35:30+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-05T06:35:30+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T06:35:30.064868+09:00", "mtime_epoch": 1783200930.064868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:35:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9223.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.85, "pushed": 6.85, "read": 6.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.562, "count": 205, "max_ms": 29.997, "p95_ms": 21.581}, "gstreamer_push": {"avg_ms": 1.061, "count": 205, "max_ms": 1.556, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.39, "count": 205, "max_ms": 68.558, "p95_ms": 63.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.229, "count": 205, "max_ms": 82.34, "p95_ms": 71.324}, "yolo11_640_fire_11class": {"avg_ms": 50.365, "count": 205, "max_ms": 74.413, "p95_ms": 67.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.014, "count": 205, "max_ms": 86.156, "p95_ms": 78.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.648, "count": 205, "max_ms": 172.646, "p95_ms": 162.865}, "read_interval": {"avg_ms": 146.477, "count": 204, "max_ms": 181.158, "p95_ms": 173.418}, "triton_wait": {"avg_ms": 57.184, "count": 205, "max_ms": 86.17, "p95_ms": 78.58}, "visualize": {"avg_ms": 5.507, "count": 205, "max_ms": 6.73, "p95_ms": 6.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15657.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5137.584, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.493, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1554394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:35:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:35:55+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T06:35:55+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T06:35:55.929135+09:00", "mtime_epoch": 1783200955.9291346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:35:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2179.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.368, "count": 299, "max_ms": 11.641, "p95_ms": 8.437}, "gstreamer_push": {"avg_ms": 1.301, "count": 299, "max_ms": 2.042, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.401, "count": 299, "max_ms": 71.856, "p95_ms": 62.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.154, "count": 299, "max_ms": 79.977, "p95_ms": 68.078}, "yolo11_640_fire_11class": {"avg_ms": 53.898, "count": 299, "max_ms": 74.15, "p95_ms": 68.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.878, "count": 299, "max_ms": 79.735, "p95_ms": 76.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.783, "count": 299, "max_ms": 96.818, "p95_ms": 92.184}, "read_interval": {"avg_ms": 100.484, "count": 298, "max_ms": 690.711, "p95_ms": 112.615}, "triton_wait": {"avg_ms": 55.514, "count": 299, "max_ms": 79.99, "p95_ms": 76.436}, "visualize": {"avg_ms": 3.712, "count": 299, "max_ms": 5.034, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15657.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 533, "h264_decode_error_count": 1392, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:34:22+09:00", "last_error_summary": "[h264 @ 0x56141de5fa80] cabac decode of qscale diff failed at 10 40 [h264 @ 0x56141de5fa80] error while decoding MB 10 40, bytestream 5978 [h264 @ 0x56141eadd9c0] cabac decode of qscale diff failed at 52 40 [h264 @ 0x56141eadd9c0] error while decoding MB 52 40, bytestream 109761 [h264 @ 0x56141e93fcc0] error while decoding MB 26 42, bytestream -32 [in#0/rtsp @ 0x56141ddf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56141ddf3e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-07-05T06:34:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.467, "last_started_at": "2026-07-05T06:34:24+09:00", "pid": 115113, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.355, "name": "ffmpeg", "pid": 115113, "rss_mb": 270.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 591, "restart_count_per_hour": 22, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.891, "sample_count": 1865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1257852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:36:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:36:00+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:36:00+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T06:36:00.121179+09:00", "mtime_epoch": 1783200960.1211786, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:36:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9223.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.857, "pushed": 6.857, "read": 6.823}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.682, "count": 205, "max_ms": 26.624, "p95_ms": 22.302}, "gstreamer_push": {"avg_ms": 1.075, "count": 205, "max_ms": 1.576, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.917, "count": 205, "max_ms": 68.597, "p95_ms": 64.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.759, "count": 205, "max_ms": 80.529, "p95_ms": 72.428}, "yolo11_640_fire_11class": {"avg_ms": 51.116, "count": 205, "max_ms": 76.036, "p95_ms": 69.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.69, "count": 205, "max_ms": 81.778, "p95_ms": 78.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.396, "count": 205, "max_ms": 169.282, "p95_ms": 165.292}, "read_interval": {"avg_ms": 146.545, "count": 204, "max_ms": 180.166, "p95_ms": 174.691}, "triton_wait": {"avg_ms": 57.847, "count": 205, "max_ms": 81.789, "p95_ms": 78.698}, "visualize": {"avg_ms": 5.431, "count": 205, "max_ms": 6.858, "p95_ms": 5.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15658.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5167.643, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.328, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1554696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:36:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:36:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T06:36:25+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:36:25.993456+09:00", "mtime_epoch": 1783200985.993456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 167460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:36:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2179.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.322, "count": 302, "max_ms": 9.186, "p95_ms": 8.281}, "gstreamer_push": {"avg_ms": 1.291, "count": 302, "max_ms": 1.62, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.825, "count": 302, "max_ms": 71.56, "p95_ms": 61.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.934, "count": 302, "max_ms": 82.062, "p95_ms": 68.488}, "yolo11_640_fire_11class": {"avg_ms": 54.068, "count": 302, "max_ms": 75.072, "p95_ms": 69.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.301, "count": 302, "max_ms": 82.071, "p95_ms": 74.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.625, "count": 302, "max_ms": 97.657, "p95_ms": 90.977}, "read_interval": {"avg_ms": 99.586, "count": 301, "max_ms": 745.189, "p95_ms": 109.859}, "triton_wait": {"avg_ms": 55.314, "count": 302, "max_ms": 82.08, "p95_ms": 74.894}, "visualize": {"avg_ms": 3.766, "count": 302, "max_ms": 5.585, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15658.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 533, "h264_decode_error_count": 1392, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:34:22+09:00", "last_error_summary": "[h264 @ 0x56141de5fa80] cabac decode of qscale diff failed at 10 40 [h264 @ 0x56141de5fa80] error while decoding MB 10 40, bytestream 5978 [h264 @ 0x56141eadd9c0] cabac decode of qscale diff failed at 52 40 [h264 @ 0x56141eadd9c0] error while decoding MB 52 40, bytestream 109761 [h264 @ 0x56141e93fcc0] error while decoding MB 26 42, bytestream -32 [in#0/rtsp @ 0x56141ddf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56141ddf3e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-07-05T06:34:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.469, "last_started_at": "2026-07-05T06:34:24+09:00", "pid": 115113, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.129, "name": "ffmpeg", "pid": 115113, "rss_mb": 271.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 591, "restart_count_per_hour": 22, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.891, "sample_count": 1859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1258046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:36:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:36:30+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T06:36:30+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T06:36:30.113501+09:00", "mtime_epoch": 1783200990.1135008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:36:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9223.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.469, "pushed": 6.469, "read": 6.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.459, "count": 194, "max_ms": 30.635, "p95_ms": 25.793}, "gstreamer_push": {"avg_ms": 1.016, "count": 194, "max_ms": 1.262, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.749, "count": 194, "max_ms": 66.25, "p95_ms": 61.678}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.444, "count": 194, "max_ms": 80.364, "p95_ms": 67.831}, "yolo11_640_fire_11class": {"avg_ms": 48.404, "count": 194, "max_ms": 73.261, "p95_ms": 69.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.055, "count": 194, "max_ms": 81.076, "p95_ms": 76.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.477, "count": 194, "max_ms": 168.199, "p95_ms": 164.804}, "read_interval": {"avg_ms": 154.6, "count": 194, "max_ms": 179.055, "p95_ms": 175.85}, "triton_wait": {"avg_ms": 55.279, "count": 194, "max_ms": 81.087, "p95_ms": 76.312}, "visualize": {"avg_ms": 5.884, "count": 194, "max_ms": 7.918, "p95_ms": 6.587}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15658.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5197.693, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.069, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1554995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:36:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:36:56+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T06:36:56+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T06:36:56.037789+09:00", "mtime_epoch": 1783201016.0377889, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:36:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2180.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.364, "count": 299, "max_ms": 11.399, "p95_ms": 8.678}, "gstreamer_push": {"avg_ms": 1.258, "count": 299, "max_ms": 1.937, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.184, "count": 299, "max_ms": 69.367, "p95_ms": 61.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.113, "count": 299, "max_ms": 78.99, "p95_ms": 59.515}, "yolo11_640_fire_11class": {"avg_ms": 51.211, "count": 299, "max_ms": 71.72, "p95_ms": 65.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.786, "count": 299, "max_ms": 78.91, "p95_ms": 73.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.677, "count": 299, "max_ms": 98.106, "p95_ms": 89.97}, "read_interval": {"avg_ms": 100.483, "count": 299, "max_ms": 783.472, "p95_ms": 118.064}, "triton_wait": {"avg_ms": 53.461, "count": 299, "max_ms": 79.003, "p95_ms": 73.655}, "visualize": {"avg_ms": 3.667, "count": 299, "max_ms": 5.584, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15658.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 533, "h264_decode_error_count": 1392, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:34:22+09:00", "last_error_summary": "[h264 @ 0x56141de5fa80] cabac decode of qscale diff failed at 10 40 [h264 @ 0x56141de5fa80] error while decoding MB 10 40, bytestream 5978 [h264 @ 0x56141eadd9c0] cabac decode of qscale diff failed at 52 40 [h264 @ 0x56141eadd9c0] error while decoding MB 52 40, bytestream 109761 [h264 @ 0x56141e93fcc0] error while decoding MB 26 42, bytestream -32 [in#0/rtsp @ 0x56141ddf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56141ddf3e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-07-05T06:34:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.622, "last_started_at": "2026-07-05T06:34:24+09:00", "pid": 115113, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.129, "name": "ffmpeg", "pid": 115113, "rss_mb": 271.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 591, "restart_count_per_hour": 22, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.835, "sample_count": 1860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1258241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:37:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:37:00+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T06:37:00+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T06:37:00.257837+09:00", "mtime_epoch": 1783201020.2578366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:37:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9223.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.501, "pushed": 6.501, "read": 6.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.421, "count": 194, "max_ms": 29.923, "p95_ms": 25.301}, "gstreamer_push": {"avg_ms": 1.034, "count": 195, "max_ms": 1.345, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.991, "count": 194, "max_ms": 69.918, "p95_ms": 62.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.466, "count": 194, "max_ms": 78.526, "p95_ms": 68.973}, "yolo11_640_fire_11class": {"avg_ms": 48.955, "count": 194, "max_ms": 70.166, "p95_ms": 65.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.345, "count": 194, "max_ms": 79.88, "p95_ms": 75.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.246, "count": 195, "max_ms": 170.537, "p95_ms": 164.717}, "read_interval": {"avg_ms": 154.571, "count": 194, "max_ms": 183.089, "p95_ms": 177.132}, "triton_wait": {"avg_ms": 56.635, "count": 194, "max_ms": 79.892, "p95_ms": 75.793}, "visualize": {"avg_ms": 5.9, "count": 194, "max_ms": 8.827, "p95_ms": 7.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15652.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5227.979, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.069, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1555297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:37:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:37:26+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T06:37:26+09:00", "mjpeg": {"age_sec": 0.408, "exists": true, "mtime": "2026-07-05T06:37:25.986132+09:00", "mtime_epoch": 1783201045.986132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:37:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2180.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.958}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.24, "count": 299, "max_ms": 11.386, "p95_ms": 8.182}, "gstreamer_push": {"avg_ms": 1.282, "count": 299, "max_ms": 1.803, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.015, "count": 299, "max_ms": 69.416, "p95_ms": 62.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.663, "count": 299, "max_ms": 76.149, "p95_ms": 61.426}, "yolo11_640_fire_11class": {"avg_ms": 51.823, "count": 299, "max_ms": 73.051, "p95_ms": 65.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.406, "count": 299, "max_ms": 78.446, "p95_ms": 74.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.505, "count": 299, "max_ms": 96.129, "p95_ms": 90.901}, "read_interval": {"avg_ms": 100.438, "count": 298, "max_ms": 627.268, "p95_ms": 137.104}, "triton_wait": {"avg_ms": 53.235, "count": 299, "max_ms": 78.46, "p95_ms": 74.436}, "visualize": {"avg_ms": 3.699, "count": 299, "max_ms": 5.948, "p95_ms": 4.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15653.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 534, "h264_decode_error_count": 1393, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:37:08+09:00", "last_error_summary": "[h264 @ 0x561c19868b00] error while decoding MB 3 39, bytestream -17", "last_exit_at": "2026-07-05T06:37:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.53, "last_started_at": "2026-07-05T06:37:11+09:00", "pid": 115220, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.738, "name": "ffmpeg", "pid": 115220, "rss_mb": 265.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 592, "restart_count_per_hour": 23, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 593}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.07, "sample_count": 1820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1258404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:37:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:37:30+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T06:37:30+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T06:37:30.374183+09:00", "mtime_epoch": 1783201050.3741832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:37:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9223.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.442, "pushed": 5.442, "read": 5.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.535, "count": 162, "max_ms": 28.532, "p95_ms": 25.833}, "gstreamer_push": {"avg_ms": 1.026, "count": 163, "max_ms": 1.52, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.393, "count": 162, "max_ms": 72.701, "p95_ms": 64.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.119, "count": 162, "max_ms": 82.594, "p95_ms": 67.298}, "yolo11_640_fire_11class": {"avg_ms": 49.664, "count": 162, "max_ms": 78.807, "p95_ms": 67.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.571, "count": 162, "max_ms": 79.595, "p95_ms": 76.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.093, "count": 163, "max_ms": 170.989, "p95_ms": 166.687}, "read_interval": {"avg_ms": 184.859, "count": 162, "max_ms": 5109.695, "p95_ms": 175.99}, "triton_wait": {"avg_ms": 56.913, "count": 162, "max_ms": 82.605, "p95_ms": 76.869}, "visualize": {"avg_ms": 5.855, "count": 162, "max_ms": 8.528, "p95_ms": 6.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15655.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5258.019, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.085, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1555598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:37:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:37:56+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T06:37:56.370491+09:00", "mtime_epoch": 1783201076.3704906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:37:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2180.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.277, "count": 301, "max_ms": 11.521, "p95_ms": 8.464}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.59, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.168, "count": 301, "max_ms": 71.066, "p95_ms": 65.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.086, "count": 301, "max_ms": 80.642, "p95_ms": 67.101}, "yolo11_640_fire_11class": {"avg_ms": 51.598, "count": 301, "max_ms": 73.119, "p95_ms": 65.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.107, "count": 301, "max_ms": 79.769, "p95_ms": 76.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.809, "count": 301, "max_ms": 98.04, "p95_ms": 92.635}, "read_interval": {"avg_ms": 99.845, "count": 300, "max_ms": 567.644, "p95_ms": 113.005}, "triton_wait": {"avg_ms": 53.964, "count": 301, "max_ms": 80.655, "p95_ms": 76.221}, "visualize": {"avg_ms": 3.622, "count": 301, "max_ms": 4.495, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15654.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 534, "h264_decode_error_count": 1393, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:37:08+09:00", "last_error_summary": "[h264 @ 0x561c19868b00] error while decoding MB 3 39, bytestream -17", "last_exit_at": "2026-07-05T06:37:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.666, "last_started_at": "2026-07-05T06:37:11+09:00", "pid": 115220, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.379, "name": "ffmpeg", "pid": 115220, "rss_mb": 267.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 592, "restart_count_per_hour": 22, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 593}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.097, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1258603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:38:00+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T06:38:00+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T06:38:00.502540+09:00", "mtime_epoch": 1783201080.5025403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:38:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9223.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.636, "pushed": 6.636, "read": 6.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.047, "count": 198, "max_ms": 26.317, "p95_ms": 22.813}, "gstreamer_push": {"avg_ms": 1.009, "count": 199, "max_ms": 1.718, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.457, "count": 198, "max_ms": 68.022, "p95_ms": 64.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.579, "count": 198, "max_ms": 75.675, "p95_ms": 69.955}, "yolo11_640_fire_11class": {"avg_ms": 48.455, "count": 198, "max_ms": 69.813, "p95_ms": 66.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.753, "count": 198, "max_ms": 79.396, "p95_ms": 77.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.384, "count": 199, "max_ms": 169.01, "p95_ms": 164.609}, "read_interval": {"avg_ms": 151.418, "count": 198, "max_ms": 176.621, "p95_ms": 172.94}, "triton_wait": {"avg_ms": 55.955, "count": 198, "max_ms": 79.409, "p95_ms": 77.096}, "visualize": {"avg_ms": 5.834, "count": 198, "max_ms": 8.304, "p95_ms": 6.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15658.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5288.038, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.184, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1555900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:38:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:38:26+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:38:26+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:38:26.386855+09:00", "mtime_epoch": 1783201106.3868551, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:38:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2180.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.343, "count": 302, "max_ms": 11.6, "p95_ms": 8.484}, "gstreamer_push": {"avg_ms": 1.27, "count": 302, "max_ms": 2.151, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.099, "count": 302, "max_ms": 70.68, "p95_ms": 64.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.373, "count": 302, "max_ms": 76.852, "p95_ms": 69.406}, "yolo11_640_fire_11class": {"avg_ms": 50.832, "count": 302, "max_ms": 69.918, "p95_ms": 63.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.094, "count": 302, "max_ms": 81.287, "p95_ms": 76.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.696, "count": 302, "max_ms": 98.666, "p95_ms": 92.494}, "read_interval": {"avg_ms": 99.444, "count": 301, "max_ms": 510.101, "p95_ms": 112.518}, "triton_wait": {"avg_ms": 53.665, "count": 302, "max_ms": 81.299, "p95_ms": 76.362}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 4.888, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15659.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 534, "h264_decode_error_count": 1393, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:37:08+09:00", "last_error_summary": "[h264 @ 0x561c19868b00] error while decoding MB 3 39, bytestream -17", "last_exit_at": "2026-07-05T06:37:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.812, "last_started_at": "2026-07-05T06:37:11+09:00", "pid": 115220, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.277, "name": "ffmpeg", "pid": 115220, "rss_mb": 272.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 592, "restart_count_per_hour": 22, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 593}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.576, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1258802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:38:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:38:30+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:38:30+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T06:38:30.654908+09:00", "mtime_epoch": 1783201110.6549077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:38:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9223.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.634, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.901, "count": 198, "max_ms": 29.679, "p95_ms": 21.846}, "gstreamer_push": {"avg_ms": 1.014, "count": 199, "max_ms": 1.309, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.824, "count": 198, "max_ms": 71.228, "p95_ms": 66.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.512, "count": 198, "max_ms": 79.205, "p95_ms": 71.331}, "yolo11_640_fire_11class": {"avg_ms": 48.268, "count": 198, "max_ms": 70.687, "p95_ms": 65.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.74, "count": 198, "max_ms": 81.57, "p95_ms": 78.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.288, "count": 199, "max_ms": 168.094, "p95_ms": 166.39}, "read_interval": {"avg_ms": 151.505, "count": 198, "max_ms": 177.393, "p95_ms": 173.978}, "triton_wait": {"avg_ms": 55.963, "count": 198, "max_ms": 81.581, "p95_ms": 78.584}, "visualize": {"avg_ms": 5.818, "count": 198, "max_ms": 7.949, "p95_ms": 6.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15660.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5318.09, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.493, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1556201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:38:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:38:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:38:56+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:38:56.439229+09:00", "mtime_epoch": 1783201136.4392292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:38:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2180.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.35, "count": 301, "max_ms": 11.252, "p95_ms": 8.536}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 2.087, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.982, "count": 301, "max_ms": 71.951, "p95_ms": 65.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.569, "count": 301, "max_ms": 79.272, "p95_ms": 67.196}, "yolo11_640_fire_11class": {"avg_ms": 52.071, "count": 301, "max_ms": 72.972, "p95_ms": 65.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.373, "count": 301, "max_ms": 80.187, "p95_ms": 76.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.5, "count": 301, "max_ms": 97.467, "p95_ms": 94.011}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 525.572, "p95_ms": 115.045}, "triton_wait": {"avg_ms": 54.448, "count": 301, "max_ms": 80.198, "p95_ms": 76.484}, "visualize": {"avg_ms": 3.651, "count": 301, "max_ms": 4.463, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 534, "h264_decode_error_count": 1393, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:37:08+09:00", "last_error_summary": "[h264 @ 0x561c19868b00] error while decoding MB 3 39, bytestream -17", "last_exit_at": "2026-07-05T06:37:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.289, "last_started_at": "2026-07-05T06:37:11+09:00", "pid": 115220, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.883, "name": "ffmpeg", "pid": 115220, "rss_mb": 305.883, "state": "S (sleeping)", "threads": 104}, "restart_count": 592, "restart_count_per_hour": 22, "rtsp_timeout_count": 374, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 593}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.814, "sample_count": 1759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1258963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:39:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:39:15+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:39:15+09:00", "mjpeg": {"age_sec": 20.122, "exists": true, "mtime": "2026-07-05T06:38:55.139213+09:00", "mtime_epoch": 1783201135.1392128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:39:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9223.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 65, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.209, "pushed": 2.209, "read": 2.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.96, "count": 66, "max_ms": 28.382, "p95_ms": 21.839}, "gstreamer_push": {"avg_ms": 0.993, "count": 66, "max_ms": 1.198, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.684, "count": 66, "max_ms": 70.082, "p95_ms": 65.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.839, "count": 66, "max_ms": 73.955, "p95_ms": 70.094}, "yolo11_640_fire_11class": {"avg_ms": 50.028, "count": 66, "max_ms": 72.936, "p95_ms": 68.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.908, "count": 66, "max_ms": 79.434, "p95_ms": 78.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.821, "count": 66, "max_ms": 167.907, "p95_ms": 165.174}, "read_interval": {"avg_ms": 459.51, "count": 65, "max_ms": 20134.818, "p95_ms": 174.966}, "triton_wait": {"avg_ms": 57.099, "count": 66, "max_ms": 79.446, "p95_ms": 78.276}, "visualize": {"avg_ms": 5.788, "count": 66, "max_ms": 9.056, "p95_ms": 6.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15596.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5348.094, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.54, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1556500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:39:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:39:26+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:39:26+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T06:39:26.447612+09:00", "mtime_epoch": 1783201166.4476116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:39:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2180.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.353, "count": 299, "max_ms": 9.612, "p95_ms": 8.015}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 1.464, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.673, "count": 299, "max_ms": 74.082, "p95_ms": 53.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.284, "count": 299, "max_ms": 65.703, "p95_ms": 51.209}, "yolo11_640_fire_11class": {"avg_ms": 51.763, "count": 299, "max_ms": 74.817, "p95_ms": 55.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.742, "count": 299, "max_ms": 78.963, "p95_ms": 51.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.975, "count": 299, "max_ms": 96.11, "p95_ms": 73.178}, "read_interval": {"avg_ms": 100.346, "count": 299, "max_ms": 710.071, "p95_ms": 112.602}, "triton_wait": {"avg_ms": 51.959, "count": 299, "max_ms": 78.976, "p95_ms": 55.277}, "visualize": {"avg_ms": 3.718, "count": 299, "max_ms": 4.92, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15653.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1396, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:39:17+09:00", "last_error_summary": "[h264 @ 0x5578542652c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5578542652c0] error while decoding MB 0 22, bytestream 45612 [h264 @ 0x55785437cf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55785437cf00] error while decoding MB 0 41, bytestream 3662 [h264 @ 0x557854bfb080] error while decoding MB 13 34, bytestream -11 [in#0/rtsp @ 0x55785424ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785424ce00] Error retrieving a packet from ", "last_exit_at": "2026-07-05T06:39:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.395, "last_started_at": "2026-07-05T06:39:19+09:00", "pid": 115327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.836, "name": "ffmpeg", "pid": 115327, "rss_mb": 264.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 593, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 594}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.995, "sample_count": 1796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1259131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:39:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:39:45+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T06:39:45+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T06:39:45.207855+09:00", "mtime_epoch": 1783201185.207855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:39:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9223.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.617, "pushed": 5.617, "read": 5.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.101, "count": 168, "max_ms": 26.408, "p95_ms": 22.088}, "gstreamer_push": {"avg_ms": 1.011, "count": 168, "max_ms": 1.277, "p95_ms": 1.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.247, "count": 168, "max_ms": 67.485, "p95_ms": 64.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.64, "count": 168, "max_ms": 75.556, "p95_ms": 68.306}, "yolo11_640_fire_11class": {"avg_ms": 50.395, "count": 168, "max_ms": 71.469, "p95_ms": 68.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.557, "count": 168, "max_ms": 80.835, "p95_ms": 76.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.165, "count": 168, "max_ms": 167.56, "p95_ms": 164.43}, "read_interval": {"avg_ms": 179.189, "count": 167, "max_ms": 4725.721, "p95_ms": 172.843}, "triton_wait": {"avg_ms": 56.766, "count": 168, "max_ms": 80.85, "p95_ms": 76.772}, "visualize": {"avg_ms": 5.815, "count": 168, "max_ms": 7.934, "p95_ms": 6.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15653.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5378.124, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.732, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1556801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:39:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T06:39:56+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T06:39:56+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T06:39:56.464002+09:00", "mtime_epoch": 1783201196.4640024, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:39:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2180.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.236, "count": 301, "max_ms": 11.907, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 1.538, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.827, "count": 301, "max_ms": 71.622, "p95_ms": 64.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.03, "count": 301, "max_ms": 78.366, "p95_ms": 60.48}, "yolo11_640_fire_11class": {"avg_ms": 54.0, "count": 301, "max_ms": 78.793, "p95_ms": 71.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.919, "count": 301, "max_ms": 80.472, "p95_ms": 76.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.553, "count": 301, "max_ms": 97.647, "p95_ms": 92.306}, "read_interval": {"avg_ms": 99.789, "count": 300, "max_ms": 687.014, "p95_ms": 113.199}, "triton_wait": {"avg_ms": 54.91, "count": 301, "max_ms": 80.484, "p95_ms": 76.352}, "visualize": {"avg_ms": 3.651, "count": 301, "max_ms": 5.754, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15655.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1396, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:39:17+09:00", "last_error_summary": "[h264 @ 0x5578542652c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5578542652c0] error while decoding MB 0 22, bytestream 45612 [h264 @ 0x55785437cf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55785437cf00] error while decoding MB 0 41, bytestream 3662 [h264 @ 0x557854bfb080] error while decoding MB 13 34, bytestream -11 [in#0/rtsp @ 0x55785424ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785424ce00] Error retrieving a packet from ", "last_exit_at": "2026-07-05T06:39:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.545, "last_started_at": "2026-07-05T06:39:19+09:00", "pid": 115327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.156, "name": "ffmpeg", "pid": 115327, "rss_mb": 267.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 593, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 594}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.121, "sample_count": 1782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1259330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:40:15+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-05T06:40:15+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T06:40:15.320252+09:00", "mtime_epoch": 1783201215.320252, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:40:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.6, "pushed": 6.634, "read": 6.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.481, "count": 198, "max_ms": 29.776, "p95_ms": 25.671}, "gstreamer_push": {"avg_ms": 1.046, "count": 199, "max_ms": 1.417, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.371, "count": 198, "max_ms": 79.568, "p95_ms": 64.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.117, "count": 198, "max_ms": 78.591, "p95_ms": 65.929}, "yolo11_640_fire_11class": {"avg_ms": 49.524, "count": 198, "max_ms": 80.831, "p95_ms": 68.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.684, "count": 198, "max_ms": 81.688, "p95_ms": 73.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.276, "count": 198, "max_ms": 169.943, "p95_ms": 162.897}, "read_interval": {"avg_ms": 151.377, "count": 198, "max_ms": 178.807, "p95_ms": 170.651}, "triton_wait": {"avg_ms": 55.301, "count": 198, "max_ms": 81.7, "p95_ms": 73.643}, "visualize": {"avg_ms": 5.842, "count": 198, "max_ms": 9.132, "p95_ms": 6.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15657.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5408.148, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.566, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1557102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:40:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:40:26+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T06:40:26+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T06:40:26.484401+09:00", "mtime_epoch": 1783201226.4844012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:40:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2181.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.426, "count": 301, "max_ms": 11.525, "p95_ms": 8.654}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.951, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.024, "count": 301, "max_ms": 76.53, "p95_ms": 64.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.642, "count": 301, "max_ms": 76.553, "p95_ms": 60.196}, "yolo11_640_fire_11class": {"avg_ms": 54.406, "count": 301, "max_ms": 77.844, "p95_ms": 70.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.632, "count": 301, "max_ms": 80.236, "p95_ms": 73.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.219, "count": 301, "max_ms": 97.411, "p95_ms": 90.706}, "read_interval": {"avg_ms": 99.784, "count": 300, "max_ms": 669.052, "p95_ms": 112.134}, "triton_wait": {"avg_ms": 55.329, "count": 301, "max_ms": 80.248, "p95_ms": 74.054}, "visualize": {"avg_ms": 3.698, "count": 301, "max_ms": 4.834, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15657.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1396, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:39:17+09:00", "last_error_summary": "[h264 @ 0x5578542652c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5578542652c0] error while decoding MB 0 22, bytestream 45612 [h264 @ 0x55785437cf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55785437cf00] error while decoding MB 0 41, bytestream 3662 [h264 @ 0x557854bfb080] error while decoding MB 13 34, bytestream -11 [in#0/rtsp @ 0x55785424ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785424ce00] Error retrieving a packet from ", "last_exit_at": "2026-07-05T06:39:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.659, "last_started_at": "2026-07-05T06:39:19+09:00", "pid": 115327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.703, "name": "ffmpeg", "pid": 115327, "rss_mb": 268.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 593, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 594}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.428, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1259526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:40:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:40:45+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:40:45+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T06:40:45.460657+09:00", "mtime_epoch": 1783201245.4606571, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:40:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.541, "pushed": 6.541, "read": 6.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.143, "count": 195, "max_ms": 27.794, "p95_ms": 22.184}, "gstreamer_push": {"avg_ms": 1.028, "count": 196, "max_ms": 1.415, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.151, "count": 195, "max_ms": 69.552, "p95_ms": 66.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.349, "count": 195, "max_ms": 80.684, "p95_ms": 71.707}, "yolo11_640_fire_11class": {"avg_ms": 50.504, "count": 195, "max_ms": 75.152, "p95_ms": 70.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.86, "count": 195, "max_ms": 83.425, "p95_ms": 79.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.616, "count": 196, "max_ms": 168.822, "p95_ms": 166.268}, "read_interval": {"avg_ms": 153.67, "count": 195, "max_ms": 178.526, "p95_ms": 174.293}, "triton_wait": {"avg_ms": 58.088, "count": 195, "max_ms": 83.436, "p95_ms": 79.258}, "visualize": {"avg_ms": 5.832, "count": 195, "max_ms": 7.259, "p95_ms": 6.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15657.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5438.185, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.732, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1557401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:40:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:40:56+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T06:40:56+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T06:40:56.528808+09:00", "mtime_epoch": 1783201256.5288076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:40:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2181.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.404, "count": 299, "max_ms": 11.741, "p95_ms": 8.638}, "gstreamer_push": {"avg_ms": 1.283, "count": 299, "max_ms": 2.0, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.836, "count": 299, "max_ms": 71.153, "p95_ms": 65.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.461, "count": 299, "max_ms": 80.734, "p95_ms": 70.432}, "yolo11_640_fire_11class": {"avg_ms": 54.199, "count": 299, "max_ms": 78.851, "p95_ms": 68.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.758, "count": 299, "max_ms": 81.348, "p95_ms": 77.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.468, "count": 299, "max_ms": 98.035, "p95_ms": 94.258}, "read_interval": {"avg_ms": 100.49, "count": 298, "max_ms": 834.083, "p95_ms": 112.984}, "triton_wait": {"avg_ms": 55.612, "count": 299, "max_ms": 81.36, "p95_ms": 77.543}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 5.399, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15657.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1396, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:39:17+09:00", "last_error_summary": "[h264 @ 0x5578542652c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5578542652c0] error while decoding MB 0 22, bytestream 45612 [h264 @ 0x55785437cf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55785437cf00] error while decoding MB 0 41, bytestream 3662 [h264 @ 0x557854bfb080] error while decoding MB 13 34, bytestream -11 [in#0/rtsp @ 0x55785424ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785424ce00] Error retrieving a packet from ", "last_exit_at": "2026-07-05T06:39:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.804, "last_started_at": "2026-07-05T06:39:19+09:00", "pid": 115327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.961, "name": "ffmpeg", "pid": 115327, "rss_mb": 268.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 593, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 594}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.491, "sample_count": 1771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1259723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:41:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:41:15+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:41:15+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T06:41:15.601069+09:00", "mtime_epoch": 1783201275.6010692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:41:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.225, "count": 196, "max_ms": 24.726, "p95_ms": 23.051}, "gstreamer_push": {"avg_ms": 1.018, "count": 197, "max_ms": 1.414, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.908, "count": 196, "max_ms": 70.055, "p95_ms": 66.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.756, "count": 196, "max_ms": 81.635, "p95_ms": 72.471}, "yolo11_640_fire_11class": {"avg_ms": 50.162, "count": 196, "max_ms": 71.825, "p95_ms": 68.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.173, "count": 196, "max_ms": 81.61, "p95_ms": 78.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.911, "count": 197, "max_ms": 168.706, "p95_ms": 165.794}, "read_interval": {"avg_ms": 153.033, "count": 196, "max_ms": 176.74, "p95_ms": 173.839}, "triton_wait": {"avg_ms": 57.473, "count": 196, "max_ms": 81.648, "p95_ms": 78.14}, "visualize": {"avg_ms": 5.814, "count": 196, "max_ms": 6.712, "p95_ms": 6.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15658.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5468.232, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.973, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1557702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:41:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:41:26+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T06:41:26+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T06:41:26.573221+09:00", "mtime_epoch": 1783201286.573221, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:41:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2181.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.361, "count": 301, "max_ms": 11.316, "p95_ms": 8.175}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 2.081, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.195, "count": 301, "max_ms": 72.404, "p95_ms": 63.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.072, "count": 301, "max_ms": 78.085, "p95_ms": 70.655}, "yolo11_640_fire_11class": {"avg_ms": 53.802, "count": 301, "max_ms": 74.869, "p95_ms": 65.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.633, "count": 301, "max_ms": 80.007, "p95_ms": 75.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.196, "count": 301, "max_ms": 97.184, "p95_ms": 92.481}, "read_interval": {"avg_ms": 99.859, "count": 300, "max_ms": 652.463, "p95_ms": 111.583}, "triton_wait": {"avg_ms": 55.407, "count": 301, "max_ms": 80.02, "p95_ms": 76.065}, "visualize": {"avg_ms": 3.725, "count": 301, "max_ms": 5.683, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15658.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1396, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:39:17+09:00", "last_error_summary": "[h264 @ 0x5578542652c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5578542652c0] error while decoding MB 0 22, bytestream 45612 [h264 @ 0x55785437cf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55785437cf00] error while decoding MB 0 41, bytestream 3662 [h264 @ 0x557854bfb080] error while decoding MB 13 34, bytestream -11 [in#0/rtsp @ 0x55785424ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785424ce00] Error retrieving a packet from ", "last_exit_at": "2026-07-05T06:39:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.821, "last_started_at": "2026-07-05T06:39:19+09:00", "pid": 115327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.961, "name": "ffmpeg", "pid": 115327, "rss_mb": 268.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 593, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 594}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.566, "sample_count": 1774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1259920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:41:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:41:45+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T06:41:45+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T06:41:45.601486+09:00", "mtime_epoch": 1783201305.6014862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:41:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.596, "pushed": 6.596, "read": 6.563}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.301, "count": 197, "max_ms": 28.77, "p95_ms": 23.678}, "gstreamer_push": {"avg_ms": 1.019, "count": 197, "max_ms": 1.632, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.494, "count": 197, "max_ms": 71.089, "p95_ms": 64.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.263, "count": 197, "max_ms": 82.032, "p95_ms": 72.211}, "yolo11_640_fire_11class": {"avg_ms": 49.126, "count": 197, "max_ms": 70.935, "p95_ms": 68.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.169, "count": 197, "max_ms": 81.423, "p95_ms": 78.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.174, "count": 197, "max_ms": 170.111, "p95_ms": 166.383}, "read_interval": {"avg_ms": 152.261, "count": 196, "max_ms": 177.767, "p95_ms": 174.846}, "triton_wait": {"avg_ms": 56.44, "count": 197, "max_ms": 82.044, "p95_ms": 78.929}, "visualize": {"avg_ms": 5.842, "count": 197, "max_ms": 8.325, "p95_ms": 6.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15658.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5498.297, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.199, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1558002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:41:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:41:56+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T06:41:56+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T06:41:56.641641+09:00", "mtime_epoch": 1783201316.6416414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:41:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2181.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.381, "count": 300, "max_ms": 11.433, "p95_ms": 8.609}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.585, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.063, "count": 300, "max_ms": 71.907, "p95_ms": 63.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.958, "count": 300, "max_ms": 79.5, "p95_ms": 69.266}, "yolo11_640_fire_11class": {"avg_ms": 53.23, "count": 300, "max_ms": 77.527, "p95_ms": 67.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.231, "count": 300, "max_ms": 84.479, "p95_ms": 76.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.976, "count": 300, "max_ms": 101.274, "p95_ms": 92.677}, "read_interval": {"avg_ms": 100.25, "count": 299, "max_ms": 665.005, "p95_ms": 205.178}, "triton_wait": {"avg_ms": 54.722, "count": 300, "max_ms": 84.491, "p95_ms": 76.576}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 4.906, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15654.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:42:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.697, "last_started_at": "2026-07-05T06:42:02+09:00", "pid": 115434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.488, "name": "ffmpeg", "pid": 115434, "rss_mb": 264.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 594, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 595}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.626, "sample_count": 1779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1260086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:42:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:42:15+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T06:42:15+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T06:42:15.673911+09:00", "mtime_epoch": 1783201335.6739106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:42:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.55, "pushed": 5.55, "read": 5.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.278, "count": 166, "max_ms": 29.088, "p95_ms": 22.765}, "gstreamer_push": {"avg_ms": 1.038, "count": 166, "max_ms": 1.495, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.643, "count": 166, "max_ms": 74.568, "p95_ms": 60.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.182, "count": 166, "max_ms": 80.324, "p95_ms": 71.787}, "yolo11_640_fire_11class": {"avg_ms": 49.739, "count": 166, "max_ms": 79.557, "p95_ms": 67.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.211, "count": 166, "max_ms": 87.592, "p95_ms": 77.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.116, "count": 166, "max_ms": 292.698, "p95_ms": 164.721}, "read_interval": {"avg_ms": 181.239, "count": 165, "max_ms": 4588.076, "p95_ms": 174.959}, "triton_wait": {"avg_ms": 56.46, "count": 166, "max_ms": 87.605, "p95_ms": 77.199}, "visualize": {"avg_ms": 5.864, "count": 166, "max_ms": 9.747, "p95_ms": 6.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15656.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5528.32, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.245, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1558302, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:42:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:42:26+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T06:42:26+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T06:42:26.662067+09:00", "mtime_epoch": 1783201346.6620672, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:42:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2181.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.292, "count": 300, "max_ms": 11.868, "p95_ms": 8.346}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.692, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.081, "count": 300, "max_ms": 71.25, "p95_ms": 61.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.646, "count": 300, "max_ms": 79.478, "p95_ms": 55.623}, "yolo11_640_fire_11class": {"avg_ms": 53.182, "count": 300, "max_ms": 75.015, "p95_ms": 69.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.854, "count": 300, "max_ms": 79.49, "p95_ms": 74.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.174, "count": 300, "max_ms": 95.48, "p95_ms": 90.654}, "read_interval": {"avg_ms": 100.114, "count": 299, "max_ms": 562.458, "p95_ms": 158.383}, "triton_wait": {"avg_ms": 54.088, "count": 300, "max_ms": 79.501, "p95_ms": 74.901}, "visualize": {"avg_ms": 3.707, "count": 300, "max_ms": 5.258, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15658.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:42:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.762, "last_started_at": "2026-07-05T06:42:02+09:00", "pid": 115434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.613, "name": "ffmpeg", "pid": 115434, "rss_mb": 268.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 594, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 595}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.438, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1260280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:42:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:42:45+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T06:42:45+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T06:42:45.758341+09:00", "mtime_epoch": 1783201365.758341, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:42:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.484, "pushed": 6.484, "read": 6.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.32, "count": 194, "max_ms": 24.528, "p95_ms": 22.683}, "gstreamer_push": {"avg_ms": 1.035, "count": 194, "max_ms": 1.374, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.425, "count": 194, "max_ms": 64.525, "p95_ms": 58.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.924, "count": 194, "max_ms": 76.888, "p95_ms": 69.259}, "yolo11_640_fire_11class": {"avg_ms": 48.915, "count": 194, "max_ms": 71.59, "p95_ms": 64.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.31, "count": 194, "max_ms": 79.65, "p95_ms": 73.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.848, "count": 194, "max_ms": 169.78, "p95_ms": 163.533}, "read_interval": {"avg_ms": 155.042, "count": 193, "max_ms": 181.128, "p95_ms": 174.303}, "triton_wait": {"avg_ms": 55.598, "count": 194, "max_ms": 79.662, "p95_ms": 73.91}, "visualize": {"avg_ms": 5.883, "count": 194, "max_ms": 7.117, "p95_ms": 6.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15658.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5558.373, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.064, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1558604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:42:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:42:56+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T06:42:56+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T06:42:56.706499+09:00", "mtime_epoch": 1783201376.7064993, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:42:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2181.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.345, "count": 302, "max_ms": 11.341, "p95_ms": 8.667}, "gstreamer_push": {"avg_ms": 1.283, "count": 302, "max_ms": 2.078, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.767, "count": 302, "max_ms": 67.219, "p95_ms": 61.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.136, "count": 302, "max_ms": 77.921, "p95_ms": 55.263}, "yolo11_640_fire_11class": {"avg_ms": 51.821, "count": 302, "max_ms": 75.106, "p95_ms": 64.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.819, "count": 302, "max_ms": 80.851, "p95_ms": 74.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.467, "count": 302, "max_ms": 97.037, "p95_ms": 91.045}, "read_interval": {"avg_ms": 99.496, "count": 301, "max_ms": 643.294, "p95_ms": 113.039}, "triton_wait": {"avg_ms": 53.356, "count": 302, "max_ms": 80.864, "p95_ms": 74.96}, "visualize": {"avg_ms": 3.702, "count": 302, "max_ms": 4.901, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15658.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:42:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.886, "last_started_at": "2026-07-05T06:42:02+09:00", "pid": 115434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.613, "name": "ffmpeg", "pid": 115434, "rss_mb": 268.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 594, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 595}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.174, "sample_count": 1772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1260476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:43:16+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T06:43:15+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T06:43:15.846777+09:00", "mtime_epoch": 1783201395.8467774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:43:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.537, "pushed": 6.537, "read": 6.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.042, "count": 195, "max_ms": 24.029, "p95_ms": 22.484}, "gstreamer_push": {"avg_ms": 1.015, "count": 196, "max_ms": 1.312, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.922, "count": 195, "max_ms": 66.141, "p95_ms": 60.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.697, "count": 195, "max_ms": 76.837, "p95_ms": 67.448}, "yolo11_640_fire_11class": {"avg_ms": 47.734, "count": 195, "max_ms": 67.375, "p95_ms": 62.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.22, "count": 195, "max_ms": 78.992, "p95_ms": 74.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.594, "count": 196, "max_ms": 165.451, "p95_ms": 162.608}, "read_interval": {"avg_ms": 153.589, "count": 195, "max_ms": 177.572, "p95_ms": 173.469}, "triton_wait": {"avg_ms": 55.367, "count": 195, "max_ms": 79.004, "p95_ms": 74.607}, "visualize": {"avg_ms": 5.859, "count": 195, "max_ms": 6.679, "p95_ms": 6.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15658.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5588.432, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.859, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1558903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:43:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:43:26+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T06:43:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:43:26.782937+09:00", "mtime_epoch": 1783201406.7829373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:43:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2181.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.236, "count": 299, "max_ms": 11.977, "p95_ms": 8.438}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 1.514, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.407, "count": 299, "max_ms": 73.435, "p95_ms": 61.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.4, "count": 299, "max_ms": 80.561, "p95_ms": 56.839}, "yolo11_640_fire_11class": {"avg_ms": 52.515, "count": 299, "max_ms": 74.473, "p95_ms": 68.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.522, "count": 299, "max_ms": 79.679, "p95_ms": 73.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.933, "count": 299, "max_ms": 96.345, "p95_ms": 90.497}, "read_interval": {"avg_ms": 100.578, "count": 298, "max_ms": 646.243, "p95_ms": 111.653}, "triton_wait": {"avg_ms": 54.007, "count": 299, "max_ms": 80.573, "p95_ms": 73.827}, "visualize": {"avg_ms": 3.682, "count": 299, "max_ms": 4.7, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15659.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:42:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.929, "last_started_at": "2026-07-05T06:42:02+09:00", "pid": 115434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.871, "name": "ffmpeg", "pid": 115434, "rss_mb": 268.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 594, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 595}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.924, "sample_count": 1769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1260671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:43:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:43:46+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T06:43:45+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T06:43:45.915219+09:00", "mtime_epoch": 1783201425.9152186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:43:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.524, "pushed": 6.524, "read": 6.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.997, "count": 195, "max_ms": 23.329, "p95_ms": 21.91}, "gstreamer_push": {"avg_ms": 1.022, "count": 195, "max_ms": 1.2, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.048, "count": 195, "max_ms": 64.99, "p95_ms": 61.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.258, "count": 195, "max_ms": 79.079, "p95_ms": 67.774}, "yolo11_640_fire_11class": {"avg_ms": 48.722, "count": 195, "max_ms": 69.126, "p95_ms": 67.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.378, "count": 195, "max_ms": 82.343, "p95_ms": 77.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.865, "count": 195, "max_ms": 168.581, "p95_ms": 164.044}, "read_interval": {"avg_ms": 154.084, "count": 194, "max_ms": 180.405, "p95_ms": 175.747}, "triton_wait": {"avg_ms": 55.528, "count": 195, "max_ms": 82.355, "p95_ms": 77.653}, "visualize": {"avg_ms": 5.872, "count": 195, "max_ms": 7.581, "p95_ms": 6.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15659.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5618.457, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.915, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1559205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:43:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:43:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:43:56+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T06:43:56.811380+09:00", "mtime_epoch": 1783201436.81138, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:43:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2182.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.282, "count": 302, "max_ms": 11.853, "p95_ms": 9.074}, "gstreamer_push": {"avg_ms": 1.264, "count": 302, "max_ms": 1.876, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.867, "count": 302, "max_ms": 65.199, "p95_ms": 60.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.835, "count": 302, "max_ms": 81.521, "p95_ms": 61.865}, "yolo11_640_fire_11class": {"avg_ms": 52.306, "count": 302, "max_ms": 73.013, "p95_ms": 66.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.3, "count": 302, "max_ms": 79.625, "p95_ms": 74.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.645, "count": 302, "max_ms": 128.116, "p95_ms": 93.813}, "read_interval": {"avg_ms": 99.474, "count": 301, "max_ms": 615.507, "p95_ms": 121.976}, "triton_wait": {"avg_ms": 53.798, "count": 302, "max_ms": 81.532, "p95_ms": 74.544}, "visualize": {"avg_ms": 3.705, "count": 302, "max_ms": 5.885, "p95_ms": 4.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15659.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:42:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.058, "last_started_at": "2026-07-05T06:42:02+09:00", "pid": 115434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.871, "name": "ffmpeg", "pid": 115434, "rss_mb": 268.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 594, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 595}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.834, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1260867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:44:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:44:16+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T06:44:16+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T06:44:16.031666+09:00", "mtime_epoch": 1783201456.0316656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:44:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.537, "pushed": 6.537, "read": 6.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.071, "count": 195, "max_ms": 31.397, "p95_ms": 22.353}, "gstreamer_push": {"avg_ms": 1.016, "count": 196, "max_ms": 1.468, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.384, "count": 195, "max_ms": 64.557, "p95_ms": 61.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.986, "count": 195, "max_ms": 77.664, "p95_ms": 67.636}, "yolo11_640_fire_11class": {"avg_ms": 47.353, "count": 195, "max_ms": 68.701, "p95_ms": 62.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.859, "count": 195, "max_ms": 81.979, "p95_ms": 73.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.737, "count": 196, "max_ms": 169.29, "p95_ms": 161.974}, "read_interval": {"avg_ms": 153.686, "count": 195, "max_ms": 180.339, "p95_ms": 173.663}, "triton_wait": {"avg_ms": 55.002, "count": 195, "max_ms": 81.991, "p95_ms": 73.609}, "visualize": {"avg_ms": 5.857, "count": 195, "max_ms": 8.177, "p95_ms": 6.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15659.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5648.509, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.203, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1559505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:44:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:44:26+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:44:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:44:26.859828+09:00", "mtime_epoch": 1783201466.8598275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:44:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2182.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.376, "count": 300, "max_ms": 12.372, "p95_ms": 8.72}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.541, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.214, "count": 300, "max_ms": 70.131, "p95_ms": 62.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.718, "count": 300, "max_ms": 73.292, "p95_ms": 55.349}, "yolo11_640_fire_11class": {"avg_ms": 51.923, "count": 300, "max_ms": 71.959, "p95_ms": 65.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.069, "count": 300, "max_ms": 80.488, "p95_ms": 76.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.909, "count": 300, "max_ms": 98.064, "p95_ms": 92.374}, "read_interval": {"avg_ms": 100.22, "count": 299, "max_ms": 712.463, "p95_ms": 113.585}, "triton_wait": {"avg_ms": 53.843, "count": 300, "max_ms": 80.5, "p95_ms": 76.515}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 4.658, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15598.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.719, "last_started_at": "2026-07-05T06:44:39+09:00", "pid": 115541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.715, "name": "ffmpeg", "pid": 115541, "rss_mb": 207.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 595, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.836, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1261033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:44:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:44:46+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T06:44:46+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T06:44:46.116117+09:00", "mtime_epoch": 1783201486.116117, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:44:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.543, "pushed": 5.543, "read": 5.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.04, "count": 165, "max_ms": 29.236, "p95_ms": 21.961}, "gstreamer_push": {"avg_ms": 1.026, "count": 166, "max_ms": 1.18, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.117, "count": 165, "max_ms": 64.65, "p95_ms": 61.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.945, "count": 165, "max_ms": 80.218, "p95_ms": 67.018}, "yolo11_640_fire_11class": {"avg_ms": 48.458, "count": 165, "max_ms": 68.904, "p95_ms": 65.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.389, "count": 165, "max_ms": 79.547, "p95_ms": 76.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.744, "count": 166, "max_ms": 168.904, "p95_ms": 164.075}, "read_interval": {"avg_ms": 181.328, "count": 165, "max_ms": 4701.172, "p95_ms": 173.614}, "triton_wait": {"avg_ms": 55.532, "count": 165, "max_ms": 80.23, "p95_ms": 76.575}, "visualize": {"avg_ms": 5.86, "count": 165, "max_ms": 7.695, "p95_ms": 6.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 12998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15657.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5678.514, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.064, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1559803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:44:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:44:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:44:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T06:44:56.864279+09:00", "mtime_epoch": 1783201496.8642793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:44:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2182.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.219, "count": 298, "max_ms": 12.216, "p95_ms": 8.465}, "gstreamer_push": {"avg_ms": 1.274, "count": 298, "max_ms": 1.943, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.597, "count": 298, "max_ms": 65.385, "p95_ms": 61.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.777, "count": 298, "max_ms": 77.268, "p95_ms": 54.722}, "yolo11_640_fire_11class": {"avg_ms": 52.166, "count": 298, "max_ms": 74.223, "p95_ms": 67.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.56, "count": 298, "max_ms": 78.82, "p95_ms": 74.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.042, "count": 298, "max_ms": 94.87, "p95_ms": 89.964}, "read_interval": {"avg_ms": 100.691, "count": 298, "max_ms": 813.981, "p95_ms": 156.238}, "triton_wait": {"avg_ms": 53.242, "count": 298, "max_ms": 78.832, "p95_ms": 74.235}, "visualize": {"avg_ms": 3.645, "count": 298, "max_ms": 4.581, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15659.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.746, "last_started_at": "2026-07-05T06:44:39+09:00", "pid": 115541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.219, "name": "ffmpeg", "pid": 115541, "rss_mb": 267.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 595, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.912, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1261234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:45:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:45:16+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T06:45:16+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T06:45:16.172572+09:00", "mtime_epoch": 1783201516.1725721, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:45:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9224.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.727, "pushed": 6.727, "read": 6.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.223, "count": 201, "max_ms": 31.374, "p95_ms": 24.086}, "gstreamer_push": {"avg_ms": 1.044, "count": 201, "max_ms": 1.499, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.503, "count": 201, "max_ms": 65.447, "p95_ms": 62.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.961, "count": 201, "max_ms": 79.629, "p95_ms": 70.964}, "yolo11_640_fire_11class": {"avg_ms": 49.503, "count": 201, "max_ms": 71.863, "p95_ms": 67.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.42, "count": 201, "max_ms": 81.081, "p95_ms": 77.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.041, "count": 201, "max_ms": 184.891, "p95_ms": 165.122}, "read_interval": {"avg_ms": 149.398, "count": 200, "max_ms": 193.388, "p95_ms": 173.086}, "triton_wait": {"avg_ms": 56.689, "count": 201, "max_ms": 81.093, "p95_ms": 77.844}, "visualize": {"avg_ms": 5.675, "count": 201, "max_ms": 8.762, "p95_ms": 6.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15661.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5708.589, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.205, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1560109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:45:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:45:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:45:26+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:45:26.936736+09:00", "mtime_epoch": 1783201526.9367363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:45:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2182.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.202, "pushed": 10.202, "read": 10.169}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.265, "count": 306, "max_ms": 11.082, "p95_ms": 8.328}, "gstreamer_push": {"avg_ms": 1.283, "count": 306, "max_ms": 1.79, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.376, "count": 306, "max_ms": 65.623, "p95_ms": 61.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.081, "count": 306, "max_ms": 81.382, "p95_ms": 68.64}, "yolo11_640_fire_11class": {"avg_ms": 53.702, "count": 306, "max_ms": 72.789, "p95_ms": 68.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.467, "count": 306, "max_ms": 80.048, "p95_ms": 76.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.549, "count": 306, "max_ms": 97.551, "p95_ms": 92.238}, "read_interval": {"avg_ms": 98.325, "count": 305, "max_ms": 596.344, "p95_ms": 112.079}, "triton_wait": {"avg_ms": 55.609, "count": 306, "max_ms": 81.395, "p95_ms": 76.382}, "visualize": {"avg_ms": 3.692, "count": 306, "max_ms": 4.664, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15661.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.845, "last_started_at": "2026-07-05T06:44:39+09:00", "pid": 115541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.281, "name": "ffmpeg", "pid": 115541, "rss_mb": 269.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 595, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.71, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1261433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:45:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T06:45:46+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:45:46+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T06:45:46.269032+09:00", "mtime_epoch": 1783201546.2690325, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:45:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.647, "pushed": 6.647, "read": 6.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.011, "count": 198, "max_ms": 26.772, "p95_ms": 21.829}, "gstreamer_push": {"avg_ms": 1.032, "count": 199, "max_ms": 1.373, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.513, "count": 198, "max_ms": 65.205, "p95_ms": 62.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.974, "count": 198, "max_ms": 79.639, "p95_ms": 73.068}, "yolo11_640_fire_11class": {"avg_ms": 49.586, "count": 198, "max_ms": 72.463, "p95_ms": 67.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.18, "count": 198, "max_ms": 82.043, "p95_ms": 78.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.001, "count": 199, "max_ms": 169.6, "p95_ms": 166.816}, "read_interval": {"avg_ms": 151.255, "count": 198, "max_ms": 179.677, "p95_ms": 174.913}, "triton_wait": {"avg_ms": 56.33, "count": 198, "max_ms": 82.056, "p95_ms": 78.725}, "visualize": {"avg_ms": 5.801, "count": 198, "max_ms": 8.569, "p95_ms": 6.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15660.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5738.602, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.026, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1560405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:45:57+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:45:56+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:45:56.953197+09:00", "mtime_epoch": 1783201556.9531968, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:45:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2182.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.293, "count": 296, "max_ms": 11.313, "p95_ms": 8.425}, "gstreamer_push": {"avg_ms": 1.287, "count": 296, "max_ms": 1.902, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.133, "count": 296, "max_ms": 65.745, "p95_ms": 61.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.876, "count": 296, "max_ms": 79.847, "p95_ms": 69.97}, "yolo11_640_fire_11class": {"avg_ms": 53.243, "count": 296, "max_ms": 74.437, "p95_ms": 66.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.385, "count": 296, "max_ms": 81.581, "p95_ms": 76.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.707, "count": 296, "max_ms": 96.905, "p95_ms": 92.066}, "read_interval": {"avg_ms": 101.403, "count": 296, "max_ms": 730.073, "p95_ms": 112.492}, "triton_wait": {"avg_ms": 54.766, "count": 296, "max_ms": 81.593, "p95_ms": 76.237}, "visualize": {"avg_ms": 3.688, "count": 296, "max_ms": 5.261, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15661.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.856, "last_started_at": "2026-07-05T06:44:39+09:00", "pid": 115541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.281, "name": "ffmpeg", "pid": 115541, "rss_mb": 269.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 595, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.71, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1261635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:46:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:46:16+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T06:46:16+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T06:46:16.277495+09:00", "mtime_epoch": 1783201576.2774951, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:46:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.766, "pushed": 6.766, "read": 6.732}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.89, "count": 202, "max_ms": 27.871, "p95_ms": 22.297}, "gstreamer_push": {"avg_ms": 1.036, "count": 202, "max_ms": 1.483, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.102, "count": 202, "max_ms": 66.364, "p95_ms": 63.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.493, "count": 202, "max_ms": 75.794, "p95_ms": 70.102}, "yolo11_640_fire_11class": {"avg_ms": 50.186, "count": 202, "max_ms": 72.123, "p95_ms": 66.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.718, "count": 202, "max_ms": 80.338, "p95_ms": 77.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.099, "count": 202, "max_ms": 167.19, "p95_ms": 164.717}, "read_interval": {"avg_ms": 148.552, "count": 201, "max_ms": 175.43, "p95_ms": 172.715}, "triton_wait": {"avg_ms": 56.837, "count": 202, "max_ms": 80.35, "p95_ms": 77.222}, "visualize": {"avg_ms": 5.657, "count": 202, "max_ms": 7.254, "p95_ms": 6.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15661.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5768.612, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.982, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1560705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:46:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:46:27+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T06:46:26+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T06:46:26.957661+09:00", "mtime_epoch": 1783201586.9576607, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:46:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2182.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.193, "count": 300, "max_ms": 10.943, "p95_ms": 8.014}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 2.002, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.475, "count": 300, "max_ms": 66.744, "p95_ms": 62.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.414, "count": 300, "max_ms": 79.544, "p95_ms": 68.585}, "yolo11_640_fire_11class": {"avg_ms": 52.896, "count": 300, "max_ms": 73.028, "p95_ms": 65.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.905, "count": 300, "max_ms": 79.954, "p95_ms": 76.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.627, "count": 300, "max_ms": 95.541, "p95_ms": 92.486}, "read_interval": {"avg_ms": 100.015, "count": 300, "max_ms": 827.55, "p95_ms": 111.459}, "triton_wait": {"avg_ms": 54.846, "count": 300, "max_ms": 79.968, "p95_ms": 76.294}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.683, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15661.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.915, "last_started_at": "2026-07-05T06:44:39+09:00", "pid": 115541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.281, "name": "ffmpeg", "pid": 115541, "rss_mb": 269.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 595, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.454, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1261835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:46:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:46:46+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T06:46:46+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T06:46:46.317962+09:00", "mtime_epoch": 1783201606.3179622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:46:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.685, "pushed": 6.685, "read": 6.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.87, "count": 200, "max_ms": 27.412, "p95_ms": 22.467}, "gstreamer_push": {"avg_ms": 1.011, "count": 200, "max_ms": 1.459, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.467, "count": 200, "max_ms": 67.034, "p95_ms": 62.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.202, "count": 200, "max_ms": 77.765, "p95_ms": 71.113}, "yolo11_640_fire_11class": {"avg_ms": 49.47, "count": 200, "max_ms": 73.406, "p95_ms": 66.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.27, "count": 200, "max_ms": 79.868, "p95_ms": 77.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.024, "count": 200, "max_ms": 168.422, "p95_ms": 165.217}, "read_interval": {"avg_ms": 150.179, "count": 199, "max_ms": 177.377, "p95_ms": 173.635}, "triton_wait": {"avg_ms": 56.343, "count": 200, "max_ms": 79.883, "p95_ms": 77.987}, "visualize": {"avg_ms": 5.77, "count": 200, "max_ms": 7.49, "p95_ms": 6.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15662.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5799.1, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.724, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1561007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:46:57+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T06:46:57+09:00", "mjpeg": {"age_sec": 0.581, "exists": true, "mtime": "2026-07-05T06:46:56.934128+09:00", "mtime_epoch": 1783201616.934128, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:46:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2183.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.879}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.289, "count": 297, "max_ms": 11.988, "p95_ms": 8.508}, "gstreamer_push": {"avg_ms": 1.279, "count": 297, "max_ms": 1.493, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.366, "count": 297, "max_ms": 68.16, "p95_ms": 61.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.327, "count": 297, "max_ms": 78.555, "p95_ms": 66.203}, "yolo11_640_fire_11class": {"avg_ms": 52.923, "count": 297, "max_ms": 74.538, "p95_ms": 67.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.611, "count": 297, "max_ms": 80.467, "p95_ms": 76.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.512, "count": 297, "max_ms": 96.503, "p95_ms": 91.818}, "read_interval": {"avg_ms": 101.146, "count": 296, "max_ms": 627.666, "p95_ms": 112.037}, "triton_wait": {"avg_ms": 54.575, "count": 297, "max_ms": 80.478, "p95_ms": 76.182}, "visualize": {"avg_ms": 3.683, "count": 297, "max_ms": 5.761, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15661.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1397, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:41:59+09:00", "last_error_summary": "[h264 @ 0x5600135dad40] error while decoding MB 57 25, bytestream -9", "last_exit_at": "2026-07-05T06:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.936, "last_started_at": "2026-07-05T06:44:39+09:00", "pid": 115541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.281, "name": "ffmpeg", "pid": 115541, "rss_mb": 269.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 595, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.472, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1262033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:47:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:47:16+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T06:47:16+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T06:47:16.366433+09:00", "mtime_epoch": 1783201636.3664327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:47:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.633, "pushed": 6.633, "read": 6.599}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.229, "count": 198, "max_ms": 30.499, "p95_ms": 23.6}, "gstreamer_push": {"avg_ms": 1.039, "count": 198, "max_ms": 1.552, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.328, "count": 198, "max_ms": 65.561, "p95_ms": 61.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.149, "count": 198, "max_ms": 73.257, "p95_ms": 69.036}, "yolo11_640_fire_11class": {"avg_ms": 49.134, "count": 198, "max_ms": 72.502, "p95_ms": 67.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.633, "count": 198, "max_ms": 81.677, "p95_ms": 77.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.223, "count": 198, "max_ms": 172.679, "p95_ms": 165.269}, "read_interval": {"avg_ms": 151.648, "count": 197, "max_ms": 180.871, "p95_ms": 173.246}, "triton_wait": {"avg_ms": 55.74, "count": 198, "max_ms": 81.689, "p95_ms": 77.337}, "visualize": {"avg_ms": 5.847, "count": 198, "max_ms": 7.951, "p95_ms": 6.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15569.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5829.185, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.779, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1561311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:47:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:47:27+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T06:47:27+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T06:47:27.530608+09:00", "mtime_epoch": 1783201647.5306084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:47:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2183.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.233, "count": 303, "max_ms": 12.013, "p95_ms": 8.12}, "gstreamer_push": {"avg_ms": 1.271, "count": 303, "max_ms": 1.961, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.295, "count": 303, "max_ms": 63.699, "p95_ms": 59.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.444, "count": 303, "max_ms": 78.323, "p95_ms": 66.8}, "yolo11_640_fire_11class": {"avg_ms": 53.023, "count": 303, "max_ms": 73.659, "p95_ms": 67.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.626, "count": 303, "max_ms": 79.267, "p95_ms": 75.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.939, "count": 303, "max_ms": 94.75, "p95_ms": 91.545}, "read_interval": {"avg_ms": 98.997, "count": 303, "max_ms": 635.032, "p95_ms": 110.988}, "triton_wait": {"avg_ms": 54.18, "count": 303, "max_ms": 79.28, "p95_ms": 76.012}, "visualize": {"avg_ms": 3.665, "count": 303, "max_ms": 4.691, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15661.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:47:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.731, "last_started_at": "2026-07-05T06:47:22+09:00", "pid": 115648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.316, "name": "ffmpeg", "pid": 115648, "rss_mb": 268.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 596, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 597}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.614, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1262201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:47:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:47:46+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-05T06:47:46+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T06:47:46.398906+09:00", "mtime_epoch": 1783201666.3989065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:47:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.616, "pushed": 5.616, "read": 5.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.071, "count": 168, "max_ms": 25.288, "p95_ms": 22.234}, "gstreamer_push": {"avg_ms": 1.017, "count": 168, "max_ms": 1.219, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.027, "count": 168, "max_ms": 62.84, "p95_ms": 60.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.818, "count": 168, "max_ms": 79.513, "p95_ms": 71.647}, "yolo11_640_fire_11class": {"avg_ms": 49.922, "count": 168, "max_ms": 76.952, "p95_ms": 67.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.75, "count": 168, "max_ms": 79.505, "p95_ms": 74.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.424, "count": 168, "max_ms": 169.669, "p95_ms": 162.301}, "read_interval": {"avg_ms": 179.042, "count": 167, "max_ms": 4291.659, "p95_ms": 173.916}, "triton_wait": {"avg_ms": 56.18, "count": 168, "max_ms": 79.525, "p95_ms": 75.031}, "visualize": {"avg_ms": 5.811, "count": 168, "max_ms": 7.743, "p95_ms": 6.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15663.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5859.186, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.956, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1561613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:47:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:47:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:47:57+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:47:57.535083+09:00", "mtime_epoch": 1783201677.5350828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:47:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2183.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.282, "count": 302, "max_ms": 11.324, "p95_ms": 8.57}, "gstreamer_push": {"avg_ms": 1.275, "count": 302, "max_ms": 1.708, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.136, "count": 302, "max_ms": 66.343, "p95_ms": 61.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.649, "count": 302, "max_ms": 82.477, "p95_ms": 60.288}, "yolo11_640_fire_11class": {"avg_ms": 54.158, "count": 302, "max_ms": 76.917, "p95_ms": 69.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.412, "count": 302, "max_ms": 81.668, "p95_ms": 75.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.072, "count": 302, "max_ms": 97.09, "p95_ms": 90.912}, "read_interval": {"avg_ms": 99.352, "count": 302, "max_ms": 903.841, "p95_ms": 110.643}, "triton_wait": {"avg_ms": 55.227, "count": 302, "max_ms": 82.488, "p95_ms": 75.566}, "visualize": {"avg_ms": 3.683, "count": 302, "max_ms": 5.03, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15664.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:47:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.784, "last_started_at": "2026-07-05T06:47:22+09:00", "pid": 115648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.895, "name": "ffmpeg", "pid": 115648, "rss_mb": 270.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 596, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 597}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.717, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1262393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:48:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:48:16+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:48:16+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-05T06:48:16.463384+09:00", "mtime_epoch": 1783201696.4633837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:48:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.425, "pushed": 6.425, "read": 6.392}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.479, "count": 192, "max_ms": 26.695, "p95_ms": 23.016}, "gstreamer_push": {"avg_ms": 1.048, "count": 192, "max_ms": 1.144, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.295, "count": 192, "max_ms": 64.184, "p95_ms": 61.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.535, "count": 192, "max_ms": 80.623, "p95_ms": 69.729}, "yolo11_640_fire_11class": {"avg_ms": 49.313, "count": 192, "max_ms": 74.833, "p95_ms": 67.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.31, "count": 192, "max_ms": 79.833, "p95_ms": 74.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.741, "count": 192, "max_ms": 169.341, "p95_ms": 163.489}, "read_interval": {"avg_ms": 156.519, "count": 191, "max_ms": 181.603, "p95_ms": 175.839}, "triton_wait": {"avg_ms": 56.548, "count": 192, "max_ms": 80.64, "p95_ms": 74.627}, "visualize": {"avg_ms": 5.873, "count": 192, "max_ms": 7.012, "p95_ms": 6.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15664.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5889.205, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.829, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1561912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:48:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:48:27+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:48:27+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T06:48:27.559561+09:00", "mtime_epoch": 1783201707.5595605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:48:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2183.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 299, "max_ms": 12.19, "p95_ms": 8.719}, "gstreamer_push": {"avg_ms": 1.294, "count": 299, "max_ms": 1.935, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.11, "count": 299, "max_ms": 64.963, "p95_ms": 61.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.095, "count": 299, "max_ms": 76.137, "p95_ms": 57.27}, "yolo11_640_fire_11class": {"avg_ms": 52.649, "count": 299, "max_ms": 73.058, "p95_ms": 66.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.893, "count": 299, "max_ms": 79.267, "p95_ms": 74.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.213, "count": 299, "max_ms": 95.149, "p95_ms": 90.297}, "read_interval": {"avg_ms": 100.455, "count": 298, "max_ms": 626.694, "p95_ms": 115.48}, "triton_wait": {"avg_ms": 54.166, "count": 299, "max_ms": 79.28, "p95_ms": 74.513}, "visualize": {"avg_ms": 3.682, "count": 299, "max_ms": 4.654, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15664.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:47:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.905, "last_started_at": "2026-07-05T06:47:22+09:00", "pid": 115648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.895, "name": "ffmpeg", "pid": 115648, "rss_mb": 270.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 596, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 597}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.614, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1262587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:48:46+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:48:46+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T06:48:46.595865+09:00", "mtime_epoch": 1783201726.595865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:48:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.473, "pushed": 6.473, "read": 6.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.276, "count": 193, "max_ms": 25.705, "p95_ms": 22.644}, "gstreamer_push": {"avg_ms": 1.039, "count": 194, "max_ms": 1.474, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.139, "count": 193, "max_ms": 65.842, "p95_ms": 61.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.023, "count": 193, "max_ms": 76.239, "p95_ms": 69.244}, "yolo11_640_fire_11class": {"avg_ms": 49.105, "count": 193, "max_ms": 69.498, "p95_ms": 65.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.671, "count": 193, "max_ms": 78.873, "p95_ms": 75.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.633, "count": 194, "max_ms": 169.667, "p95_ms": 163.601}, "read_interval": {"avg_ms": 155.262, "count": 193, "max_ms": 181.077, "p95_ms": 175.131}, "triton_wait": {"avg_ms": 55.803, "count": 193, "max_ms": 78.885, "p95_ms": 76.236}, "visualize": {"avg_ms": 5.864, "count": 193, "max_ms": 6.972, "p95_ms": 6.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15665.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5919.273, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.724, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1562211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:48:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T06:48:57+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T06:48:57+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T06:48:57.616042+09:00", "mtime_epoch": 1783201737.616042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:48:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2183.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.225, "count": 299, "max_ms": 10.856, "p95_ms": 8.142}, "gstreamer_push": {"avg_ms": 1.285, "count": 299, "max_ms": 1.491, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.552, "count": 299, "max_ms": 66.741, "p95_ms": 62.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.615, "count": 299, "max_ms": 78.083, "p95_ms": 57.921}, "yolo11_640_fire_11class": {"avg_ms": 53.013, "count": 299, "max_ms": 76.331, "p95_ms": 66.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.454, "count": 299, "max_ms": 79.337, "p95_ms": 76.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.458, "count": 299, "max_ms": 95.375, "p95_ms": 92.398}, "read_interval": {"avg_ms": 100.594, "count": 298, "max_ms": 556.197, "p95_ms": 112.78}, "triton_wait": {"avg_ms": 54.619, "count": 299, "max_ms": 79.349, "p95_ms": 76.48}, "visualize": {"avg_ms": 3.676, "count": 299, "max_ms": 5.726, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15665.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:47:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.049, "last_started_at": "2026-07-05T06:47:22+09:00", "pid": 115648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.895, "name": "ffmpeg", "pid": 115648, "rss_mb": 270.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 596, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 597}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.454, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1262781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:49:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:49:16+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T06:49:16+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T06:49:16.716349+09:00", "mtime_epoch": 1783201756.7163491, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:49:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.469, "pushed": 6.469, "read": 6.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.314, "count": 193, "max_ms": 25.837, "p95_ms": 22.406}, "gstreamer_push": {"avg_ms": 1.042, "count": 194, "max_ms": 1.787, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.737, "count": 193, "max_ms": 64.939, "p95_ms": 61.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.751, "count": 193, "max_ms": 78.171, "p95_ms": 70.925}, "yolo11_640_fire_11class": {"avg_ms": 49.491, "count": 193, "max_ms": 72.686, "p95_ms": 63.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.375, "count": 193, "max_ms": 80.289, "p95_ms": 73.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.128, "count": 194, "max_ms": 167.489, "p95_ms": 163.241}, "read_interval": {"avg_ms": 155.293, "count": 193, "max_ms": 177.941, "p95_ms": 174.469}, "triton_wait": {"avg_ms": 55.958, "count": 193, "max_ms": 80.302, "p95_ms": 74.166}, "visualize": {"avg_ms": 5.864, "count": 193, "max_ms": 7.04, "p95_ms": 6.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15665.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5949.308, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.561, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1562512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:49:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:49:27+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:49:27+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T06:49:27.652525+09:00", "mtime_epoch": 1783201767.6525254, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:49:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2183.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.346, "count": 301, "max_ms": 11.617, "p95_ms": 8.426}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 2.173, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.111, "count": 301, "max_ms": 68.551, "p95_ms": 61.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.919, "count": 301, "max_ms": 78.076, "p95_ms": 57.532}, "yolo11_640_fire_11class": {"avg_ms": 52.779, "count": 301, "max_ms": 74.854, "p95_ms": 67.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.734, "count": 301, "max_ms": 78.692, "p95_ms": 74.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.072, "count": 301, "max_ms": 95.333, "p95_ms": 90.816}, "read_interval": {"avg_ms": 99.828, "count": 300, "max_ms": 512.462, "p95_ms": 114.812}, "triton_wait": {"avg_ms": 54.111, "count": 301, "max_ms": 78.704, "p95_ms": 74.736}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 4.933, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15665.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:47:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.076, "last_started_at": "2026-07-05T06:47:22+09:00", "pid": 115648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.895, "name": "ffmpeg", "pid": 115648, "rss_mb": 270.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 596, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 597}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.085, "sample_count": 1938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1262975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:49:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:49:46+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T06:49:46+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T06:49:46.740834+09:00", "mtime_epoch": 1783201786.740834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:49:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.493, "pushed": 6.493, "read": 6.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.369, "count": 194, "max_ms": 26.51, "p95_ms": 22.151}, "gstreamer_push": {"avg_ms": 1.032, "count": 194, "max_ms": 1.233, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.594, "count": 194, "max_ms": 66.855, "p95_ms": 60.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.563, "count": 194, "max_ms": 74.9, "p95_ms": 67.595}, "yolo11_640_fire_11class": {"avg_ms": 49.33, "count": 194, "max_ms": 70.833, "p95_ms": 66.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.698, "count": 194, "max_ms": 78.768, "p95_ms": 73.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.397, "count": 194, "max_ms": 166.638, "p95_ms": 162.094}, "read_interval": {"avg_ms": 154.674, "count": 193, "max_ms": 177.458, "p95_ms": 173.795}, "triton_wait": {"avg_ms": 55.477, "count": 194, "max_ms": 78.78, "p95_ms": 74.154}, "visualize": {"avg_ms": 5.882, "count": 194, "max_ms": 8.084, "p95_ms": 6.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15422.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5979.349, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.536, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1562813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:49:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:49:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:49:57+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:49:57.697012+09:00", "mtime_epoch": 1783201797.6970117, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:49:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2183.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.329, "count": 301, "max_ms": 12.533, "p95_ms": 8.373}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.625, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.041, "count": 301, "max_ms": 65.919, "p95_ms": 61.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.194, "count": 301, "max_ms": 80.385, "p95_ms": 57.739}, "yolo11_640_fire_11class": {"avg_ms": 53.652, "count": 301, "max_ms": 75.584, "p95_ms": 69.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.378, "count": 301, "max_ms": 78.776, "p95_ms": 72.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.654, "count": 301, "max_ms": 125.83, "p95_ms": 88.67}, "read_interval": {"avg_ms": 99.846, "count": 300, "max_ms": 510.384, "p95_ms": 112.601}, "triton_wait": {"avg_ms": 54.515, "count": 301, "max_ms": 80.398, "p95_ms": 72.714}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 5.013, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15659.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:50:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.412, "last_started_at": "2026-07-05T06:50:00+09:00", "pid": 115755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.859, "name": "ffmpeg", "pid": 115755, "rss_mb": 264.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 597, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 598}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.017, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1263138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:50:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:50:16+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T06:50:16+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T06:50:16.805322+09:00", "mtime_epoch": 1783201816.8053222, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:50:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.458, "pushed": 5.458, "read": 5.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.514, "count": 163, "max_ms": 30.784, "p95_ms": 23.159}, "gstreamer_push": {"avg_ms": 1.021, "count": 163, "max_ms": 1.44, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.019, "count": 163, "max_ms": 66.99, "p95_ms": 61.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.512, "count": 163, "max_ms": 75.699, "p95_ms": 68.53}, "yolo11_640_fire_11class": {"avg_ms": 48.752, "count": 163, "max_ms": 73.456, "p95_ms": 66.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.002, "count": 163, "max_ms": 80.926, "p95_ms": 73.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.459, "count": 163, "max_ms": 168.75, "p95_ms": 162.662}, "read_interval": {"avg_ms": 184.509, "count": 162, "max_ms": 4970.24, "p95_ms": 174.602}, "triton_wait": {"avg_ms": 55.378, "count": 163, "max_ms": 80.938, "p95_ms": 74.263}, "visualize": {"avg_ms": 5.852, "count": 163, "max_ms": 7.333, "p95_ms": 6.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15659.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6009.388, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.37, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1563112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:50:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:50:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:50:27+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T06:50:27.741500+09:00", "mtime_epoch": 1783201827.7415004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:50:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2184.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.28, "count": 299, "max_ms": 11.467, "p95_ms": 8.257}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 1.524, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.041, "count": 299, "max_ms": 69.569, "p95_ms": 60.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.884, "count": 299, "max_ms": 74.133, "p95_ms": 56.091}, "yolo11_640_fire_11class": {"avg_ms": 52.773, "count": 299, "max_ms": 74.64, "p95_ms": 66.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.741, "count": 299, "max_ms": 80.192, "p95_ms": 74.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.982, "count": 299, "max_ms": 107.892, "p95_ms": 90.962}, "read_interval": {"avg_ms": 100.513, "count": 298, "max_ms": 586.236, "p95_ms": 117.953}, "triton_wait": {"avg_ms": 53.842, "count": 299, "max_ms": 80.205, "p95_ms": 74.056}, "visualize": {"avg_ms": 3.711, "count": 299, "max_ms": 5.046, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15663.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:50:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.525, "last_started_at": "2026-07-05T06:50:00+09:00", "pid": 115755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.316, "name": "ffmpeg", "pid": 115755, "rss_mb": 268.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 597, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 598}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.601, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1263337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:50:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:50:47+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T06:50:46+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T06:50:46.913814+09:00", "mtime_epoch": 1783201846.9138136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:50:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9225.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.641, "pushed": 6.641, "read": 6.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.759, "count": 198, "max_ms": 25.571, "p95_ms": 21.709}, "gstreamer_push": {"avg_ms": 1.026, "count": 199, "max_ms": 1.193, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.483, "count": 198, "max_ms": 69.665, "p95_ms": 62.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.493, "count": 198, "max_ms": 76.756, "p95_ms": 69.535}, "yolo11_640_fire_11class": {"avg_ms": 48.845, "count": 198, "max_ms": 70.494, "p95_ms": 65.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.513, "count": 198, "max_ms": 80.229, "p95_ms": 76.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.964, "count": 199, "max_ms": 167.049, "p95_ms": 163.317}, "read_interval": {"avg_ms": 151.309, "count": 198, "max_ms": 179.26, "p95_ms": 174.685}, "triton_wait": {"avg_ms": 55.606, "count": 198, "max_ms": 80.242, "p95_ms": 76.907}, "visualize": {"avg_ms": 5.695, "count": 198, "max_ms": 6.618, "p95_ms": 6.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15663.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6039.443, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.37, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1563414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:50:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:50:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T06:50:57+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:50:57.793992+09:00", "mtime_epoch": 1783201857.7939916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:50:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2184.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.268, "count": 302, "max_ms": 12.013, "p95_ms": 8.054}, "gstreamer_push": {"avg_ms": 1.286, "count": 302, "max_ms": 2.052, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.341, "count": 302, "max_ms": 73.391, "p95_ms": 62.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.205, "count": 302, "max_ms": 79.561, "p95_ms": 59.406}, "yolo11_640_fire_11class": {"avg_ms": 52.986, "count": 302, "max_ms": 73.761, "p95_ms": 66.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.915, "count": 302, "max_ms": 79.515, "p95_ms": 75.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.083, "count": 302, "max_ms": 96.143, "p95_ms": 91.744}, "read_interval": {"avg_ms": 99.57, "count": 301, "max_ms": 673.326, "p95_ms": 113.441}, "triton_wait": {"avg_ms": 54.093, "count": 302, "max_ms": 79.573, "p95_ms": 75.913}, "visualize": {"avg_ms": 3.712, "count": 302, "max_ms": 5.898, "p95_ms": 4.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15663.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:50:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.632, "last_started_at": "2026-07-05T06:50:00+09:00", "pid": 115755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.574, "name": "ffmpeg", "pid": 115755, "rss_mb": 268.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 597, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 598}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.481, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1263533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:51:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:51:17+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T06:51:17+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T06:51:17.026307+09:00", "mtime_epoch": 1783201877.026307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:51:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.542, "pushed": 6.542, "read": 6.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.356, "count": 195, "max_ms": 29.171, "p95_ms": 22.783}, "gstreamer_push": {"avg_ms": 1.022, "count": 196, "max_ms": 1.732, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.406, "count": 195, "max_ms": 63.875, "p95_ms": 61.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.196, "count": 195, "max_ms": 80.7, "p95_ms": 68.568}, "yolo11_640_fire_11class": {"avg_ms": 47.447, "count": 195, "max_ms": 73.299, "p95_ms": 65.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.985, "count": 195, "max_ms": 79.998, "p95_ms": 75.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.404, "count": 196, "max_ms": 171.1, "p95_ms": 163.218}, "read_interval": {"avg_ms": 153.627, "count": 195, "max_ms": 181.751, "p95_ms": 174.616}, "triton_wait": {"avg_ms": 56.14, "count": 195, "max_ms": 80.712, "p95_ms": 75.729}, "visualize": {"avg_ms": 5.798, "count": 195, "max_ms": 7.25, "p95_ms": 6.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15663.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6069.516, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.138, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1563717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:51:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:51:27+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T06:51:27+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T06:51:27.850485+09:00", "mtime_epoch": 1783201887.8504848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:51:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2184.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.241, "count": 303, "max_ms": 11.105, "p95_ms": 8.254}, "gstreamer_push": {"avg_ms": 1.268, "count": 303, "max_ms": 1.561, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.863, "count": 303, "max_ms": 66.798, "p95_ms": 60.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.464, "count": 303, "max_ms": 75.497, "p95_ms": 59.519}, "yolo11_640_fire_11class": {"avg_ms": 52.502, "count": 303, "max_ms": 75.944, "p95_ms": 64.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.378, "count": 303, "max_ms": 82.017, "p95_ms": 74.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.444, "count": 303, "max_ms": 97.597, "p95_ms": 90.559}, "read_interval": {"avg_ms": 99.252, "count": 302, "max_ms": 542.381, "p95_ms": 110.462}, "triton_wait": {"avg_ms": 54.624, "count": 303, "max_ms": 82.027, "p95_ms": 74.783}, "visualize": {"avg_ms": 3.669, "count": 303, "max_ms": 4.463, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15664.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:50:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.659, "last_started_at": "2026-07-05T06:50:00+09:00", "pid": 115755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.574, "name": "ffmpeg", "pid": 115755, "rss_mb": 268.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 597, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 598}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.241, "sample_count": 1890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1263729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:51:47+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T06:51:47+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T06:51:47.046801+09:00", "mtime_epoch": 1783201907.046801, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:51:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.56, "pushed": 6.56, "read": 6.526}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.005, "count": 196, "max_ms": 24.935, "p95_ms": 22.453}, "gstreamer_push": {"avg_ms": 1.034, "count": 196, "max_ms": 1.314, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.964, "count": 196, "max_ms": 66.164, "p95_ms": 61.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.138, "count": 196, "max_ms": 78.625, "p95_ms": 69.487}, "yolo11_640_fire_11class": {"avg_ms": 49.027, "count": 196, "max_ms": 73.477, "p95_ms": 67.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.547, "count": 196, "max_ms": 83.82, "p95_ms": 75.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.913, "count": 196, "max_ms": 171.97, "p95_ms": 163.493}, "read_interval": {"avg_ms": 153.196, "count": 195, "max_ms": 183.173, "p95_ms": 174.716}, "triton_wait": {"avg_ms": 56.692, "count": 196, "max_ms": 83.832, "p95_ms": 75.715}, "visualize": {"avg_ms": 5.719, "count": 196, "max_ms": 7.376, "p95_ms": 6.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15664.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6100.122, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.135, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1564017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T06:51:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T06:51:58+09:00", "mjpeg": {"age_sec": 0.614, "exists": true, "mtime": "2026-07-05T06:51:57.922981+09:00", "mtime_epoch": 1783201917.9229805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:51:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2184.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.789, "pushed": 9.789, "read": 9.756}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.166, "count": 293, "max_ms": 11.298, "p95_ms": 8.417}, "gstreamer_push": {"avg_ms": 1.282, "count": 293, "max_ms": 1.674, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.215, "count": 293, "max_ms": 68.415, "p95_ms": 61.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.264, "count": 293, "max_ms": 79.095, "p95_ms": 67.823}, "yolo11_640_fire_11class": {"avg_ms": 53.209, "count": 293, "max_ms": 70.77, "p95_ms": 66.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.854, "count": 293, "max_ms": 79.726, "p95_ms": 75.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.945, "count": 293, "max_ms": 96.431, "p95_ms": 91.741}, "read_interval": {"avg_ms": 102.483, "count": 292, "max_ms": 649.397, "p95_ms": 147.82}, "triton_wait": {"avg_ms": 55.121, "count": 293, "max_ms": 79.739, "p95_ms": 75.926}, "visualize": {"avg_ms": 3.676, "count": 293, "max_ms": 5.559, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15664.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1398, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:47:20+09:00", "last_error_summary": "[NULL @ 0x55ad8d3f2300] missing picture in access unit with size 39 [h264 @ 0x55ad8d553340] no frame! [vist#0:0/h264 @ 0x55ad8d3f82c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T06:50:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.721, "last_started_at": "2026-07-05T06:50:00+09:00", "pid": 115755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.574, "name": "ffmpeg", "pid": 115755, "rss_mb": 268.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 597, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 598}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.099, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1263924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:52:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:52:17+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:52:17+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T06:52:17.115298+09:00", "mtime_epoch": 1783201937.115298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:52:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.519, "pushed": 6.519, "read": 6.486}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.247, "count": 195, "max_ms": 28.702, "p95_ms": 23.531}, "gstreamer_push": {"avg_ms": 1.037, "count": 195, "max_ms": 1.661, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.988, "count": 195, "max_ms": 66.391, "p95_ms": 61.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.479, "count": 195, "max_ms": 75.539, "p95_ms": 69.551}, "yolo11_640_fire_11class": {"avg_ms": 48.416, "count": 195, "max_ms": 68.617, "p95_ms": 65.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.243, "count": 195, "max_ms": 79.266, "p95_ms": 76.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.754, "count": 195, "max_ms": 165.758, "p95_ms": 162.451}, "read_interval": {"avg_ms": 154.174, "count": 194, "max_ms": 181.611, "p95_ms": 173.842}, "triton_wait": {"avg_ms": 55.392, "count": 195, "max_ms": 79.278, "p95_ms": 76.493}, "visualize": {"avg_ms": 5.824, "count": 195, "max_ms": 7.91, "p95_ms": 6.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15664.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6130.133, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.002, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1564319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:52:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:52:28+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T06:52:28+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T06:52:28.471486+09:00", "mtime_epoch": 1783201948.471486, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:52:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2184.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.291, "count": 302, "max_ms": 12.291, "p95_ms": 8.395}, "gstreamer_push": {"avg_ms": 1.291, "count": 302, "max_ms": 1.895, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.637, "count": 302, "max_ms": 66.383, "p95_ms": 60.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.414, "count": 302, "max_ms": 81.522, "p95_ms": 59.321}, "yolo11_640_fire_11class": {"avg_ms": 52.105, "count": 302, "max_ms": 75.191, "p95_ms": 66.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.604, "count": 302, "max_ms": 80.103, "p95_ms": 73.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.717, "count": 302, "max_ms": 97.184, "p95_ms": 89.301}, "read_interval": {"avg_ms": 99.35, "count": 302, "max_ms": 855.425, "p95_ms": 111.27}, "triton_wait": {"avg_ms": 53.833, "count": 302, "max_ms": 81.535, "p95_ms": 73.549}, "visualize": {"avg_ms": 3.664, "count": 302, "max_ms": 4.699, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15652.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1400, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:52:35+09:00", "last_error_summary": "[h264 @ 0x564632b45840] left block unavailable for requested intra mode [h264 @ 0x564632b45840] error while decoding MB 0 23, bytestream 6617 [h264 @ 0x564632ac26c0] error while decoding MB 1 5, bytestream -7", "last_exit_at": "2026-07-05T06:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.038, "last_started_at": "2026-07-05T06:52:38+09:00", "pid": 115862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 255.66, "name": "ffmpeg", "pid": 115862, "rss_mb": 255.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 598, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.027, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1264095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:52:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:52:47+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T06:52:47+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T06:52:47.251798+09:00", "mtime_epoch": 1783201967.2517977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:52:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.704, "pushed": 5.704, "read": 5.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.071, "count": 170, "max_ms": 26.867, "p95_ms": 22.866}, "gstreamer_push": {"avg_ms": 1.058, "count": 171, "max_ms": 1.694, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.33, "count": 170, "max_ms": 64.417, "p95_ms": 62.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.289, "count": 170, "max_ms": 79.678, "p95_ms": 70.365}, "yolo11_640_fire_11class": {"avg_ms": 48.472, "count": 170, "max_ms": 73.226, "p95_ms": 67.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.929, "count": 170, "max_ms": 81.752, "p95_ms": 76.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.015, "count": 171, "max_ms": 169.888, "p95_ms": 162.586}, "read_interval": {"avg_ms": 176.37, "count": 170, "max_ms": 5013.462, "p95_ms": 173.5}, "triton_wait": {"avg_ms": 56.121, "count": 170, "max_ms": 81.765, "p95_ms": 76.261}, "visualize": {"avg_ms": 5.584, "count": 170, "max_ms": 9.174, "p95_ms": 6.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15661.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6160.17, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.962, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1564625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:52:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:52:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:52:58+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T06:52:58.515985+09:00", "mtime_epoch": 1783201978.515985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:52:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2184.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.217, "pushed": 10.217, "read": 10.183}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.259, "count": 306, "max_ms": 12.279, "p95_ms": 8.221}, "gstreamer_push": {"avg_ms": 1.286, "count": 306, "max_ms": 1.86, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.781, "count": 306, "max_ms": 66.547, "p95_ms": 59.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.49, "count": 306, "max_ms": 75.596, "p95_ms": 61.098}, "yolo11_640_fire_11class": {"avg_ms": 52.257, "count": 306, "max_ms": 70.741, "p95_ms": 65.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.747, "count": 306, "max_ms": 80.169, "p95_ms": 74.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.737, "count": 306, "max_ms": 95.919, "p95_ms": 90.174}, "read_interval": {"avg_ms": 98.206, "count": 305, "max_ms": 553.357, "p95_ms": 111.666}, "triton_wait": {"avg_ms": 53.9, "count": 306, "max_ms": 80.182, "p95_ms": 74.655}, "visualize": {"avg_ms": 3.677, "count": 306, "max_ms": 5.674, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15663.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1400, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:52:35+09:00", "last_error_summary": "[h264 @ 0x564632b45840] left block unavailable for requested intra mode [h264 @ 0x564632b45840] error while decoding MB 0 23, bytestream 6617 [h264 @ 0x564632ac26c0] error while decoding MB 1 5, bytestream -7", "last_exit_at": "2026-07-05T06:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.092, "last_started_at": "2026-07-05T06:52:38+09:00", "pid": 115862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.973, "name": "ffmpeg", "pid": 115862, "rss_mb": 265.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 598, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.929, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1264296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:53:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:53:17+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T06:53:17+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T06:53:17.300298+09:00", "mtime_epoch": 1783201997.3002977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:53:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.72, "pushed": 6.72, "read": 6.687}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.562, "count": 201, "max_ms": 31.162, "p95_ms": 24.317}, "gstreamer_push": {"avg_ms": 1.043, "count": 201, "max_ms": 1.604, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.261, "count": 201, "max_ms": 67.228, "p95_ms": 62.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.365, "count": 201, "max_ms": 77.259, "p95_ms": 70.024}, "yolo11_640_fire_11class": {"avg_ms": 48.74, "count": 201, "max_ms": 71.074, "p95_ms": 65.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.572, "count": 201, "max_ms": 80.629, "p95_ms": 77.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.153, "count": 201, "max_ms": 169.89, "p95_ms": 163.311}, "read_interval": {"avg_ms": 149.534, "count": 200, "max_ms": 179.506, "p95_ms": 172.609}, "triton_wait": {"avg_ms": 55.676, "count": 201, "max_ms": 80.641, "p95_ms": 77.627}, "visualize": {"avg_ms": 5.738, "count": 201, "max_ms": 8.119, "p95_ms": 6.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15663.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6190.19, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.025, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1564924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:53:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:53:28+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:53:28+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T06:53:28.536485+09:00", "mtime_epoch": 1783202008.5364852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:53:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2184.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.276, "count": 299, "max_ms": 12.056, "p95_ms": 8.106}, "gstreamer_push": {"avg_ms": 1.291, "count": 299, "max_ms": 1.831, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.238, "count": 299, "max_ms": 67.061, "p95_ms": 63.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.66, "count": 299, "max_ms": 81.919, "p95_ms": 64.986}, "yolo11_640_fire_11class": {"avg_ms": 52.634, "count": 299, "max_ms": 72.083, "p95_ms": 68.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.386, "count": 299, "max_ms": 80.616, "p95_ms": 76.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.068, "count": 299, "max_ms": 97.991, "p95_ms": 92.73}, "read_interval": {"avg_ms": 100.449, "count": 298, "max_ms": 670.339, "p95_ms": 111.249}, "triton_wait": {"avg_ms": 54.119, "count": 299, "max_ms": 81.931, "p95_ms": 76.494}, "visualize": {"avg_ms": 3.708, "count": 299, "max_ms": 4.92, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15664.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1400, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:52:35+09:00", "last_error_summary": "[h264 @ 0x564632b45840] left block unavailable for requested intra mode [h264 @ 0x564632b45840] error while decoding MB 0 23, bytestream 6617 [h264 @ 0x564632ac26c0] error while decoding MB 1 5, bytestream -7", "last_exit_at": "2026-07-05T06:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.198, "last_started_at": "2026-07-05T06:52:38+09:00", "pid": 115862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.262, "name": "ffmpeg", "pid": 115862, "rss_mb": 267.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 598, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.087, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1264496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:53:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:53:47+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T06:53:47+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T06:53:47.404800+09:00", "mtime_epoch": 1783202027.4048004, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:53:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.677, "pushed": 6.677, "read": 6.643}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.238, "count": 199, "max_ms": 33.043, "p95_ms": 22.102}, "gstreamer_push": {"avg_ms": 1.038, "count": 200, "max_ms": 1.352, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.77, "count": 199, "max_ms": 69.328, "p95_ms": 62.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.982, "count": 199, "max_ms": 78.916, "p95_ms": 69.589}, "yolo11_640_fire_11class": {"avg_ms": 49.133, "count": 199, "max_ms": 70.623, "p95_ms": 65.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.971, "count": 199, "max_ms": 81.488, "p95_ms": 77.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.096, "count": 200, "max_ms": 179.346, "p95_ms": 165.042}, "read_interval": {"avg_ms": 150.546, "count": 199, "max_ms": 186.893, "p95_ms": 173.705}, "triton_wait": {"avg_ms": 57.127, "count": 199, "max_ms": 81.5, "p95_ms": 77.818}, "visualize": {"avg_ms": 5.721, "count": 199, "max_ms": 8.59, "p95_ms": 6.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15664.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6220.242, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.085, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1565219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:53:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T06:53:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T06:53:58.592988+09:00", "mtime_epoch": 1783202038.5929878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:53:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2185.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.843, "pushed": 9.843, "read": 9.81}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.284, "count": 295, "max_ms": 11.593, "p95_ms": 8.644}, "gstreamer_push": {"avg_ms": 1.269, "count": 295, "max_ms": 2.064, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.983, "count": 295, "max_ms": 69.647, "p95_ms": 63.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.461, "count": 295, "max_ms": 79.571, "p95_ms": 68.96}, "yolo11_640_fire_11class": {"avg_ms": 53.35, "count": 295, "max_ms": 73.795, "p95_ms": 67.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.362, "count": 295, "max_ms": 82.37, "p95_ms": 76.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.98, "count": 295, "max_ms": 98.89, "p95_ms": 92.596}, "read_interval": {"avg_ms": 101.933, "count": 294, "max_ms": 567.81, "p95_ms": 115.526}, "triton_wait": {"avg_ms": 55.134, "count": 295, "max_ms": 82.383, "p95_ms": 76.753}, "visualize": {"avg_ms": 3.662, "count": 295, "max_ms": 5.639, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15665.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1400, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:52:35+09:00", "last_error_summary": "[h264 @ 0x564632b45840] left block unavailable for requested intra mode [h264 @ 0x564632b45840] error while decoding MB 0 23, bytestream 6617 [h264 @ 0x564632ac26c0] error while decoding MB 1 5, bytestream -7", "last_exit_at": "2026-07-05T06:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.328, "last_started_at": "2026-07-05T06:52:38+09:00", "pid": 115862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.262, "name": "ffmpeg", "pid": 115862, "rss_mb": 267.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 598, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.245, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1264694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:54:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:54:17+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:54:17+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T06:54:17.537305+09:00", "mtime_epoch": 1783202057.537305, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:54:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.605, "pushed": 6.605, "read": 6.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.288, "count": 197, "max_ms": 25.653, "p95_ms": 22.326}, "gstreamer_push": {"avg_ms": 1.023, "count": 198, "max_ms": 1.183, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.629, "count": 197, "max_ms": 68.309, "p95_ms": 63.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.037, "count": 197, "max_ms": 83.623, "p95_ms": 68.72}, "yolo11_640_fire_11class": {"avg_ms": 49.677, "count": 197, "max_ms": 74.561, "p95_ms": 69.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.173, "count": 197, "max_ms": 82.898, "p95_ms": 77.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.88, "count": 198, "max_ms": 173.038, "p95_ms": 165.144}, "read_interval": {"avg_ms": 152.21, "count": 197, "max_ms": 181.189, "p95_ms": 173.422}, "triton_wait": {"avg_ms": 56.39, "count": 197, "max_ms": 83.637, "p95_ms": 77.966}, "visualize": {"avg_ms": 5.854, "count": 197, "max_ms": 7.523, "p95_ms": 6.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15665.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6250.249, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.254, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1565520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:54:28+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:54:28+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T06:54:28.597491+09:00", "mtime_epoch": 1783202068.5974908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:54:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2185.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.23, "count": 301, "max_ms": 9.29, "p95_ms": 8.126}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.975, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.614, "count": 301, "max_ms": 66.577, "p95_ms": 62.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.79, "count": 301, "max_ms": 81.277, "p95_ms": 67.262}, "yolo11_640_fire_11class": {"avg_ms": 53.873, "count": 301, "max_ms": 76.907, "p95_ms": 68.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.791, "count": 301, "max_ms": 81.307, "p95_ms": 76.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.21, "count": 301, "max_ms": 97.096, "p95_ms": 91.581}, "read_interval": {"avg_ms": 99.682, "count": 301, "max_ms": 820.714, "p95_ms": 113.28}, "triton_wait": {"avg_ms": 55.31, "count": 301, "max_ms": 81.317, "p95_ms": 76.145}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 5.286, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15665.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1400, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:52:35+09:00", "last_error_summary": "[h264 @ 0x564632b45840] left block unavailable for requested intra mode [h264 @ 0x564632b45840] error while decoding MB 0 23, bytestream 6617 [h264 @ 0x564632ac26c0] error while decoding MB 1 5, bytestream -7", "last_exit_at": "2026-07-05T06:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.388, "last_started_at": "2026-07-05T06:52:38+09:00", "pid": 115862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.52, "name": "ffmpeg", "pid": 115862, "rss_mb": 267.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 598, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.817, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1264894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:54:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:54:47+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T06:54:47+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T06:54:47.589810+09:00", "mtime_epoch": 1783202087.58981, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:54:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.685, "pushed": 6.685, "read": 6.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.053, "count": 200, "max_ms": 26.177, "p95_ms": 22.034}, "gstreamer_push": {"avg_ms": 1.025, "count": 200, "max_ms": 1.332, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.617, "count": 200, "max_ms": 65.414, "p95_ms": 62.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.122, "count": 200, "max_ms": 80.564, "p95_ms": 71.552}, "yolo11_640_fire_11class": {"avg_ms": 50.083, "count": 200, "max_ms": 71.286, "p95_ms": 69.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.15, "count": 200, "max_ms": 79.887, "p95_ms": 77.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.026, "count": 200, "max_ms": 168.809, "p95_ms": 166.023}, "read_interval": {"avg_ms": 150.279, "count": 199, "max_ms": 178.525, "p95_ms": 174.586}, "triton_wait": {"avg_ms": 56.413, "count": 200, "max_ms": 80.577, "p95_ms": 77.966}, "visualize": {"avg_ms": 5.777, "count": 200, "max_ms": 8.224, "p95_ms": 6.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15665.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6280.323, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.492, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1565823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:54:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:54:58+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:54:58+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T06:54:58.669997+09:00", "mtime_epoch": 1783202098.6699965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:54:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2185.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.282, "count": 303, "max_ms": 11.023, "p95_ms": 8.272}, "gstreamer_push": {"avg_ms": 1.294, "count": 303, "max_ms": 1.912, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.793, "count": 303, "max_ms": 65.496, "p95_ms": 61.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.544, "count": 303, "max_ms": 79.155, "p95_ms": 66.254}, "yolo11_640_fire_11class": {"avg_ms": 53.778, "count": 303, "max_ms": 75.687, "p95_ms": 68.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.309, "count": 303, "max_ms": 79.847, "p95_ms": 76.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.077, "count": 303, "max_ms": 95.787, "p95_ms": 92.225}, "read_interval": {"avg_ms": 99.294, "count": 302, "max_ms": 550.168, "p95_ms": 112.535}, "triton_wait": {"avg_ms": 55.104, "count": 303, "max_ms": 79.859, "p95_ms": 76.09}, "visualize": {"avg_ms": 3.71, "count": 303, "max_ms": 4.448, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15665.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1400, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:52:35+09:00", "last_error_summary": "[h264 @ 0x564632b45840] left block unavailable for requested intra mode [h264 @ 0x564632b45840] error while decoding MB 0 23, bytestream 6617 [h264 @ 0x564632ac26c0] error while decoding MB 1 5, bytestream -7", "last_exit_at": "2026-07-05T06:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.511, "last_started_at": "2026-07-05T06:52:38+09:00", "pid": 115862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.52, "name": "ffmpeg", "pid": 115862, "rss_mb": 267.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 598, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.276, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:55:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T06:55:17+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T06:55:17+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T06:55:17.702317+09:00", "mtime_epoch": 1783202117.7023172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:55:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.572, "pushed": 6.572, "read": 6.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.579, "count": 196, "max_ms": 34.113, "p95_ms": 23.687}, "gstreamer_push": {"avg_ms": 1.015, "count": 197, "max_ms": 1.369, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.666, "count": 196, "max_ms": 65.936, "p95_ms": 62.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.519, "count": 196, "max_ms": 78.638, "p95_ms": 72.422}, "yolo11_640_fire_11class": {"avg_ms": 50.347, "count": 196, "max_ms": 71.755, "p95_ms": 69.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.662, "count": 196, "max_ms": 80.151, "p95_ms": 78.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.554, "count": 197, "max_ms": 173.877, "p95_ms": 165.796}, "read_interval": {"avg_ms": 152.844, "count": 196, "max_ms": 184.597, "p95_ms": 173.689}, "triton_wait": {"avg_ms": 56.893, "count": 196, "max_ms": 80.165, "p95_ms": 78.778}, "visualize": {"avg_ms": 5.91, "count": 196, "max_ms": 9.6, "p95_ms": 6.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15587.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6310.423, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.581, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1566122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:55:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:55:28+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T06:55:28+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T06:55:28.750504+09:00", "mtime_epoch": 1783202128.7505035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:55:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2185.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.962, "pushed": 9.962, "read": 9.928}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.347, "count": 298, "max_ms": 12.242, "p95_ms": 9.012}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.698, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.694, "count": 298, "max_ms": 64.784, "p95_ms": 60.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.481, "count": 298, "max_ms": 77.996, "p95_ms": 68.444}, "yolo11_640_fire_11class": {"avg_ms": 53.469, "count": 298, "max_ms": 75.533, "p95_ms": 68.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.822, "count": 298, "max_ms": 79.046, "p95_ms": 75.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.656, "count": 298, "max_ms": 95.41, "p95_ms": 91.552}, "read_interval": {"avg_ms": 100.701, "count": 297, "max_ms": 665.864, "p95_ms": 111.946}, "triton_wait": {"avg_ms": 54.761, "count": 298, "max_ms": 79.058, "p95_ms": 75.981}, "visualize": {"avg_ms": 3.654, "count": 298, "max_ms": 4.989, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15663.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 539, "h264_decode_error_count": 1401, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:55:20+09:00", "last_error_summary": "[h264 @ 0x5580eba00f00] error while decoding MB 41 31, bytestream -7", "last_exit_at": "2026-07-05T06:55:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.822, "last_started_at": "2026-07-05T06:55:23+09:00", "pid": 115969, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.398, "name": "ffmpeg", "pid": 115969, "rss_mb": 265.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 599, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 600}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.365, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:55:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:55:47+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T06:55:47+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T06:55:47.854826+09:00", "mtime_epoch": 1783202147.8548265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:55:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.505, "pushed": 5.505, "read": 5.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.416, "count": 164, "max_ms": 26.298, "p95_ms": 23.826}, "gstreamer_push": {"avg_ms": 1.024, "count": 165, "max_ms": 1.419, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.778, "count": 164, "max_ms": 64.408, "p95_ms": 61.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.112, "count": 164, "max_ms": 77.476, "p95_ms": 73.381}, "yolo11_640_fire_11class": {"avg_ms": 50.584, "count": 164, "max_ms": 71.505, "p95_ms": 69.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.903, "count": 164, "max_ms": 79.778, "p95_ms": 76.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.196, "count": 165, "max_ms": 170.171, "p95_ms": 164.558}, "read_interval": {"avg_ms": 182.865, "count": 164, "max_ms": 4573.853, "p95_ms": 176.304}, "triton_wait": {"avg_ms": 57.177, "count": 164, "max_ms": 79.79, "p95_ms": 76.938}, "visualize": {"avg_ms": 5.846, "count": 164, "max_ms": 7.903, "p95_ms": 6.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15663.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6341.131, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.552, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1566427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:55:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:55:59+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T06:55:59+09:00", "mjpeg": {"age_sec": 0.774, "exists": true, "mtime": "2026-07-05T06:55:58.771011+09:00", "mtime_epoch": 1783202158.7710109, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:55:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2185.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.35, "count": 297, "max_ms": 12.039, "p95_ms": 8.587}, "gstreamer_push": {"avg_ms": 1.296, "count": 297, "max_ms": 2.093, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.363, "count": 297, "max_ms": 68.529, "p95_ms": 61.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.188, "count": 297, "max_ms": 81.361, "p95_ms": 64.327}, "yolo11_640_fire_11class": {"avg_ms": 54.612, "count": 297, "max_ms": 77.327, "p95_ms": 70.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.577, "count": 297, "max_ms": 80.73, "p95_ms": 76.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.626, "count": 297, "max_ms": 97.335, "p95_ms": 92.562}, "read_interval": {"avg_ms": 101.014, "count": 297, "max_ms": 784.83, "p95_ms": 114.389}, "triton_wait": {"avg_ms": 55.577, "count": 297, "max_ms": 81.374, "p95_ms": 76.274}, "visualize": {"avg_ms": 3.702, "count": 297, "max_ms": 5.085, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15666.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 539, "h264_decode_error_count": 1401, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:55:20+09:00", "last_error_summary": "[h264 @ 0x5580eba00f00] error while decoding MB 41 31, bytestream -7", "last_exit_at": "2026-07-05T06:55:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.856, "last_started_at": "2026-07-05T06:55:23+09:00", "pid": 115969, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.75, "name": "ffmpeg", "pid": 115969, "rss_mb": 268.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 599, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 600}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.489, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:56:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:56:18+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T06:56:17+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T06:56:17.863334+09:00", "mtime_epoch": 1783202177.8633342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:56:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.459, "pushed": 6.459, "read": 6.426}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.61, "count": 193, "max_ms": 30.264, "p95_ms": 25.99}, "gstreamer_push": {"avg_ms": 1.036, "count": 193, "max_ms": 1.516, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.428, "count": 193, "max_ms": 65.533, "p95_ms": 62.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.192, "count": 193, "max_ms": 78.879, "p95_ms": 70.992}, "yolo11_640_fire_11class": {"avg_ms": 49.549, "count": 193, "max_ms": 75.88, "p95_ms": 68.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.8, "count": 193, "max_ms": 80.34, "p95_ms": 76.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.243, "count": 193, "max_ms": 172.707, "p95_ms": 165.598}, "read_interval": {"avg_ms": 155.537, "count": 192, "max_ms": 183.736, "p95_ms": 176.59}, "triton_wait": {"avg_ms": 56.095, "count": 193, "max_ms": 80.352, "p95_ms": 77.731}, "visualize": {"avg_ms": 5.906, "count": 193, "max_ms": 7.829, "p95_ms": 7.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15666.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6371.148, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.639, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1566731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:56:29+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T06:56:29+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T06:56:29.491531+09:00", "mtime_epoch": 1783202189.4915314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:56:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2185.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.122}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.296, "count": 304, "max_ms": 12.043, "p95_ms": 8.249}, "gstreamer_push": {"avg_ms": 1.282, "count": 304, "max_ms": 1.763, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.97, "count": 304, "max_ms": 65.958, "p95_ms": 60.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.972, "count": 304, "max_ms": 78.42, "p95_ms": 61.531}, "yolo11_640_fire_11class": {"avg_ms": 54.437, "count": 304, "max_ms": 76.597, "p95_ms": 69.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.087, "count": 304, "max_ms": 79.471, "p95_ms": 74.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.39, "count": 304, "max_ms": 95.64, "p95_ms": 90.621}, "read_interval": {"avg_ms": 98.757, "count": 303, "max_ms": 539.174, "p95_ms": 112.429}, "triton_wait": {"avg_ms": 55.432, "count": 304, "max_ms": 79.484, "p95_ms": 75.049}, "visualize": {"avg_ms": 3.691, "count": 304, "max_ms": 5.13, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15666.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 539, "h264_decode_error_count": 1401, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:55:20+09:00", "last_error_summary": "[h264 @ 0x5580eba00f00] error while decoding MB 41 31, bytestream -7", "last_exit_at": "2026-07-05T06:55:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.944, "last_started_at": "2026-07-05T06:55:23+09:00", "pid": 115969, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.75, "name": "ffmpeg", "pid": 115969, "rss_mb": 268.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 599, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 600}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.568, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:56:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T06:56:48+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T06:56:47+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T06:56:47.971845+09:00", "mtime_epoch": 1783202207.9718451, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:56:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9226.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.48, "pushed": 6.48, "read": 6.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.144, "count": 193, "max_ms": 28.123, "p95_ms": 22.53}, "gstreamer_push": {"avg_ms": 1.042, "count": 194, "max_ms": 1.189, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.209, "count": 193, "max_ms": 69.436, "p95_ms": 62.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.81, "count": 193, "max_ms": 79.215, "p95_ms": 71.073}, "yolo11_640_fire_11class": {"avg_ms": 50.485, "count": 193, "max_ms": 75.275, "p95_ms": 70.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.62, "count": 193, "max_ms": 80.467, "p95_ms": 78.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.868, "count": 194, "max_ms": 170.054, "p95_ms": 164.419}, "read_interval": {"avg_ms": 155.106, "count": 193, "max_ms": 182.288, "p95_ms": 176.251}, "triton_wait": {"avg_ms": 56.91, "count": 193, "max_ms": 80.479, "p95_ms": 78.417}, "visualize": {"avg_ms": 5.827, "count": 193, "max_ms": 7.055, "p95_ms": 6.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15666.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6401.23, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.581, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1567028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:56:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T06:56:59+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T06:56:59.572042+09:00", "mtime_epoch": 1783202219.5720422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:56:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2185.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.272, "count": 296, "max_ms": 11.491, "p95_ms": 8.338}, "gstreamer_push": {"avg_ms": 1.279, "count": 297, "max_ms": 1.572, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.538, "count": 296, "max_ms": 65.155, "p95_ms": 62.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.136, "count": 296, "max_ms": 77.178, "p95_ms": 61.581}, "yolo11_640_fire_11class": {"avg_ms": 54.809, "count": 296, "max_ms": 74.73, "p95_ms": 71.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.814, "count": 296, "max_ms": 80.666, "p95_ms": 76.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.75, "count": 297, "max_ms": 96.58, "p95_ms": 92.052}, "read_interval": {"avg_ms": 101.342, "count": 296, "max_ms": 755.498, "p95_ms": 113.028}, "triton_wait": {"avg_ms": 55.867, "count": 296, "max_ms": 80.679, "p95_ms": 76.566}, "visualize": {"avg_ms": 3.655, "count": 296, "max_ms": 4.764, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15672.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 539, "h264_decode_error_count": 1401, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:55:20+09:00", "last_error_summary": "[h264 @ 0x5580eba00f00] error while decoding MB 41 31, bytestream -7", "last_exit_at": "2026-07-05T06:55:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.044, "last_started_at": "2026-07-05T06:55:23+09:00", "pid": 115969, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.777, "name": "ffmpeg", "pid": 115969, "rss_mb": 274.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 599, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 600}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.562, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:57:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:57:18+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T06:57:18+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T06:57:18.048357+09:00", "mtime_epoch": 1783202238.0483565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:57:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.479, "pushed": 6.479, "read": 6.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.313, "count": 193, "max_ms": 27.956, "p95_ms": 23.011}, "gstreamer_push": {"avg_ms": 1.025, "count": 194, "max_ms": 1.248, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.503, "count": 193, "max_ms": 72.954, "p95_ms": 60.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.616, "count": 193, "max_ms": 75.358, "p95_ms": 68.478}, "yolo11_640_fire_11class": {"avg_ms": 49.699, "count": 193, "max_ms": 76.852, "p95_ms": 67.108}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.138, "count": 193, "max_ms": 79.49, "p95_ms": 74.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.003, "count": 194, "max_ms": 167.293, "p95_ms": 163.047}, "read_interval": {"avg_ms": 155.063, "count": 193, "max_ms": 179.905, "p95_ms": 173.904}, "triton_wait": {"avg_ms": 56.371, "count": 193, "max_ms": 79.502, "p95_ms": 74.653}, "visualize": {"avg_ms": 5.878, "count": 193, "max_ms": 7.413, "p95_ms": 7.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15674.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6431.243, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.667, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1567330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:57:29+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:57:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T06:57:29.592553+09:00", "mtime_epoch": 1783202249.592553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:57:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2186.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.332, "count": 302, "max_ms": 10.3, "p95_ms": 8.539}, "gstreamer_push": {"avg_ms": 1.297, "count": 302, "max_ms": 1.803, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.579, "count": 302, "max_ms": 64.962, "p95_ms": 61.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.187, "count": 302, "max_ms": 82.603, "p95_ms": 60.457}, "yolo11_640_fire_11class": {"avg_ms": 54.495, "count": 302, "max_ms": 75.674, "p95_ms": 70.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.669, "count": 302, "max_ms": 80.427, "p95_ms": 75.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.631, "count": 302, "max_ms": 98.268, "p95_ms": 91.389}, "read_interval": {"avg_ms": 99.38, "count": 302, "max_ms": 585.027, "p95_ms": 111.047}, "triton_wait": {"avg_ms": 55.675, "count": 302, "max_ms": 82.616, "p95_ms": 75.749}, "visualize": {"avg_ms": 3.69, "count": 302, "max_ms": 4.76, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15677.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 539, "h264_decode_error_count": 1401, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:55:20+09:00", "last_error_summary": "[h264 @ 0x5580eba00f00] error while decoding MB 41 31, bytestream -7", "last_exit_at": "2026-07-05T06:55:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.107, "last_started_at": "2026-07-05T06:55:23+09:00", "pid": 115969, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.16, "name": "ffmpeg", "pid": 115969, "rss_mb": 279.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 599, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 600}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.737, "sample_count": 1930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1266030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:57:48+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T06:57:48+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T06:57:48.136869+09:00", "mtime_epoch": 1783202268.136869, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:57:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.452, "pushed": 6.452, "read": 6.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.0, "count": 193, "max_ms": 27.888, "p95_ms": 21.681}, "gstreamer_push": {"avg_ms": 1.021, "count": 193, "max_ms": 1.591, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.821, "count": 193, "max_ms": 69.768, "p95_ms": 60.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.693, "count": 193, "max_ms": 81.116, "p95_ms": 71.925}, "yolo11_640_fire_11class": {"avg_ms": 50.644, "count": 193, "max_ms": 77.555, "p95_ms": 68.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.692, "count": 193, "max_ms": 79.55, "p95_ms": 76.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.542, "count": 193, "max_ms": 169.909, "p95_ms": 163.56}, "read_interval": {"avg_ms": 155.812, "count": 192, "max_ms": 180.84, "p95_ms": 174.677}, "triton_wait": {"avg_ms": 57.257, "count": 193, "max_ms": 81.129, "p95_ms": 76.642}, "visualize": {"avg_ms": 5.84, "count": 193, "max_ms": 7.874, "p95_ms": 6.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15678.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6461.301, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.827, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1567631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:57:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:57:59+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T06:57:59+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T06:57:59.649065+09:00", "mtime_epoch": 1783202279.6490655, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:57:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2186.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.294, "count": 301, "max_ms": 11.558, "p95_ms": 8.717}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.94, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.42, "count": 301, "max_ms": 70.249, "p95_ms": 62.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.987, "count": 301, "max_ms": 79.714, "p95_ms": 69.7}, "yolo11_640_fire_11class": {"avg_ms": 54.23, "count": 301, "max_ms": 77.264, "p95_ms": 69.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.936, "count": 301, "max_ms": 80.598, "p95_ms": 75.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.594, "count": 301, "max_ms": 96.294, "p95_ms": 92.764}, "read_interval": {"avg_ms": 99.906, "count": 300, "max_ms": 777.808, "p95_ms": 112.598}, "triton_wait": {"avg_ms": 55.68, "count": 301, "max_ms": 80.611, "p95_ms": 76.766}, "visualize": {"avg_ms": 3.675, "count": 301, "max_ms": 5.503, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15546.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 540, "h264_decode_error_count": 1403, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:58:12+09:00", "last_error_summary": "[h264 @ 0x55a64a161700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a64a161700] error while decoding MB 0 24, bytestream 31131 [h264 @ 0x55a64959d640] error while decoding MB 10 44, bytestream -7", "last_exit_at": "2026-07-05T06:58:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.062, "last_started_at": "2026-07-05T06:58:15+09:00", "pid": 116076, "process": {"exists": true, "fd_count": 5, "hwm_mb": 150.238, "name": "ffmpeg", "pid": 116076, "rss_mb": 150.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 600, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 601}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.568, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1266198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:58:18+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T06:58:18+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T06:58:18.209382+09:00", "mtime_epoch": 1783202298.2093823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:58:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.614, "pushed": 5.614, "read": 5.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.922, "count": 168, "max_ms": 28.072, "p95_ms": 21.851}, "gstreamer_push": {"avg_ms": 1.043, "count": 168, "max_ms": 1.291, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.49, "count": 168, "max_ms": 71.193, "p95_ms": 62.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.309, "count": 168, "max_ms": 80.414, "p95_ms": 69.947}, "yolo11_640_fire_11class": {"avg_ms": 49.535, "count": 168, "max_ms": 73.587, "p95_ms": 68.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.547, "count": 168, "max_ms": 81.079, "p95_ms": 76.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.586, "count": 168, "max_ms": 166.056, "p95_ms": 162.662}, "read_interval": {"avg_ms": 179.165, "count": 167, "max_ms": 4386.831, "p95_ms": 174.333}, "triton_wait": {"avg_ms": 56.894, "count": 168, "max_ms": 81.092, "p95_ms": 76.179}, "visualize": {"avg_ms": 5.806, "count": 168, "max_ms": 7.731, "p95_ms": 6.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15663.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6491.358, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.905, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1567931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:58:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:58:29+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T06:58:29+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T06:58:29.701579+09:00", "mtime_epoch": 1783202309.7015786, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:58:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2186.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.153, "count": 300, "max_ms": 8.914, "p95_ms": 7.722}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.994, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.898, "count": 300, "max_ms": 70.885, "p95_ms": 62.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.171, "count": 300, "max_ms": 79.705, "p95_ms": 66.261}, "yolo11_640_fire_11class": {"avg_ms": 52.358, "count": 300, "max_ms": 74.812, "p95_ms": 67.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.94, "count": 300, "max_ms": 79.718, "p95_ms": 75.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.756, "count": 300, "max_ms": 95.725, "p95_ms": 91.993}, "read_interval": {"avg_ms": 100.226, "count": 299, "max_ms": 562.608, "p95_ms": 114.397}, "triton_wait": {"avg_ms": 53.668, "count": 300, "max_ms": 79.729, "p95_ms": 75.745}, "visualize": {"avg_ms": 3.682, "count": 300, "max_ms": 4.68, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15665.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 540, "h264_decode_error_count": 1403, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:58:12+09:00", "last_error_summary": "[h264 @ 0x55a64a161700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a64a161700] error while decoding MB 0 24, bytestream 31131 [h264 @ 0x55a64959d640] error while decoding MB 10 44, bytestream -7", "last_exit_at": "2026-07-05T06:58:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.085, "last_started_at": "2026-07-05T06:58:15+09:00", "pid": 116076, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.336, "name": "ffmpeg", "pid": 116076, "rss_mb": 267.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 600, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 601}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.345, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1266390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:58:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:58:48+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T06:58:48+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T06:58:48.209895+09:00", "mtime_epoch": 1783202328.2098954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:58:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.426, "pushed": 6.426, "read": 6.392}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.843, "count": 192, "max_ms": 22.262, "p95_ms": 21.221}, "gstreamer_push": {"avg_ms": 0.985, "count": 192, "max_ms": 1.161, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.855, "count": 192, "max_ms": 69.51, "p95_ms": 65.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.894, "count": 192, "max_ms": 78.892, "p95_ms": 71.831}, "yolo11_640_fire_11class": {"avg_ms": 50.034, "count": 192, "max_ms": 72.287, "p95_ms": 66.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.309, "count": 192, "max_ms": 81.634, "p95_ms": 77.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.406, "count": 192, "max_ms": 187.053, "p95_ms": 183.841}, "read_interval": {"avg_ms": 156.291, "count": 191, "max_ms": 195.201, "p95_ms": 191.877}, "triton_wait": {"avg_ms": 58.454, "count": 192, "max_ms": 81.646, "p95_ms": 77.962}, "visualize": {"avg_ms": 5.969, "count": 192, "max_ms": 7.132, "p95_ms": 6.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15666.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6521.422, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.865, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1568211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:58:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:58:59+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T06:58:59+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T06:58:59.774093+09:00", "mtime_epoch": 1783202339.7740932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:58:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2186.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.339, "pushed": 9.339, "read": 9.306}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.311, "count": 280, "max_ms": 11.542, "p95_ms": 8.36}, "gstreamer_push": {"avg_ms": 1.297, "count": 280, "max_ms": 1.786, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.835, "count": 280, "max_ms": 70.833, "p95_ms": 61.467}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.626, "count": 280, "max_ms": 78.781, "p95_ms": 68.652}, "yolo11_640_fire_11class": {"avg_ms": 51.588, "count": 280, "max_ms": 72.387, "p95_ms": 64.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.166, "count": 280, "max_ms": 79.649, "p95_ms": 76.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.75, "count": 280, "max_ms": 97.2, "p95_ms": 92.007}, "read_interval": {"avg_ms": 107.456, "count": 279, "max_ms": 3435.75, "p95_ms": 111.989}, "triton_wait": {"avg_ms": 53.44, "count": 280, "max_ms": 79.661, "p95_ms": 76.239}, "visualize": {"avg_ms": 3.76, "count": 280, "max_ms": 4.626, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15669.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 540, "h264_decode_error_count": 1403, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:58:12+09:00", "last_error_summary": "[h264 @ 0x55a64a161700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a64a161700] error while decoding MB 0 24, bytestream 31131 [h264 @ 0x55a64959d640] error while decoding MB 10 44, bytestream -7", "last_exit_at": "2026-07-05T06:58:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.191, "last_started_at": "2026-07-05T06:58:15+09:00", "pid": 116076, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.945, "name": "ffmpeg", "pid": 116076, "rss_mb": 270.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 600, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 601}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.755, "sample_count": 1819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1266518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:59:18+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T06:59:18+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T06:59:18.342411+09:00", "mtime_epoch": 1783202358.3424113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:59:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.276, "pushed": 4.276, "read": 4.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.397, "count": 127, "max_ms": 27.002, "p95_ms": 22.679}, "gstreamer_push": {"avg_ms": 0.989, "count": 128, "max_ms": 1.153, "p95_ms": 1.091}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.795, "count": 127, "max_ms": 70.838, "p95_ms": 65.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.463, "count": 127, "max_ms": 73.665, "p95_ms": 66.837}, "yolo11_640_fire_11class": {"avg_ms": 50.544, "count": 127, "max_ms": 72.928, "p95_ms": 70.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.592, "count": 127, "max_ms": 81.086, "p95_ms": 79.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.841, "count": 128, "max_ms": 191.249, "p95_ms": 187.202}, "read_interval": {"avg_ms": 235.897, "count": 127, "max_ms": 3534.715, "p95_ms": 196.554}, "triton_wait": {"avg_ms": 58.699, "count": 127, "max_ms": 81.098, "p95_ms": 79.303}, "visualize": {"avg_ms": 6.182, "count": 127, "max_ms": 7.742, "p95_ms": 7.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15669.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6551.508, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.973, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1568534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T06:59:29+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T06:59:29+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T06:59:29.854609+09:00", "mtime_epoch": 1783202369.8546088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T06:59:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2186.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.739, "pushed": 10.739, "read": 10.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.265, "count": 322, "max_ms": 11.962, "p95_ms": 8.365}, "gstreamer_push": {"avg_ms": 1.302, "count": 322, "max_ms": 2.03, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.293, "count": 322, "max_ms": 69.377, "p95_ms": 62.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.234, "count": 322, "max_ms": 81.851, "p95_ms": 65.23}, "yolo11_640_fire_11class": {"avg_ms": 52.113, "count": 322, "max_ms": 75.667, "p95_ms": 67.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.844, "count": 322, "max_ms": 81.237, "p95_ms": 76.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.462, "count": 322, "max_ms": 99.606, "p95_ms": 92.304}, "read_interval": {"avg_ms": 93.155, "count": 322, "max_ms": 608.089, "p95_ms": 110.649}, "triton_wait": {"avg_ms": 53.354, "count": 322, "max_ms": 81.861, "p95_ms": 76.636}, "visualize": {"avg_ms": 3.713, "count": 322, "max_ms": 4.921, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15669.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 540, "h264_decode_error_count": 1403, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:58:12+09:00", "last_error_summary": "[h264 @ 0x55a64a161700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a64a161700] error while decoding MB 0 24, bytestream 31131 [h264 @ 0x55a64959d640] error while decoding MB 10 44, bytestream -7", "last_exit_at": "2026-07-05T06:58:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.193, "last_started_at": "2026-07-05T06:58:15+09:00", "pid": 116076, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.945, "name": "ffmpeg", "pid": 116076, "rss_mb": 270.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 600, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 601}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.667, "sample_count": 1819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1266718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T06:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T06:59:48+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T06:59:48+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T06:59:48.366926+09:00", "mtime_epoch": 1783202388.3669264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T06:59:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.668, "pushed": 6.668, "read": 6.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.373, "count": 200, "max_ms": 28.529, "p95_ms": 24.16}, "gstreamer_push": {"avg_ms": 1.033, "count": 200, "max_ms": 1.556, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.286, "count": 200, "max_ms": 71.452, "p95_ms": 61.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.034, "count": 200, "max_ms": 87.29, "p95_ms": 67.044}, "yolo11_640_fire_11class": {"avg_ms": 49.114, "count": 200, "max_ms": 76.189, "p95_ms": 65.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.695, "count": 200, "max_ms": 86.519, "p95_ms": 76.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.679, "count": 200, "max_ms": 177.28, "p95_ms": 163.35}, "read_interval": {"avg_ms": 150.121, "count": 200, "max_ms": 374.973, "p95_ms": 172.892}, "triton_wait": {"avg_ms": 55.9, "count": 200, "max_ms": 87.301, "p95_ms": 76.309}, "visualize": {"avg_ms": 5.81, "count": 200, "max_ms": 8.253, "p95_ms": 7.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15669.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6581.81, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.827, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1568837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:00:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T07:00:00+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T07:00:00+09:00", "mjpeg": {"age_sec": 0.558, "exists": true, "mtime": "2026-07-05T06:59:59.667120+09:00", "mtime_epoch": 1783202399.6671205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:00:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2186.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.35, "count": 300, "max_ms": 12.232, "p95_ms": 9.034}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.526, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.873, "count": 300, "max_ms": 66.182, "p95_ms": 61.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.701, "count": 300, "max_ms": 78.586, "p95_ms": 60.395}, "yolo11_640_fire_11class": {"avg_ms": 51.741, "count": 300, "max_ms": 72.393, "p95_ms": 65.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.096, "count": 300, "max_ms": 80.715, "p95_ms": 74.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.087, "count": 300, "max_ms": 96.83, "p95_ms": 90.159}, "read_interval": {"avg_ms": 100.12, "count": 299, "max_ms": 792.718, "p95_ms": 129.006}, "triton_wait": {"avg_ms": 53.172, "count": 300, "max_ms": 80.729, "p95_ms": 74.387}, "visualize": {"avg_ms": 3.61, "count": 300, "max_ms": 5.164, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15670.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 540, "h264_decode_error_count": 1403, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T06:58:12+09:00", "last_error_summary": "[h264 @ 0x55a64a161700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a64a161700] error while decoding MB 0 24, bytestream 31131 [h264 @ 0x55a64959d640] error while decoding MB 10 44, bytestream -7", "last_exit_at": "2026-07-05T06:58:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.262, "last_started_at": "2026-07-05T06:58:15+09:00", "pid": 116076, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.203, "name": "ffmpeg", "pid": 116076, "rss_mb": 271.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 600, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 601}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.394, "sample_count": 1823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1266918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:00:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:00:18+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T07:00:18+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T07:00:18.435443+09:00", "mtime_epoch": 1783202418.435443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:00:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.69, "pushed": 6.69, "read": 6.657}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.094, "count": 200, "max_ms": 28.405, "p95_ms": 22.705}, "gstreamer_push": {"avg_ms": 1.018, "count": 200, "max_ms": 1.197, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.483, "count": 200, "max_ms": 67.763, "p95_ms": 61.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.933, "count": 200, "max_ms": 77.49, "p95_ms": 67.945}, "yolo11_640_fire_11class": {"avg_ms": 48.274, "count": 200, "max_ms": 71.806, "p95_ms": 64.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.554, "count": 200, "max_ms": 81.627, "p95_ms": 75.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.072, "count": 200, "max_ms": 167.678, "p95_ms": 163.875}, "read_interval": {"avg_ms": 150.48, "count": 199, "max_ms": 175.769, "p95_ms": 172.84}, "triton_wait": {"avg_ms": 55.775, "count": 200, "max_ms": 81.639, "p95_ms": 75.68}, "visualize": {"avg_ms": 5.811, "count": 200, "max_ms": 7.648, "p95_ms": 6.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15443.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6612.019, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.719, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1569137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:00:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:00:30+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T07:00:30+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-05T07:00:30.123644+09:00", "mtime_epoch": 1783202430.1236439, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:00:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2186.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.211, "count": 298, "max_ms": 10.857, "p95_ms": 8.217}, "gstreamer_push": {"avg_ms": 1.275, "count": 298, "max_ms": 1.694, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.373, "count": 298, "max_ms": 68.429, "p95_ms": 62.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.405, "count": 298, "max_ms": 73.792, "p95_ms": 64.974}, "yolo11_640_fire_11class": {"avg_ms": 51.547, "count": 298, "max_ms": 71.158, "p95_ms": 65.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.061, "count": 298, "max_ms": 78.296, "p95_ms": 75.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.035, "count": 298, "max_ms": 95.995, "p95_ms": 90.688}, "read_interval": {"avg_ms": 100.884, "count": 297, "max_ms": 743.665, "p95_ms": 111.163}, "triton_wait": {"avg_ms": 53.133, "count": 298, "max_ms": 78.309, "p95_ms": 75.152}, "visualize": {"avg_ms": 3.653, "count": 298, "max_ms": 4.995, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15664.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 541, "h264_decode_error_count": 1405, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:00:27+09:00", "last_error_summary": "[h264 @ 0x56228ac73180] cabac decode of qscale diff failed at 46 21 [h264 @ 0x56228ac73180] error while decoding MB 46 21, bytestream -3", "last_exit_at": "2026-07-05T07:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.712, "last_started_at": "2026-07-05T07:00:29+09:00", "pid": 116183, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.246, "name": "ffmpeg", "pid": 116183, "rss_mb": 264.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 601, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 602}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.26, "sample_count": 1837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1267096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:00:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:00:48+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T07:00:48+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T07:00:48.479960+09:00", "mtime_epoch": 1783202448.4799597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:00:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.951, "pushed": 5.951, "read": 5.918}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.536, "count": 178, "max_ms": 26.497, "p95_ms": 22.155}, "gstreamer_push": {"avg_ms": 1.055, "count": 178, "max_ms": 1.457, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.854, "count": 178, "max_ms": 65.98, "p95_ms": 62.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.549, "count": 178, "max_ms": 78.632, "p95_ms": 69.141}, "yolo11_640_fire_11class": {"avg_ms": 50.273, "count": 178, "max_ms": 67.323, "p95_ms": 66.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.932, "count": 178, "max_ms": 78.948, "p95_ms": 77.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.955, "count": 178, "max_ms": 167.235, "p95_ms": 158.901}, "read_interval": {"avg_ms": 169.048, "count": 177, "max_ms": 4879.107, "p95_ms": 167.475}, "triton_wait": {"avg_ms": 58.094, "count": 178, "max_ms": 78.959, "p95_ms": 77.74}, "visualize": {"avg_ms": 5.338, "count": 178, "max_ms": 8.295, "p95_ms": 6.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15666.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6642.068, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.58, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1569438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:01:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:01:00+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T07:01:00+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T07:01:00.396165+09:00", "mtime_epoch": 1783202460.3961651, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:01:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2187.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.292, "count": 301, "max_ms": 12.334, "p95_ms": 8.598}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.963, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.327, "count": 301, "max_ms": 66.387, "p95_ms": 62.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.332, "count": 301, "max_ms": 77.164, "p95_ms": 64.728}, "yolo11_640_fire_11class": {"avg_ms": 51.109, "count": 301, "max_ms": 69.954, "p95_ms": 64.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.109, "count": 301, "max_ms": 79.451, "p95_ms": 73.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.007, "count": 301, "max_ms": 97.019, "p95_ms": 89.994}, "read_interval": {"avg_ms": 99.809, "count": 300, "max_ms": 721.559, "p95_ms": 113.318}, "triton_wait": {"avg_ms": 53.01, "count": 301, "max_ms": 79.463, "p95_ms": 74.3}, "visualize": {"avg_ms": 3.676, "count": 301, "max_ms": 5.465, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15668.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 541, "h264_decode_error_count": 1405, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:00:27+09:00", "last_error_summary": "[h264 @ 0x56228ac73180] cabac decode of qscale diff failed at 46 21 [h264 @ 0x56228ac73180] error while decoding MB 46 21, bytestream -3", "last_exit_at": "2026-07-05T07:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.712, "last_started_at": "2026-07-05T07:00:29+09:00", "pid": 116183, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.824, "name": "ffmpeg", "pid": 116183, "rss_mb": 266.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 601, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 602}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.187, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1267302, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:01:18+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T07:01:18+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T07:01:18.468477+09:00", "mtime_epoch": 1783202478.4684765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:01:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.868, "pushed": 6.868, "read": 6.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.926, "count": 206, "max_ms": 33.958, "p95_ms": 22.651}, "gstreamer_push": {"avg_ms": 1.051, "count": 206, "max_ms": 1.438, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.24, "count": 206, "max_ms": 68.698, "p95_ms": 62.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.299, "count": 206, "max_ms": 78.205, "p95_ms": 68.597}, "yolo11_640_fire_11class": {"avg_ms": 49.635, "count": 206, "max_ms": 71.803, "p95_ms": 65.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.922, "count": 206, "max_ms": 81.668, "p95_ms": 77.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.531, "count": 206, "max_ms": 172.774, "p95_ms": 164.7}, "read_interval": {"avg_ms": 145.584, "count": 206, "max_ms": 187.052, "p95_ms": 172.022}, "triton_wait": {"avg_ms": 57.05, "count": 206, "max_ms": 81.683, "p95_ms": 77.683}, "visualize": {"avg_ms": 5.556, "count": 206, "max_ms": 7.514, "p95_ms": 6.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15669.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6672.101, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.499, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1569740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:01:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:01:30+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T07:01:30+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T07:01:30.452683+09:00", "mtime_epoch": 1783202490.452683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:01:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2187.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.33, "count": 302, "max_ms": 11.511, "p95_ms": 9.149}, "gstreamer_push": {"avg_ms": 1.254, "count": 302, "max_ms": 2.005, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.629, "count": 302, "max_ms": 69.626, "p95_ms": 61.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.093, "count": 302, "max_ms": 80.223, "p95_ms": 66.343}, "yolo11_640_fire_11class": {"avg_ms": 51.474, "count": 302, "max_ms": 72.58, "p95_ms": 64.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.853, "count": 302, "max_ms": 80.849, "p95_ms": 75.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.535, "count": 302, "max_ms": 96.92, "p95_ms": 90.839}, "read_interval": {"avg_ms": 99.508, "count": 301, "max_ms": 670.291, "p95_ms": 126.494}, "triton_wait": {"avg_ms": 53.67, "count": 302, "max_ms": 80.861, "p95_ms": 75.387}, "visualize": {"avg_ms": 3.607, "count": 302, "max_ms": 5.402, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15669.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 541, "h264_decode_error_count": 1405, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:00:27+09:00", "last_error_summary": "[h264 @ 0x56228ac73180] cabac decode of qscale diff failed at 46 21 [h264 @ 0x56228ac73180] error while decoding MB 46 21, bytestream -3", "last_exit_at": "2026-07-05T07:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.813, "last_started_at": "2026-07-05T07:00:29+09:00", "pid": 116183, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.34, "name": "ffmpeg", "pid": 116183, "rss_mb": 267.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 601, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 602}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.849, "sample_count": 1863, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1267509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:01:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:01:48+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T07:01:48+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:01:48.552995+09:00", "mtime_epoch": 1783202508.5529952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:01:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.911, "pushed": 6.911, "read": 6.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.716, "count": 207, "max_ms": 32.497, "p95_ms": 21.951}, "gstreamer_push": {"avg_ms": 1.045, "count": 207, "max_ms": 1.215, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.898, "count": 207, "max_ms": 65.058, "p95_ms": 61.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.236, "count": 207, "max_ms": 79.326, "p95_ms": 66.936}, "yolo11_640_fire_11class": {"avg_ms": 49.209, "count": 207, "max_ms": 67.903, "p95_ms": 64.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.741, "count": 207, "max_ms": 79.977, "p95_ms": 76.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.839, "count": 207, "max_ms": 168.382, "p95_ms": 160.052}, "read_interval": {"avg_ms": 145.379, "count": 206, "max_ms": 176.544, "p95_ms": 167.966}, "triton_wait": {"avg_ms": 56.836, "count": 207, "max_ms": 79.99, "p95_ms": 76.196}, "visualize": {"avg_ms": 5.583, "count": 207, "max_ms": 7.462, "p95_ms": 6.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15669.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6702.179, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.389, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1570037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:02:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:02:00+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T07:02:00+09:00", "mjpeg": {"age_sec": 0.541, "exists": true, "mtime": "2026-07-05T07:02:00.053194+09:00", "mtime_epoch": 1783202520.0531938, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:02:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2187.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.276, "count": 297, "max_ms": 11.577, "p95_ms": 8.598}, "gstreamer_push": {"avg_ms": 1.277, "count": 297, "max_ms": 1.935, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.696, "count": 297, "max_ms": 66.289, "p95_ms": 62.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.397, "count": 297, "max_ms": 79.783, "p95_ms": 66.473}, "yolo11_640_fire_11class": {"avg_ms": 51.407, "count": 297, "max_ms": 69.711, "p95_ms": 64.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.744, "count": 297, "max_ms": 77.629, "p95_ms": 75.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.575, "count": 297, "max_ms": 95.345, "p95_ms": 90.812}, "read_interval": {"avg_ms": 101.252, "count": 296, "max_ms": 767.116, "p95_ms": 111.037}, "triton_wait": {"avg_ms": 53.656, "count": 297, "max_ms": 79.796, "p95_ms": 75.176}, "visualize": {"avg_ms": 3.646, "count": 297, "max_ms": 4.682, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15669.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 541, "h264_decode_error_count": 1405, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:00:27+09:00", "last_error_summary": "[h264 @ 0x56228ac73180] cabac decode of qscale diff failed at 46 21 [h264 @ 0x56228ac73180] error while decoding MB 46 21, bytestream -3", "last_exit_at": "2026-07-05T07:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.871, "last_started_at": "2026-07-05T07:00:29+09:00", "pid": 116183, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.598, "name": "ffmpeg", "pid": 116183, "rss_mb": 267.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 601, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 602}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.181, "sample_count": 1874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1267714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:02:18+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:02:18+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T07:02:18.609514+09:00", "mtime_epoch": 1783202538.6095142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:02:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9227.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.853, "pushed": 6.853, "read": 6.819}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.618, "count": 205, "max_ms": 26.537, "p95_ms": 21.61}, "gstreamer_push": {"avg_ms": 1.051, "count": 205, "max_ms": 1.338, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.244, "count": 205, "max_ms": 69.923, "p95_ms": 62.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.069, "count": 205, "max_ms": 71.897, "p95_ms": 66.22}, "yolo11_640_fire_11class": {"avg_ms": 48.931, "count": 205, "max_ms": 67.811, "p95_ms": 65.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.367, "count": 205, "max_ms": 81.21, "p95_ms": 76.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.063, "count": 205, "max_ms": 169.561, "p95_ms": 164.57}, "read_interval": {"avg_ms": 146.596, "count": 204, "max_ms": 177.588, "p95_ms": 173.162}, "triton_wait": {"avg_ms": 57.482, "count": 205, "max_ms": 81.223, "p95_ms": 76.691}, "visualize": {"avg_ms": 5.548, "count": 205, "max_ms": 7.835, "p95_ms": 6.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15669.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6732.245, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.333, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1570339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:02:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:02:30+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T07:02:30+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T07:02:30.597721+09:00", "mtime_epoch": 1783202550.5977213, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:02:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2187.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.194, "count": 302, "max_ms": 10.947, "p95_ms": 8.671}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.708, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.477, "count": 302, "max_ms": 64.679, "p95_ms": 61.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.933, "count": 302, "max_ms": 76.501, "p95_ms": 67.327}, "yolo11_640_fire_11class": {"avg_ms": 51.258, "count": 302, "max_ms": 69.185, "p95_ms": 63.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.014, "count": 302, "max_ms": 79.463, "p95_ms": 74.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.973, "count": 302, "max_ms": 104.27, "p95_ms": 90.299}, "read_interval": {"avg_ms": 99.607, "count": 301, "max_ms": 838.011, "p95_ms": 117.764}, "triton_wait": {"avg_ms": 54.128, "count": 302, "max_ms": 79.475, "p95_ms": 74.491}, "visualize": {"avg_ms": 3.678, "count": 302, "max_ms": 4.955, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15669.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 541, "h264_decode_error_count": 1405, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:00:27+09:00", "last_error_summary": "[h264 @ 0x56228ac73180] cabac decode of qscale diff failed at 46 21 [h264 @ 0x56228ac73180] error while decoding MB 46 21, bytestream -3", "last_exit_at": "2026-07-05T07:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.018, "last_started_at": "2026-07-05T07:00:29+09:00", "pid": 116183, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.598, "name": "ffmpeg", "pid": 116183, "rss_mb": 267.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 601, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 602}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.962, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1267919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T07:02:48+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-05T07:02:48+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T07:02:48.738035+09:00", "mtime_epoch": 1783202568.7380352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:02:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.801, "pushed": 6.801, "read": 6.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.081, "count": 204, "max_ms": 32.934, "p95_ms": 22.106}, "gstreamer_push": {"avg_ms": 1.053, "count": 204, "max_ms": 1.457, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.562, "count": 204, "max_ms": 67.513, "p95_ms": 62.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.41, "count": 204, "max_ms": 82.707, "p95_ms": 69.716}, "yolo11_640_fire_11class": {"avg_ms": 48.351, "count": 204, "max_ms": 71.486, "p95_ms": 64.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.021, "count": 204, "max_ms": 80.499, "p95_ms": 76.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.869, "count": 204, "max_ms": 167.118, "p95_ms": 159.606}, "read_interval": {"avg_ms": 146.999, "count": 204, "max_ms": 176.834, "p95_ms": 167.754}, "triton_wait": {"avg_ms": 56.259, "count": 204, "max_ms": 82.72, "p95_ms": 76.708}, "visualize": {"avg_ms": 5.613, "count": 204, "max_ms": 7.106, "p95_ms": 6.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15672.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6762.295, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.193, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1570640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:03:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:03:00+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T07:03:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:03:00.642241+09:00", "mtime_epoch": 1783202580.642241, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:03:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2187.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.23, "count": 301, "max_ms": 11.628, "p95_ms": 8.422}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.579, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.502, "count": 301, "max_ms": 69.556, "p95_ms": 62.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.481, "count": 301, "max_ms": 76.912, "p95_ms": 58.738}, "yolo11_640_fire_11class": {"avg_ms": 51.355, "count": 301, "max_ms": 72.261, "p95_ms": 64.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.253, "count": 301, "max_ms": 85.348, "p95_ms": 74.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.129, "count": 301, "max_ms": 101.05, "p95_ms": 90.205}, "read_interval": {"avg_ms": 99.87, "count": 300, "max_ms": 549.728, "p95_ms": 112.185}, "triton_wait": {"avg_ms": 53.312, "count": 301, "max_ms": 85.361, "p95_ms": 75.021}, "visualize": {"avg_ms": 3.684, "count": 301, "max_ms": 4.876, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15542.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1406, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:03:13+09:00", "last_error_summary": "[h264 @ 0x558581c148c0] error while decoding MB 62 38, bytestream -5", "last_exit_at": "2026-07-05T07:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.915, "last_started_at": "2026-07-05T07:03:16+09:00", "pid": 116290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.754, "name": "ffmpeg", "pid": 116290, "rss_mb": 144.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 602, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.867, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1268103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:03:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:03:19+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T07:03:18+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T07:03:18.878557+09:00", "mtime_epoch": 1783202598.8785567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:03:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.144, "pushed": 6.144, "read": 6.11}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.333, "count": 183, "max_ms": 29.957, "p95_ms": 22.353}, "gstreamer_push": {"avg_ms": 1.07, "count": 184, "max_ms": 1.513, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.367, "count": 183, "max_ms": 66.811, "p95_ms": 63.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.563, "count": 183, "max_ms": 79.725, "p95_ms": 69.949}, "yolo11_640_fire_11class": {"avg_ms": 50.042, "count": 183, "max_ms": 72.833, "p95_ms": 66.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.994, "count": 183, "max_ms": 82.185, "p95_ms": 77.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.204, "count": 184, "max_ms": 168.754, "p95_ms": 155.985}, "read_interval": {"avg_ms": 163.768, "count": 183, "max_ms": 4803.8, "p95_ms": 166.737}, "triton_wait": {"avg_ms": 56.578, "count": 183, "max_ms": 82.195, "p95_ms": 77.384}, "visualize": {"avg_ms": 5.184, "count": 183, "max_ms": 7.849, "p95_ms": 6.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15666.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6792.297, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.796, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1570940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:03:30+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T07:03:30+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:03:30.646760+09:00", "mtime_epoch": 1783202610.6467605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:03:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2187.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.217, "count": 300, "max_ms": 10.98, "p95_ms": 8.449}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 2.092, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.895, "count": 300, "max_ms": 66.17, "p95_ms": 61.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.634, "count": 300, "max_ms": 78.527, "p95_ms": 63.988}, "yolo11_640_fire_11class": {"avg_ms": 51.115, "count": 300, "max_ms": 70.397, "p95_ms": 63.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.311, "count": 300, "max_ms": 80.209, "p95_ms": 72.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.659, "count": 300, "max_ms": 95.953, "p95_ms": 87.97}, "read_interval": {"avg_ms": 100.017, "count": 300, "max_ms": 759.331, "p95_ms": 109.238}, "triton_wait": {"avg_ms": 52.754, "count": 300, "max_ms": 80.224, "p95_ms": 72.681}, "visualize": {"avg_ms": 3.716, "count": 300, "max_ms": 4.723, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15667.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1406, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:03:13+09:00", "last_error_summary": "[h264 @ 0x558581c148c0] error while decoding MB 62 38, bytestream -5", "last_exit_at": "2026-07-05T07:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.963, "last_started_at": "2026-07-05T07:03:16+09:00", "pid": 116290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.969, "name": "ffmpeg", "pid": 116290, "rss_mb": 265.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 602, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.875, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1268308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:03:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:03:49+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:03:48+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T07:03:48.927077+09:00", "mtime_epoch": 1783202628.927077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:03:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.857, "pushed": 6.857, "read": 6.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.951, "count": 205, "max_ms": 27.007, "p95_ms": 23.885}, "gstreamer_push": {"avg_ms": 1.055, "count": 205, "max_ms": 1.55, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.49, "count": 205, "max_ms": 67.264, "p95_ms": 63.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.259, "count": 205, "max_ms": 77.134, "p95_ms": 68.541}, "yolo11_640_fire_11class": {"avg_ms": 49.734, "count": 205, "max_ms": 72.517, "p95_ms": 65.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.491, "count": 205, "max_ms": 83.876, "p95_ms": 76.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.133, "count": 205, "max_ms": 166.085, "p95_ms": 161.089}, "read_interval": {"avg_ms": 146.543, "count": 204, "max_ms": 173.511, "p95_ms": 169.065}, "triton_wait": {"avg_ms": 57.054, "count": 205, "max_ms": 83.888, "p95_ms": 77.145}, "visualize": {"avg_ms": 5.561, "count": 205, "max_ms": 9.064, "p95_ms": 6.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15669.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6822.348, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.646, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1571244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:04:00+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:04:00+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T07:04:00.695281+09:00", "mtime_epoch": 1783202640.695281, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:04:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2187.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.112}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.171, "count": 304, "max_ms": 11.214, "p95_ms": 8.375}, "gstreamer_push": {"avg_ms": 1.281, "count": 304, "max_ms": 2.007, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.317, "count": 304, "max_ms": 66.263, "p95_ms": 62.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.992, "count": 304, "max_ms": 79.082, "p95_ms": 64.622}, "yolo11_640_fire_11class": {"avg_ms": 51.732, "count": 304, "max_ms": 72.099, "p95_ms": 64.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.998, "count": 304, "max_ms": 79.6, "p95_ms": 74.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.867, "count": 304, "max_ms": 96.129, "p95_ms": 90.283}, "read_interval": {"avg_ms": 98.867, "count": 303, "max_ms": 564.637, "p95_ms": 112.951}, "triton_wait": {"avg_ms": 54.177, "count": 304, "max_ms": 79.613, "p95_ms": 74.781}, "visualize": {"avg_ms": 3.656, "count": 304, "max_ms": 4.732, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15670.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1406, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:03:13+09:00", "last_error_summary": "[h264 @ 0x558581c148c0] error while decoding MB 62 38, bytestream -5", "last_exit_at": "2026-07-05T07:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.042, "last_started_at": "2026-07-05T07:03:16+09:00", "pid": 116290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 116290, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 602, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.845, "sample_count": 1988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1268510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:04:19+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T07:04:18+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T07:04:19.003598+09:00", "mtime_epoch": 1783202659.0035985, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:04:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.75, "pushed": 6.75, "read": 6.717}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.04, "count": 202, "max_ms": 31.35, "p95_ms": 22.543}, "gstreamer_push": {"avg_ms": 1.038, "count": 202, "max_ms": 1.308, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.57, "count": 202, "max_ms": 68.84, "p95_ms": 62.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.959, "count": 202, "max_ms": 81.424, "p95_ms": 68.21}, "yolo11_640_fire_11class": {"avg_ms": 48.613, "count": 202, "max_ms": 72.393, "p95_ms": 65.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.175, "count": 202, "max_ms": 80.733, "p95_ms": 75.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.218, "count": 202, "max_ms": 169.748, "p95_ms": 163.024}, "read_interval": {"avg_ms": 148.9, "count": 201, "max_ms": 179.394, "p95_ms": 171.443}, "triton_wait": {"avg_ms": 56.543, "count": 202, "max_ms": 81.455, "p95_ms": 76.255}, "visualize": {"avg_ms": 5.694, "count": 202, "max_ms": 8.002, "p95_ms": 6.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15670.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6852.391, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.394, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1571546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:04:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:04:30+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:04:30.739802+09:00", "mtime_epoch": 1783202670.7398021, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:04:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2188.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.178, "count": 302, "max_ms": 11.705, "p95_ms": 8.568}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.594, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.085, "count": 302, "max_ms": 66.664, "p95_ms": 61.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.652, "count": 302, "max_ms": 84.161, "p95_ms": 57.372}, "yolo11_640_fire_11class": {"avg_ms": 51.18, "count": 302, "max_ms": 74.166, "p95_ms": 64.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.871, "count": 302, "max_ms": 82.185, "p95_ms": 75.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.848, "count": 302, "max_ms": 100.035, "p95_ms": 91.628}, "read_interval": {"avg_ms": 99.528, "count": 301, "max_ms": 706.131, "p95_ms": 132.947}, "triton_wait": {"avg_ms": 53.244, "count": 302, "max_ms": 84.172, "p95_ms": 75.658}, "visualize": {"avg_ms": 3.621, "count": 302, "max_ms": 4.705, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15671.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1406, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:03:13+09:00", "last_error_summary": "[h264 @ 0x558581c148c0] error while decoding MB 62 38, bytestream -5", "last_exit_at": "2026-07-05T07:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.07, "last_started_at": "2026-07-05T07:03:16+09:00", "pid": 116290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 116290, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 602, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.614, "sample_count": 1988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1268710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:04:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:04:49+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T07:04:49+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T07:04:49.028120+09:00", "mtime_epoch": 1783202689.0281196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:04:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.694, "pushed": 6.694, "read": 6.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.895, "count": 200, "max_ms": 23.04, "p95_ms": 21.766}, "gstreamer_push": {"avg_ms": 1.016, "count": 200, "max_ms": 1.569, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.838, "count": 200, "max_ms": 64.746, "p95_ms": 61.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.596, "count": 200, "max_ms": 77.948, "p95_ms": 69.396}, "yolo11_640_fire_11class": {"avg_ms": 48.15, "count": 200, "max_ms": 67.132, "p95_ms": 62.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.333, "count": 200, "max_ms": 79.708, "p95_ms": 75.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.828, "count": 200, "max_ms": 170.322, "p95_ms": 162.691}, "read_interval": {"avg_ms": 150.152, "count": 199, "max_ms": 179.939, "p95_ms": 171.615}, "triton_wait": {"avg_ms": 55.548, "count": 200, "max_ms": 79.72, "p95_ms": 75.981}, "visualize": {"avg_ms": 5.794, "count": 200, "max_ms": 7.359, "p95_ms": 6.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15670.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6882.403, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.646, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1571844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:05:00+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T07:05:00+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:05:00.752323+09:00", "mtime_epoch": 1783202700.7523232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:05:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2188.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.254, "count": 298, "max_ms": 11.794, "p95_ms": 8.5}, "gstreamer_push": {"avg_ms": 1.291, "count": 298, "max_ms": 2.048, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.292, "count": 298, "max_ms": 65.906, "p95_ms": 63.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.318, "count": 298, "max_ms": 79.867, "p95_ms": 67.081}, "yolo11_640_fire_11class": {"avg_ms": 51.097, "count": 298, "max_ms": 70.095, "p95_ms": 64.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.851, "count": 298, "max_ms": 79.132, "p95_ms": 75.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.071, "count": 298, "max_ms": 95.397, "p95_ms": 91.254}, "read_interval": {"avg_ms": 100.715, "count": 298, "max_ms": 655.514, "p95_ms": 140.07}, "triton_wait": {"avg_ms": 53.217, "count": 298, "max_ms": 79.879, "p95_ms": 75.859}, "visualize": {"avg_ms": 3.69, "count": 298, "max_ms": 4.49, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.688, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15671.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1406, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:03:13+09:00", "last_error_summary": "[h264 @ 0x558581c148c0] error while decoding MB 62 38, bytestream -5", "last_exit_at": "2026-07-05T07:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.133, "last_started_at": "2026-07-05T07:03:16+09:00", "pid": 116290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 116290, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 602, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.024, "sample_count": 1985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1268908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:05:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:05:19+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T07:05:19+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:05:19.092642+09:00", "mtime_epoch": 1783202719.0926416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:05:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.618, "pushed": 6.618, "read": 6.585}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.171, "count": 198, "max_ms": 25.075, "p95_ms": 22.648}, "gstreamer_push": {"avg_ms": 1.02, "count": 198, "max_ms": 1.188, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.551, "count": 198, "max_ms": 73.943, "p95_ms": 62.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.743, "count": 198, "max_ms": 78.433, "p95_ms": 70.411}, "yolo11_640_fire_11class": {"avg_ms": 48.715, "count": 198, "max_ms": 70.43, "p95_ms": 66.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.93, "count": 198, "max_ms": 86.061, "p95_ms": 78.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.27, "count": 198, "max_ms": 174.607, "p95_ms": 166.318}, "read_interval": {"avg_ms": 151.84, "count": 197, "max_ms": 186.275, "p95_ms": 175.025}, "triton_wait": {"avg_ms": 56.184, "count": 198, "max_ms": 86.073, "p95_ms": 78.444}, "visualize": {"avg_ms": 5.85, "count": 198, "max_ms": 7.888, "p95_ms": 6.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15671.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6912.413, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.715, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1572143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:05:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T07:05:30+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:05:30+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:05:30.760844+09:00", "mtime_epoch": 1783202730.7608445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:05:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2188.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.291, "count": 299, "max_ms": 11.234, "p95_ms": 8.469}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 1.987, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.711, "count": 299, "max_ms": 67.914, "p95_ms": 61.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.088, "count": 299, "max_ms": 75.034, "p95_ms": 66.86}, "yolo11_640_fire_11class": {"avg_ms": 51.709, "count": 299, "max_ms": 72.719, "p95_ms": 64.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.446, "count": 299, "max_ms": 84.992, "p95_ms": 75.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.105, "count": 299, "max_ms": 100.667, "p95_ms": 91.474}, "read_interval": {"avg_ms": 100.354, "count": 299, "max_ms": 681.431, "p95_ms": 116.955}, "triton_wait": {"avg_ms": 54.242, "count": 299, "max_ms": 85.006, "p95_ms": 75.57}, "visualize": {"avg_ms": 3.693, "count": 299, "max_ms": 5.216, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15671.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1406, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:03:13+09:00", "last_error_summary": "[h264 @ 0x558581c148c0] error while decoding MB 62 38, bytestream -5", "last_exit_at": "2026-07-05T07:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.147, "last_started_at": "2026-07-05T07:03:16+09:00", "pid": 116290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 116290, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 602, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.305, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1269105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:05:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:05:49+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:05:49+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T07:05:49.105163+09:00", "mtime_epoch": 1783202749.1051633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:05:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.596, "pushed": 6.596, "read": 6.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.309, "count": 197, "max_ms": 24.593, "p95_ms": 23.69}, "gstreamer_push": {"avg_ms": 1.034, "count": 197, "max_ms": 1.804, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.71, "count": 197, "max_ms": 66.418, "p95_ms": 61.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.138, "count": 197, "max_ms": 78.452, "p95_ms": 70.67}, "yolo11_640_fire_11class": {"avg_ms": 48.49, "count": 197, "max_ms": 72.331, "p95_ms": 62.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.951, "count": 197, "max_ms": 79.626, "p95_ms": 75.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.032, "count": 197, "max_ms": 167.255, "p95_ms": 164.3}, "read_interval": {"avg_ms": 152.354, "count": 196, "max_ms": 177.256, "p95_ms": 172.895}, "triton_wait": {"avg_ms": 56.297, "count": 197, "max_ms": 79.638, "p95_ms": 75.727}, "visualize": {"avg_ms": 5.831, "count": 197, "max_ms": 7.82, "p95_ms": 6.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15429.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6942.445, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.73, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1572443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:06:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:06:00+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:06:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:06:00.793366+09:00", "mtime_epoch": 1783202760.7933664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:06:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2188.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.21, "count": 300, "max_ms": 12.223, "p95_ms": 8.276}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 2.115, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.592, "count": 300, "max_ms": 66.853, "p95_ms": 60.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.899, "count": 300, "max_ms": 79.425, "p95_ms": 59.393}, "yolo11_640_fire_11class": {"avg_ms": 51.309, "count": 300, "max_ms": 72.459, "p95_ms": 64.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.687, "count": 300, "max_ms": 80.822, "p95_ms": 74.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.766, "count": 300, "max_ms": 96.649, "p95_ms": 90.23}, "read_interval": {"avg_ms": 100.16, "count": 299, "max_ms": 630.948, "p95_ms": 167.181}, "triton_wait": {"avg_ms": 53.935, "count": 300, "max_ms": 80.835, "p95_ms": 74.808}, "visualize": {"avg_ms": 3.707, "count": 300, "max_ms": 5.192, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15667.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1407, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:05:59+09:00", "last_error_summary": "[h264 @ 0x55e443110600] error while decoding MB 8 30, bytestream -5", "last_exit_at": "2026-07-05T07:06:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.372, "last_started_at": "2026-07-05T07:06:01+09:00", "pid": 116397, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.008, "name": "ffmpeg", "pid": 116397, "rss_mb": 265.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 603, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 604}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.13, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1269272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:06:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:06:19+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T07:06:19+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T07:06:19.205687+09:00", "mtime_epoch": 1783202779.2056868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:06:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.575, "pushed": 5.575, "read": 5.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.148, "count": 166, "max_ms": 27.147, "p95_ms": 23.106}, "gstreamer_push": {"avg_ms": 1.04, "count": 167, "max_ms": 1.517, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.116, "count": 166, "max_ms": 68.226, "p95_ms": 59.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.369, "count": 166, "max_ms": 78.816, "p95_ms": 70.857}, "yolo11_640_fire_11class": {"avg_ms": 48.359, "count": 166, "max_ms": 67.528, "p95_ms": 61.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.013, "count": 166, "max_ms": 80.234, "p95_ms": 73.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.507, "count": 167, "max_ms": 165.441, "p95_ms": 161.507}, "read_interval": {"avg_ms": 180.429, "count": 166, "max_ms": 4923.902, "p95_ms": 172.406}, "triton_wait": {"avg_ms": 56.512, "count": 166, "max_ms": 80.245, "p95_ms": 73.477}, "visualize": {"avg_ms": 5.733, "count": 166, "max_ms": 6.984, "p95_ms": 6.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15668.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6972.512, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.73, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1572744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:06:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:06:30+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:06:30.861890+09:00", "mtime_epoch": 1783202790.8618896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:06:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2188.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 301, "max_ms": 11.597, "p95_ms": 8.133}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.752, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.474, "count": 301, "max_ms": 67.601, "p95_ms": 61.25}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.447, "count": 301, "max_ms": 80.292, "p95_ms": 67.8}, "yolo11_640_fire_11class": {"avg_ms": 51.629, "count": 301, "max_ms": 70.331, "p95_ms": 64.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.487, "count": 301, "max_ms": 80.254, "p95_ms": 75.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.198, "count": 301, "max_ms": 97.513, "p95_ms": 91.617}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 886.899, "p95_ms": 112.094}, "triton_wait": {"avg_ms": 54.376, "count": 301, "max_ms": 80.305, "p95_ms": 75.782}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 4.696, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15671.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1407, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:05:59+09:00", "last_error_summary": "[h264 @ 0x55e443110600] error while decoding MB 8 30, bytestream -5", "last_exit_at": "2026-07-05T07:06:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.398, "last_started_at": "2026-07-05T07:06:01+09:00", "pid": 116397, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.102, "name": "ffmpeg", "pid": 116397, "rss_mb": 268.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 603, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 604}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.173, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1269473, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:06:49+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-05T07:06:49+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T07:06:49.218209+09:00", "mtime_epoch": 1783202809.218209, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:06:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.728, "pushed": 6.728, "read": 6.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.918, "count": 201, "max_ms": 29.531, "p95_ms": 22.07}, "gstreamer_push": {"avg_ms": 1.06, "count": 201, "max_ms": 1.274, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.463, "count": 201, "max_ms": 67.729, "p95_ms": 62.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.363, "count": 201, "max_ms": 77.335, "p95_ms": 71.453}, "yolo11_640_fire_11class": {"avg_ms": 49.475, "count": 201, "max_ms": 67.742, "p95_ms": 64.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.197, "count": 201, "max_ms": 79.911, "p95_ms": 75.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.791, "count": 201, "max_ms": 170.473, "p95_ms": 162.602}, "read_interval": {"avg_ms": 149.3, "count": 200, "max_ms": 181.334, "p95_ms": 174.387}, "triton_wait": {"avg_ms": 57.801, "count": 201, "max_ms": 79.922, "p95_ms": 76.295}, "visualize": {"avg_ms": 5.56, "count": 201, "max_ms": 8.211, "p95_ms": 6.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15671.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7002.567, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.858, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1573045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:07:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:07:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:07:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:07:00.914413+09:00", "mtime_epoch": 1783202820.9144127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:07:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2188.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.157, "count": 301, "max_ms": 10.949, "p95_ms": 8.267}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.947, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.072, "count": 301, "max_ms": 67.287, "p95_ms": 62.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.783, "count": 301, "max_ms": 78.436, "p95_ms": 71.286}, "yolo11_640_fire_11class": {"avg_ms": 51.769, "count": 301, "max_ms": 71.056, "p95_ms": 66.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.199, "count": 301, "max_ms": 79.769, "p95_ms": 75.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.729, "count": 301, "max_ms": 95.544, "p95_ms": 91.653}, "read_interval": {"avg_ms": 99.901, "count": 300, "max_ms": 471.742, "p95_ms": 111.598}, "triton_wait": {"avg_ms": 54.026, "count": 301, "max_ms": 79.783, "p95_ms": 75.995}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 4.734, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15671.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1407, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:05:59+09:00", "last_error_summary": "[h264 @ 0x55e443110600] error while decoding MB 8 30, bytestream -5", "last_exit_at": "2026-07-05T07:06:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.449, "last_started_at": "2026-07-05T07:06:01+09:00", "pid": 116397, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.133, "name": "ffmpeg", "pid": 116397, "rss_mb": 269.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 603, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 604}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.691, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1269671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:07:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:07:19+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T07:07:19+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T07:07:19.295031+09:00", "mtime_epoch": 1783202839.295031, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:07:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.622, "pushed": 6.622, "read": 6.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.099, "count": 198, "max_ms": 30.059, "p95_ms": 22.921}, "gstreamer_push": {"avg_ms": 1.023, "count": 198, "max_ms": 1.509, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.566, "count": 198, "max_ms": 64.901, "p95_ms": 60.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.87, "count": 198, "max_ms": 78.058, "p95_ms": 69.16}, "yolo11_640_fire_11class": {"avg_ms": 48.075, "count": 198, "max_ms": 64.636, "p95_ms": 60.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.826, "count": 198, "max_ms": 77.081, "p95_ms": 73.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.467, "count": 198, "max_ms": 167.325, "p95_ms": 161.685}, "read_interval": {"avg_ms": 151.804, "count": 197, "max_ms": 178.035, "p95_ms": 172.318}, "triton_wait": {"avg_ms": 55.363, "count": 198, "max_ms": 78.069, "p95_ms": 73.926}, "visualize": {"avg_ms": 5.766, "count": 198, "max_ms": 7.925, "p95_ms": 6.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15672.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7033.102, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.768, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1573347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:07:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:07:31+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T07:07:31+09:00", "mjpeg": {"age_sec": 0.721, "exists": true, "mtime": "2026-07-05T07:07:30.795414+09:00", "mtime_epoch": 1783202850.795414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:07:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2188.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 299, "max_ms": 11.319, "p95_ms": 8.48}, "gstreamer_push": {"avg_ms": 1.272, "count": 299, "max_ms": 1.518, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.848, "count": 299, "max_ms": 69.702, "p95_ms": 61.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.8, "count": 299, "max_ms": 81.477, "p95_ms": 56.84}, "yolo11_640_fire_11class": {"avg_ms": 50.945, "count": 299, "max_ms": 73.829, "p95_ms": 64.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.155, "count": 299, "max_ms": 80.21, "p95_ms": 73.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.597, "count": 299, "max_ms": 96.969, "p95_ms": 89.532}, "read_interval": {"avg_ms": 100.594, "count": 298, "max_ms": 725.243, "p95_ms": 112.719}, "triton_wait": {"avg_ms": 53.827, "count": 299, "max_ms": 81.49, "p95_ms": 73.897}, "visualize": {"avg_ms": 3.706, "count": 299, "max_ms": 5.217, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15672.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1407, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:05:59+09:00", "last_error_summary": "[h264 @ 0x55e443110600] error while decoding MB 8 30, bytestream -5", "last_exit_at": "2026-07-05T07:06:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.458, "last_started_at": "2026-07-05T07:06:01+09:00", "pid": 116397, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.133, "name": "ffmpeg", "pid": 116397, "rss_mb": 269.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 603, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 604}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.691, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1269866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:07:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:07:49+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T07:07:49+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T07:07:49.296023+09:00", "mtime_epoch": 1783202869.2960227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:07:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9228.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.5, "pushed": 6.5, "read": 6.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.566, "count": 195, "max_ms": 33.034, "p95_ms": 25.12}, "gstreamer_push": {"avg_ms": 1.039, "count": 195, "max_ms": 1.206, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.346, "count": 195, "max_ms": 64.835, "p95_ms": 57.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.714, "count": 195, "max_ms": 77.128, "p95_ms": 67.739}, "yolo11_640_fire_11class": {"avg_ms": 46.313, "count": 195, "max_ms": 66.791, "p95_ms": 59.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.931, "count": 195, "max_ms": 80.573, "p95_ms": 72.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.484, "count": 195, "max_ms": 173.006, "p95_ms": 162.053}, "read_interval": {"avg_ms": 153.875, "count": 195, "max_ms": 189.183, "p95_ms": 173.103}, "triton_wait": {"avg_ms": 54.553, "count": 195, "max_ms": 80.586, "p95_ms": 72.946}, "visualize": {"avg_ms": 5.895, "count": 195, "max_ms": 8.081, "p95_ms": 6.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15672.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7063.157, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.768, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1573652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:08:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:08:01+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T07:08:01+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T07:08:01.500419+09:00", "mtime_epoch": 1783202881.5004194, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:08:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2189.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.176, "pushed": 10.176, "read": 10.143}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 305, "max_ms": 11.514, "p95_ms": 8.087}, "gstreamer_push": {"avg_ms": 1.297, "count": 305, "max_ms": 2.005, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.931, "count": 305, "max_ms": 65.98, "p95_ms": 61.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.348, "count": 305, "max_ms": 80.775, "p95_ms": 57.853}, "yolo11_640_fire_11class": {"avg_ms": 51.131, "count": 305, "max_ms": 70.807, "p95_ms": 63.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.981, "count": 305, "max_ms": 82.738, "p95_ms": 74.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.591, "count": 305, "max_ms": 98.382, "p95_ms": 90.379}, "read_interval": {"avg_ms": 98.574, "count": 304, "max_ms": 679.76, "p95_ms": 110.611}, "triton_wait": {"avg_ms": 53.787, "count": 305, "max_ms": 82.751, "p95_ms": 74.879}, "visualize": {"avg_ms": 3.685, "count": 305, "max_ms": 5.828, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15673.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1407, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:05:59+09:00", "last_error_summary": "[h264 @ 0x55e443110600] error while decoding MB 8 30, bytestream -5", "last_exit_at": "2026-07-05T07:06:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.546, "last_started_at": "2026-07-05T07:06:01+09:00", "pid": 116397, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.133, "name": "ffmpeg", "pid": 116397, "rss_mb": 269.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 603, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 604}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.984, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:08:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:08:19+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T07:08:19+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T07:08:19.380994+09:00", "mtime_epoch": 1783202899.3809938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:08:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.447, "pushed": 6.447, "read": 6.413}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.128, "count": 193, "max_ms": 26.22, "p95_ms": 22.208}, "gstreamer_push": {"avg_ms": 1.037, "count": 193, "max_ms": 1.306, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.674, "count": 193, "max_ms": 64.261, "p95_ms": 60.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.96, "count": 193, "max_ms": 80.717, "p95_ms": 72.419}, "yolo11_640_fire_11class": {"avg_ms": 48.698, "count": 193, "max_ms": 71.702, "p95_ms": 63.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.052, "count": 193, "max_ms": 81.357, "p95_ms": 76.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.553, "count": 193, "max_ms": 169.601, "p95_ms": 163.16}, "read_interval": {"avg_ms": 155.909, "count": 192, "max_ms": 181.138, "p95_ms": 174.308}, "triton_wait": {"avg_ms": 57.56, "count": 193, "max_ms": 81.37, "p95_ms": 76.132}, "visualize": {"avg_ms": 5.836, "count": 193, "max_ms": 8.031, "p95_ms": 6.466}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15673.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7093.241, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.958, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1573949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:08:31+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:08:31+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:08:31.589381+09:00", "mtime_epoch": 1783202911.5893815, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:08:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2189.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.158, "count": 296, "max_ms": 12.222, "p95_ms": 8.546}, "gstreamer_push": {"avg_ms": 1.278, "count": 296, "max_ms": 1.809, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.426, "count": 296, "max_ms": 65.965, "p95_ms": 61.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.54, "count": 296, "max_ms": 81.692, "p95_ms": 65.656}, "yolo11_640_fire_11class": {"avg_ms": 51.604, "count": 296, "max_ms": 69.549, "p95_ms": 64.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.243, "count": 296, "max_ms": 80.97, "p95_ms": 76.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.675, "count": 296, "max_ms": 97.117, "p95_ms": 91.102}, "read_interval": {"avg_ms": 101.341, "count": 296, "max_ms": 597.657, "p95_ms": 115.707}, "triton_wait": {"avg_ms": 54.973, "count": 296, "max_ms": 81.704, "p95_ms": 76.488}, "visualize": {"avg_ms": 3.65, "count": 296, "max_ms": 5.818, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15639.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1408, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:08:38+09:00", "last_error_summary": "[NULL @ 0x5654487ad300] missing picture in access unit with size 39 [h264 @ 0x565448916cc0] no frame! [vist#0:0/h264 @ 0x5654487b32c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T07:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.217, "last_started_at": "2026-07-05T07:08:41+09:00", "pid": 116504, "process": {"exists": true, "fd_count": 5, "hwm_mb": 235.809, "name": "ffmpeg", "pid": 116504, "rss_mb": 235.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 604, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.22, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:08:49+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T07:08:49+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T07:08:49.441942+09:00", "mtime_epoch": 1783202929.441942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:08:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.617, "pushed": 5.617, "read": 5.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.792, "count": 168, "max_ms": 23.341, "p95_ms": 21.325}, "gstreamer_push": {"avg_ms": 1.038, "count": 168, "max_ms": 1.158, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.887, "count": 168, "max_ms": 65.308, "p95_ms": 59.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.426, "count": 168, "max_ms": 83.577, "p95_ms": 72.797}, "yolo11_640_fire_11class": {"avg_ms": 48.588, "count": 168, "max_ms": 68.501, "p95_ms": 62.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.336, "count": 168, "max_ms": 80.162, "p95_ms": 76.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.45, "count": 168, "max_ms": 168.675, "p95_ms": 163.722}, "read_interval": {"avg_ms": 179.058, "count": 167, "max_ms": 4515.413, "p95_ms": 173.987}, "triton_wait": {"avg_ms": 56.907, "count": 168, "max_ms": 83.589, "p95_ms": 76.846}, "visualize": {"avg_ms": 5.769, "count": 168, "max_ms": 6.805, "p95_ms": 6.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15669.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7124.074, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.088, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1574257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T07:09:02+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T07:09:02+09:00", "mjpeg": {"age_sec": 0.819, "exists": true, "mtime": "2026-07-05T07:09:01.670322+09:00", "mtime_epoch": 1783202941.6703217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:09:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2189.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.21, "count": 299, "max_ms": 11.317, "p95_ms": 8.378}, "gstreamer_push": {"avg_ms": 1.284, "count": 299, "max_ms": 1.991, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.507, "count": 299, "max_ms": 65.639, "p95_ms": 60.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.6, "count": 299, "max_ms": 79.426, "p95_ms": 60.245}, "yolo11_640_fire_11class": {"avg_ms": 50.782, "count": 299, "max_ms": 71.484, "p95_ms": 63.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.527, "count": 299, "max_ms": 80.372, "p95_ms": 75.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.384, "count": 299, "max_ms": 96.012, "p95_ms": 90.839}, "read_interval": {"avg_ms": 100.567, "count": 298, "max_ms": 829.566, "p95_ms": 124.386}, "triton_wait": {"avg_ms": 53.608, "count": 299, "max_ms": 80.385, "p95_ms": 75.152}, "visualize": {"avg_ms": 3.71, "count": 299, "max_ms": 4.693, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15669.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1408, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:08:38+09:00", "last_error_summary": "[NULL @ 0x5654487ad300] missing picture in access unit with size 39 [h264 @ 0x565448916cc0] no frame! [vist#0:0/h264 @ 0x5654487b32c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T07:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.255, "last_started_at": "2026-07-05T07:08:41+09:00", "pid": 116504, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.5, "name": "ffmpeg", "pid": 116504, "rss_mb": 265.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 604, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.389, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:09:19+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:09:19+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T07:09:19.478869+09:00", "mtime_epoch": 1783202959.4788687, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:09:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.658, "pushed": 6.658, "read": 6.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.804, "count": 199, "max_ms": 22.76, "p95_ms": 21.549}, "gstreamer_push": {"avg_ms": 1.016, "count": 199, "max_ms": 1.351, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.275, "count": 199, "max_ms": 67.391, "p95_ms": 61.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.779, "count": 199, "max_ms": 78.951, "p95_ms": 70.916}, "yolo11_640_fire_11class": {"avg_ms": 48.671, "count": 199, "max_ms": 68.296, "p95_ms": 65.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.039, "count": 199, "max_ms": 79.452, "p95_ms": 77.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.87, "count": 199, "max_ms": 166.16, "p95_ms": 165.009}, "read_interval": {"avg_ms": 150.942, "count": 198, "max_ms": 175.501, "p95_ms": 173.608}, "triton_wait": {"avg_ms": 56.263, "count": 199, "max_ms": 79.464, "p95_ms": 77.702}, "visualize": {"avg_ms": 5.778, "count": 199, "max_ms": 6.571, "p95_ms": 6.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15670.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7154.094, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.149, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1574558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:09:32+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:09:32+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:09:32.443263+09:00", "mtime_epoch": 1783202972.4432626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:09:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2189.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.199, "count": 301, "max_ms": 11.966, "p95_ms": 8.324}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.577, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.485, "count": 301, "max_ms": 67.413, "p95_ms": 61.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.677, "count": 301, "max_ms": 80.137, "p95_ms": 68.052}, "yolo11_640_fire_11class": {"avg_ms": 50.704, "count": 301, "max_ms": 72.435, "p95_ms": 63.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.465, "count": 301, "max_ms": 79.906, "p95_ms": 76.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.352, "count": 301, "max_ms": 95.536, "p95_ms": 91.833}, "read_interval": {"avg_ms": 99.776, "count": 300, "max_ms": 781.774, "p95_ms": 111.065}, "triton_wait": {"avg_ms": 54.631, "count": 301, "max_ms": 80.149, "p95_ms": 76.147}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 4.72, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15670.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1408, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:08:38+09:00", "last_error_summary": "[NULL @ 0x5654487ad300] missing picture in access unit with size 39 [h264 @ 0x565448916cc0] no frame! [vist#0:0/h264 @ 0x5654487b32c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T07:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.363, "last_started_at": "2026-07-05T07:08:41+09:00", "pid": 116504, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.5, "name": "ffmpeg", "pid": 116504, "rss_mb": 265.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 604, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.47, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:09:49+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T07:09:49+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T07:09:49.575778+09:00", "mtime_epoch": 1783202989.5757775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:09:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.641, "pushed": 6.641, "read": 6.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.032, "count": 198, "max_ms": 24.286, "p95_ms": 22.146}, "gstreamer_push": {"avg_ms": 1.026, "count": 199, "max_ms": 1.235, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.154, "count": 198, "max_ms": 63.231, "p95_ms": 60.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.549, "count": 198, "max_ms": 80.164, "p95_ms": 72.68}, "yolo11_640_fire_11class": {"avg_ms": 46.678, "count": 198, "max_ms": 67.557, "p95_ms": 61.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.996, "count": 198, "max_ms": 78.338, "p95_ms": 75.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.085, "count": 199, "max_ms": 166.149, "p95_ms": 164.291}, "read_interval": {"avg_ms": 151.226, "count": 198, "max_ms": 175.591, "p95_ms": 171.956}, "triton_wait": {"avg_ms": 56.27, "count": 198, "max_ms": 80.175, "p95_ms": 76.46}, "visualize": {"avg_ms": 5.825, "count": 198, "max_ms": 7.994, "p95_ms": 6.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15670.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7184.11, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.31, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1574862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:10:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:10:02+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:10:02+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T07:10:02.456161+09:00", "mtime_epoch": 1783203002.4561608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:10:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2189.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.211, "count": 304, "max_ms": 12.328, "p95_ms": 8.294}, "gstreamer_push": {"avg_ms": 1.288, "count": 304, "max_ms": 1.848, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.714, "count": 304, "max_ms": 73.493, "p95_ms": 62.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.214, "count": 304, "max_ms": 82.413, "p95_ms": 58.937}, "yolo11_640_fire_11class": {"avg_ms": 52.122, "count": 304, "max_ms": 74.396, "p95_ms": 66.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.652, "count": 304, "max_ms": 81.562, "p95_ms": 76.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.59, "count": 304, "max_ms": 97.584, "p95_ms": 92.953}, "read_interval": {"avg_ms": 98.742, "count": 304, "max_ms": 732.671, "p95_ms": 112.17}, "triton_wait": {"avg_ms": 54.847, "count": 304, "max_ms": 82.426, "p95_ms": 76.916}, "visualize": {"avg_ms": 3.664, "count": 304, "max_ms": 5.011, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15672.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1408, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:08:38+09:00", "last_error_summary": "[NULL @ 0x5654487ad300] missing picture in access unit with size 39 [h264 @ 0x565448916cc0] no frame! [vist#0:0/h264 @ 0x5654487b32c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T07:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.411, "last_started_at": "2026-07-05T07:08:41+09:00", "pid": 116504, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.789, "name": "ffmpeg", "pid": 116504, "rss_mb": 266.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 604, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.249, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:10:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:10:19+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:10:19+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T07:10:19.636667+09:00", "mtime_epoch": 1783203019.6366668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:10:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.627, "pushed": 6.627, "read": 6.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.125, "count": 198, "max_ms": 25.835, "p95_ms": 22.812}, "gstreamer_push": {"avg_ms": 1.033, "count": 198, "max_ms": 1.475, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.42, "count": 198, "max_ms": 67.022, "p95_ms": 61.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.805, "count": 198, "max_ms": 76.545, "p95_ms": 71.336}, "yolo11_640_fire_11class": {"avg_ms": 48.903, "count": 198, "max_ms": 69.319, "p95_ms": 64.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.015, "count": 198, "max_ms": 81.246, "p95_ms": 76.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.44, "count": 198, "max_ms": 168.754, "p95_ms": 164.501}, "read_interval": {"avg_ms": 151.754, "count": 197, "max_ms": 176.558, "p95_ms": 173.075}, "triton_wait": {"avg_ms": 56.265, "count": 198, "max_ms": 81.259, "p95_ms": 76.572}, "visualize": {"avg_ms": 5.839, "count": 198, "max_ms": 7.663, "p95_ms": 6.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15673.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7214.185, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.448, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1575159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:10:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T07:10:32+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T07:10:32+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T07:10:32.529043+09:00", "mtime_epoch": 1783203032.529043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:10:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2189.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.878}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.109, "count": 297, "max_ms": 11.175, "p95_ms": 7.929}, "gstreamer_push": {"avg_ms": 1.278, "count": 297, "max_ms": 1.879, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.25, "count": 297, "max_ms": 67.76, "p95_ms": 61.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.614, "count": 297, "max_ms": 85.61, "p95_ms": 68.483}, "yolo11_640_fire_11class": {"avg_ms": 51.664, "count": 297, "max_ms": 69.996, "p95_ms": 64.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.462, "count": 297, "max_ms": 84.14, "p95_ms": 76.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.324, "count": 297, "max_ms": 100.933, "p95_ms": 92.939}, "read_interval": {"avg_ms": 101.304, "count": 296, "max_ms": 826.569, "p95_ms": 113.888}, "triton_wait": {"avg_ms": 54.66, "count": 297, "max_ms": 85.623, "p95_ms": 77.287}, "visualize": {"avg_ms": 3.666, "count": 297, "max_ms": 4.858, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15673.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1408, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:08:38+09:00", "last_error_summary": "[NULL @ 0x5654487ad300] missing picture in access unit with size 39 [h264 @ 0x565448916cc0] no frame! [vist#0:0/h264 @ 0x5654487b32c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T07:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.451, "last_started_at": "2026-07-05T07:08:41+09:00", "pid": 116504, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.336, "name": "ffmpeg", "pid": 116504, "rss_mb": 268.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 604, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.355, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1271022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:10:49+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T07:10:49+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T07:10:49.673538+09:00", "mtime_epoch": 1783203049.673538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:10:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.658, "pushed": 6.658, "read": 6.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.021, "count": 199, "max_ms": 25.525, "p95_ms": 21.892}, "gstreamer_push": {"avg_ms": 1.037, "count": 199, "max_ms": 1.412, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.838, "count": 199, "max_ms": 64.462, "p95_ms": 61.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.057, "count": 199, "max_ms": 80.751, "p95_ms": 72.89}, "yolo11_640_fire_11class": {"avg_ms": 48.717, "count": 199, "max_ms": 73.449, "p95_ms": 64.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.772, "count": 199, "max_ms": 81.263, "p95_ms": 77.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.627, "count": 199, "max_ms": 167.291, "p95_ms": 164.594}, "read_interval": {"avg_ms": 150.938, "count": 198, "max_ms": 177.042, "p95_ms": 173.189}, "triton_wait": {"avg_ms": 56.043, "count": 199, "max_ms": 81.273, "p95_ms": 77.285}, "visualize": {"avg_ms": 5.843, "count": 199, "max_ms": 8.036, "p95_ms": 6.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15676.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7244.25, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.65, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1575461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:11:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:11:02+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:11:02+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:11:02.597908+09:00", "mtime_epoch": 1783203062.5979078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:11:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2189.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.191, "count": 302, "max_ms": 10.642, "p95_ms": 8.126}, "gstreamer_push": {"avg_ms": 1.283, "count": 302, "max_ms": 1.933, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.388, "count": 302, "max_ms": 70.862, "p95_ms": 62.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.38, "count": 302, "max_ms": 81.159, "p95_ms": 68.928}, "yolo11_640_fire_11class": {"avg_ms": 52.58, "count": 302, "max_ms": 74.411, "p95_ms": 66.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.41, "count": 302, "max_ms": 81.908, "p95_ms": 76.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.242, "count": 302, "max_ms": 97.519, "p95_ms": 92.084}, "read_interval": {"avg_ms": 99.595, "count": 301, "max_ms": 730.961, "p95_ms": 113.487}, "triton_wait": {"avg_ms": 54.41, "count": 302, "max_ms": 81.918, "p95_ms": 76.162}, "visualize": {"avg_ms": 3.719, "count": 302, "max_ms": 4.635, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1408, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:08:38+09:00", "last_error_summary": "[NULL @ 0x5654487ad300] missing picture in access unit with size 39 [h264 @ 0x565448916cc0] no frame! [vist#0:0/h264 @ 0x5654487b32c0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T07:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.578, "last_started_at": "2026-07-05T07:08:41+09:00", "pid": 116504, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.359, "name": "ffmpeg", "pid": 116504, "rss_mb": 287.359, "state": "S (sleeping)", "threads": 104}, "restart_count": 604, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.798, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1271220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:11:19+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T07:11:19+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T07:11:19.782395+09:00", "mtime_epoch": 1783203079.782395, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:11:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.604, "pushed": 6.604, "read": 6.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.169, "count": 197, "max_ms": 31.915, "p95_ms": 22.606}, "gstreamer_push": {"avg_ms": 1.032, "count": 198, "max_ms": 1.422, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.594, "count": 197, "max_ms": 66.296, "p95_ms": 61.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.459, "count": 197, "max_ms": 84.481, "p95_ms": 72.24}, "yolo11_640_fire_11class": {"avg_ms": 49.294, "count": 197, "max_ms": 72.226, "p95_ms": 64.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.529, "count": 197, "max_ms": 80.682, "p95_ms": 76.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.848, "count": 198, "max_ms": 174.952, "p95_ms": 164.646}, "read_interval": {"avg_ms": 152.045, "count": 197, "max_ms": 184.708, "p95_ms": 172.732}, "triton_wait": {"avg_ms": 57.015, "count": 197, "max_ms": 84.494, "p95_ms": 76.921}, "visualize": {"avg_ms": 5.851, "count": 197, "max_ms": 8.992, "p95_ms": 6.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15661.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7274.265, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.56, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1575759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:11:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:11:32+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:11:32+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T07:11:32.610755+09:00", "mtime_epoch": 1783203092.6107552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:11:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2189.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.205, "count": 298, "max_ms": 11.569, "p95_ms": 8.544}, "gstreamer_push": {"avg_ms": 1.285, "count": 298, "max_ms": 2.122, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.038, "count": 298, "max_ms": 73.039, "p95_ms": 62.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.509, "count": 298, "max_ms": 82.867, "p95_ms": 57.322}, "yolo11_640_fire_11class": {"avg_ms": 51.668, "count": 298, "max_ms": 73.964, "p95_ms": 65.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.029, "count": 298, "max_ms": 80.871, "p95_ms": 75.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.463, "count": 298, "max_ms": 99.203, "p95_ms": 91.035}, "read_interval": {"avg_ms": 100.72, "count": 298, "max_ms": 668.158, "p95_ms": 119.492}, "triton_wait": {"avg_ms": 53.658, "count": 298, "max_ms": 82.88, "p95_ms": 75.727}, "visualize": {"avg_ms": 3.673, "count": 298, "max_ms": 4.947, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15671.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:11:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.787, "last_started_at": "2026-07-05T07:11:23+09:00", "pid": 116611, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.789, "name": "ffmpeg", "pid": 116611, "rss_mb": 264.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 605, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 606}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.722, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1271390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:11:49+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T07:11:49+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:11:49.811234+09:00", "mtime_epoch": 1783203109.8112338, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:11:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.667, "pushed": 5.667, "read": 5.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.379, "count": 170, "max_ms": 29.871, "p95_ms": 24.868}, "gstreamer_push": {"avg_ms": 1.02, "count": 170, "max_ms": 1.225, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.11, "count": 170, "max_ms": 63.89, "p95_ms": 61.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.698, "count": 170, "max_ms": 73.339, "p95_ms": 68.892}, "yolo11_640_fire_11class": {"avg_ms": 46.376, "count": 170, "max_ms": 68.074, "p95_ms": 64.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.037, "count": 170, "max_ms": 80.068, "p95_ms": 75.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.26, "count": 170, "max_ms": 170.063, "p95_ms": 162.127}, "read_interval": {"avg_ms": 176.652, "count": 170, "max_ms": 4279.001, "p95_ms": 174.035}, "triton_wait": {"avg_ms": 54.273, "count": 170, "max_ms": 80.079, "p95_ms": 75.635}, "visualize": {"avg_ms": 5.879, "count": 170, "max_ms": 8.862, "p95_ms": 7.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15672.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7304.344, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.206, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1576062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:12:02+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T07:12:02+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T07:12:02.699589+09:00", "mtime_epoch": 1783203122.6995895, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:12:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2190.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.175, "count": 303, "max_ms": 12.175, "p95_ms": 8.598}, "gstreamer_push": {"avg_ms": 1.261, "count": 303, "max_ms": 1.622, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.805, "count": 303, "max_ms": 67.726, "p95_ms": 61.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.9, "count": 303, "max_ms": 80.165, "p95_ms": 57.817}, "yolo11_640_fire_11class": {"avg_ms": 51.006, "count": 303, "max_ms": 71.814, "p95_ms": 62.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.792, "count": 303, "max_ms": 78.741, "p95_ms": 74.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.833, "count": 303, "max_ms": 96.314, "p95_ms": 89.227}, "read_interval": {"avg_ms": 99.319, "count": 302, "max_ms": 681.254, "p95_ms": 120.485}, "triton_wait": {"avg_ms": 53.15, "count": 303, "max_ms": 80.177, "p95_ms": 74.172}, "visualize": {"avg_ms": 3.643, "count": 303, "max_ms": 5.428, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15674.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:11:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.917, "last_started_at": "2026-07-05T07:11:23+09:00", "pid": 116611, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.141, "name": "ffmpeg", "pid": 116611, "rss_mb": 268.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 605, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 606}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.798, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1271585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:12:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:12:20+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:12:19+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T07:12:19.936061+09:00", "mtime_epoch": 1783203139.936061, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:12:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.505, "pushed": 6.505, "read": 6.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.992, "count": 194, "max_ms": 23.722, "p95_ms": 21.992}, "gstreamer_push": {"avg_ms": 1.037, "count": 195, "max_ms": 1.214, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.443, "count": 194, "max_ms": 68.819, "p95_ms": 61.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.372, "count": 194, "max_ms": 76.672, "p95_ms": 70.235}, "yolo11_640_fire_11class": {"avg_ms": 48.825, "count": 194, "max_ms": 70.236, "p95_ms": 64.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.337, "count": 194, "max_ms": 78.858, "p95_ms": 73.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.161, "count": 195, "max_ms": 166.856, "p95_ms": 161.765}, "read_interval": {"avg_ms": 154.513, "count": 194, "max_ms": 178.555, "p95_ms": 172.773}, "triton_wait": {"avg_ms": 56.705, "count": 194, "max_ms": 78.872, "p95_ms": 73.923}, "visualize": {"avg_ms": 5.828, "count": 194, "max_ms": 7.197, "p95_ms": 6.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15674.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7334.35, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.421, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1576361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:12:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:12:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T07:12:32+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T07:12:32.696407+09:00", "mtime_epoch": 1783203152.6964068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:12:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2190.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.218, "count": 299, "max_ms": 11.793, "p95_ms": 8.377}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.75, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.343, "count": 299, "max_ms": 64.881, "p95_ms": 62.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.651, "count": 299, "max_ms": 79.02, "p95_ms": 54.754}, "yolo11_640_fire_11class": {"avg_ms": 52.132, "count": 299, "max_ms": 73.057, "p95_ms": 65.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.316, "count": 299, "max_ms": 80.208, "p95_ms": 75.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.475, "count": 299, "max_ms": 95.988, "p95_ms": 91.543}, "read_interval": {"avg_ms": 100.357, "count": 299, "max_ms": 789.108, "p95_ms": 113.341}, "triton_wait": {"avg_ms": 53.688, "count": 299, "max_ms": 80.222, "p95_ms": 76.035}, "visualize": {"avg_ms": 3.664, "count": 299, "max_ms": 5.274, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15674.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:11:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.04, "last_started_at": "2026-07-05T07:11:23+09:00", "pid": 116611, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.141, "name": "ffmpeg", "pid": 116611, "rss_mb": 268.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 605, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 606}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.877, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1271780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:12:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:12:50+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T07:12:50+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T07:12:50.064874+09:00", "mtime_epoch": 1783203170.0648742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:12:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.506, "pushed": 6.506, "read": 6.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.988, "count": 194, "max_ms": 28.311, "p95_ms": 21.96}, "gstreamer_push": {"avg_ms": 1.018, "count": 195, "max_ms": 1.125, "p95_ms": 1.094}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.698, "count": 194, "max_ms": 68.189, "p95_ms": 61.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.907, "count": 194, "max_ms": 78.581, "p95_ms": 70.776}, "yolo11_640_fire_11class": {"avg_ms": 48.939, "count": 194, "max_ms": 72.252, "p95_ms": 63.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.456, "count": 194, "max_ms": 83.364, "p95_ms": 75.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.315, "count": 195, "max_ms": 172.364, "p95_ms": 162.838}, "read_interval": {"avg_ms": 154.516, "count": 194, "max_ms": 183.358, "p95_ms": 174.277}, "triton_wait": {"avg_ms": 56.651, "count": 194, "max_ms": 83.376, "p95_ms": 76.514}, "visualize": {"avg_ms": 5.779, "count": 194, "max_ms": 7.189, "p95_ms": 6.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15674.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7364.422, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.576, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1576661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:13:02+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:13:02+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T07:13:02.769213+09:00", "mtime_epoch": 1783203182.7692132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:13:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2190.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.374, "count": 300, "max_ms": 12.383, "p95_ms": 8.688}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.737, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.288, "count": 300, "max_ms": 65.54, "p95_ms": 61.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.177, "count": 300, "max_ms": 81.454, "p95_ms": 64.13}, "yolo11_640_fire_11class": {"avg_ms": 51.892, "count": 300, "max_ms": 72.23, "p95_ms": 64.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.654, "count": 300, "max_ms": 81.442, "p95_ms": 74.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.168, "count": 300, "max_ms": 98.249, "p95_ms": 91.635}, "read_interval": {"avg_ms": 100.292, "count": 299, "max_ms": 819.953, "p95_ms": 156.519}, "triton_wait": {"avg_ms": 54.11, "count": 300, "max_ms": 81.463, "p95_ms": 75.298}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 4.971, "p95_ms": 4.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15674.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:11:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.061, "last_started_at": "2026-07-05T07:11:23+09:00", "pid": 116611, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.398, "name": "ffmpeg", "pid": 116611, "rss_mb": 268.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 605, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 606}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.722, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1271975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:13:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:13:20+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T07:13:20+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T07:13:20.073671+09:00", "mtime_epoch": 1783203200.073671, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:13:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9229.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.528, "pushed": 6.528, "read": 6.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.023, "count": 195, "max_ms": 26.859, "p95_ms": 22.079}, "gstreamer_push": {"avg_ms": 1.041, "count": 195, "max_ms": 1.343, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.875, "count": 195, "max_ms": 67.092, "p95_ms": 61.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.715, "count": 195, "max_ms": 75.898, "p95_ms": 69.261}, "yolo11_640_fire_11class": {"avg_ms": 47.954, "count": 195, "max_ms": 70.698, "p95_ms": 63.768}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.496, "count": 195, "max_ms": 83.358, "p95_ms": 74.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.568, "count": 195, "max_ms": 173.497, "p95_ms": 162.463}, "read_interval": {"avg_ms": 153.899, "count": 194, "max_ms": 184.679, "p95_ms": 174.139}, "triton_wait": {"avg_ms": 55.621, "count": 195, "max_ms": 83.37, "p95_ms": 75.395}, "visualize": {"avg_ms": 5.865, "count": 195, "max_ms": 9.374, "p95_ms": 6.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15675.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7394.488, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.559, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1576961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:13:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:13:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T07:13:32+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:13:32.838006+09:00", "mtime_epoch": 1783203212.8380065, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:13:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2190.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.27, "count": 300, "max_ms": 11.113, "p95_ms": 8.422}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.687, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.988, "count": 300, "max_ms": 65.581, "p95_ms": 61.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.601, "count": 300, "max_ms": 77.604, "p95_ms": 56.854}, "yolo11_640_fire_11class": {"avg_ms": 52.433, "count": 300, "max_ms": 74.235, "p95_ms": 65.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.452, "count": 300, "max_ms": 82.084, "p95_ms": 74.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.405, "count": 300, "max_ms": 134.359, "p95_ms": 90.049}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 595.165, "p95_ms": 118.372}, "triton_wait": {"avg_ms": 54.314, "count": 300, "max_ms": 82.098, "p95_ms": 74.5}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 5.84, "p95_ms": 4.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15675.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:11:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.186, "last_started_at": "2026-07-05T07:11:23+09:00", "pid": 116611, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.398, "name": "ffmpeg", "pid": 116611, "rss_mb": 268.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 605, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 606}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.454, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1272173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:13:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:13:50+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T07:13:50+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T07:13:50.202459+09:00", "mtime_epoch": 1783203230.202459, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:13:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.604, "pushed": 6.604, "read": 6.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.271, "count": 197, "max_ms": 28.666, "p95_ms": 23.187}, "gstreamer_push": {"avg_ms": 1.037, "count": 198, "max_ms": 1.493, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.497, "count": 197, "max_ms": 63.451, "p95_ms": 60.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.854, "count": 197, "max_ms": 75.469, "p95_ms": 66.421}, "yolo11_640_fire_11class": {"avg_ms": 47.618, "count": 197, "max_ms": 68.587, "p95_ms": 63.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.447, "count": 197, "max_ms": 78.504, "p95_ms": 74.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.616, "count": 198, "max_ms": 165.735, "p95_ms": 162.632}, "read_interval": {"avg_ms": 152.114, "count": 197, "max_ms": 176.935, "p95_ms": 173.683}, "triton_wait": {"avg_ms": 55.65, "count": 197, "max_ms": 78.519, "p95_ms": 74.269}, "visualize": {"avg_ms": 5.806, "count": 197, "max_ms": 8.718, "p95_ms": 7.467}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15445.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7424.519, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.467, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1577265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:14:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:14:02+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:14:02+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T07:14:02.870787+09:00", "mtime_epoch": 1783203242.870787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:14:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2190.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.118}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.238, "count": 304, "max_ms": 11.156, "p95_ms": 8.347}, "gstreamer_push": {"avg_ms": 1.271, "count": 304, "max_ms": 1.588, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.88, "count": 304, "max_ms": 68.736, "p95_ms": 60.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.826, "count": 304, "max_ms": 79.6, "p95_ms": 56.963}, "yolo11_640_fire_11class": {"avg_ms": 51.409, "count": 304, "max_ms": 73.778, "p95_ms": 64.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.722, "count": 304, "max_ms": 79.532, "p95_ms": 72.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.073, "count": 304, "max_ms": 95.533, "p95_ms": 88.019}, "read_interval": {"avg_ms": 98.829, "count": 303, "max_ms": 651.362, "p95_ms": 111.869}, "triton_wait": {"avg_ms": 53.33, "count": 304, "max_ms": 79.613, "p95_ms": 72.554}, "visualize": {"avg_ms": 3.647, "count": 304, "max_ms": 5.403, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15672.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:14:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.783, "last_started_at": "2026-07-05T07:14:02+09:00", "pid": 116718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.512, "name": "ffmpeg", "pid": 116718, "rss_mb": 264.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 606, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.249, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1272342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:14:20+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T07:14:20+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:14:20.327235+09:00", "mtime_epoch": 1783203260.3272355, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:14:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.639, "pushed": 5.639, "read": 5.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.112, "count": 168, "max_ms": 26.889, "p95_ms": 22.262}, "gstreamer_push": {"avg_ms": 1.042, "count": 169, "max_ms": 1.454, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.121, "count": 168, "max_ms": 65.776, "p95_ms": 61.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.416, "count": 168, "max_ms": 79.217, "p95_ms": 69.927}, "yolo11_640_fire_11class": {"avg_ms": 49.178, "count": 168, "max_ms": 69.533, "p95_ms": 65.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.101, "count": 168, "max_ms": 77.979, "p95_ms": 75.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.834, "count": 169, "max_ms": 166.864, "p95_ms": 163.458}, "read_interval": {"avg_ms": 178.366, "count": 168, "max_ms": 4319.303, "p95_ms": 175.557}, "triton_wait": {"avg_ms": 56.335, "count": 168, "max_ms": 79.229, "p95_ms": 76.221}, "visualize": {"avg_ms": 5.808, "count": 168, "max_ms": 8.105, "p95_ms": 6.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15672.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7454.556, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.389, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1577565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:14:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:14:32+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T07:14:32+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T07:14:32.911556+09:00", "mtime_epoch": 1783203272.9115565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:14:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2191.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.197, "count": 300, "max_ms": 12.311, "p95_ms": 8.237}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 2.099, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.955, "count": 300, "max_ms": 66.237, "p95_ms": 61.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.421, "count": 300, "max_ms": 80.785, "p95_ms": 55.409}, "yolo11_640_fire_11class": {"avg_ms": 52.784, "count": 300, "max_ms": 72.396, "p95_ms": 67.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.855, "count": 300, "max_ms": 79.931, "p95_ms": 75.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.836, "count": 300, "max_ms": 96.441, "p95_ms": 91.706}, "read_interval": {"avg_ms": 100.127, "count": 300, "max_ms": 602.763, "p95_ms": 238.5}, "triton_wait": {"avg_ms": 54.093, "count": 300, "max_ms": 80.798, "p95_ms": 75.741}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 5.357, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.702, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15674.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:14:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.818, "last_started_at": "2026-07-05T07:14:02+09:00", "pid": 116718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.801, "name": "ffmpeg", "pid": 116718, "rss_mb": 265.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 606, "restart_count_per_hour": 23, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.121, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1272538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:14:50+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T07:14:50+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T07:14:50.371999+09:00", "mtime_epoch": 1783203290.3719988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:14:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.555, "pushed": 6.555, "read": 6.522}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.273, "count": 196, "max_ms": 35.328, "p95_ms": 22.466}, "gstreamer_push": {"avg_ms": 1.051, "count": 196, "max_ms": 1.245, "p95_ms": 1.15}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.349, "count": 196, "max_ms": 64.21, "p95_ms": 61.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.608, "count": 196, "max_ms": 76.639, "p95_ms": 70.668}, "yolo11_640_fire_11class": {"avg_ms": 50.145, "count": 196, "max_ms": 71.847, "p95_ms": 68.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.942, "count": 196, "max_ms": 81.624, "p95_ms": 77.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.925, "count": 196, "max_ms": 173.586, "p95_ms": 162.659}, "read_interval": {"avg_ms": 153.277, "count": 195, "max_ms": 188.015, "p95_ms": 173.732}, "triton_wait": {"avg_ms": 57.16, "count": 196, "max_ms": 81.636, "p95_ms": 77.412}, "visualize": {"avg_ms": 5.799, "count": 196, "max_ms": 7.777, "p95_ms": 6.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15675.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7484.639, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.791, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1577860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:15:03+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:15:02+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T07:15:02.984316+09:00", "mtime_epoch": 1783203302.984316, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:15:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2191.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.874, "pushed": 9.874, "read": 9.874}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 295, "max_ms": 13.785, "p95_ms": 10.571}, "gstreamer_push": {"avg_ms": 1.281, "count": 295, "max_ms": 1.93, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.469, "count": 295, "max_ms": 68.433, "p95_ms": 62.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.846, "count": 295, "max_ms": 79.963, "p95_ms": 69.968}, "yolo11_640_fire_11class": {"avg_ms": 53.908, "count": 295, "max_ms": 76.631, "p95_ms": 68.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.246, "count": 295, "max_ms": 81.843, "p95_ms": 77.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.233, "count": 295, "max_ms": 130.584, "p95_ms": 104.99}, "read_interval": {"avg_ms": 101.964, "count": 295, "max_ms": 559.879, "p95_ms": 144.355}, "triton_wait": {"avg_ms": 56.187, "count": 295, "max_ms": 81.855, "p95_ms": 77.145}, "visualize": {"avg_ms": 3.737, "count": 295, "max_ms": 5.922, "p95_ms": 4.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15678.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:14:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.824, "last_started_at": "2026-07-05T07:14:02+09:00", "pid": 116718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.207, "name": "ffmpeg", "pid": 116718, "rss_mb": 269.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 606, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.331, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1272737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:15:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:15:20+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T07:15:20+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T07:15:20.372751+09:00", "mtime_epoch": 1783203320.3727505, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:15:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.634, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.151, "count": 199, "max_ms": 34.496, "p95_ms": 22.364}, "gstreamer_push": {"avg_ms": 1.058, "count": 199, "max_ms": 1.553, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.836, "count": 199, "max_ms": 67.589, "p95_ms": 64.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.862, "count": 199, "max_ms": 80.566, "p95_ms": 71.808}, "yolo11_640_fire_11class": {"avg_ms": 50.817, "count": 199, "max_ms": 70.537, "p95_ms": 67.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.789, "count": 199, "max_ms": 84.429, "p95_ms": 78.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.292, "count": 199, "max_ms": 198.368, "p95_ms": 164.675}, "read_interval": {"avg_ms": 150.783, "count": 199, "max_ms": 212.049, "p95_ms": 176.002}, "triton_wait": {"avg_ms": 58.075, "count": 199, "max_ms": 84.442, "p95_ms": 78.193}, "visualize": {"avg_ms": 5.645, "count": 199, "max_ms": 7.918, "p95_ms": 6.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15678.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7514.718, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "R (running)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.828, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1578165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:15:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:15:33+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T07:15:33+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T07:15:33.025065+09:00", "mtime_epoch": 1783203333.0250647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:15:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2191.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.169, "pushed": 10.169, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.449, "count": 305, "max_ms": 10.985, "p95_ms": 8.467}, "gstreamer_push": {"avg_ms": 1.285, "count": 305, "max_ms": 1.546, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.029, "count": 305, "max_ms": 70.753, "p95_ms": 61.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.856, "count": 305, "max_ms": 83.638, "p95_ms": 70.03}, "yolo11_640_fire_11class": {"avg_ms": 53.814, "count": 305, "max_ms": 77.35, "p95_ms": 69.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.601, "count": 305, "max_ms": 82.72, "p95_ms": 75.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.685, "count": 305, "max_ms": 99.766, "p95_ms": 92.685}, "read_interval": {"avg_ms": 98.634, "count": 304, "max_ms": 759.73, "p95_ms": 117.266}, "triton_wait": {"avg_ms": 56.343, "count": 305, "max_ms": 83.648, "p95_ms": 76.257}, "visualize": {"avg_ms": 3.715, "count": 305, "max_ms": 5.351, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15680.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:14:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.976, "last_started_at": "2026-07-05T07:14:02+09:00", "pid": 116718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.379, "name": "ffmpeg", "pid": 116718, "rss_mb": 271.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 606, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.396, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1272930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T07:15:50+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T07:15:50+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-05T07:15:50.505496+09:00", "mtime_epoch": 1783203350.505496, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:15:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.438, "pushed": 6.438, "read": 6.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.999, "count": 192, "max_ms": 33.46, "p95_ms": 23.261}, "gstreamer_push": {"avg_ms": 1.029, "count": 193, "max_ms": 1.395, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.955, "count": 192, "max_ms": 69.049, "p95_ms": 62.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.309, "count": 192, "max_ms": 86.505, "p95_ms": 76.399}, "yolo11_640_fire_11class": {"avg_ms": 50.331, "count": 192, "max_ms": 72.005, "p95_ms": 68.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.511, "count": 192, "max_ms": 85.357, "p95_ms": 80.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.696, "count": 193, "max_ms": 174.979, "p95_ms": 166.713}, "read_interval": {"avg_ms": 156.228, "count": 192, "max_ms": 187.853, "p95_ms": 178.142}, "triton_wait": {"avg_ms": 58.076, "count": 192, "max_ms": 86.517, "p95_ms": 81.276}, "visualize": {"avg_ms": 5.785, "count": 192, "max_ms": 7.706, "p95_ms": 6.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15686.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7544.783, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.076, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1578464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:16:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:16:03+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T07:16:03+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T07:16:03.125806+09:00", "mtime_epoch": 1783203363.1258056, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:16:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2191.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.373, "count": 299, "max_ms": 12.362, "p95_ms": 8.909}, "gstreamer_push": {"avg_ms": 1.283, "count": 299, "max_ms": 2.218, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.638, "count": 299, "max_ms": 67.679, "p95_ms": 61.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.939, "count": 299, "max_ms": 81.729, "p95_ms": 65.916}, "yolo11_640_fire_11class": {"avg_ms": 53.765, "count": 299, "max_ms": 73.78, "p95_ms": 67.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.243, "count": 299, "max_ms": 85.187, "p95_ms": 77.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.754, "count": 299, "max_ms": 101.008, "p95_ms": 94.105}, "read_interval": {"avg_ms": 100.581, "count": 298, "max_ms": 649.501, "p95_ms": 118.267}, "triton_wait": {"avg_ms": 56.662, "count": 299, "max_ms": 85.199, "p95_ms": 77.456}, "visualize": {"avg_ms": 3.703, "count": 299, "max_ms": 5.549, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15687.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:14:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.994, "last_started_at": "2026-07-05T07:14:02+09:00", "pid": 116718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.598, "name": "ffmpeg", "pid": 116718, "rss_mb": 278.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 606, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.563, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:16:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:16:20+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T07:16:20+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T07:16:20.514230+09:00", "mtime_epoch": 1783203380.5142295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:16:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.462, "pushed": 6.462, "read": 6.428}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.146, "count": 193, "max_ms": 29.447, "p95_ms": 24.633}, "gstreamer_push": {"avg_ms": 1.025, "count": 193, "max_ms": 1.391, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.702, "count": 193, "max_ms": 71.057, "p95_ms": 62.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.419, "count": 193, "max_ms": 79.621, "p95_ms": 73.02}, "yolo11_640_fire_11class": {"avg_ms": 49.276, "count": 193, "max_ms": 70.683, "p95_ms": 66.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.447, "count": 193, "max_ms": 82.878, "p95_ms": 78.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.027, "count": 193, "max_ms": 171.391, "p95_ms": 166.564}, "read_interval": {"avg_ms": 155.41, "count": 192, "max_ms": 182.382, "p95_ms": 177.937}, "triton_wait": {"avg_ms": 57.089, "count": 193, "max_ms": 82.891, "p95_ms": 78.179}, "visualize": {"avg_ms": 5.771, "count": 193, "max_ms": 8.086, "p95_ms": 6.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15688.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7574.836, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.503, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1578767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:16:33+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T07:16:33+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T07:16:33.182536+09:00", "mtime_epoch": 1783203393.1825364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 154003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:16:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2191.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.085}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.574, "count": 303, "max_ms": 11.928, "p95_ms": 9.345}, "gstreamer_push": {"avg_ms": 1.28, "count": 303, "max_ms": 1.687, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.807, "count": 303, "max_ms": 68.426, "p95_ms": 60.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.051, "count": 303, "max_ms": 80.948, "p95_ms": 67.125}, "yolo11_640_fire_11class": {"avg_ms": 52.184, "count": 303, "max_ms": 73.425, "p95_ms": 64.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.976, "count": 303, "max_ms": 81.673, "p95_ms": 75.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.81, "count": 303, "max_ms": 130.891, "p95_ms": 97.672}, "read_interval": {"avg_ms": 99.213, "count": 302, "max_ms": 498.989, "p95_ms": 132.302}, "triton_wait": {"avg_ms": 55.521, "count": 303, "max_ms": 81.687, "p95_ms": 75.713}, "visualize": {"avg_ms": 3.781, "count": 303, "max_ms": 5.436, "p95_ms": 4.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15699.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1409, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:11:20+09:00", "last_error_summary": "[h264 @ 0x55beb6085980] error while decoding MB 75 22, bytestream -34", "last_exit_at": "2026-07-05T07:14:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.297, "last_started_at": "2026-07-05T07:14:02+09:00", "pid": 116718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.422, "name": "ffmpeg", "pid": 116718, "rss_mb": 290.422, "state": "S (sleeping)", "threads": 104}, "restart_count": 606, "restart_count_per_hour": 22, "rtsp_timeout_count": 376, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.78, "sample_count": 1802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:16:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:16:53+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T07:16:53+09:00", "mjpeg": {"age_sec": 18.704, "exists": true, "mtime": "2026-07-05T07:16:35.270587+09:00", "mtime_epoch": 1783203395.270587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:16:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.476, "pushed": 2.476, "read": 2.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.111, "count": 74, "max_ms": 22.655, "p95_ms": 22.013}, "gstreamer_push": {"avg_ms": 1.017, "count": 74, "max_ms": 1.131, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.39, "count": 74, "max_ms": 67.142, "p95_ms": 59.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.38, "count": 74, "max_ms": 76.638, "p95_ms": 72.622}, "yolo11_640_fire_11class": {"avg_ms": 48.728, "count": 74, "max_ms": 66.279, "p95_ms": 63.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.662, "count": 74, "max_ms": 77.988, "p95_ms": 75.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.996, "count": 74, "max_ms": 167.402, "p95_ms": 164.105}, "read_interval": {"avg_ms": 409.745, "count": 73, "max_ms": 18714.425, "p95_ms": 175.901}, "triton_wait": {"avg_ms": 56.347, "count": 74, "max_ms": 77.999, "p95_ms": 76.27}, "visualize": {"avg_ms": 5.832, "count": 74, "max_ms": 6.435, "p95_ms": 6.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15598.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7604.914, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.489, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1579066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:17:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:17:03+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:17:03+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:17:03.263259+09:00", "mtime_epoch": 1783203423.2632594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:17:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2191.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.935}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.325, "count": 299, "max_ms": 11.453, "p95_ms": 8.145}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 1.498, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.947, "count": 299, "max_ms": 64.158, "p95_ms": 50.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.137, "count": 299, "max_ms": 75.51, "p95_ms": 54.439}, "yolo11_640_fire_11class": {"avg_ms": 48.985, "count": 299, "max_ms": 67.103, "p95_ms": 52.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.026, "count": 299, "max_ms": 82.22, "p95_ms": 52.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.906, "count": 299, "max_ms": 97.85, "p95_ms": 72.136}, "read_interval": {"avg_ms": 100.646, "count": 298, "max_ms": 561.062, "p95_ms": 131.289}, "triton_wait": {"avg_ms": 51.716, "count": 299, "max_ms": 82.233, "p95_ms": 55.502}, "visualize": {"avg_ms": 3.701, "count": 299, "max_ms": 4.614, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15674.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1417, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:16:54+09:00", "last_error_summary": "[h264 @ 0x561642646080] left block unavailable for requested intra mode [h264 @ 0x561642646080] error while decoding MB 0 36, bytestream 742 [h264 @ 0x561641b10480] left block unavailable for requested intra mode [h264 @ 0x561641b10480] error while decoding MB 0 30, bytestream 86165 [h264 @ 0x561641b10480] cabac decode of qscale diff failed at 34 30 [h264 @ 0x561641b10480] error while decoding MB 34 30, bytestream 4813 [h264 @ 0x561641b39300] cabac decode of qscale diff failed at 43 32 [h264 @ 0", "last_exit_at": "2026-07-05T07:16:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.439, "last_started_at": "2026-07-05T07:16:57+09:00", "pid": 116825, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.0, "name": "ffmpeg", "pid": 116825, "rss_mb": 265.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 607, "restart_count_per_hour": 23, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.194, "sample_count": 1776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:17:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:17:24+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T07:17:23+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T07:17:23.883750+09:00", "mtime_epoch": 1783203443.8837504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:17:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.623, "pushed": 5.623, "read": 5.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.052, "count": 168, "max_ms": 30.278, "p95_ms": 22.534}, "gstreamer_push": {"avg_ms": 1.019, "count": 168, "max_ms": 1.307, "p95_ms": 1.09}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.355, "count": 168, "max_ms": 67.871, "p95_ms": 62.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.739, "count": 168, "max_ms": 85.727, "p95_ms": 74.091}, "yolo11_640_fire_11class": {"avg_ms": 50.303, "count": 168, "max_ms": 75.471, "p95_ms": 65.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.809, "count": 168, "max_ms": 82.08, "p95_ms": 78.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.103, "count": 168, "max_ms": 172.371, "p95_ms": 166.089}, "read_interval": {"avg_ms": 178.969, "count": 167, "max_ms": 4682.528, "p95_ms": 173.368}, "triton_wait": {"avg_ms": 57.353, "count": 168, "max_ms": 85.739, "p95_ms": 78.888}, "visualize": {"avg_ms": 5.786, "count": 168, "max_ms": 8.58, "p95_ms": 6.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15673.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7634.917, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.648, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1579367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:17:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:17:33+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T07:17:33+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T07:17:33.247972+09:00", "mtime_epoch": 1783203453.2479722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:17:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2191.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.307, "count": 301, "max_ms": 11.122, "p95_ms": 8.223}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.715, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.412, "count": 301, "max_ms": 65.963, "p95_ms": 61.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.001, "count": 301, "max_ms": 82.907, "p95_ms": 71.958}, "yolo11_640_fire_11class": {"avg_ms": 51.064, "count": 301, "max_ms": 73.643, "p95_ms": 65.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.083, "count": 301, "max_ms": 81.369, "p95_ms": 76.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.415, "count": 301, "max_ms": 98.683, "p95_ms": 92.572}, "read_interval": {"avg_ms": 99.614, "count": 301, "max_ms": 540.073, "p95_ms": 113.534}, "triton_wait": {"avg_ms": 55.458, "count": 301, "max_ms": 82.92, "p95_ms": 76.44}, "visualize": {"avg_ms": 3.697, "count": 301, "max_ms": 4.599, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15675.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1417, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:16:54+09:00", "last_error_summary": "[h264 @ 0x561642646080] left block unavailable for requested intra mode [h264 @ 0x561642646080] error while decoding MB 0 36, bytestream 742 [h264 @ 0x561641b10480] left block unavailable for requested intra mode [h264 @ 0x561641b10480] error while decoding MB 0 30, bytestream 86165 [h264 @ 0x561641b10480] cabac decode of qscale diff failed at 34 30 [h264 @ 0x561641b10480] error while decoding MB 34 30, bytestream 4813 [h264 @ 0x561641b39300] cabac decode of qscale diff failed at 43 32 [h264 @ 0", "last_exit_at": "2026-07-05T07:16:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.507, "last_started_at": "2026-07-05T07:16:57+09:00", "pid": 116825, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.289, "name": "ffmpeg", "pid": 116825, "rss_mb": 266.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 607, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.365, "sample_count": 1781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:17:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:17:54+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T07:17:53+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T07:17:53.948460+09:00", "mtime_epoch": 1783203473.9484599, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:17:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.685, "pushed": 6.685, "read": 6.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.777, "count": 200, "max_ms": 26.979, "p95_ms": 21.492}, "gstreamer_push": {"avg_ms": 1.022, "count": 200, "max_ms": 1.19, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.775, "count": 200, "max_ms": 66.102, "p95_ms": 61.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.225, "count": 200, "max_ms": 81.501, "p95_ms": 72.737}, "yolo11_640_fire_11class": {"avg_ms": 52.036, "count": 200, "max_ms": 74.656, "p95_ms": 66.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.668, "count": 200, "max_ms": 78.889, "p95_ms": 76.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.118, "count": 200, "max_ms": 185.146, "p95_ms": 163.962}, "read_interval": {"avg_ms": 150.351, "count": 199, "max_ms": 193.135, "p95_ms": 172.663}, "triton_wait": {"avg_ms": 57.829, "count": 200, "max_ms": 81.514, "p95_ms": 77.215}, "visualize": {"avg_ms": 5.69, "count": 200, "max_ms": 7.224, "p95_ms": 6.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15677.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7664.975, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.489, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1579669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:18:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:18:03+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:18:03+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T07:18:03.320680+09:00", "mtime_epoch": 1783203483.3206797, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:18:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2192.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.381, "count": 302, "max_ms": 11.666, "p95_ms": 9.891}, "gstreamer_push": {"avg_ms": 1.241, "count": 302, "max_ms": 2.2, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.329, "count": 302, "max_ms": 69.444, "p95_ms": 60.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.542, "count": 302, "max_ms": 79.13, "p95_ms": 70.446}, "yolo11_640_fire_11class": {"avg_ms": 52.176, "count": 302, "max_ms": 75.567, "p95_ms": 67.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.085, "count": 302, "max_ms": 78.68, "p95_ms": 73.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.374, "count": 302, "max_ms": 94.88, "p95_ms": 91.196}, "read_interval": {"avg_ms": 99.565, "count": 301, "max_ms": 616.983, "p95_ms": 127.064}, "triton_wait": {"avg_ms": 54.642, "count": 302, "max_ms": 79.142, "p95_ms": 75.579}, "visualize": {"avg_ms": 3.528, "count": 302, "max_ms": 4.287, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15677.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1417, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:16:54+09:00", "last_error_summary": "[h264 @ 0x561642646080] left block unavailable for requested intra mode [h264 @ 0x561642646080] error while decoding MB 0 36, bytestream 742 [h264 @ 0x561641b10480] left block unavailable for requested intra mode [h264 @ 0x561641b10480] error while decoding MB 0 30, bytestream 86165 [h264 @ 0x561641b10480] cabac decode of qscale diff failed at 34 30 [h264 @ 0x561641b10480] error while decoding MB 34 30, bytestream 4813 [h264 @ 0x561641b39300] cabac decode of qscale diff failed at 43 32 [h264 @ 0", "last_exit_at": "2026-07-05T07:16:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.511, "last_started_at": "2026-07-05T07:16:57+09:00", "pid": 116825, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.125, "name": "ffmpeg", "pid": 116825, "rss_mb": 269.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 607, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.676, "sample_count": 1783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:18:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:18:24+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T07:18:23+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T07:18:23.945161+09:00", "mtime_epoch": 1783203503.9451606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:18:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.567, "pushed": 6.567, "read": 6.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.072, "count": 197, "max_ms": 27.362, "p95_ms": 22.205}, "gstreamer_push": {"avg_ms": 1.035, "count": 197, "max_ms": 1.159, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.288, "count": 197, "max_ms": 65.529, "p95_ms": 61.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.083, "count": 197, "max_ms": 84.37, "p95_ms": 72.349}, "yolo11_640_fire_11class": {"avg_ms": 51.865, "count": 197, "max_ms": 71.728, "p95_ms": 68.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.402, "count": 197, "max_ms": 82.25, "p95_ms": 77.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.077, "count": 197, "max_ms": 172.566, "p95_ms": 165.107}, "read_interval": {"avg_ms": 152.275, "count": 197, "max_ms": 180.931, "p95_ms": 173.164}, "triton_wait": {"avg_ms": 56.996, "count": 197, "max_ms": 84.382, "p95_ms": 78.077}, "visualize": {"avg_ms": 5.796, "count": 197, "max_ms": 6.829, "p95_ms": 6.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15678.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7694.981, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.648, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1579967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:18:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:18:33+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T07:18:33+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T07:18:33.325378+09:00", "mtime_epoch": 1783203513.3253784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:18:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2192.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.275, "count": 298, "max_ms": 11.537, "p95_ms": 8.381}, "gstreamer_push": {"avg_ms": 1.273, "count": 298, "max_ms": 1.544, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.871, "count": 298, "max_ms": 69.949, "p95_ms": 61.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.01, "count": 298, "max_ms": 82.837, "p95_ms": 71.608}, "yolo11_640_fire_11class": {"avg_ms": 52.65, "count": 298, "max_ms": 75.687, "p95_ms": 68.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.039, "count": 298, "max_ms": 79.868, "p95_ms": 76.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.403, "count": 298, "max_ms": 100.706, "p95_ms": 92.69}, "read_interval": {"avg_ms": 100.681, "count": 298, "max_ms": 437.394, "p95_ms": 217.263}, "triton_wait": {"avg_ms": 55.531, "count": 298, "max_ms": 82.849, "p95_ms": 77.053}, "visualize": {"avg_ms": 3.624, "count": 298, "max_ms": 5.381, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15678.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1417, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:16:54+09:00", "last_error_summary": "[h264 @ 0x561642646080] left block unavailable for requested intra mode [h264 @ 0x561642646080] error while decoding MB 0 36, bytestream 742 [h264 @ 0x561641b10480] left block unavailable for requested intra mode [h264 @ 0x561641b10480] error while decoding MB 0 30, bytestream 86165 [h264 @ 0x561641b10480] cabac decode of qscale diff failed at 34 30 [h264 @ 0x561641b10480] error while decoding MB 34 30, bytestream 4813 [h264 @ 0x561641b39300] cabac decode of qscale diff failed at 43 32 [h264 @ 0", "last_exit_at": "2026-07-05T07:16:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.522, "last_started_at": "2026-07-05T07:16:57+09:00", "pid": 116825, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.383, "name": "ffmpeg", "pid": 116825, "rss_mb": 269.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 607, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.926, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:18:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T07:18:54+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:18:53+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T07:18:53.949855+09:00", "mtime_epoch": 1783203533.9498549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:18:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.631, "pushed": 6.631, "read": 6.597}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.994, "count": 198, "max_ms": 32.046, "p95_ms": 22.467}, "gstreamer_push": {"avg_ms": 1.042, "count": 198, "max_ms": 1.621, "p95_ms": 1.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.976, "count": 198, "max_ms": 68.607, "p95_ms": 61.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.24, "count": 198, "max_ms": 79.489, "p95_ms": 74.959}, "yolo11_640_fire_11class": {"avg_ms": 53.545, "count": 198, "max_ms": 76.962, "p95_ms": 69.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.482, "count": 198, "max_ms": 82.049, "p95_ms": 76.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.04, "count": 198, "max_ms": 182.234, "p95_ms": 163.829}, "read_interval": {"avg_ms": 151.57, "count": 197, "max_ms": 193.376, "p95_ms": 171.978}, "triton_wait": {"avg_ms": 58.283, "count": 198, "max_ms": 82.06, "p95_ms": 78.253}, "visualize": {"avg_ms": 5.73, "count": 198, "max_ms": 7.11, "p95_ms": 6.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15678.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7725.017, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.799, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1580268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:19:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:19:03+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:19:03+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:19:03.366071+09:00", "mtime_epoch": 1783203543.3660715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:19:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2192.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.411, "count": 301, "max_ms": 13.158, "p95_ms": 8.785}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.708, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.935, "count": 301, "max_ms": 69.675, "p95_ms": 60.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.663, "count": 301, "max_ms": 83.35, "p95_ms": 63.76}, "yolo11_640_fire_11class": {"avg_ms": 51.449, "count": 301, "max_ms": 73.416, "p95_ms": 68.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.504, "count": 301, "max_ms": 82.876, "p95_ms": 75.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.895, "count": 301, "max_ms": 99.126, "p95_ms": 92.672}, "read_interval": {"avg_ms": 99.816, "count": 300, "max_ms": 831.356, "p95_ms": 114.45}, "triton_wait": {"avg_ms": 53.601, "count": 301, "max_ms": 83.361, "p95_ms": 76.368}, "visualize": {"avg_ms": 3.694, "count": 301, "max_ms": 4.859, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15678.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1417, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:16:54+09:00", "last_error_summary": "[h264 @ 0x561642646080] left block unavailable for requested intra mode [h264 @ 0x561642646080] error while decoding MB 0 36, bytestream 742 [h264 @ 0x561641b10480] left block unavailable for requested intra mode [h264 @ 0x561641b10480] error while decoding MB 0 30, bytestream 86165 [h264 @ 0x561641b10480] cabac decode of qscale diff failed at 34 30 [h264 @ 0x561641b10480] error while decoding MB 34 30, bytestream 4813 [h264 @ 0x561641b39300] cabac decode of qscale diff failed at 43 32 [h264 @ 0", "last_exit_at": "2026-07-05T07:16:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.571, "last_started_at": "2026-07-05T07:16:57+09:00", "pid": 116825, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.383, "name": "ffmpeg", "pid": 116825, "rss_mb": 269.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 607, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.134, "sample_count": 1814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1274180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:19:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:19:24+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:19:23+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T07:19:24.010544+09:00", "mtime_epoch": 1783203564.010544, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:19:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9230.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.654, "pushed": 6.654, "read": 6.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.214, "count": 199, "max_ms": 34.27, "p95_ms": 23.066}, "gstreamer_push": {"avg_ms": 1.021, "count": 199, "max_ms": 1.637, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.661, "count": 199, "max_ms": 68.651, "p95_ms": 61.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.221, "count": 199, "max_ms": 76.546, "p95_ms": 70.808}, "yolo11_640_fire_11class": {"avg_ms": 51.323, "count": 199, "max_ms": 73.688, "p95_ms": 68.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.873, "count": 199, "max_ms": 82.545, "p95_ms": 74.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.577, "count": 199, "max_ms": 169.711, "p95_ms": 165.245}, "read_interval": {"avg_ms": 150.986, "count": 198, "max_ms": 179.914, "p95_ms": 173.188}, "triton_wait": {"avg_ms": 56.44, "count": 199, "max_ms": 82.556, "p95_ms": 74.954}, "visualize": {"avg_ms": 5.796, "count": 199, "max_ms": 7.76, "p95_ms": 6.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15680.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7755.067, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.813, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1580569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:19:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:19:33+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T07:19:33+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T07:19:33.422759+09:00", "mtime_epoch": 1783203573.4227586, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 153959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:19:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2192.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.448, "count": 301, "max_ms": 12.734, "p95_ms": 9.237}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 2.131, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.937, "count": 301, "max_ms": 72.522, "p95_ms": 62.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.775, "count": 301, "max_ms": 83.565, "p95_ms": 63.568}, "yolo11_640_fire_11class": {"avg_ms": 52.244, "count": 301, "max_ms": 78.102, "p95_ms": 69.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.226, "count": 301, "max_ms": 82.609, "p95_ms": 75.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.527, "count": 301, "max_ms": 100.595, "p95_ms": 91.472}, "read_interval": {"avg_ms": 99.9, "count": 300, "max_ms": 781.839, "p95_ms": 117.185}, "triton_wait": {"avg_ms": 54.155, "count": 301, "max_ms": 83.579, "p95_ms": 75.737}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 5.457, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15687.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1417, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:16:54+09:00", "last_error_summary": "[h264 @ 0x561642646080] left block unavailable for requested intra mode [h264 @ 0x561642646080] error while decoding MB 0 36, bytestream 742 [h264 @ 0x561641b10480] left block unavailable for requested intra mode [h264 @ 0x561641b10480] error while decoding MB 0 30, bytestream 86165 [h264 @ 0x561641b10480] cabac decode of qscale diff failed at 34 30 [h264 @ 0x561641b10480] error while decoding MB 34 30, bytestream 4813 [h264 @ 0x561641b39300] cabac decode of qscale diff failed at 43 32 [h264 @ 0", "last_exit_at": "2026-07-05T07:16:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.615, "last_started_at": "2026-07-05T07:16:57+09:00", "pid": 116825, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.723, "name": "ffmpeg", "pid": 116825, "rss_mb": 278.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 607, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.166, "sample_count": 1813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1274377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:19:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:19:54+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T07:19:54+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T07:19:54.055227+09:00", "mtime_epoch": 1783203594.0552268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:19:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9231.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.589, "pushed": 6.589, "read": 6.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.996, "count": 197, "max_ms": 36.471, "p95_ms": 22.673}, "gstreamer_push": {"avg_ms": 1.029, "count": 197, "max_ms": 1.72, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.485, "count": 197, "max_ms": 65.88, "p95_ms": 61.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.482, "count": 197, "max_ms": 83.149, "p95_ms": 72.52}, "yolo11_640_fire_11class": {"avg_ms": 51.063, "count": 197, "max_ms": 82.315, "p95_ms": 68.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.529, "count": 197, "max_ms": 80.742, "p95_ms": 76.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.304, "count": 197, "max_ms": 175.586, "p95_ms": 164.701}, "read_interval": {"avg_ms": 152.551, "count": 196, "max_ms": 188.774, "p95_ms": 173.45}, "triton_wait": {"avg_ms": 56.821, "count": 197, "max_ms": 83.161, "p95_ms": 76.646}, "visualize": {"avg_ms": 5.826, "count": 197, "max_ms": 8.097, "p95_ms": 6.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15551.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7785.094, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.166, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1580867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:20:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:20:03+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T07:20:03+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T07:20:03.415438+09:00", "mtime_epoch": 1783203603.4154382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:20:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2192.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 298, "max_ms": 9.264, "p95_ms": 8.527}, "gstreamer_push": {"avg_ms": 1.27, "count": 298, "max_ms": 2.049, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.842, "count": 298, "max_ms": 68.526, "p95_ms": 62.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.576, "count": 298, "max_ms": 81.267, "p95_ms": 62.464}, "yolo11_640_fire_11class": {"avg_ms": 53.651, "count": 298, "max_ms": 80.472, "p95_ms": 70.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.49, "count": 298, "max_ms": 78.181, "p95_ms": 74.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.369, "count": 298, "max_ms": 97.034, "p95_ms": 90.945}, "read_interval": {"avg_ms": 100.712, "count": 297, "max_ms": 519.761, "p95_ms": 115.9}, "triton_wait": {"avg_ms": 54.559, "count": 298, "max_ms": 81.28, "p95_ms": 75.118}, "visualize": {"avg_ms": 3.669, "count": 298, "max_ms": 5.65, "p95_ms": 4.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15676.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1418, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:19:58+09:00", "last_error_summary": "[h264 @ 0x558fd449f680] left block unavailable for requested intra mode [h264 @ 0x558fd449f680] error while decoding MB 0 15, bytestream 7437", "last_exit_at": "2026-07-05T07:20:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.48, "last_started_at": "2026-07-05T07:20:00+09:00", "pid": 116932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.895, "name": "ffmpeg", "pid": 116932, "rss_mb": 264.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 608, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.267, "sample_count": 1787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1274548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:20:24+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T07:20:24+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T07:20:24.083904+09:00", "mtime_epoch": 1783203624.0839036, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:20:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9231.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.722, "pushed": 5.722, "read": 5.688}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.068, "count": 171, "max_ms": 29.171, "p95_ms": 23.143}, "gstreamer_push": {"avg_ms": 1.065, "count": 171, "max_ms": 1.648, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.105, "count": 171, "max_ms": 77.119, "p95_ms": 66.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.955, "count": 171, "max_ms": 81.085, "p95_ms": 70.882}, "yolo11_640_fire_11class": {"avg_ms": 50.876, "count": 171, "max_ms": 76.591, "p95_ms": 68.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.976, "count": 171, "max_ms": 80.516, "p95_ms": 77.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.749, "count": 171, "max_ms": 170.176, "p95_ms": 165.418}, "read_interval": {"avg_ms": 175.768, "count": 170, "max_ms": 4637.373, "p95_ms": 175.96}, "triton_wait": {"avg_ms": 57.116, "count": 171, "max_ms": 81.096, "p95_ms": 77.129}, "visualize": {"avg_ms": 5.642, "count": 171, "max_ms": 7.999, "p95_ms": 6.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15676.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7815.136, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.401, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1581167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:20:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:20:33+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T07:20:33+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T07:20:33.480114+09:00", "mtime_epoch": 1783203633.480114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:20:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2192.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.521, "count": 300, "max_ms": 12.512, "p95_ms": 9.157}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 2.0, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.516, "count": 300, "max_ms": 74.231, "p95_ms": 67.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.426, "count": 300, "max_ms": 82.527, "p95_ms": 67.52}, "yolo11_640_fire_11class": {"avg_ms": 54.004, "count": 300, "max_ms": 75.423, "p95_ms": 69.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.498, "count": 300, "max_ms": 81.844, "p95_ms": 76.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.802, "count": 300, "max_ms": 129.872, "p95_ms": 94.155}, "read_interval": {"avg_ms": 100.176, "count": 299, "max_ms": 721.075, "p95_ms": 115.751}, "triton_wait": {"avg_ms": 55.795, "count": 300, "max_ms": 82.538, "p95_ms": 76.172}, "visualize": {"avg_ms": 3.665, "count": 300, "max_ms": 5.241, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15677.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1418, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:19:58+09:00", "last_error_summary": "[h264 @ 0x558fd449f680] left block unavailable for requested intra mode [h264 @ 0x558fd449f680] error while decoding MB 0 15, bytestream 7437", "last_exit_at": "2026-07-05T07:20:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.582, "last_started_at": "2026-07-05T07:20:00+09:00", "pid": 116932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.441, "name": "ffmpeg", "pid": 116932, "rss_mb": 266.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 608, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.107, "sample_count": 1796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1274749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:20:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:20:54+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T07:20:54+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T07:20:54.236578+09:00", "mtime_epoch": 1783203654.2365775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:20:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9231.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.71, "pushed": 6.71, "read": 6.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.008, "count": 200, "max_ms": 31.961, "p95_ms": 21.987}, "gstreamer_push": {"avg_ms": 1.057, "count": 201, "max_ms": 1.881, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.387, "count": 200, "max_ms": 72.902, "p95_ms": 66.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.888, "count": 200, "max_ms": 81.193, "p95_ms": 75.091}, "yolo11_640_fire_11class": {"avg_ms": 50.167, "count": 200, "max_ms": 71.604, "p95_ms": 69.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.622, "count": 200, "max_ms": 81.531, "p95_ms": 78.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.304, "count": 201, "max_ms": 168.761, "p95_ms": 164.717}, "read_interval": {"avg_ms": 149.895, "count": 200, "max_ms": 179.593, "p95_ms": 175.759}, "triton_wait": {"avg_ms": 57.243, "count": 200, "max_ms": 81.543, "p95_ms": 79.103}, "visualize": {"avg_ms": 5.624, "count": 200, "max_ms": 7.824, "p95_ms": 6.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15677.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7845.214, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.192, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1581471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:21:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:21:03+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T07:21:03+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T07:21:03.552785+09:00", "mtime_epoch": 1783203663.552785, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:21:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2192.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.145, "pushed": 10.145, "read": 10.112}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.498, "count": 304, "max_ms": 12.051, "p95_ms": 8.616}, "gstreamer_push": {"avg_ms": 1.282, "count": 304, "max_ms": 1.94, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.023, "count": 304, "max_ms": 69.105, "p95_ms": 62.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.462, "count": 304, "max_ms": 80.686, "p95_ms": 70.82}, "yolo11_640_fire_11class": {"avg_ms": 54.562, "count": 304, "max_ms": 71.998, "p95_ms": 66.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.976, "count": 304, "max_ms": 78.945, "p95_ms": 74.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.903, "count": 304, "max_ms": 96.826, "p95_ms": 92.136}, "read_interval": {"avg_ms": 98.973, "count": 303, "max_ms": 549.294, "p95_ms": 113.652}, "triton_wait": {"avg_ms": 57.137, "count": 304, "max_ms": 80.698, "p95_ms": 75.281}, "visualize": {"avg_ms": 3.731, "count": 304, "max_ms": 4.714, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15680.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1418, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:19:58+09:00", "last_error_summary": "[h264 @ 0x558fd449f680] left block unavailable for requested intra mode [h264 @ 0x558fd449f680] error while decoding MB 0 15, bytestream 7437", "last_exit_at": "2026-07-05T07:20:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.695, "last_started_at": "2026-07-05T07:20:00+09:00", "pid": 116932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.078, "name": "ffmpeg", "pid": 116932, "rss_mb": 269.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 608, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.466, "sample_count": 1829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1274976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:21:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:21:24+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T07:21:24+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T07:21:24.349246+09:00", "mtime_epoch": 1783203684.3492458, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:21:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9231.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.571, "pushed": 7.571, "read": 7.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.035, "count": 226, "max_ms": 28.533, "p95_ms": 21.771}, "gstreamer_push": {"avg_ms": 1.132, "count": 227, "max_ms": 1.998, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.328, "count": 226, "max_ms": 69.247, "p95_ms": 66.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.709, "count": 226, "max_ms": 81.766, "p95_ms": 71.561}, "yolo11_640_fire_11class": {"avg_ms": 53.118, "count": 226, "max_ms": 77.929, "p95_ms": 71.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.938, "count": 226, "max_ms": 79.131, "p95_ms": 76.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.061, "count": 227, "max_ms": 142.205, "p95_ms": 139.238}, "read_interval": {"avg_ms": 132.689, "count": 226, "max_ms": 156.492, "p95_ms": 152.359}, "triton_wait": {"avg_ms": 59.492, "count": 226, "max_ms": 81.778, "p95_ms": 77.519}, "visualize": {"avg_ms": 4.746, "count": 226, "max_ms": 6.769, "p95_ms": 5.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15681.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7875.221, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.638, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1581767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:21:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:21:33+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T07:21:33+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T07:21:33.565449+09:00", "mtime_epoch": 1783203693.5654492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 145310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:21:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2192.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.381, "count": 296, "max_ms": 11.584, "p95_ms": 8.535}, "gstreamer_push": {"avg_ms": 1.27, "count": 296, "max_ms": 1.898, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.075, "count": 296, "max_ms": 68.829, "p95_ms": 62.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.28, "count": 296, "max_ms": 83.017, "p95_ms": 71.501}, "yolo11_640_fire_11class": {"avg_ms": 55.244, "count": 296, "max_ms": 77.693, "p95_ms": 68.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.604, "count": 296, "max_ms": 78.568, "p95_ms": 72.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.504, "count": 296, "max_ms": 100.377, "p95_ms": 90.935}, "read_interval": {"avg_ms": 101.394, "count": 296, "max_ms": 588.568, "p95_ms": 116.339}, "triton_wait": {"avg_ms": 56.631, "count": 296, "max_ms": 83.03, "p95_ms": 74.291}, "visualize": {"avg_ms": 3.66, "count": 296, "max_ms": 5.905, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15681.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1418, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:19:58+09:00", "last_error_summary": "[h264 @ 0x558fd449f680] left block unavailable for requested intra mode [h264 @ 0x558fd449f680] error while decoding MB 0 15, bytestream 7437", "last_exit_at": "2026-07-05T07:20:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.822, "last_started_at": "2026-07-05T07:20:00+09:00", "pid": 116932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.336, "name": "ffmpeg", "pid": 116932, "rss_mb": 269.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 608, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.848, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1275208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:21:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:21:54+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T07:21:54+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T07:21:54.457909+09:00", "mtime_epoch": 1783203714.457909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:21:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9231.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.74, "pushed": 7.74, "read": 7.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.243, "count": 231, "max_ms": 25.433, "p95_ms": 20.44}, "gstreamer_push": {"avg_ms": 1.088, "count": 232, "max_ms": 1.365, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.976, "count": 231, "max_ms": 70.396, "p95_ms": 65.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.995, "count": 231, "max_ms": 81.837, "p95_ms": 73.373}, "yolo11_640_fire_11class": {"avg_ms": 51.546, "count": 231, "max_ms": 72.564, "p95_ms": 66.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.239, "count": 231, "max_ms": 80.892, "p95_ms": 76.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.41, "count": 232, "max_ms": 145.411, "p95_ms": 139.188}, "read_interval": {"avg_ms": 129.785, "count": 231, "max_ms": 159.034, "p95_ms": 152.524}, "triton_wait": {"avg_ms": 58.119, "count": 231, "max_ms": 81.846, "p95_ms": 76.424}, "visualize": {"avg_ms": 4.624, "count": 231, "max_ms": 5.711, "p95_ms": 5.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15681.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7905.244, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.985, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1582067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:22:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:22:03+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:22:03+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:22:03.594110+09:00", "mtime_epoch": 1783203723.5941095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 145998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:22:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2193.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.371, "count": 300, "max_ms": 12.111, "p95_ms": 8.491}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.531, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.534, "count": 300, "max_ms": 73.739, "p95_ms": 63.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.938, "count": 300, "max_ms": 82.849, "p95_ms": 72.767}, "yolo11_640_fire_11class": {"avg_ms": 52.603, "count": 300, "max_ms": 73.032, "p95_ms": 65.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.201, "count": 300, "max_ms": 78.289, "p95_ms": 75.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.787, "count": 300, "max_ms": 99.817, "p95_ms": 91.81}, "read_interval": {"avg_ms": 100.127, "count": 299, "max_ms": 600.989, "p95_ms": 114.859}, "triton_wait": {"avg_ms": 57.316, "count": 300, "max_ms": 82.862, "p95_ms": 75.845}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 5.677, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15681.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1418, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:19:58+09:00", "last_error_summary": "[h264 @ 0x558fd449f680] left block unavailable for requested intra mode [h264 @ 0x558fd449f680] error while decoding MB 0 15, bytestream 7437", "last_exit_at": "2026-07-05T07:20:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.83, "last_started_at": "2026-07-05T07:20:00+09:00", "pid": 116932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.336, "name": "ffmpeg", "pid": 116932, "rss_mb": 269.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 608, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.198, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1275435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:22:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:22:24+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T07:22:24+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T07:22:24.478566+09:00", "mtime_epoch": 1783203744.478566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:22:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9231.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.568, "pushed": 7.568, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.411, "count": 227, "max_ms": 22.422, "p95_ms": 20.056}, "gstreamer_push": {"avg_ms": 1.112, "count": 227, "max_ms": 1.605, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.987, "count": 227, "max_ms": 73.341, "p95_ms": 68.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.661, "count": 227, "max_ms": 79.96, "p95_ms": 73.445}, "yolo11_640_fire_11class": {"avg_ms": 52.075, "count": 227, "max_ms": 71.966, "p95_ms": 67.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.87, "count": 227, "max_ms": 79.982, "p95_ms": 76.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.461, "count": 227, "max_ms": 142.351, "p95_ms": 138.858}, "read_interval": {"avg_ms": 132.262, "count": 227, "max_ms": 155.452, "p95_ms": 151.564}, "triton_wait": {"avg_ms": 59.621, "count": 227, "max_ms": 79.997, "p95_ms": 77.137}, "visualize": {"avg_ms": 4.696, "count": 227, "max_ms": 5.599, "p95_ms": 5.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15681.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7935.266, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.81, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1582370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:22:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:22:33+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T07:22:33+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T07:22:33.610765+09:00", "mtime_epoch": 1783203753.610765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 137169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:22:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2193.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.089}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.438, "count": 303, "max_ms": 11.888, "p95_ms": 8.526}, "gstreamer_push": {"avg_ms": 1.288, "count": 303, "max_ms": 1.964, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.128, "count": 303, "max_ms": 73.776, "p95_ms": 64.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.407, "count": 303, "max_ms": 83.258, "p95_ms": 69.331}, "yolo11_640_fire_11class": {"avg_ms": 52.281, "count": 303, "max_ms": 72.465, "p95_ms": 64.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.489, "count": 303, "max_ms": 80.339, "p95_ms": 74.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.063, "count": 303, "max_ms": 100.762, "p95_ms": 91.677}, "read_interval": {"avg_ms": 99.11, "count": 302, "max_ms": 485.567, "p95_ms": 111.541}, "triton_wait": {"avg_ms": 56.896, "count": 303, "max_ms": 83.27, "p95_ms": 74.804}, "visualize": {"avg_ms": 3.705, "count": 303, "max_ms": 5.574, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15682.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1418, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:19:58+09:00", "last_error_summary": "[h264 @ 0x558fd449f680] left block unavailable for requested intra mode [h264 @ 0x558fd449f680] error while decoding MB 0 15, bytestream 7437", "last_exit_at": "2026-07-05T07:20:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.856, "last_started_at": "2026-07-05T07:20:00+09:00", "pid": 116932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.336, "name": "ffmpeg", "pid": 116932, "rss_mb": 269.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 608, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.489, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1275667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:22:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:22:54+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T07:22:54+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T07:22:54.515219+09:00", "mtime_epoch": 1783203774.515219, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:22:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9231.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.764, "pushed": 7.764, "read": 7.73}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.541, "count": 232, "max_ms": 30.154, "p95_ms": 26.925}, "gstreamer_push": {"avg_ms": 1.125, "count": 232, "max_ms": 1.547, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.043, "count": 232, "max_ms": 72.018, "p95_ms": 66.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.107, "count": 232, "max_ms": 79.572, "p95_ms": 70.287}, "yolo11_640_fire_11class": {"avg_ms": 48.142, "count": 232, "max_ms": 72.469, "p95_ms": 66.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.599, "count": 232, "max_ms": 78.808, "p95_ms": 75.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.683, "count": 232, "max_ms": 141.75, "p95_ms": 137.738}, "read_interval": {"avg_ms": 129.448, "count": 231, "max_ms": 155.057, "p95_ms": 150.526}, "triton_wait": {"avg_ms": 55.383, "count": 232, "max_ms": 79.583, "p95_ms": 76.55}, "visualize": {"avg_ms": 4.698, "count": 232, "max_ms": 6.305, "p95_ms": 4.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15681.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7965.335, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.767, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1582672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:23:03+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:23:03+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T07:23:03.687418+09:00", "mtime_epoch": 1783203783.6874175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 131304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:23:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2193.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.375, "count": 302, "max_ms": 11.816, "p95_ms": 8.376}, "gstreamer_push": {"avg_ms": 1.271, "count": 302, "max_ms": 1.537, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.008, "count": 302, "max_ms": 70.383, "p95_ms": 61.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.037, "count": 302, "max_ms": 76.97, "p95_ms": 69.861}, "yolo11_640_fire_11class": {"avg_ms": 50.646, "count": 302, "max_ms": 70.547, "p95_ms": 62.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.324, "count": 302, "max_ms": 77.314, "p95_ms": 72.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.254, "count": 302, "max_ms": 95.389, "p95_ms": 90.196}, "read_interval": {"avg_ms": 99.615, "count": 301, "max_ms": 584.204, "p95_ms": 112.947}, "triton_wait": {"avg_ms": 55.25, "count": 302, "max_ms": 77.326, "p95_ms": 73.041}, "visualize": {"avg_ms": 3.673, "count": 302, "max_ms": 5.412, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15617.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1420, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:23:16+09:00", "last_error_summary": "[h264 @ 0x561be2ebc040] left block unavailable for requested intra mode [h264 @ 0x561be2ebc040] error while decoding MB 0 43, bytestream 1380 [h264 @ 0x561be21e9640] error while decoding MB 76 21, bytestream -11", "last_exit_at": "2026-07-05T07:23:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.964, "last_started_at": "2026-07-05T07:23:18+09:00", "pid": 117039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.523, "name": "ffmpeg", "pid": 117039, "rss_mb": 206.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 609, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.333, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1275861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:23:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:23:24+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T07:23:24+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T07:23:24.543868+09:00", "mtime_epoch": 1783203804.5438678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 136872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:23:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9232.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.488, "pushed": 6.488, "read": 6.454}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.762, "count": 194, "max_ms": 26.991, "p95_ms": 21.407}, "gstreamer_push": {"avg_ms": 1.116, "count": 194, "max_ms": 1.877, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.333, "count": 194, "max_ms": 73.114, "p95_ms": 66.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.83, "count": 194, "max_ms": 83.223, "p95_ms": 73.924}, "yolo11_640_fire_11class": {"avg_ms": 51.231, "count": 194, "max_ms": 71.049, "p95_ms": 67.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.054, "count": 194, "max_ms": 80.545, "p95_ms": 76.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.462, "count": 194, "max_ms": 145.255, "p95_ms": 139.091}, "read_interval": {"avg_ms": 154.925, "count": 193, "max_ms": 4698.847, "p95_ms": 151.602}, "triton_wait": {"avg_ms": 58.757, "count": 194, "max_ms": 83.235, "p95_ms": 77.348}, "visualize": {"avg_ms": 4.833, "count": 194, "max_ms": 7.695, "p95_ms": 5.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15679.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 7995.368, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.475, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1582971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:23:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:23:33+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:23:33+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T07:23:33.712065+09:00", "mtime_epoch": 1783203813.7120652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 127191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:23:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2193.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.373, "count": 299, "max_ms": 12.067, "p95_ms": 8.449}, "gstreamer_push": {"avg_ms": 1.269, "count": 299, "max_ms": 1.989, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.436, "count": 299, "max_ms": 65.19, "p95_ms": 61.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.497, "count": 299, "max_ms": 80.14, "p95_ms": 67.672}, "yolo11_640_fire_11class": {"avg_ms": 52.542, "count": 299, "max_ms": 72.499, "p95_ms": 66.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.845, "count": 299, "max_ms": 78.961, "p95_ms": 74.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.93, "count": 299, "max_ms": 95.839, "p95_ms": 89.987}, "read_interval": {"avg_ms": 100.492, "count": 298, "max_ms": 547.362, "p95_ms": 118.493}, "triton_wait": {"avg_ms": 55.857, "count": 299, "max_ms": 80.152, "p95_ms": 74.477}, "visualize": {"avg_ms": 3.681, "count": 299, "max_ms": 4.947, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15681.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1420, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:23:16+09:00", "last_error_summary": "[h264 @ 0x561be2ebc040] left block unavailable for requested intra mode [h264 @ 0x561be2ebc040] error while decoding MB 0 43, bytestream 1380 [h264 @ 0x561be21e9640] error while decoding MB 76 21, bytestream -11", "last_exit_at": "2026-07-05T07:23:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.011, "last_started_at": "2026-07-05T07:23:18+09:00", "pid": 117039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.605, "name": "ffmpeg", "pid": 117039, "rss_mb": 268.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 609, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.39, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1276099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:23:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:23:54+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T07:23:54+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T07:23:54.588513+09:00", "mtime_epoch": 1783203834.5885134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:23:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9232.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.953, "pushed": 7.953, "read": 7.92}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.111, "count": 238, "max_ms": 29.051, "p95_ms": 22.172}, "gstreamer_push": {"avg_ms": 1.109, "count": 238, "max_ms": 1.359, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.134, "count": 238, "max_ms": 67.855, "p95_ms": 63.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.469, "count": 238, "max_ms": 79.515, "p95_ms": 72.077}, "yolo11_640_fire_11class": {"avg_ms": 49.46, "count": 238, "max_ms": 73.183, "p95_ms": 68.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.25, "count": 238, "max_ms": 80.196, "p95_ms": 74.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.051, "count": 238, "max_ms": 142.377, "p95_ms": 137.468}, "read_interval": {"avg_ms": 126.18, "count": 237, "max_ms": 154.245, "p95_ms": 146.69}, "triton_wait": {"avg_ms": 55.92, "count": 238, "max_ms": 80.205, "p95_ms": 76.165}, "visualize": {"avg_ms": 4.727, "count": 238, "max_ms": 6.446, "p95_ms": 5.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15682.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8025.392, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.289, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:24:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:24:03+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T07:24:03+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T07:24:03.688708+09:00", "mtime_epoch": 1783203843.688708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 138201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:24:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2193.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 300, "max_ms": 12.137, "p95_ms": 8.018}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.853, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.746, "count": 300, "max_ms": 70.109, "p95_ms": 61.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.393, "count": 300, "max_ms": 76.894, "p95_ms": 68.925}, "yolo11_640_fire_11class": {"avg_ms": 50.209, "count": 300, "max_ms": 70.437, "p95_ms": 61.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.473, "count": 300, "max_ms": 78.83, "p95_ms": 72.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.919, "count": 300, "max_ms": 118.941, "p95_ms": 89.428}, "read_interval": {"avg_ms": 99.953, "count": 299, "max_ms": 570.106, "p95_ms": 140.257}, "triton_wait": {"avg_ms": 54.973, "count": 300, "max_ms": 78.841, "p95_ms": 73.256}, "visualize": {"avg_ms": 3.575, "count": 300, "max_ms": 4.964, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15683.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1420, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:23:16+09:00", "last_error_summary": "[h264 @ 0x561be2ebc040] left block unavailable for requested intra mode [h264 @ 0x561be2ebc040] error while decoding MB 0 43, bytestream 1380 [h264 @ 0x561be21e9640] error while decoding MB 76 21, bytestream -11", "last_exit_at": "2026-07-05T07:23:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.078, "last_started_at": "2026-07-05T07:23:18+09:00", "pid": 117039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.379, "name": "ffmpeg", "pid": 117039, "rss_mb": 269.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 609, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.992, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1276336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:24:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:24:24+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T07:24:24+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T07:24:24.681156+09:00", "mtime_epoch": 1783203864.6811562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:24:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9232.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.914, "pushed": 7.914, "read": 7.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.916, "count": 237, "max_ms": 25.638, "p95_ms": 21.706}, "gstreamer_push": {"avg_ms": 1.108, "count": 237, "max_ms": 1.708, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.95, "count": 237, "max_ms": 68.751, "p95_ms": 64.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.808, "count": 237, "max_ms": 79.422, "p95_ms": 65.667}, "yolo11_640_fire_11class": {"avg_ms": 49.889, "count": 237, "max_ms": 70.804, "p95_ms": 65.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.454, "count": 237, "max_ms": 80.481, "p95_ms": 75.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.237, "count": 237, "max_ms": 142.848, "p95_ms": 136.178}, "read_interval": {"avg_ms": 126.903, "count": 236, "max_ms": 152.613, "p95_ms": 145.806}, "triton_wait": {"avg_ms": 56.787, "count": 237, "max_ms": 80.494, "p95_ms": 76.081}, "visualize": {"avg_ms": 4.725, "count": 237, "max_ms": 6.211, "p95_ms": 5.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15683.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8055.403, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.019, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:24:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:24:33+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T07:24:33+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T07:24:33.745349+09:00", "mtime_epoch": 1783203873.7453492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 130209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:24:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2193.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.313, "count": 300, "max_ms": 11.322, "p95_ms": 8.474}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.809, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.7, "count": 300, "max_ms": 70.114, "p95_ms": 60.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.492, "count": 300, "max_ms": 77.208, "p95_ms": 65.553}, "yolo11_640_fire_11class": {"avg_ms": 49.421, "count": 300, "max_ms": 69.136, "p95_ms": 60.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.863, "count": 300, "max_ms": 76.539, "p95_ms": 71.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.495, "count": 300, "max_ms": 182.703, "p95_ms": 87.933}, "read_interval": {"avg_ms": 100.192, "count": 300, "max_ms": 546.042, "p95_ms": 145.252}, "triton_wait": {"avg_ms": 54.759, "count": 300, "max_ms": 77.22, "p95_ms": 71.875}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 4.705, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15686.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1420, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:23:16+09:00", "last_error_summary": "[h264 @ 0x561be2ebc040] left block unavailable for requested intra mode [h264 @ 0x561be2ebc040] error while decoding MB 0 43, bytestream 1380 [h264 @ 0x561be21e9640] error while decoding MB 76 21, bytestream -11", "last_exit_at": "2026-07-05T07:23:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.179, "last_started_at": "2026-07-05T07:23:18+09:00", "pid": 117039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.957, "name": "ffmpeg", "pid": 117039, "rss_mb": 271.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 609, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.459, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1276572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:24:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:24:54+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T07:24:54+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T07:24:54.777796+09:00", "mtime_epoch": 1783203894.777796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:24:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9232.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.877, "pushed": 7.877, "read": 7.844}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.151, "count": 236, "max_ms": 30.663, "p95_ms": 21.27}, "gstreamer_push": {"avg_ms": 1.123, "count": 236, "max_ms": 1.641, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.137, "count": 236, "max_ms": 68.138, "p95_ms": 65.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.038, "count": 236, "max_ms": 82.112, "p95_ms": 70.184}, "yolo11_640_fire_11class": {"avg_ms": 49.348, "count": 236, "max_ms": 67.594, "p95_ms": 63.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.498, "count": 236, "max_ms": 80.451, "p95_ms": 75.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.821, "count": 236, "max_ms": 144.839, "p95_ms": 136.436}, "read_interval": {"avg_ms": 127.566, "count": 235, "max_ms": 154.352, "p95_ms": 146.48}, "triton_wait": {"avg_ms": 56.866, "count": 236, "max_ms": 82.125, "p95_ms": 75.487}, "visualize": {"avg_ms": 4.737, "count": 236, "max_ms": 5.414, "p95_ms": 4.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15686.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8085.435, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.956, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:25:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:25:03+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:25:03+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T07:25:03.749986+09:00", "mtime_epoch": 1783203903.749986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:25:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2193.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.123, "count": 303, "max_ms": 10.931, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.262, "count": 303, "max_ms": 1.741, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.835, "count": 303, "max_ms": 65.909, "p95_ms": 61.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.281, "count": 303, "max_ms": 77.372, "p95_ms": 66.739}, "yolo11_640_fire_11class": {"avg_ms": 49.532, "count": 303, "max_ms": 70.28, "p95_ms": 62.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.511, "count": 303, "max_ms": 78.087, "p95_ms": 73.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.807, "count": 303, "max_ms": 124.206, "p95_ms": 89.661}, "read_interval": {"avg_ms": 99.155, "count": 302, "max_ms": 569.067, "p95_ms": 137.948}, "triton_wait": {"avg_ms": 55.588, "count": 303, "max_ms": 78.1, "p95_ms": 73.866}, "visualize": {"avg_ms": 3.662, "count": 303, "max_ms": 4.999, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15689.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1420, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:23:16+09:00", "last_error_summary": "[h264 @ 0x561be2ebc040] left block unavailable for requested intra mode [h264 @ 0x561be2ebc040] error while decoding MB 0 43, bytestream 1380 [h264 @ 0x561be21e9640] error while decoding MB 76 21, bytestream -11", "last_exit_at": "2026-07-05T07:23:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.32, "last_started_at": "2026-07-05T07:23:18+09:00", "pid": 117039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.793, "name": "ffmpeg", "pid": 117039, "rss_mb": 274.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 609, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.197, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1276808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:25:25+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T07:25:24+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T07:25:24.898433+09:00", "mtime_epoch": 1783203924.898433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:25:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9232.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.834, "pushed": 7.867, "read": 7.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.09, "count": 235, "max_ms": 25.407, "p95_ms": 21.269}, "gstreamer_push": {"avg_ms": 1.119, "count": 236, "max_ms": 1.67, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.213, "count": 235, "max_ms": 67.254, "p95_ms": 63.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.217, "count": 235, "max_ms": 79.849, "p95_ms": 68.089}, "yolo11_640_fire_11class": {"avg_ms": 49.717, "count": 235, "max_ms": 67.945, "p95_ms": 64.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.692, "count": 235, "max_ms": 79.488, "p95_ms": 76.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.201, "count": 235, "max_ms": 142.076, "p95_ms": 137.959}, "read_interval": {"avg_ms": 127.639, "count": 235, "max_ms": 151.988, "p95_ms": 147.763}, "triton_wait": {"avg_ms": 57.148, "count": 235, "max_ms": 79.86, "p95_ms": 76.194}, "visualize": {"avg_ms": 4.741, "count": 235, "max_ms": 5.537, "p95_ms": 5.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15690.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8115.454, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.646, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:25:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:25:33+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:25:33+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:25:33.802621+09:00", "mtime_epoch": 1783203933.8026206, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 132498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:25:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2194.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.927, "pushed": 9.927, "read": 9.894}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.114, "count": 297, "max_ms": 11.501, "p95_ms": 8.467}, "gstreamer_push": {"avg_ms": 1.259, "count": 297, "max_ms": 1.757, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.283, "count": 297, "max_ms": 69.491, "p95_ms": 63.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.398, "count": 297, "max_ms": 76.859, "p95_ms": 66.873}, "yolo11_640_fire_11class": {"avg_ms": 49.247, "count": 297, "max_ms": 68.318, "p95_ms": 63.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.384, "count": 297, "max_ms": 78.254, "p95_ms": 75.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.509, "count": 297, "max_ms": 175.217, "p95_ms": 91.011}, "read_interval": {"avg_ms": 101.121, "count": 296, "max_ms": 432.482, "p95_ms": 190.311}, "triton_wait": {"avg_ms": 54.806, "count": 297, "max_ms": 78.266, "p95_ms": 75.275}, "visualize": {"avg_ms": 3.66, "count": 297, "max_ms": 4.964, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15690.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1420, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:23:16+09:00", "last_error_summary": "[h264 @ 0x561be2ebc040] left block unavailable for requested intra mode [h264 @ 0x561be2ebc040] error while decoding MB 0 43, bytestream 1380 [h264 @ 0x561be21e9640] error while decoding MB 76 21, bytestream -11", "last_exit_at": "2026-07-05T07:23:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.331, "last_started_at": "2026-07-05T07:23:18+09:00", "pid": 117039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.793, "name": "ffmpeg", "pid": 117039, "rss_mb": 274.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 609, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.147, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1277042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:25:55+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T07:25:54+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T07:25:54.939065+09:00", "mtime_epoch": 1783203954.9390652, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:25:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9232.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.829, "pushed": 7.829, "read": 7.795}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.092, "count": 234, "max_ms": 28.704, "p95_ms": 22.054}, "gstreamer_push": {"avg_ms": 1.117, "count": 234, "max_ms": 1.87, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.478, "count": 234, "max_ms": 75.73, "p95_ms": 67.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.387, "count": 234, "max_ms": 79.912, "p95_ms": 68.181}, "yolo11_640_fire_11class": {"avg_ms": 50.833, "count": 234, "max_ms": 72.262, "p95_ms": 66.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.49, "count": 234, "max_ms": 81.406, "p95_ms": 77.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.585, "count": 234, "max_ms": 143.799, "p95_ms": 138.446}, "read_interval": {"avg_ms": 128.286, "count": 233, "max_ms": 153.312, "p95_ms": 148.895}, "triton_wait": {"avg_ms": 57.652, "count": 234, "max_ms": 81.418, "p95_ms": 77.067}, "visualize": {"avg_ms": 4.722, "count": 234, "max_ms": 6.153, "p95_ms": 5.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15690.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8145.541, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.501, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:26:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:26:03+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T07:26:03+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T07:26:03.875253+09:00", "mtime_epoch": 1783203963.875253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 145101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:26:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2194.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.148, "count": 300, "max_ms": 11.777, "p95_ms": 8.087}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 2.088, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.235, "count": 300, "max_ms": 70.591, "p95_ms": 63.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.213, "count": 300, "max_ms": 79.138, "p95_ms": 63.717}, "yolo11_640_fire_11class": {"avg_ms": 51.386, "count": 300, "max_ms": 71.978, "p95_ms": 64.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.249, "count": 300, "max_ms": 78.612, "p95_ms": 73.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.835, "count": 301, "max_ms": 105.822, "p95_ms": 90.084}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 521.276, "p95_ms": 118.516}, "triton_wait": {"avg_ms": 55.221, "count": 300, "max_ms": 79.147, "p95_ms": 73.67}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.196, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15691.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1420, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:23:16+09:00", "last_error_summary": "[h264 @ 0x561be2ebc040] left block unavailable for requested intra mode [h264 @ 0x561be2ebc040] error while decoding MB 0 43, bytestream 1380 [h264 @ 0x561be21e9640] error while decoding MB 76 21, bytestream -11", "last_exit_at": "2026-07-05T07:23:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.352, "last_started_at": "2026-07-05T07:23:18+09:00", "pid": 117039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.566, "name": "ffmpeg", "pid": 117039, "rss_mb": 275.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 609, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.036, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1277273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:26:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:26:25+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T07:26:24+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T07:26:24.931694+09:00", "mtime_epoch": 1783203984.9316938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:26:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9232.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.725, "pushed": 7.725, "read": 7.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.139, "count": 231, "max_ms": 32.459, "p95_ms": 22.827}, "gstreamer_push": {"avg_ms": 1.125, "count": 231, "max_ms": 2.027, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.884, "count": 231, "max_ms": 69.167, "p95_ms": 66.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.558, "count": 231, "max_ms": 78.095, "p95_ms": 68.97}, "yolo11_640_fire_11class": {"avg_ms": 51.368, "count": 231, "max_ms": 71.582, "p95_ms": 66.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.988, "count": 231, "max_ms": 79.511, "p95_ms": 76.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.038, "count": 231, "max_ms": 147.174, "p95_ms": 139.252}, "read_interval": {"avg_ms": 129.897, "count": 230, "max_ms": 158.474, "p95_ms": 149.217}, "triton_wait": {"avg_ms": 59.165, "count": 231, "max_ms": 79.523, "p95_ms": 76.621}, "visualize": {"avg_ms": 4.736, "count": 231, "max_ms": 6.948, "p95_ms": 5.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15691.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8175.588, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.931, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:26:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:26:34+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T07:26:33+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T07:26:33.939882+09:00", "mtime_epoch": 1783203993.939882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:26:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2194.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.186, "count": 302, "max_ms": 11.148, "p95_ms": 8.685}, "gstreamer_push": {"avg_ms": 1.26, "count": 302, "max_ms": 1.825, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.689, "count": 302, "max_ms": 71.467, "p95_ms": 64.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.831, "count": 302, "max_ms": 76.73, "p95_ms": 67.543}, "yolo11_640_fire_11class": {"avg_ms": 51.488, "count": 302, "max_ms": 72.096, "p95_ms": 64.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.013, "count": 302, "max_ms": 79.864, "p95_ms": 76.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.36, "count": 302, "max_ms": 98.425, "p95_ms": 92.69}, "read_interval": {"avg_ms": 99.55, "count": 301, "max_ms": 520.949, "p95_ms": 115.852}, "triton_wait": {"avg_ms": 57.304, "count": 302, "max_ms": 79.876, "p95_ms": 76.289}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 4.625, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15694.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1420, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:23:16+09:00", "last_error_summary": "[h264 @ 0x561be2ebc040] left block unavailable for requested intra mode [h264 @ 0x561be2ebc040] error while decoding MB 0 43, bytestream 1380 [h264 @ 0x561be21e9640] error while decoding MB 76 21, bytestream -11", "last_exit_at": "2026-07-05T07:23:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 216.422, "last_started_at": "2026-07-05T07:23:18+09:00", "pid": 117039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.234, "name": "ffmpeg", "pid": 117039, "rss_mb": 279.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 609, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.783, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1277508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:26:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T07:26:55+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T07:26:54+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T07:26:54.996321+09:00", "mtime_epoch": 1783204014.9963212, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:26:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9232.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.846, "pushed": 7.846, "read": 7.812}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.238, "count": 235, "max_ms": 25.873, "p95_ms": 20.018}, "gstreamer_push": {"avg_ms": 1.115, "count": 235, "max_ms": 1.614, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.282, "count": 235, "max_ms": 68.819, "p95_ms": 63.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.041, "count": 235, "max_ms": 79.127, "p95_ms": 69.109}, "yolo11_640_fire_11class": {"avg_ms": 51.91, "count": 235, "max_ms": 68.313, "p95_ms": 63.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.664, "count": 235, "max_ms": 80.89, "p95_ms": 76.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.148, "count": 235, "max_ms": 143.731, "p95_ms": 137.322}, "read_interval": {"avg_ms": 127.88, "count": 234, "max_ms": 153.21, "p95_ms": 148.267}, "triton_wait": {"avg_ms": 60.822, "count": 235, "max_ms": 80.902, "p95_ms": 76.88}, "visualize": {"avg_ms": 4.666, "count": 235, "max_ms": 7.248, "p95_ms": 5.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15695.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8205.93, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.924, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1585074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:27:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:27:04+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T07:27:04+09:00", "mjpeg": {"age_sec": 0.389, "exists": true, "mtime": "2026-07-05T07:27:03.956508+09:00", "mtime_epoch": 1783204023.9565077, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:27:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2194.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.053, "count": 297, "max_ms": 11.321, "p95_ms": 8.275}, "gstreamer_push": {"avg_ms": 1.256, "count": 297, "max_ms": 1.672, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.437, "count": 297, "max_ms": 69.416, "p95_ms": 62.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.25, "count": 297, "max_ms": 73.115, "p95_ms": 67.73}, "yolo11_640_fire_11class": {"avg_ms": 50.21, "count": 297, "max_ms": 65.602, "p95_ms": 63.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.406, "count": 297, "max_ms": 79.612, "p95_ms": 75.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.868, "count": 297, "max_ms": 98.889, "p95_ms": 91.1}, "read_interval": {"avg_ms": 101.334, "count": 296, "max_ms": 592.081, "p95_ms": 173.332}, "triton_wait": {"avg_ms": 55.205, "count": 297, "max_ms": 79.624, "p95_ms": 75.859}, "visualize": {"avg_ms": 3.655, "count": 297, "max_ms": 4.801, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15706.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1420, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:23:16+09:00", "last_error_summary": "[h264 @ 0x561be2ebc040] left block unavailable for requested intra mode [h264 @ 0x561be2ebc040] error while decoding MB 0 43, bytestream 1380 [h264 @ 0x561be21e9640] error while decoding MB 76 21, bytestream -11", "last_exit_at": "2026-07-05T07:23:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 246.502, "last_started_at": "2026-07-05T07:23:18+09:00", "pid": 117039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.777, "name": "ffmpeg", "pid": 117039, "rss_mb": 291.777, "state": "S (sleeping)", "threads": 104}, "restart_count": 609, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.744, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1277741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:27:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:27:25+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T07:27:25+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T07:27:25.100947+09:00", "mtime_epoch": 1783204045.1009471, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:27:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9232.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.777, "pushed": 7.777, "read": 7.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.972, "count": 233, "max_ms": 32.214, "p95_ms": 21.095}, "gstreamer_push": {"avg_ms": 1.105, "count": 233, "max_ms": 1.594, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.932, "count": 233, "max_ms": 67.147, "p95_ms": 63.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.497, "count": 233, "max_ms": 82.355, "p95_ms": 69.772}, "yolo11_640_fire_11class": {"avg_ms": 51.453, "count": 233, "max_ms": 71.544, "p95_ms": 67.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.384, "count": 233, "max_ms": 78.757, "p95_ms": 77.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.482, "count": 233, "max_ms": 143.063, "p95_ms": 138.996}, "read_interval": {"avg_ms": 129.132, "count": 232, "max_ms": 153.486, "p95_ms": 149.163}, "triton_wait": {"avg_ms": 58.881, "count": 233, "max_ms": 82.367, "p95_ms": 77.487}, "visualize": {"avg_ms": 4.735, "count": 233, "max_ms": 6.236, "p95_ms": 5.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15605.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8236.021, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.923, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1585376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:27:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:27:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T07:27:34+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T07:27:34.345139+09:00", "mtime_epoch": 1783204054.3451388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:27:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2194.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.109, "count": 301, "max_ms": 11.652, "p95_ms": 7.81}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 2.022, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.16, "count": 301, "max_ms": 69.601, "p95_ms": 62.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.088, "count": 301, "max_ms": 75.778, "p95_ms": 68.844}, "yolo11_640_fire_11class": {"avg_ms": 53.398, "count": 301, "max_ms": 74.31, "p95_ms": 65.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.614, "count": 301, "max_ms": 78.852, "p95_ms": 75.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.645, "count": 301, "max_ms": 94.559, "p95_ms": 91.206}, "read_interval": {"avg_ms": 99.609, "count": 301, "max_ms": 730.233, "p95_ms": 112.654}, "triton_wait": {"avg_ms": 55.665, "count": 301, "max_ms": 78.865, "p95_ms": 75.791}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 5.674, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15680.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1425, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:27:26+09:00", "last_error_summary": "[h264 @ 0x55ec937d0300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec937d0300] error while decoding MB 0 32, bytestream 79061 [h264 @ 0x55ec942a2980] error while decoding MB 43 40, bytestream -32 [h264 @ 0x55ec94104c80] error while decoding MB 15 27, bytestream -7 [h264 @ 0x55ec93793f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec93793f40] error while decoding MB 0 23, bytestream 122527 [h264 @ 0x55ec94440680] error while decoding MB 6 44, bytestre", "last_exit_at": "2026-07-05T07:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.927, "last_started_at": "2026-07-05T07:27:29+09:00", "pid": 117146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.391, "name": "ffmpeg", "pid": 117146, "rss_mb": 265.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 610, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.192, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1277935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:27:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:27:55+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T07:27:55+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T07:27:55.153569+09:00", "mtime_epoch": 1783204075.1535695, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:27:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.479, "pushed": 6.479, "read": 6.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.47, "count": 194, "max_ms": 27.114, "p95_ms": 19.905}, "gstreamer_push": {"avg_ms": 1.118, "count": 194, "max_ms": 1.801, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.695, "count": 194, "max_ms": 67.724, "p95_ms": 63.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.807, "count": 194, "max_ms": 81.195, "p95_ms": 73.556}, "yolo11_640_fire_11class": {"avg_ms": 54.022, "count": 194, "max_ms": 74.005, "p95_ms": 70.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.4, "count": 194, "max_ms": 83.115, "p95_ms": 78.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.111, "count": 194, "max_ms": 143.465, "p95_ms": 139.31}, "read_interval": {"avg_ms": 155.104, "count": 193, "max_ms": 4448.073, "p95_ms": 153.34}, "triton_wait": {"avg_ms": 60.77, "count": 194, "max_ms": 83.127, "p95_ms": 78.554}, "visualize": {"avg_ms": 4.688, "count": 194, "max_ms": 6.156, "p95_ms": 5.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15680.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8266.04, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.087, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1585676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:28:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:28:04+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:28:04+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:28:04.389760+09:00", "mtime_epoch": 1783204084.3897603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:28:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2194.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.067, "count": 300, "max_ms": 10.801, "p95_ms": 7.753}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.96, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.457, "count": 300, "max_ms": 70.847, "p95_ms": 62.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.74, "count": 300, "max_ms": 76.198, "p95_ms": 71.147}, "yolo11_640_fire_11class": {"avg_ms": 55.998, "count": 300, "max_ms": 76.581, "p95_ms": 69.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.262, "count": 300, "max_ms": 82.667, "p95_ms": 76.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.034, "count": 300, "max_ms": 97.963, "p95_ms": 92.481}, "read_interval": {"avg_ms": 100.109, "count": 299, "max_ms": 462.135, "p95_ms": 117.471}, "triton_wait": {"avg_ms": 58.363, "count": 300, "max_ms": 82.679, "p95_ms": 76.693}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.744, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15680.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1425, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:27:26+09:00", "last_error_summary": "[h264 @ 0x55ec937d0300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec937d0300] error while decoding MB 0 32, bytestream 79061 [h264 @ 0x55ec942a2980] error while decoding MB 43 40, bytestream -32 [h264 @ 0x55ec94104c80] error while decoding MB 15 27, bytestream -7 [h264 @ 0x55ec93793f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec93793f40] error while decoding MB 0 23, bytestream 122527 [h264 @ 0x55ec94440680] error while decoding MB 6 44, bytestre", "last_exit_at": "2026-07-05T07:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.034, "last_started_at": "2026-07-05T07:27:29+09:00", "pid": 117146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.648, "name": "ffmpeg", "pid": 117146, "rss_mb": 265.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 610, "restart_count_per_hour": 22, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.227, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1278165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:28:25+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T07:28:25+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T07:28:25.270191+09:00", "mtime_epoch": 1783204105.2701907, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:28:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.674, "pushed": 7.674, "read": 7.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.118, "count": 229, "max_ms": 32.975, "p95_ms": 21.079}, "gstreamer_push": {"avg_ms": 1.113, "count": 230, "max_ms": 1.291, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.93, "count": 229, "max_ms": 66.952, "p95_ms": 63.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.326, "count": 229, "max_ms": 78.643, "p95_ms": 72.651}, "yolo11_640_fire_11class": {"avg_ms": 51.771, "count": 229, "max_ms": 71.319, "p95_ms": 67.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.148, "count": 229, "max_ms": 79.461, "p95_ms": 77.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.173, "count": 230, "max_ms": 140.839, "p95_ms": 139.135}, "read_interval": {"avg_ms": 130.927, "count": 229, "max_ms": 155.606, "p95_ms": 151.597}, "triton_wait": {"avg_ms": 58.498, "count": 229, "max_ms": 79.473, "p95_ms": 77.707}, "visualize": {"avg_ms": 4.703, "count": 229, "max_ms": 6.037, "p95_ms": 5.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15680.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8296.058, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.204, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1585978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:28:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:28:34+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T07:28:34+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T07:28:34.410379+09:00", "mtime_epoch": 1783204114.410379, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:28:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2195.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.18, "count": 302, "max_ms": 11.391, "p95_ms": 9.18}, "gstreamer_push": {"avg_ms": 1.262, "count": 302, "max_ms": 1.706, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.322, "count": 302, "max_ms": 68.723, "p95_ms": 64.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.818, "count": 302, "max_ms": 78.95, "p95_ms": 70.764}, "yolo11_640_fire_11class": {"avg_ms": 52.906, "count": 302, "max_ms": 72.214, "p95_ms": 66.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.782, "count": 302, "max_ms": 78.276, "p95_ms": 76.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.598, "count": 302, "max_ms": 94.786, "p95_ms": 91.877}, "read_interval": {"avg_ms": 99.411, "count": 302, "max_ms": 665.65, "p95_ms": 112.344}, "triton_wait": {"avg_ms": 55.737, "count": 302, "max_ms": 78.962, "p95_ms": 76.131}, "visualize": {"avg_ms": 3.662, "count": 302, "max_ms": 4.654, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15684.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1425, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:27:26+09:00", "last_error_summary": "[h264 @ 0x55ec937d0300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec937d0300] error while decoding MB 0 32, bytestream 79061 [h264 @ 0x55ec942a2980] error while decoding MB 43 40, bytestream -32 [h264 @ 0x55ec94104c80] error while decoding MB 15 27, bytestream -7 [h264 @ 0x55ec93793f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec93793f40] error while decoding MB 0 23, bytestream 122527 [h264 @ 0x55ec94440680] error while decoding MB 6 44, bytestre", "last_exit_at": "2026-07-05T07:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.178, "last_started_at": "2026-07-05T07:27:29+09:00", "pid": 117146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.227, "name": "ffmpeg", "pid": 117146, "rss_mb": 268.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 610, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.231, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1278393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:28:55+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T07:28:55+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T07:28:55.398810+09:00", "mtime_epoch": 1783204135.3988104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:28:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.568, "pushed": 7.568, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.773, "count": 227, "max_ms": 26.357, "p95_ms": 20.635}, "gstreamer_push": {"avg_ms": 1.126, "count": 227, "max_ms": 1.675, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.335, "count": 227, "max_ms": 69.476, "p95_ms": 63.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.012, "count": 227, "max_ms": 74.418, "p95_ms": 70.206}, "yolo11_640_fire_11class": {"avg_ms": 51.527, "count": 227, "max_ms": 70.444, "p95_ms": 65.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.631, "count": 227, "max_ms": 80.043, "p95_ms": 76.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.371, "count": 227, "max_ms": 141.9, "p95_ms": 137.811}, "read_interval": {"avg_ms": 132.148, "count": 227, "max_ms": 156.585, "p95_ms": 150.691}, "triton_wait": {"avg_ms": 58.964, "count": 227, "max_ms": 80.054, "p95_ms": 76.688}, "visualize": {"avg_ms": 4.759, "count": 227, "max_ms": 6.176, "p95_ms": 5.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15684.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8326.057, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.385, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1586277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:29:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:29:04+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:29:04+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:29:04.406995+09:00", "mtime_epoch": 1783204144.4069953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:29:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2195.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.075, "count": 299, "max_ms": 8.737, "p95_ms": 7.837}, "gstreamer_push": {"avg_ms": 1.265, "count": 299, "max_ms": 1.512, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.823, "count": 299, "max_ms": 72.243, "p95_ms": 63.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.352, "count": 299, "max_ms": 78.737, "p95_ms": 70.776}, "yolo11_640_fire_11class": {"avg_ms": 52.363, "count": 299, "max_ms": 68.494, "p95_ms": 64.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.165, "count": 299, "max_ms": 78.592, "p95_ms": 75.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.469, "count": 299, "max_ms": 94.4, "p95_ms": 91.652}, "read_interval": {"avg_ms": 100.32, "count": 299, "max_ms": 490.721, "p95_ms": 112.815}, "triton_wait": {"avg_ms": 56.715, "count": 299, "max_ms": 78.749, "p95_ms": 75.924}, "visualize": {"avg_ms": 3.67, "count": 299, "max_ms": 4.719, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15687.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1425, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:27:26+09:00", "last_error_summary": "[h264 @ 0x55ec937d0300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec937d0300] error while decoding MB 0 32, bytestream 79061 [h264 @ 0x55ec942a2980] error while decoding MB 43 40, bytestream -32 [h264 @ 0x55ec94104c80] error while decoding MB 15 27, bytestream -7 [h264 @ 0x55ec93793f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec93793f40] error while decoding MB 0 23, bytestream 122527 [h264 @ 0x55ec94440680] error while decoding MB 6 44, bytestre", "last_exit_at": "2026-07-05T07:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.189, "last_started_at": "2026-07-05T07:27:29+09:00", "pid": 117146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.289, "name": "ffmpeg", "pid": 117146, "rss_mb": 270.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 610, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.351, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1278620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:29:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:29:25+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T07:29:25+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T07:29:25.427426+09:00", "mtime_epoch": 1783204165.4274259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:29:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.567, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.657, "count": 227, "max_ms": 25.531, "p95_ms": 20.435}, "gstreamer_push": {"avg_ms": 1.123, "count": 227, "max_ms": 1.648, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.274, "count": 227, "max_ms": 65.529, "p95_ms": 62.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.479, "count": 227, "max_ms": 77.455, "p95_ms": 70.554}, "yolo11_640_fire_11class": {"avg_ms": 51.026, "count": 227, "max_ms": 67.658, "p95_ms": 64.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.714, "count": 227, "max_ms": 78.112, "p95_ms": 75.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.356, "count": 227, "max_ms": 143.783, "p95_ms": 138.086}, "read_interval": {"avg_ms": 132.297, "count": 227, "max_ms": 156.047, "p95_ms": 150.872}, "triton_wait": {"avg_ms": 59.195, "count": 227, "max_ms": 78.123, "p95_ms": 76.206}, "visualize": {"avg_ms": 4.711, "count": 227, "max_ms": 6.238, "p95_ms": 4.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15687.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8356.112, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.471, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1586577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:29:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:29:34+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T07:29:34+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T07:29:34.443610+09:00", "mtime_epoch": 1783204174.4436104, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:29:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2195.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.192, "count": 300, "max_ms": 12.799, "p95_ms": 8.442}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.895, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.611, "count": 300, "max_ms": 66.547, "p95_ms": 62.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.496, "count": 300, "max_ms": 76.556, "p95_ms": 69.545}, "yolo11_640_fire_11class": {"avg_ms": 51.558, "count": 300, "max_ms": 72.566, "p95_ms": 64.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.342, "count": 300, "max_ms": 79.099, "p95_ms": 75.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.283, "count": 300, "max_ms": 94.05, "p95_ms": 90.981}, "read_interval": {"avg_ms": 100.165, "count": 299, "max_ms": 719.856, "p95_ms": 124.743}, "triton_wait": {"avg_ms": 56.371, "count": 300, "max_ms": 79.111, "p95_ms": 75.432}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 4.737, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15689.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1425, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:27:26+09:00", "last_error_summary": "[h264 @ 0x55ec937d0300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec937d0300] error while decoding MB 0 32, bytestream 79061 [h264 @ 0x55ec942a2980] error while decoding MB 43 40, bytestream -32 [h264 @ 0x55ec94104c80] error while decoding MB 15 27, bytestream -7 [h264 @ 0x55ec93793f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec93793f40] error while decoding MB 0 23, bytestream 122527 [h264 @ 0x55ec94440680] error while decoding MB 6 44, bytestre", "last_exit_at": "2026-07-05T07:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.192, "last_started_at": "2026-07-05T07:27:29+09:00", "pid": 117146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.094, "name": "ffmpeg", "pid": 117146, "rss_mb": 272.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 610, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.447, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1278847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:29:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:29:55+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T07:29:55+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T07:29:55.424039+09:00", "mtime_epoch": 1783204195.4240391, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:29:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.569, "pushed": 7.569, "read": 7.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.779, "count": 227, "max_ms": 32.155, "p95_ms": 20.59}, "gstreamer_push": {"avg_ms": 1.11, "count": 227, "max_ms": 1.698, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.724, "count": 227, "max_ms": 70.339, "p95_ms": 66.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.185, "count": 227, "max_ms": 79.917, "p95_ms": 71.638}, "yolo11_640_fire_11class": {"avg_ms": 51.175, "count": 227, "max_ms": 68.366, "p95_ms": 66.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.532, "count": 227, "max_ms": 79.065, "p95_ms": 76.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.448, "count": 227, "max_ms": 146.127, "p95_ms": 138.335}, "read_interval": {"avg_ms": 132.174, "count": 227, "max_ms": 160.144, "p95_ms": 151.881}, "triton_wait": {"avg_ms": 58.932, "count": 227, "max_ms": 79.93, "p95_ms": 76.872}, "visualize": {"avg_ms": 4.694, "count": 227, "max_ms": 5.971, "p95_ms": 4.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15690.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8386.143, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.65, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1586878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:30:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:30:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T07:30:04+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:30:04.492224+09:00", "mtime_epoch": 1783204204.492224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 154231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:30:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2195.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.254, "count": 301, "max_ms": 11.508, "p95_ms": 8.224}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 1.625, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.47, "count": 301, "max_ms": 68.026, "p95_ms": 64.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.432, "count": 301, "max_ms": 78.192, "p95_ms": 69.247}, "yolo11_640_fire_11class": {"avg_ms": 51.529, "count": 301, "max_ms": 68.539, "p95_ms": 65.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.226, "count": 301, "max_ms": 78.11, "p95_ms": 75.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.766, "count": 301, "max_ms": 95.076, "p95_ms": 92.027}, "read_interval": {"avg_ms": 99.825, "count": 300, "max_ms": 476.342, "p95_ms": 113.525}, "triton_wait": {"avg_ms": 56.446, "count": 301, "max_ms": 78.205, "p95_ms": 75.846}, "visualize": {"avg_ms": 3.679, "count": 301, "max_ms": 4.561, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15691.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1425, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:27:26+09:00", "last_error_summary": "[h264 @ 0x55ec937d0300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec937d0300] error while decoding MB 0 32, bytestream 79061 [h264 @ 0x55ec942a2980] error while decoding MB 43 40, bytestream -32 [h264 @ 0x55ec94104c80] error while decoding MB 15 27, bytestream -7 [h264 @ 0x55ec93793f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec93793f40] error while decoding MB 0 23, bytestream 122527 [h264 @ 0x55ec94440680] error while decoding MB 6 44, bytestre", "last_exit_at": "2026-07-05T07:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.207, "last_started_at": "2026-07-05T07:27:29+09:00", "pid": 117146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.641, "name": "ffmpeg", "pid": 117146, "rss_mb": 273.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 610, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.447, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:30:25+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T07:30:25+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T07:30:25.436651+09:00", "mtime_epoch": 1783204225.4366508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:30:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.561, "pushed": 7.561, "read": 7.528}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.56, "count": 226, "max_ms": 21.744, "p95_ms": 20.081}, "gstreamer_push": {"avg_ms": 1.113, "count": 226, "max_ms": 1.29, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.299, "count": 226, "max_ms": 73.161, "p95_ms": 66.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.061, "count": 226, "max_ms": 78.135, "p95_ms": 74.526}, "yolo11_640_fire_11class": {"avg_ms": 52.282, "count": 226, "max_ms": 69.936, "p95_ms": 66.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.232, "count": 226, "max_ms": 78.165, "p95_ms": 76.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.157, "count": 226, "max_ms": 140.047, "p95_ms": 138.371}, "read_interval": {"avg_ms": 132.834, "count": 225, "max_ms": 154.885, "p95_ms": 151.675}, "triton_wait": {"avg_ms": 59.877, "count": 226, "max_ms": 78.176, "p95_ms": 76.799}, "visualize": {"avg_ms": 4.736, "count": 226, "max_ms": 6.162, "p95_ms": 5.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15691.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8416.171, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "R (running)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.719, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1587180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:30:34+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:30:34+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T07:30:34.516835+09:00", "mtime_epoch": 1783204234.5168355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:30:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2195.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.144, "count": 302, "max_ms": 11.763, "p95_ms": 8.02}, "gstreamer_push": {"avg_ms": 1.278, "count": 302, "max_ms": 1.703, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.342, "count": 302, "max_ms": 73.307, "p95_ms": 64.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.813, "count": 302, "max_ms": 80.265, "p95_ms": 73.933}, "yolo11_640_fire_11class": {"avg_ms": 53.222, "count": 302, "max_ms": 72.454, "p95_ms": 65.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.443, "count": 302, "max_ms": 78.321, "p95_ms": 76.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.146, "count": 302, "max_ms": 95.058, "p95_ms": 92.115}, "read_interval": {"avg_ms": 99.475, "count": 301, "max_ms": 514.709, "p95_ms": 112.028}, "triton_wait": {"avg_ms": 57.126, "count": 302, "max_ms": 80.275, "p95_ms": 76.47}, "visualize": {"avg_ms": 3.686, "count": 302, "max_ms": 4.669, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15691.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1425, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:27:26+09:00", "last_error_summary": "[h264 @ 0x55ec937d0300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec937d0300] error while decoding MB 0 32, bytestream 79061 [h264 @ 0x55ec942a2980] error while decoding MB 43 40, bytestream -32 [h264 @ 0x55ec94104c80] error while decoding MB 15 27, bytestream -7 [h264 @ 0x55ec93793f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ec93793f40] error while decoding MB 0 23, bytestream 122527 [h264 @ 0x55ec94440680] error while decoding MB 6 44, bytestre", "last_exit_at": "2026-07-05T07:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.254, "last_started_at": "2026-07-05T07:27:29+09:00", "pid": 117146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.898, "name": "ffmpeg", "pid": 117146, "rss_mb": 273.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 610, "restart_count_per_hour": 20, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.371, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:30:55+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-05T07:30:55+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T07:30:55.497262+09:00", "mtime_epoch": 1783204255.4972615, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:30:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.692, "pushed": 7.692, "read": 7.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.646, "count": 230, "max_ms": 28.737, "p95_ms": 21.525}, "gstreamer_push": {"avg_ms": 1.118, "count": 230, "max_ms": 1.548, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.945, "count": 230, "max_ms": 68.554, "p95_ms": 62.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.082, "count": 230, "max_ms": 78.508, "p95_ms": 75.821}, "yolo11_640_fire_11class": {"avg_ms": 50.834, "count": 230, "max_ms": 70.206, "p95_ms": 66.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.728, "count": 230, "max_ms": 77.794, "p95_ms": 75.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.792, "count": 230, "max_ms": 140.707, "p95_ms": 137.695}, "read_interval": {"avg_ms": 130.683, "count": 229, "max_ms": 154.269, "p95_ms": 150.491}, "triton_wait": {"avg_ms": 57.986, "count": 230, "max_ms": 78.518, "p95_ms": 76.708}, "visualize": {"avg_ms": 4.658, "count": 230, "max_ms": 6.672, "p95_ms": 5.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15705.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8446.242, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.859, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1587481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:31:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:31:04+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T07:31:04+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T07:31:04.585446+09:00", "mtime_epoch": 1783204264.5854461, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:31:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2195.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.126, "count": 301, "max_ms": 9.889, "p95_ms": 8.254}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.71, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.253, "count": 301, "max_ms": 71.257, "p95_ms": 63.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.055, "count": 301, "max_ms": 79.246, "p95_ms": 74.422}, "yolo11_640_fire_11class": {"avg_ms": 53.325, "count": 301, "max_ms": 73.829, "p95_ms": 65.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.853, "count": 301, "max_ms": 76.897, "p95_ms": 74.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.346, "count": 301, "max_ms": 94.921, "p95_ms": 92.088}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 518.031, "p95_ms": 115.998}, "triton_wait": {"avg_ms": 56.478, "count": 301, "max_ms": 79.259, "p95_ms": 75.655}, "visualize": {"avg_ms": 3.645, "count": 301, "max_ms": 5.044, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15685.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1428, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:31:05+09:00", "last_error_summary": "[h264 @ 0x56451b43eac0] error while decoding MB 38 41, bytestream -5 [h264 @ 0x56451ab48d40] error while decoding MB 54 24, bytestream -28 [h264 @ 0x56451b6ab640] error while decoding MB 53 20, bytestream -26", "last_exit_at": "2026-07-05T07:31:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.453, "last_started_at": "2026-07-05T07:31:08+09:00", "pid": 117253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.406, "name": "ffmpeg", "pid": 117253, "rss_mb": 268.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 611, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.411, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:31:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:31:25+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-05T07:31:25+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T07:31:25.557871+09:00", "mtime_epoch": 1783204285.557871, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:31:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.378, "pushed": 6.378, "read": 6.344}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.618, "count": 191, "max_ms": 26.91, "p95_ms": 20.764}, "gstreamer_push": {"avg_ms": 1.135, "count": 191, "max_ms": 2.016, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.0, "count": 191, "max_ms": 68.062, "p95_ms": 66.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.459, "count": 191, "max_ms": 82.445, "p95_ms": 73.893}, "yolo11_640_fire_11class": {"avg_ms": 53.239, "count": 191, "max_ms": 72.73, "p95_ms": 68.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.989, "count": 191, "max_ms": 81.806, "p95_ms": 77.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.845, "count": 191, "max_ms": 144.414, "p95_ms": 139.135}, "read_interval": {"avg_ms": 157.563, "count": 190, "max_ms": 5058.532, "p95_ms": 150.711}, "triton_wait": {"avg_ms": 60.681, "count": 191, "max_ms": 82.454, "p95_ms": 77.791}, "visualize": {"avg_ms": 4.752, "count": 191, "max_ms": 6.593, "p95_ms": 5.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15686.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8476.265, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.622, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1587779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:31:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:31:34+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:31:34+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T07:31:34.610054+09:00", "mtime_epoch": 1783204294.6100543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:31:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2195.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.925}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.098, "count": 298, "max_ms": 10.933, "p95_ms": 7.994}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.796, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.194, "count": 298, "max_ms": 72.387, "p95_ms": 60.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.943, "count": 298, "max_ms": 75.972, "p95_ms": 68.464}, "yolo11_640_fire_11class": {"avg_ms": 53.453, "count": 298, "max_ms": 72.399, "p95_ms": 65.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.386, "count": 298, "max_ms": 78.621, "p95_ms": 73.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.415, "count": 298, "max_ms": 95.45, "p95_ms": 89.477}, "read_interval": {"avg_ms": 100.798, "count": 297, "max_ms": 616.151, "p95_ms": 171.133}, "triton_wait": {"avg_ms": 55.651, "count": 298, "max_ms": 78.633, "p95_ms": 74.619}, "visualize": {"avg_ms": 3.612, "count": 298, "max_ms": 5.235, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15688.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1428, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:31:05+09:00", "last_error_summary": "[h264 @ 0x56451b43eac0] error while decoding MB 38 41, bytestream -5 [h264 @ 0x56451ab48d40] error while decoding MB 54 24, bytestream -28 [h264 @ 0x56451b6ab640] error while decoding MB 53 20, bytestream -26", "last_exit_at": "2026-07-05T07:31:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.578, "last_started_at": "2026-07-05T07:31:08+09:00", "pid": 117253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.242, "name": "ffmpeg", "pid": 117253, "rss_mb": 271.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 611, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.508, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:31:55+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:31:55+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:31:55.666480+09:00", "mtime_epoch": 1783204315.6664798, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:31:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.772, "pushed": 7.772, "read": 7.739}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.911, "count": 232, "max_ms": 33.81, "p95_ms": 20.163}, "gstreamer_push": {"avg_ms": 1.119, "count": 233, "max_ms": 1.235, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.344, "count": 232, "max_ms": 65.326, "p95_ms": 62.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.855, "count": 232, "max_ms": 79.634, "p95_ms": 68.977}, "yolo11_640_fire_11class": {"avg_ms": 53.408, "count": 232, "max_ms": 74.795, "p95_ms": 71.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.717, "count": 232, "max_ms": 79.003, "p95_ms": 76.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.652, "count": 233, "max_ms": 148.42, "p95_ms": 137.658}, "read_interval": {"avg_ms": 129.192, "count": 232, "max_ms": 158.014, "p95_ms": 147.185}, "triton_wait": {"avg_ms": 59.123, "count": 232, "max_ms": 79.647, "p95_ms": 77.111}, "visualize": {"avg_ms": 4.71, "count": 232, "max_ms": 5.747, "p95_ms": 4.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15690.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8506.307, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.622, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:32:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:32:04+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:32:04+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:32:04.654661+09:00", "mtime_epoch": 1783204324.6546614, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:32:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2195.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.21, "count": 301, "max_ms": 11.988, "p95_ms": 8.759}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 2.188, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.527, "count": 301, "max_ms": 66.063, "p95_ms": 59.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.103, "count": 301, "max_ms": 77.236, "p95_ms": 66.548}, "yolo11_640_fire_11class": {"avg_ms": 55.299, "count": 301, "max_ms": 77.264, "p95_ms": 69.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.688, "count": 301, "max_ms": 78.39, "p95_ms": 73.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.363, "count": 301, "max_ms": 97.957, "p95_ms": 89.855}, "read_interval": {"avg_ms": 99.837, "count": 300, "max_ms": 657.54, "p95_ms": 110.343}, "triton_wait": {"avg_ms": 56.519, "count": 301, "max_ms": 78.402, "p95_ms": 74.314}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 4.931, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1428, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:31:05+09:00", "last_error_summary": "[h264 @ 0x56451b43eac0] error while decoding MB 38 41, bytestream -5 [h264 @ 0x56451ab48d40] error while decoding MB 54 24, bytestream -28 [h264 @ 0x56451b6ab640] error while decoding MB 53 20, bytestream -26", "last_exit_at": "2026-07-05T07:31:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.644, "last_started_at": "2026-07-05T07:31:08+09:00", "pid": 117253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.594, "name": "ffmpeg", "pid": 117253, "rss_mb": 274.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 611, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.508, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:32:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:32:25+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T07:32:25+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T07:32:25.739087+09:00", "mtime_epoch": 1783204345.7390866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:32:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9233.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.781, "pushed": 7.781, "read": 7.748}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.931, "count": 233, "max_ms": 26.638, "p95_ms": 21.412}, "gstreamer_push": {"avg_ms": 1.131, "count": 233, "max_ms": 1.918, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.375, "count": 233, "max_ms": 71.978, "p95_ms": 62.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.117, "count": 233, "max_ms": 77.302, "p95_ms": 68.991}, "yolo11_640_fire_11class": {"avg_ms": 54.282, "count": 233, "max_ms": 76.614, "p95_ms": 70.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.584, "count": 233, "max_ms": 80.684, "p95_ms": 77.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.224, "count": 233, "max_ms": 145.77, "p95_ms": 139.349}, "read_interval": {"avg_ms": 128.971, "count": 232, "max_ms": 157.107, "p95_ms": 149.567}, "triton_wait": {"avg_ms": 58.864, "count": 233, "max_ms": 80.696, "p95_ms": 77.352}, "visualize": {"avg_ms": 4.715, "count": 233, "max_ms": 7.315, "p95_ms": 5.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15691.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8536.351, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.589, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:32:34+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T07:32:34+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T07:32:34.703267+09:00", "mtime_epoch": 1783204354.7032673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:32:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2196.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.198, "count": 299, "max_ms": 11.046, "p95_ms": 8.43}, "gstreamer_push": {"avg_ms": 1.258, "count": 299, "max_ms": 2.13, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.606, "count": 299, "max_ms": 66.269, "p95_ms": 61.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.701, "count": 299, "max_ms": 78.458, "p95_ms": 67.82}, "yolo11_640_fire_11class": {"avg_ms": 54.107, "count": 299, "max_ms": 75.947, "p95_ms": 67.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.625, "count": 299, "max_ms": 79.468, "p95_ms": 75.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.127, "count": 299, "max_ms": 95.363, "p95_ms": 91.45}, "read_interval": {"avg_ms": 100.543, "count": 298, "max_ms": 651.505, "p95_ms": 125.518}, "triton_wait": {"avg_ms": 56.243, "count": 299, "max_ms": 79.481, "p95_ms": 75.802}, "visualize": {"avg_ms": 3.68, "count": 299, "max_ms": 5.135, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1428, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:31:05+09:00", "last_error_summary": "[h264 @ 0x56451b43eac0] error while decoding MB 38 41, bytestream -5 [h264 @ 0x56451ab48d40] error while decoding MB 54 24, bytestream -28 [h264 @ 0x56451b6ab640] error while decoding MB 53 20, bytestream -26", "last_exit_at": "2026-07-05T07:31:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.75, "last_started_at": "2026-07-05T07:31:08+09:00", "pid": 117253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.594, "name": "ffmpeg", "pid": 117253, "rss_mb": 274.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 611, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.245, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1280194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:32:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:32:55+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T07:32:55+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T07:32:55.847693+09:00", "mtime_epoch": 1783204375.847693, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:32:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9234.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.804, "pushed": 7.804, "read": 7.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.803, "count": 233, "max_ms": 23.422, "p95_ms": 20.994}, "gstreamer_push": {"avg_ms": 1.117, "count": 234, "max_ms": 1.397, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.052, "count": 233, "max_ms": 71.178, "p95_ms": 61.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.208, "count": 233, "max_ms": 85.802, "p95_ms": 67.732}, "yolo11_640_fire_11class": {"avg_ms": 53.282, "count": 233, "max_ms": 82.048, "p95_ms": 73.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.983, "count": 233, "max_ms": 83.246, "p95_ms": 75.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.921, "count": 234, "max_ms": 144.552, "p95_ms": 136.838}, "read_interval": {"avg_ms": 128.592, "count": 233, "max_ms": 154.327, "p95_ms": 146.923}, "triton_wait": {"avg_ms": 58.701, "count": 233, "max_ms": 85.814, "p95_ms": 76.196}, "visualize": {"avg_ms": 4.723, "count": 233, "max_ms": 5.962, "p95_ms": 5.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15692.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8566.381, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.299, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:33:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:33:04+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T07:33:04+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T07:33:04.703871+09:00", "mtime_epoch": 1783204384.703871, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:33:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2196.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.392, "count": 299, "max_ms": 12.206, "p95_ms": 9.993}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 1.533, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.975, "count": 299, "max_ms": 66.98, "p95_ms": 58.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.67, "count": 299, "max_ms": 81.522, "p95_ms": 66.782}, "yolo11_640_fire_11class": {"avg_ms": 55.514, "count": 299, "max_ms": 79.851, "p95_ms": 70.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.688, "count": 299, "max_ms": 78.917, "p95_ms": 71.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.231, "count": 299, "max_ms": 97.623, "p95_ms": 88.786}, "read_interval": {"avg_ms": 100.401, "count": 298, "max_ms": 657.27, "p95_ms": 114.383}, "triton_wait": {"avg_ms": 56.161, "count": 299, "max_ms": 81.533, "p95_ms": 73.066}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 4.76, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1428, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:31:05+09:00", "last_error_summary": "[h264 @ 0x56451b43eac0] error while decoding MB 38 41, bytestream -5 [h264 @ 0x56451ab48d40] error while decoding MB 54 24, bytestream -28 [h264 @ 0x56451b6ab640] error while decoding MB 53 20, bytestream -26", "last_exit_at": "2026-07-05T07:31:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.765, "last_started_at": "2026-07-05T07:31:08+09:00", "pid": 117253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.594, "name": "ffmpeg", "pid": 117253, "rss_mb": 274.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 611, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.084, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1280430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:33:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:33:25+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T07:33:25+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T07:33:25.884296+09:00", "mtime_epoch": 1783204405.8842964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:33:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9234.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.894, "pushed": 7.894, "read": 7.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.884, "count": 236, "max_ms": 30.331, "p95_ms": 21.565}, "gstreamer_push": {"avg_ms": 1.108, "count": 236, "max_ms": 1.313, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.943, "count": 236, "max_ms": 64.668, "p95_ms": 61.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.613, "count": 236, "max_ms": 78.834, "p95_ms": 70.296}, "yolo11_640_fire_11class": {"avg_ms": 53.3, "count": 236, "max_ms": 76.894, "p95_ms": 72.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.176, "count": 236, "max_ms": 77.711, "p95_ms": 75.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.543, "count": 236, "max_ms": 140.32, "p95_ms": 136.225}, "read_interval": {"avg_ms": 127.195, "count": 235, "max_ms": 150.027, "p95_ms": 145.97}, "triton_wait": {"avg_ms": 57.404, "count": 236, "max_ms": 78.846, "p95_ms": 76.672}, "visualize": {"avg_ms": 4.678, "count": 236, "max_ms": 6.214, "p95_ms": 4.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15692.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8596.441, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.991, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:33:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:33:34+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T07:33:34+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T07:33:34.792475+09:00", "mtime_epoch": 1783204414.7924752, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 130071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:33:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2196.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.174, "count": 302, "max_ms": 10.868, "p95_ms": 8.265}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.737, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.761, "count": 302, "max_ms": 67.193, "p95_ms": 59.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.821, "count": 302, "max_ms": 83.733, "p95_ms": 66.519}, "yolo11_640_fire_11class": {"avg_ms": 55.728, "count": 302, "max_ms": 82.518, "p95_ms": 70.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.599, "count": 302, "max_ms": 78.323, "p95_ms": 72.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.498, "count": 302, "max_ms": 99.512, "p95_ms": 89.143}, "read_interval": {"avg_ms": 99.59, "count": 301, "max_ms": 475.581, "p95_ms": 113.455}, "triton_wait": {"avg_ms": 56.679, "count": 302, "max_ms": 83.746, "p95_ms": 73.761}, "visualize": {"avg_ms": 3.663, "count": 302, "max_ms": 5.619, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1428, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:31:05+09:00", "last_error_summary": "[h264 @ 0x56451b43eac0] error while decoding MB 38 41, bytestream -5 [h264 @ 0x56451ab48d40] error while decoding MB 54 24, bytestream -28 [h264 @ 0x56451b6ab640] error while decoding MB 53 20, bytestream -26", "last_exit_at": "2026-07-05T07:31:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.853, "last_started_at": "2026-07-05T07:31:08+09:00", "pid": 117253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.594, "name": "ffmpeg", "pid": 117253, "rss_mb": 274.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 611, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.065, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1280665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:33:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:33:56+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T07:33:55+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T07:33:55.956900+09:00", "mtime_epoch": 1783204435.9568996, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:33:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9234.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.847, "pushed": 7.847, "read": 7.814}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.123, "count": 235, "max_ms": 30.795, "p95_ms": 21.212}, "gstreamer_push": {"avg_ms": 1.114, "count": 235, "max_ms": 1.404, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.947, "count": 235, "max_ms": 71.35, "p95_ms": 63.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.009, "count": 235, "max_ms": 80.26, "p95_ms": 69.834}, "yolo11_640_fire_11class": {"avg_ms": 51.106, "count": 235, "max_ms": 73.93, "p95_ms": 70.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.901, "count": 235, "max_ms": 78.628, "p95_ms": 75.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.234, "count": 235, "max_ms": 143.017, "p95_ms": 137.143}, "read_interval": {"avg_ms": 128.007, "count": 234, "max_ms": 154.941, "p95_ms": 146.609}, "triton_wait": {"avg_ms": 57.396, "count": 235, "max_ms": 80.29, "p95_ms": 76.098}, "visualize": {"avg_ms": 4.737, "count": 235, "max_ms": 7.166, "p95_ms": 5.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15692.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8626.464, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.898, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1589281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:34:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:34:04+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:34:04+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:34:04.813077+09:00", "mtime_epoch": 1783204444.813077, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 140793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:34:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2196.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.196, "count": 301, "max_ms": 11.405, "p95_ms": 8.087}, "gstreamer_push": {"avg_ms": 1.254, "count": 301, "max_ms": 1.818, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.749, "count": 301, "max_ms": 76.695, "p95_ms": 63.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.021, "count": 301, "max_ms": 80.067, "p95_ms": 67.872}, "yolo11_640_fire_11class": {"avg_ms": 51.973, "count": 301, "max_ms": 76.087, "p95_ms": 65.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.469, "count": 301, "max_ms": 78.879, "p95_ms": 73.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.135, "count": 301, "max_ms": 107.329, "p95_ms": 90.669}, "read_interval": {"avg_ms": 99.79, "count": 300, "max_ms": 491.821, "p95_ms": 119.995}, "triton_wait": {"avg_ms": 56.199, "count": 301, "max_ms": 80.079, "p95_ms": 74.429}, "visualize": {"avg_ms": 3.634, "count": 301, "max_ms": 4.72, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1428, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:31:05+09:00", "last_error_summary": "[h264 @ 0x56451b43eac0] error while decoding MB 38 41, bytestream -5 [h264 @ 0x56451ab48d40] error while decoding MB 54 24, bytestream -28 [h264 @ 0x56451b6ab640] error while decoding MB 53 20, bytestream -26", "last_exit_at": "2026-07-05T07:31:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.865, "last_started_at": "2026-07-05T07:31:08+09:00", "pid": 117253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.594, "name": "ffmpeg", "pid": 117253, "rss_mb": 274.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 611, "restart_count_per_hour": 20, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.88, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1280899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:34:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:34:26+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T07:34:25+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T07:34:25.977500+09:00", "mtime_epoch": 1783204465.9775004, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:34:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9234.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.829, "pushed": 7.829, "read": 7.795}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.957, "count": 234, "max_ms": 29.585, "p95_ms": 21.125}, "gstreamer_push": {"avg_ms": 1.109, "count": 234, "max_ms": 1.233, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.635, "count": 234, "max_ms": 70.972, "p95_ms": 65.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.065, "count": 234, "max_ms": 79.287, "p95_ms": 67.155}, "yolo11_640_fire_11class": {"avg_ms": 50.026, "count": 234, "max_ms": 68.911, "p95_ms": 66.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.18, "count": 234, "max_ms": 79.408, "p95_ms": 75.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.492, "count": 234, "max_ms": 141.858, "p95_ms": 136.529}, "read_interval": {"avg_ms": 128.277, "count": 233, "max_ms": 151.512, "p95_ms": 146.437}, "triton_wait": {"avg_ms": 57.675, "count": 234, "max_ms": 79.42, "p95_ms": 75.813}, "visualize": {"avg_ms": 4.704, "count": 234, "max_ms": 7.361, "p95_ms": 4.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15692.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8656.487, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.816, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1589582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:34:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:34:34+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:34:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:34:34.837678+09:00", "mtime_epoch": 1783204474.8376777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:34:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2196.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.364, "count": 301, "max_ms": 12.149, "p95_ms": 8.275}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 1.655, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.68, "count": 301, "max_ms": 70.777, "p95_ms": 61.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.374, "count": 301, "max_ms": 72.726, "p95_ms": 65.473}, "yolo11_640_fire_11class": {"avg_ms": 50.669, "count": 301, "max_ms": 70.79, "p95_ms": 61.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.609, "count": 301, "max_ms": 79.407, "p95_ms": 71.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.097, "count": 301, "max_ms": 95.193, "p95_ms": 88.565}, "read_interval": {"avg_ms": 99.794, "count": 300, "max_ms": 501.093, "p95_ms": 135.875}, "triton_wait": {"avg_ms": 54.491, "count": 301, "max_ms": 79.418, "p95_ms": 71.844}, "visualize": {"avg_ms": 3.665, "count": 301, "max_ms": 4.926, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15554.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1429, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:34:55+09:00", "last_error_summary": "[h264 @ 0x55bc26959640] error while decoding MB 66 1, bytestream -34", "last_exit_at": "2026-07-05T07:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.133, "last_started_at": "2026-07-05T07:34:58+09:00", "pid": 117360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.238, "name": "ffmpeg", "pid": 117360, "rss_mb": 139.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 612, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.665, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1281130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:35:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T07:35:00+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T07:35:00+09:00", "mjpeg": {"age_sec": 5.018, "exists": true, "mtime": "2026-07-05T07:34:55.794096+09:00", "mtime_epoch": 1783204495.7940965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:35:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9234.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.52, "pushed": 6.52, "read": 6.487}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.682, "count": 195, "max_ms": 34.252, "p95_ms": 26.254}, "gstreamer_push": {"avg_ms": 1.131, "count": 195, "max_ms": 1.539, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.253, "count": 195, "max_ms": 71.976, "p95_ms": 68.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.913, "count": 195, "max_ms": 80.779, "p95_ms": 70.545}, "yolo11_640_fire_11class": {"avg_ms": 50.307, "count": 195, "max_ms": 69.523, "p95_ms": 66.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.135, "count": 195, "max_ms": 79.311, "p95_ms": 74.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.977, "count": 195, "max_ms": 155.206, "p95_ms": 136.515}, "read_interval": {"avg_ms": 154.258, "count": 194, "max_ms": 5045.201, "p95_ms": 147.589}, "triton_wait": {"avg_ms": 56.918, "count": 195, "max_ms": 80.793, "p95_ms": 75.124}, "visualize": {"avg_ms": 4.678, "count": 195, "max_ms": 6.088, "p95_ms": 5.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15632.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8686.572, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.693, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1589884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:35:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:35:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T07:35:04+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T07:35:04.898278+09:00", "mtime_epoch": 1783204504.8982782, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 144822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:35:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2196.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.126, "pushed": 10.126, "read": 10.126}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.51, "count": 301, "max_ms": 11.813, "p95_ms": 9.188}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 1.865, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.856, "count": 301, "max_ms": 72.93, "p95_ms": 65.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.786, "count": 301, "max_ms": 78.573, "p95_ms": 65.467}, "yolo11_640_fire_11class": {"avg_ms": 51.988, "count": 301, "max_ms": 72.644, "p95_ms": 63.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.176, "count": 301, "max_ms": 77.954, "p95_ms": 73.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.933, "count": 301, "max_ms": 108.364, "p95_ms": 92.764}, "read_interval": {"avg_ms": 99.591, "count": 301, "max_ms": 594.091, "p95_ms": 120.14}, "triton_wait": {"avg_ms": 55.672, "count": 301, "max_ms": 78.583, "p95_ms": 73.324}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 5.785, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.725, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15685.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1429, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:34:55+09:00", "last_error_summary": "[h264 @ 0x55bc26959640] error while decoding MB 66 1, bytestream -34", "last_exit_at": "2026-07-05T07:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.226, "last_started_at": "2026-07-05T07:34:58+09:00", "pid": 117360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.426, "name": "ffmpeg", "pid": 117360, "rss_mb": 265.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 612, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.317, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1281352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:35:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T07:35:30+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T07:35:30+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T07:35:30.794795+09:00", "mtime_epoch": 1783204530.7947946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:35:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9234.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.414, "pushed": 7.414, "read": 7.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.2, "count": 222, "max_ms": 24.202, "p95_ms": 21.374}, "gstreamer_push": {"avg_ms": 1.126, "count": 222, "max_ms": 1.845, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.86, "count": 222, "max_ms": 76.037, "p95_ms": 67.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.028, "count": 222, "max_ms": 83.43, "p95_ms": 74.529}, "yolo11_640_fire_11class": {"avg_ms": 52.313, "count": 222, "max_ms": 76.312, "p95_ms": 69.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.845, "count": 222, "max_ms": 81.907, "p95_ms": 78.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.107, "count": 222, "max_ms": 163.211, "p95_ms": 143.524}, "read_interval": {"avg_ms": 135.577, "count": 221, "max_ms": 174.462, "p95_ms": 155.939}, "triton_wait": {"avg_ms": 59.753, "count": 222, "max_ms": 83.441, "p95_ms": 78.377}, "visualize": {"avg_ms": 4.861, "count": 222, "max_ms": 6.142, "p95_ms": 5.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15685.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8716.641, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.593, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1590182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:35:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:35:35+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:35:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:35:34.990878+09:00", "mtime_epoch": 1783204534.9908783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:35:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2196.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.466, "count": 298, "max_ms": 11.578, "p95_ms": 8.378}, "gstreamer_push": {"avg_ms": 1.266, "count": 298, "max_ms": 1.944, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.772, "count": 298, "max_ms": 75.613, "p95_ms": 67.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.532, "count": 298, "max_ms": 78.477, "p95_ms": 70.684}, "yolo11_640_fire_11class": {"avg_ms": 54.988, "count": 298, "max_ms": 76.147, "p95_ms": 68.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.715, "count": 298, "max_ms": 81.039, "p95_ms": 75.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.307, "count": 298, "max_ms": 101.234, "p95_ms": 92.284}, "read_interval": {"avg_ms": 100.955, "count": 297, "max_ms": 447.661, "p95_ms": 126.687}, "triton_wait": {"avg_ms": 57.741, "count": 298, "max_ms": 81.051, "p95_ms": 75.494}, "visualize": {"avg_ms": 3.661, "count": 298, "max_ms": 4.622, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15687.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1429, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:34:55+09:00", "last_error_summary": "[h264 @ 0x55bc26959640] error while decoding MB 66 1, bytestream -34", "last_exit_at": "2026-07-05T07:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.301, "last_started_at": "2026-07-05T07:34:58+09:00", "pid": 117360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.715, "name": "ffmpeg", "pid": 117360, "rss_mb": 266.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 612, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.745, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1281578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:36:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:36:00+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T07:36:00+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T07:36:00.847393+09:00", "mtime_epoch": 1783204560.8473933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:36:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9234.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.547, "pushed": 7.547, "read": 7.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.656, "count": 226, "max_ms": 25.767, "p95_ms": 21.626}, "gstreamer_push": {"avg_ms": 1.117, "count": 226, "max_ms": 1.922, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.777, "count": 226, "max_ms": 73.322, "p95_ms": 67.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.36, "count": 226, "max_ms": 83.958, "p95_ms": 74.399}, "yolo11_640_fire_11class": {"avg_ms": 51.168, "count": 226, "max_ms": 73.687, "p95_ms": 68.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.716, "count": 226, "max_ms": 81.396, "p95_ms": 76.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.262, "count": 226, "max_ms": 147.461, "p95_ms": 139.706}, "read_interval": {"avg_ms": 133.008, "count": 225, "max_ms": 160.099, "p95_ms": 152.251}, "triton_wait": {"avg_ms": 59.751, "count": 226, "max_ms": 83.97, "p95_ms": 77.324}, "visualize": {"avg_ms": 4.743, "count": 226, "max_ms": 7.187, "p95_ms": 5.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15688.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8746.703, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.246, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1590479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:36:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:36:05+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:36:05+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:36:05.051477+09:00", "mtime_epoch": 1783204565.0514767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:36:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2197.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.911, "pushed": 9.911, "read": 9.878}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.395, "count": 297, "max_ms": 12.723, "p95_ms": 8.406}, "gstreamer_push": {"avg_ms": 1.271, "count": 297, "max_ms": 1.778, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.137, "count": 297, "max_ms": 72.084, "p95_ms": 64.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.626, "count": 297, "max_ms": 81.66, "p95_ms": 75.065}, "yolo11_640_fire_11class": {"avg_ms": 51.537, "count": 297, "max_ms": 72.097, "p95_ms": 64.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.654, "count": 297, "max_ms": 80.813, "p95_ms": 76.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.876, "count": 297, "max_ms": 98.338, "p95_ms": 93.3}, "read_interval": {"avg_ms": 101.26, "count": 296, "max_ms": 552.728, "p95_ms": 116.042}, "triton_wait": {"avg_ms": 57.412, "count": 297, "max_ms": 81.673, "p95_ms": 76.785}, "visualize": {"avg_ms": 3.674, "count": 297, "max_ms": 4.587, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15688.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1429, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:34:55+09:00", "last_error_summary": "[h264 @ 0x55bc26959640] error while decoding MB 66 1, bytestream -34", "last_exit_at": "2026-07-05T07:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.404, "last_started_at": "2026-07-05T07:34:58+09:00", "pid": 117360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.004, "name": "ffmpeg", "pid": 117360, "rss_mb": 268.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 612, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.689, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1281807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:36:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:36:31+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T07:36:30+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T07:36:30.967992+09:00", "mtime_epoch": 1783204590.9679923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:36:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9234.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.64, "pushed": 7.64, "read": 7.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.951, "count": 228, "max_ms": 27.142, "p95_ms": 21.909}, "gstreamer_push": {"avg_ms": 1.114, "count": 229, "max_ms": 1.401, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.451, "count": 228, "max_ms": 75.031, "p95_ms": 66.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.155, "count": 228, "max_ms": 85.833, "p95_ms": 72.486}, "yolo11_640_fire_11class": {"avg_ms": 51.355, "count": 228, "max_ms": 73.284, "p95_ms": 68.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.915, "count": 228, "max_ms": 79.603, "p95_ms": 75.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.996, "count": 229, "max_ms": 145.167, "p95_ms": 137.649}, "read_interval": {"avg_ms": 131.451, "count": 228, "max_ms": 157.979, "p95_ms": 150.805}, "triton_wait": {"avg_ms": 58.424, "count": 228, "max_ms": 85.844, "p95_ms": 75.772}, "visualize": {"avg_ms": 4.722, "count": 228, "max_ms": 7.56, "p95_ms": 5.775}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15688.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8776.763, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.47, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1590783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:36:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:36:35+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T07:36:35+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T07:36:35.100074+09:00", "mtime_epoch": 1783204595.1000743, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:36:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2197.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.108}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.449, "count": 304, "max_ms": 12.199, "p95_ms": 8.336}, "gstreamer_push": {"avg_ms": 1.272, "count": 304, "max_ms": 1.573, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.391, "count": 304, "max_ms": 71.765, "p95_ms": 65.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.838, "count": 304, "max_ms": 79.16, "p95_ms": 69.65}, "yolo11_640_fire_11class": {"avg_ms": 53.709, "count": 304, "max_ms": 72.466, "p95_ms": 67.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.305, "count": 304, "max_ms": 80.085, "p95_ms": 73.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.407, "count": 304, "max_ms": 117.957, "p95_ms": 91.575}, "read_interval": {"avg_ms": 98.897, "count": 303, "max_ms": 484.315, "p95_ms": 125.848}, "triton_wait": {"avg_ms": 57.024, "count": 304, "max_ms": 80.097, "p95_ms": 74.317}, "visualize": {"avg_ms": 3.677, "count": 304, "max_ms": 5.643, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15696.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1429, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:34:55+09:00", "last_error_summary": "[h264 @ 0x55bc26959640] error while decoding MB 66 1, bytestream -34", "last_exit_at": "2026-07-05T07:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.49, "last_started_at": "2026-07-05T07:34:58+09:00", "pid": 117360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.035, "name": "ffmpeg", "pid": 117360, "rss_mb": 276.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 612, "restart_count_per_hour": 21, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.529, "sample_count": 2263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1282032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:37:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:37:01+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T07:37:01+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T07:37:01.040590+09:00", "mtime_epoch": 1783204621.0405896, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:37:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9234.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.516, "pushed": 7.516, "read": 7.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.78, "count": 225, "max_ms": 21.718, "p95_ms": 20.797}, "gstreamer_push": {"avg_ms": 1.104, "count": 225, "max_ms": 1.419, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.914, "count": 225, "max_ms": 72.582, "p95_ms": 67.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.938, "count": 225, "max_ms": 79.638, "p95_ms": 70.173}, "yolo11_640_fire_11class": {"avg_ms": 52.35, "count": 225, "max_ms": 72.18, "p95_ms": 68.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.338, "count": 225, "max_ms": 77.6, "p95_ms": 75.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.926, "count": 225, "max_ms": 141.891, "p95_ms": 137.081}, "read_interval": {"avg_ms": 133.664, "count": 224, "max_ms": 578.619, "p95_ms": 150.235}, "triton_wait": {"avg_ms": 58.712, "count": 225, "max_ms": 79.649, "p95_ms": 76.182}, "visualize": {"avg_ms": 4.699, "count": 225, "max_ms": 6.575, "p95_ms": 5.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15699.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8806.779, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.515, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1591083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:37:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:37:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:37:05+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T07:37:05.124671+09:00", "mtime_epoch": 1783204625.1246705, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:37:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2197.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 300, "max_ms": 11.074, "p95_ms": 8.33}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.865, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.725, "count": 300, "max_ms": 72.029, "p95_ms": 62.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.49, "count": 300, "max_ms": 78.559, "p95_ms": 68.316}, "yolo11_640_fire_11class": {"avg_ms": 53.495, "count": 300, "max_ms": 78.009, "p95_ms": 66.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.006, "count": 300, "max_ms": 82.15, "p95_ms": 73.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.049, "count": 300, "max_ms": 99.61, "p95_ms": 91.021}, "read_interval": {"avg_ms": 100.08, "count": 300, "max_ms": 730.209, "p95_ms": 112.892}, "triton_wait": {"avg_ms": 57.093, "count": 300, "max_ms": 82.163, "p95_ms": 74.261}, "visualize": {"avg_ms": 3.645, "count": 300, "max_ms": 5.238, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15701.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1429, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:34:55+09:00", "last_error_summary": "[h264 @ 0x55bc26959640] error while decoding MB 66 1, bytestream -34", "last_exit_at": "2026-07-05T07:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.495, "last_started_at": "2026-07-05T07:34:58+09:00", "pid": 117360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.676, "name": "ffmpeg", "pid": 117360, "rss_mb": 280.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 612, "restart_count_per_hour": 20, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.66, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1282258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:37:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T07:37:31+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T07:37:31+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T07:37:31.065185+09:00", "mtime_epoch": 1783204651.065185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:37:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.855, "count": 226, "max_ms": 24.632, "p95_ms": 21.386}, "gstreamer_push": {"avg_ms": 1.106, "count": 226, "max_ms": 1.587, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.662, "count": 226, "max_ms": 69.539, "p95_ms": 66.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.016, "count": 226, "max_ms": 84.509, "p95_ms": 77.215}, "yolo11_640_fire_11class": {"avg_ms": 51.248, "count": 226, "max_ms": 72.863, "p95_ms": 67.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.524, "count": 226, "max_ms": 80.941, "p95_ms": 76.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.78, "count": 226, "max_ms": 165.016, "p95_ms": 140.613}, "read_interval": {"avg_ms": 132.846, "count": 226, "max_ms": 188.21, "p95_ms": 153.585}, "triton_wait": {"avg_ms": 59.201, "count": 226, "max_ms": 84.52, "p95_ms": 78.644}, "visualize": {"avg_ms": 4.702, "count": 226, "max_ms": 6.235, "p95_ms": 4.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15702.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8837.011, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.6, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1591384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:37:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T07:37:35+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T07:37:35+09:00", "mjpeg": {"age_sec": 0.373, "exists": true, "mtime": "2026-07-05T07:37:35.053264+09:00", "mtime_epoch": 1783204655.0532641, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:37:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2197.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.448, "count": 299, "max_ms": 11.177, "p95_ms": 8.653}, "gstreamer_push": {"avg_ms": 1.28, "count": 299, "max_ms": 1.887, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.025, "count": 299, "max_ms": 71.683, "p95_ms": 64.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.138, "count": 299, "max_ms": 82.17, "p95_ms": 72.527}, "yolo11_640_fire_11class": {"avg_ms": 52.022, "count": 299, "max_ms": 71.534, "p95_ms": 65.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.03, "count": 299, "max_ms": 79.563, "p95_ms": 75.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.771, "count": 299, "max_ms": 98.181, "p95_ms": 92.145}, "read_interval": {"avg_ms": 100.43, "count": 298, "max_ms": 519.809, "p95_ms": 118.669}, "triton_wait": {"avg_ms": 56.92, "count": 299, "max_ms": 82.182, "p95_ms": 75.661}, "visualize": {"avg_ms": 3.709, "count": 299, "max_ms": 5.761, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15709.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8867.018, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.871, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1591684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:38:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:38:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:38:05+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:38:05.365865+09:00", "mtime_epoch": 1783204685.3658645, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:38:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2197.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 300, "max_ms": 10.112, "p95_ms": 8.607}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 1.887, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.935, "count": 300, "max_ms": 69.559, "p95_ms": 63.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.491, "count": 300, "max_ms": 86.11, "p95_ms": 71.172}, "yolo11_640_fire_11class": {"avg_ms": 51.386, "count": 300, "max_ms": 69.547, "p95_ms": 63.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.923, "count": 300, "max_ms": 85.14, "p95_ms": 75.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.973, "count": 300, "max_ms": 104.088, "p95_ms": 92.27}, "read_interval": {"avg_ms": 100.031, "count": 300, "max_ms": 827.47, "p95_ms": 121.68}, "triton_wait": {"avg_ms": 56.245, "count": 300, "max_ms": 86.122, "p95_ms": 76.199}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 4.768, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15717.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1429, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:34:55+09:00", "last_error_summary": "[h264 @ 0x55bc26959640] error while decoding MB 66 1, bytestream -34", "last_exit_at": "2026-07-05T07:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.047, "last_started_at": "2026-07-05T07:34:58+09:00", "pid": 117360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.277, "name": "ffmpeg", "pid": 117360, "rss_mb": 297.277, "state": "S (sleeping)", "threads": 104}, "restart_count": 612, "restart_count_per_hour": 20, "rtsp_timeout_count": 378, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.915, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1282474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:38:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:38:18+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T07:38:18+09:00", "mjpeg": {"age_sec": 18.996, "exists": true, "mtime": "2026-07-05T07:37:59.729753+09:00", "mtime_epoch": 1783204679.729753, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:38:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.777, "pushed": 2.777, "read": 2.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.113, "count": 83, "max_ms": 27.669, "p95_ms": 20.87}, "gstreamer_push": {"avg_ms": 1.107, "count": 83, "max_ms": 1.3, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.326, "count": 83, "max_ms": 68.469, "p95_ms": 66.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.968, "count": 83, "max_ms": 81.992, "p95_ms": 77.967}, "yolo11_640_fire_11class": {"avg_ms": 50.89, "count": 83, "max_ms": 68.882, "p95_ms": 66.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.722, "count": 83, "max_ms": 79.651, "p95_ms": 78.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.472, "count": 83, "max_ms": 145.297, "p95_ms": 139.044}, "read_interval": {"avg_ms": 364.126, "count": 82, "max_ms": 18980.929, "p95_ms": 152.909}, "triton_wait": {"avg_ms": 60.307, "count": 83, "max_ms": 82.004, "p95_ms": 78.543}, "visualize": {"avg_ms": 4.881, "count": 83, "max_ms": 7.419, "p95_ms": 6.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15688.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8897.096, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.862, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1591985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:38:35+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:38:35+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T07:38:35.446460+09:00", "mtime_epoch": 1783204715.4464598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:38:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2197.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.337, "count": 301, "max_ms": 11.505, "p95_ms": 8.241}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.928, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.605, "count": 301, "max_ms": 66.433, "p95_ms": 54.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.724, "count": 301, "max_ms": 78.506, "p95_ms": 65.519}, "yolo11_640_fire_11class": {"avg_ms": 50.286, "count": 301, "max_ms": 66.892, "p95_ms": 54.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.123, "count": 301, "max_ms": 76.345, "p95_ms": 64.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.031, "count": 301, "max_ms": 161.847, "p95_ms": 84.906}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 695.596, "p95_ms": 124.051}, "triton_wait": {"avg_ms": 53.237, "count": 301, "max_ms": 78.518, "p95_ms": 68.26}, "visualize": {"avg_ms": 3.705, "count": 301, "max_ms": 5.049, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15690.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1432, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:38:20+09:00", "last_error_summary": "[h264 @ 0x55f2d1514bc0] cabac decode of qscale diff failed at 18 20 [h264 @ 0x55f2d1514bc0] error while decoding MB 18 20, bytestream 539 [h264 @ 0x55f2d0bc49c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f2d0bc49c0] error while decoding MB 0 20, bytestream 43916 [in#0/rtsp @ 0x55f2d0aa1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f2d0aa1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T07:38:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.479, "last_started_at": "2026-07-05T07:38:22+09:00", "pid": 117467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.941, "name": "ffmpeg", "pid": 117467, "rss_mb": 268.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 613, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.975, "sample_count": 2065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1282672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:38:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T07:38:48+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:38:48+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T07:38:48.662721+09:00", "mtime_epoch": 1783204728.662721, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:38:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.616, "pushed": 6.616, "read": 6.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.82, "count": 198, "max_ms": 27.697, "p95_ms": 21.161}, "gstreamer_push": {"avg_ms": 1.113, "count": 198, "max_ms": 1.643, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.054, "count": 198, "max_ms": 68.212, "p95_ms": 65.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.717, "count": 198, "max_ms": 79.483, "p95_ms": 71.9}, "yolo11_640_fire_11class": {"avg_ms": 50.633, "count": 198, "max_ms": 68.133, "p95_ms": 66.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.161, "count": 198, "max_ms": 78.973, "p95_ms": 76.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.035, "count": 198, "max_ms": 163.507, "p95_ms": 138.631}, "read_interval": {"avg_ms": 151.873, "count": 197, "max_ms": 4397.058, "p95_ms": 150.493}, "triton_wait": {"avg_ms": 57.771, "count": 198, "max_ms": 79.495, "p95_ms": 76.809}, "visualize": {"avg_ms": 4.741, "count": 198, "max_ms": 6.299, "p95_ms": 5.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15691.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8927.152, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.898, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1592286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:39:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:39:05+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:39:05+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:39:05.499054+09:00", "mtime_epoch": 1783204745.4990537, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:39:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2197.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.284, "count": 301, "max_ms": 11.219, "p95_ms": 8.577}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 2.037, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.905, "count": 301, "max_ms": 69.691, "p95_ms": 63.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.667, "count": 301, "max_ms": 78.129, "p95_ms": 70.279}, "yolo11_640_fire_11class": {"avg_ms": 52.663, "count": 301, "max_ms": 70.677, "p95_ms": 65.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.236, "count": 301, "max_ms": 79.753, "p95_ms": 75.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.323, "count": 301, "max_ms": 96.345, "p95_ms": 91.814}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 659.309, "p95_ms": 112.161}, "triton_wait": {"avg_ms": 57.179, "count": 301, "max_ms": 79.766, "p95_ms": 75.854}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 4.848, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15693.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1432, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:38:20+09:00", "last_error_summary": "[h264 @ 0x55f2d1514bc0] cabac decode of qscale diff failed at 18 20 [h264 @ 0x55f2d1514bc0] error while decoding MB 18 20, bytestream 539 [h264 @ 0x55f2d0bc49c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f2d0bc49c0] error while decoding MB 0 20, bytestream 43916 [in#0/rtsp @ 0x55f2d0aa1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f2d0aa1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T07:38:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.576, "last_started_at": "2026-07-05T07:38:22+09:00", "pid": 117467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.035, "name": "ffmpeg", "pid": 117467, "rss_mb": 272.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 613, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.331, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1282895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:39:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:39:18+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T07:39:18+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T07:39:18.787316+09:00", "mtime_epoch": 1783204758.787316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:39:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.439, "pushed": 7.439, "read": 7.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.573, "count": 222, "max_ms": 31.257, "p95_ms": 20.162}, "gstreamer_push": {"avg_ms": 1.118, "count": 223, "max_ms": 1.937, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.774, "count": 222, "max_ms": 70.267, "p95_ms": 66.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.304, "count": 222, "max_ms": 86.197, "p95_ms": 72.704}, "yolo11_640_fire_11class": {"avg_ms": 53.31, "count": 222, "max_ms": 71.056, "p95_ms": 66.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.962, "count": 222, "max_ms": 82.778, "p95_ms": 77.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.376, "count": 223, "max_ms": 148.288, "p95_ms": 140.48}, "read_interval": {"avg_ms": 134.997, "count": 222, "max_ms": 161.151, "p95_ms": 152.971}, "triton_wait": {"avg_ms": 61.34, "count": 222, "max_ms": 86.208, "p95_ms": 77.154}, "visualize": {"avg_ms": 4.743, "count": 222, "max_ms": 5.982, "p95_ms": 5.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15693.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8957.225, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.026, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1592589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:39:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:39:35+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T07:39:35+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T07:39:35.567647+09:00", "mtime_epoch": 1783204775.5676475, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:39:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2198.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.073}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.996, "count": 303, "max_ms": 12.181, "p95_ms": 8.04}, "gstreamer_push": {"avg_ms": 1.264, "count": 303, "max_ms": 1.918, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.978, "count": 303, "max_ms": 67.156, "p95_ms": 61.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.542, "count": 303, "max_ms": 82.737, "p95_ms": 73.333}, "yolo11_640_fire_11class": {"avg_ms": 52.929, "count": 303, "max_ms": 70.005, "p95_ms": 64.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.645, "count": 303, "max_ms": 81.987, "p95_ms": 75.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.53, "count": 303, "max_ms": 98.602, "p95_ms": 91.114}, "read_interval": {"avg_ms": 99.282, "count": 302, "max_ms": 582.761, "p95_ms": 112.699}, "triton_wait": {"avg_ms": 57.989, "count": 303, "max_ms": 82.749, "p95_ms": 75.958}, "visualize": {"avg_ms": 3.575, "count": 303, "max_ms": 5.337, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15693.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1432, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:38:20+09:00", "last_error_summary": "[h264 @ 0x55f2d1514bc0] cabac decode of qscale diff failed at 18 20 [h264 @ 0x55f2d1514bc0] error while decoding MB 18 20, bytestream 539 [h264 @ 0x55f2d0bc49c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f2d0bc49c0] error while decoding MB 0 20, bytestream 43916 [in#0/rtsp @ 0x55f2d0aa1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f2d0aa1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T07:38:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.627, "last_started_at": "2026-07-05T07:38:22+09:00", "pid": 117467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.293, "name": "ffmpeg", "pid": 117467, "rss_mb": 272.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 613, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.783, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1283120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:39:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T07:39:48+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T07:39:48+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T07:39:48.839909+09:00", "mtime_epoch": 1783204788.8399093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:39:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.524, "pushed": 7.524, "read": 7.491}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.788, "count": 225, "max_ms": 30.3, "p95_ms": 21.003}, "gstreamer_push": {"avg_ms": 1.083, "count": 225, "max_ms": 1.297, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.254, "count": 225, "max_ms": 68.467, "p95_ms": 62.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.107, "count": 225, "max_ms": 81.912, "p95_ms": 77.004}, "yolo11_640_fire_11class": {"avg_ms": 51.508, "count": 225, "max_ms": 68.732, "p95_ms": 67.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.929, "count": 225, "max_ms": 79.325, "p95_ms": 78.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.006, "count": 225, "max_ms": 145.269, "p95_ms": 140.146}, "read_interval": {"avg_ms": 133.589, "count": 224, "max_ms": 156.928, "p95_ms": 152.96}, "triton_wait": {"avg_ms": 60.053, "count": 225, "max_ms": 81.924, "p95_ms": 78.532}, "visualize": {"avg_ms": 4.714, "count": 225, "max_ms": 6.099, "p95_ms": 5.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15694.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 8987.236, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.075, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1592886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:40:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T07:40:05+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T07:40:05.556239+09:00", "mtime_epoch": 1783204805.556239, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:40:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2198.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.257, "count": 297, "max_ms": 11.05, "p95_ms": 8.593}, "gstreamer_push": {"avg_ms": 1.261, "count": 297, "max_ms": 1.684, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.515, "count": 297, "max_ms": 69.857, "p95_ms": 61.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.736, "count": 297, "max_ms": 79.273, "p95_ms": 75.132}, "yolo11_640_fire_11class": {"avg_ms": 53.686, "count": 297, "max_ms": 70.889, "p95_ms": 66.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.013, "count": 297, "max_ms": 80.02, "p95_ms": 76.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.644, "count": 297, "max_ms": 97.75, "p95_ms": 93.341}, "read_interval": {"avg_ms": 100.987, "count": 297, "max_ms": 657.158, "p95_ms": 114.402}, "triton_wait": {"avg_ms": 57.8, "count": 297, "max_ms": 80.031, "p95_ms": 77.724}, "visualize": {"avg_ms": 3.64, "count": 297, "max_ms": 5.121, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15694.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1432, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:38:20+09:00", "last_error_summary": "[h264 @ 0x55f2d1514bc0] cabac decode of qscale diff failed at 18 20 [h264 @ 0x55f2d1514bc0] error while decoding MB 18 20, bytestream 539 [h264 @ 0x55f2d0bc49c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f2d0bc49c0] error while decoding MB 0 20, bytestream 43916 [in#0/rtsp @ 0x55f2d0aa1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f2d0aa1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T07:38:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.73, "last_started_at": "2026-07-05T07:38:22+09:00", "pid": 117467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.293, "name": "ffmpeg", "pid": 117467, "rss_mb": 272.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 613, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.925, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1283345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:40:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:40:19+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T07:40:18+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T07:40:18.912502+09:00", "mtime_epoch": 1783204818.9125023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:40:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.505, "pushed": 7.505, "read": 7.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.659, "count": 224, "max_ms": 26.31, "p95_ms": 20.506}, "gstreamer_push": {"avg_ms": 1.122, "count": 225, "max_ms": 1.404, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.295, "count": 224, "max_ms": 68.068, "p95_ms": 64.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.913, "count": 224, "max_ms": 79.58, "p95_ms": 75.053}, "yolo11_640_fire_11class": {"avg_ms": 52.701, "count": 224, "max_ms": 72.016, "p95_ms": 68.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.845, "count": 224, "max_ms": 80.93, "p95_ms": 78.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.158, "count": 225, "max_ms": 147.436, "p95_ms": 140.773}, "read_interval": {"avg_ms": 133.707, "count": 224, "max_ms": 159.87, "p95_ms": 154.193}, "triton_wait": {"avg_ms": 60.39, "count": 224, "max_ms": 80.942, "p95_ms": 78.438}, "visualize": {"avg_ms": 4.723, "count": 224, "max_ms": 6.378, "p95_ms": 5.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15693.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9017.263, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.369, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:40:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:40:35+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:40:35+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T07:40:35.608831+09:00", "mtime_epoch": 1783204835.6088314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 154666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:40:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2198.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.341, "count": 302, "max_ms": 11.937, "p95_ms": 8.419}, "gstreamer_push": {"avg_ms": 1.272, "count": 302, "max_ms": 1.786, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.494, "count": 302, "max_ms": 68.835, "p95_ms": 62.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.33, "count": 302, "max_ms": 81.547, "p95_ms": 73.829}, "yolo11_640_fire_11class": {"avg_ms": 54.442, "count": 302, "max_ms": 74.714, "p95_ms": 66.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.112, "count": 302, "max_ms": 81.049, "p95_ms": 77.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.243, "count": 302, "max_ms": 97.157, "p95_ms": 94.201}, "read_interval": {"avg_ms": 99.471, "count": 301, "max_ms": 503.833, "p95_ms": 113.78}, "triton_wait": {"avg_ms": 58.038, "count": 302, "max_ms": 81.558, "p95_ms": 78.267}, "visualize": {"avg_ms": 3.661, "count": 302, "max_ms": 4.769, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15694.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1432, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:38:20+09:00", "last_error_summary": "[h264 @ 0x55f2d1514bc0] cabac decode of qscale diff failed at 18 20 [h264 @ 0x55f2d1514bc0] error while decoding MB 18 20, bytestream 539 [h264 @ 0x55f2d0bc49c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f2d0bc49c0] error while decoding MB 0 20, bytestream 43916 [in#0/rtsp @ 0x55f2d0aa1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f2d0aa1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T07:38:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.852, "last_started_at": "2026-07-05T07:38:22+09:00", "pid": 117467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.293, "name": "ffmpeg", "pid": 117467, "rss_mb": 272.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 613, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.953, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1283565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:40:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:40:49+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T07:40:49+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T07:40:49.041096+09:00", "mtime_epoch": 1783204849.041096, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:40:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.334, "pushed": 7.334, "read": 7.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.82, "count": 219, "max_ms": 24.698, "p95_ms": 20.795}, "gstreamer_push": {"avg_ms": 1.111, "count": 220, "max_ms": 1.272, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.79, "count": 219, "max_ms": 67.004, "p95_ms": 63.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.009, "count": 219, "max_ms": 82.162, "p95_ms": 75.627}, "yolo11_640_fire_11class": {"avg_ms": 52.145, "count": 219, "max_ms": 71.944, "p95_ms": 68.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.659, "count": 219, "max_ms": 80.453, "p95_ms": 78.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.315, "count": 220, "max_ms": 167.839, "p95_ms": 142.479}, "read_interval": {"avg_ms": 136.856, "count": 219, "max_ms": 180.619, "p95_ms": 155.552}, "triton_wait": {"avg_ms": 61.106, "count": 219, "max_ms": 82.174, "p95_ms": 79.497}, "visualize": {"avg_ms": 4.851, "count": 219, "max_ms": 7.256, "p95_ms": 5.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15694.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9047.277, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.497, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:41:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:41:05+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T07:41:05+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T07:41:05.617422+09:00", "mtime_epoch": 1783204865.6174223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:41:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2198.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.394, "count": 299, "max_ms": 10.066, "p95_ms": 8.588}, "gstreamer_push": {"avg_ms": 1.281, "count": 299, "max_ms": 2.149, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.026, "count": 299, "max_ms": 70.11, "p95_ms": 63.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.793, "count": 299, "max_ms": 80.812, "p95_ms": 73.788}, "yolo11_640_fire_11class": {"avg_ms": 54.443, "count": 299, "max_ms": 73.818, "p95_ms": 68.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.13, "count": 299, "max_ms": 81.707, "p95_ms": 77.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.42, "count": 299, "max_ms": 97.182, "p95_ms": 93.987}, "read_interval": {"avg_ms": 100.366, "count": 299, "max_ms": 476.546, "p95_ms": 142.637}, "triton_wait": {"avg_ms": 57.167, "count": 299, "max_ms": 81.72, "p95_ms": 78.113}, "visualize": {"avg_ms": 3.721, "count": 299, "max_ms": 4.82, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15694.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1432, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:38:20+09:00", "last_error_summary": "[h264 @ 0x55f2d1514bc0] cabac decode of qscale diff failed at 18 20 [h264 @ 0x55f2d1514bc0] error while decoding MB 18 20, bytestream 539 [h264 @ 0x55f2d0bc49c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f2d0bc49c0] error while decoding MB 0 20, bytestream 43916 [in#0/rtsp @ 0x55f2d0aa1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f2d0aa1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T07:38:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.997, "last_started_at": "2026-07-05T07:38:22+09:00", "pid": 117467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.293, "name": "ffmpeg", "pid": 117467, "rss_mb": 272.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 613, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.466, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1283774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:41:19+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:41:19+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T07:41:19.181467+09:00", "mtime_epoch": 1783204879.1814673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:41:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.964, "pushed": 6.964, "read": 6.93}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.43, "count": 208, "max_ms": 23.335, "p95_ms": 21.572}, "gstreamer_push": {"avg_ms": 1.081, "count": 208, "max_ms": 1.22, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.962, "count": 208, "max_ms": 67.616, "p95_ms": 64.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.13, "count": 208, "max_ms": 84.596, "p95_ms": 77.743}, "yolo11_640_fire_11class": {"avg_ms": 51.173, "count": 208, "max_ms": 73.116, "p95_ms": 68.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.796, "count": 208, "max_ms": 83.765, "p95_ms": 79.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.251, "count": 208, "max_ms": 173.312, "p95_ms": 163.42}, "read_interval": {"avg_ms": 144.287, "count": 207, "max_ms": 184.09, "p95_ms": 174.267}, "triton_wait": {"avg_ms": 59.611, "count": 208, "max_ms": 84.607, "p95_ms": 79.439}, "visualize": {"avg_ms": 5.242, "count": 208, "max_ms": 6.928, "p95_ms": 6.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15705.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9077.341, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.609, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:41:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:41:35+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:41:35+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T07:41:35.685406+09:00", "mtime_epoch": 1783204895.685406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:41:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2198.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 300, "max_ms": 11.467, "p95_ms": 8.704}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.872, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.14, "count": 300, "max_ms": 72.91, "p95_ms": 62.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.37, "count": 300, "max_ms": 80.078, "p95_ms": 69.658}, "yolo11_640_fire_11class": {"avg_ms": 53.518, "count": 300, "max_ms": 72.923, "p95_ms": 66.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.317, "count": 300, "max_ms": 81.48, "p95_ms": 75.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.663, "count": 300, "max_ms": 98.839, "p95_ms": 92.058}, "read_interval": {"avg_ms": 100.263, "count": 299, "max_ms": 741.686, "p95_ms": 118.588}, "triton_wait": {"avg_ms": 55.224, "count": 300, "max_ms": 81.492, "p95_ms": 76.022}, "visualize": {"avg_ms": 3.714, "count": 300, "max_ms": 6.001, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15663.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1433, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:41:37+09:00", "last_error_summary": "[h264 @ 0x5591cc807bc0] error while decoding MB 18 44, bytestream -5", "last_exit_at": "2026-07-05T07:41:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.723, "last_started_at": "2026-07-05T07:41:40+09:00", "pid": 117574, "process": {"exists": true, "fd_count": 5, "hwm_mb": 240.578, "name": "ffmpeg", "pid": 117574, "rss_mb": 240.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 614, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 615}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.4, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1283945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:41:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:41:49+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T07:41:49+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:41:49.209363+09:00", "mtime_epoch": 1783204909.2093632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:41:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.724, "pushed": 5.724, "read": 5.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.837, "count": 171, "max_ms": 26.077, "p95_ms": 22.949}, "gstreamer_push": {"avg_ms": 1.055, "count": 171, "max_ms": 1.777, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.763, "count": 171, "max_ms": 67.928, "p95_ms": 62.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.505, "count": 171, "max_ms": 79.962, "p95_ms": 70.154}, "yolo11_640_fire_11class": {"avg_ms": 49.539, "count": 171, "max_ms": 72.637, "p95_ms": 67.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.064, "count": 171, "max_ms": 83.589, "p95_ms": 77.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.746, "count": 171, "max_ms": 173.156, "p95_ms": 163.652}, "read_interval": {"avg_ms": 175.711, "count": 170, "max_ms": 4764.536, "p95_ms": 175.82}, "triton_wait": {"avg_ms": 57.538, "count": 171, "max_ms": 83.6, "p95_ms": 78.892}, "visualize": {"avg_ms": 5.516, "count": 171, "max_ms": 6.779, "p95_ms": 6.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15688.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9107.348, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.824, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1594087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:42:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:42:05+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T07:42:05+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T07:42:05.693320+09:00", "mtime_epoch": 1783204925.6933203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:42:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2198.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.511, "count": 300, "max_ms": 11.42, "p95_ms": 8.857}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.847, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.637, "count": 300, "max_ms": 70.849, "p95_ms": 60.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.653, "count": 300, "max_ms": 79.77, "p95_ms": 66.566}, "yolo11_640_fire_11class": {"avg_ms": 53.35, "count": 300, "max_ms": 72.956, "p95_ms": 67.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.551, "count": 300, "max_ms": 80.346, "p95_ms": 76.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.184, "count": 300, "max_ms": 97.833, "p95_ms": 93.16}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 579.807, "p95_ms": 113.54}, "triton_wait": {"avg_ms": 54.71, "count": 300, "max_ms": 80.36, "p95_ms": 76.786}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.825, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15691.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1433, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:41:37+09:00", "last_error_summary": "[h264 @ 0x5591cc807bc0] error while decoding MB 18 44, bytestream -5", "last_exit_at": "2026-07-05T07:41:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.734, "last_started_at": "2026-07-05T07:41:40+09:00", "pid": 117574, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.359, "name": "ffmpeg", "pid": 117574, "rss_mb": 266.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 614, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 615}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.297, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1284140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:42:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:42:19+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T07:42:19+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T07:42:19.225292+09:00", "mtime_epoch": 1783204939.225292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:42:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.53, "pushed": 6.53, "read": 6.497}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.675, "count": 195, "max_ms": 34.929, "p95_ms": 25.682}, "gstreamer_push": {"avg_ms": 1.041, "count": 195, "max_ms": 1.484, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.888, "count": 195, "max_ms": 68.431, "p95_ms": 63.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.4, "count": 195, "max_ms": 80.1, "p95_ms": 70.275}, "yolo11_640_fire_11class": {"avg_ms": 50.249, "count": 195, "max_ms": 71.62, "p95_ms": 69.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.286, "count": 195, "max_ms": 82.094, "p95_ms": 78.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.548, "count": 195, "max_ms": 173.8, "p95_ms": 167.281}, "read_interval": {"avg_ms": 153.942, "count": 194, "max_ms": 187.586, "p95_ms": 175.293}, "triton_wait": {"avg_ms": 57.505, "count": 195, "max_ms": 82.106, "p95_ms": 78.885}, "visualize": {"avg_ms": 5.915, "count": 195, "max_ms": 7.73, "p95_ms": 6.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15692.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9137.353, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.035, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1594386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:42:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:42:35+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:42:35+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:42:35.701266+09:00", "mtime_epoch": 1783204955.7012663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:42:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2199.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.407, "count": 299, "max_ms": 9.275, "p95_ms": 8.604}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 1.825, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.24, "count": 299, "max_ms": 73.331, "p95_ms": 61.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.573, "count": 299, "max_ms": 81.747, "p95_ms": 71.754}, "yolo11_640_fire_11class": {"avg_ms": 54.01, "count": 299, "max_ms": 74.276, "p95_ms": 66.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.399, "count": 299, "max_ms": 79.997, "p95_ms": 75.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.835, "count": 299, "max_ms": 99.305, "p95_ms": 93.235}, "read_interval": {"avg_ms": 100.368, "count": 299, "max_ms": 793.995, "p95_ms": 113.757}, "triton_wait": {"avg_ms": 55.455, "count": 299, "max_ms": 81.762, "p95_ms": 76.737}, "visualize": {"avg_ms": 3.705, "count": 299, "max_ms": 4.893, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1433, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:41:37+09:00", "last_error_summary": "[h264 @ 0x5591cc807bc0] error while decoding MB 18 44, bytestream -5", "last_exit_at": "2026-07-05T07:41:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.843, "last_started_at": "2026-07-05T07:41:40+09:00", "pid": 117574, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.133, "name": "ffmpeg", "pid": 117574, "rss_mb": 267.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 614, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 615}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.688, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1284338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:42:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:42:49+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T07:42:49+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T07:42:49.333252+09:00", "mtime_epoch": 1783204969.3332517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:42:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9235.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.608, "pushed": 6.608, "read": 6.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.414, "count": 197, "max_ms": 31.305, "p95_ms": 26.452}, "gstreamer_push": {"avg_ms": 1.013, "count": 198, "max_ms": 1.383, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.147, "count": 197, "max_ms": 69.904, "p95_ms": 64.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.82, "count": 197, "max_ms": 79.501, "p95_ms": 75.392}, "yolo11_640_fire_11class": {"avg_ms": 49.369, "count": 197, "max_ms": 75.015, "p95_ms": 69.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.233, "count": 197, "max_ms": 81.961, "p95_ms": 78.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.772, "count": 198, "max_ms": 170.198, "p95_ms": 166.76}, "read_interval": {"avg_ms": 152.09, "count": 197, "max_ms": 178.406, "p95_ms": 175.154}, "triton_wait": {"avg_ms": 55.75, "count": 197, "max_ms": 81.971, "p95_ms": 78.218}, "visualize": {"avg_ms": 5.899, "count": 197, "max_ms": 9.055, "p95_ms": 6.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15692.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9167.414, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.824, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1594689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T07:43:05+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T07:43:05+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T07:43:05.753242+09:00", "mtime_epoch": 1783204985.753242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:43:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2199.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.485, "count": 303, "max_ms": 11.766, "p95_ms": 8.826}, "gstreamer_push": {"avg_ms": 1.269, "count": 303, "max_ms": 1.722, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.292, "count": 303, "max_ms": 73.67, "p95_ms": 61.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.941, "count": 303, "max_ms": 76.087, "p95_ms": 65.018}, "yolo11_640_fire_11class": {"avg_ms": 54.255, "count": 303, "max_ms": 75.664, "p95_ms": 70.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.429, "count": 303, "max_ms": 79.756, "p95_ms": 74.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.674, "count": 303, "max_ms": 96.648, "p95_ms": 91.845}, "read_interval": {"avg_ms": 99.225, "count": 302, "max_ms": 676.504, "p95_ms": 112.989}, "triton_wait": {"avg_ms": 55.269, "count": 303, "max_ms": 79.768, "p95_ms": 74.543}, "visualize": {"avg_ms": 3.664, "count": 303, "max_ms": 5.131, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1433, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:41:37+09:00", "last_error_summary": "[h264 @ 0x5591cc807bc0] error while decoding MB 18 44, bytestream -5", "last_exit_at": "2026-07-05T07:41:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.896, "last_started_at": "2026-07-05T07:41:40+09:00", "pid": 117574, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.648, "name": "ffmpeg", "pid": 117574, "rss_mb": 267.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 614, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 615}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.637, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1284534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:43:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:43:19+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T07:43:19+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T07:43:19.381241+09:00", "mtime_epoch": 1783204999.3812406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:43:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.554, "pushed": 6.554, "read": 6.521}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.561, "count": 196, "max_ms": 34.0, "p95_ms": 24.238}, "gstreamer_push": {"avg_ms": 1.025, "count": 196, "max_ms": 1.695, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.374, "count": 196, "max_ms": 66.238, "p95_ms": 61.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.553, "count": 196, "max_ms": 79.983, "p95_ms": 68.063}, "yolo11_640_fire_11class": {"avg_ms": 49.79, "count": 196, "max_ms": 73.724, "p95_ms": 69.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.319, "count": 196, "max_ms": 80.371, "p95_ms": 76.603}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.973, "count": 196, "max_ms": 170.873, "p95_ms": 166.949}, "read_interval": {"avg_ms": 153.344, "count": 195, "max_ms": 178.617, "p95_ms": 175.103}, "triton_wait": {"avg_ms": 56.674, "count": 196, "max_ms": 80.384, "p95_ms": 76.868}, "visualize": {"avg_ms": 5.894, "count": 196, "max_ms": 9.449, "p95_ms": 6.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15693.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9197.437, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.087, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1594992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:43:35+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:43:35+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:43:35.785246+09:00", "mtime_epoch": 1783205015.7852461, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:43:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2199.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.482, "count": 303, "max_ms": 11.715, "p95_ms": 10.167}, "gstreamer_push": {"avg_ms": 1.27, "count": 303, "max_ms": 1.973, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.423, "count": 303, "max_ms": 68.66, "p95_ms": 61.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.608, "count": 303, "max_ms": 80.869, "p95_ms": 65.55}, "yolo11_640_fire_11class": {"avg_ms": 53.538, "count": 303, "max_ms": 73.848, "p95_ms": 68.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.276, "count": 303, "max_ms": 81.133, "p95_ms": 74.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.974, "count": 303, "max_ms": 96.813, "p95_ms": 92.157}, "read_interval": {"avg_ms": 99.139, "count": 302, "max_ms": 786.346, "p95_ms": 112.417}, "triton_wait": {"avg_ms": 54.763, "count": 303, "max_ms": 81.143, "p95_ms": 74.346}, "visualize": {"avg_ms": 3.679, "count": 303, "max_ms": 5.571, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15693.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1433, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:41:37+09:00", "last_error_summary": "[h264 @ 0x5591cc807bc0] error while decoding MB 18 44, bytestream -5", "last_exit_at": "2026-07-05T07:41:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.991, "last_started_at": "2026-07-05T07:41:40+09:00", "pid": 117574, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.906, "name": "ffmpeg", "pid": 117574, "rss_mb": 267.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 614, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 615}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.08, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1284731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:43:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:43:49+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T07:43:49+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T07:43:49.485257+09:00", "mtime_epoch": 1783205029.485257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:43:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.579, "pushed": 6.579, "read": 6.545}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.024, "count": 196, "max_ms": 29.654, "p95_ms": 22.133}, "gstreamer_push": {"avg_ms": 1.016, "count": 197, "max_ms": 1.275, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.07, "count": 196, "max_ms": 66.514, "p95_ms": 63.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.834, "count": 196, "max_ms": 75.142, "p95_ms": 70.285}, "yolo11_640_fire_11class": {"avg_ms": 49.822, "count": 196, "max_ms": 73.047, "p95_ms": 68.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.742, "count": 196, "max_ms": 82.45, "p95_ms": 78.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.411, "count": 197, "max_ms": 171.795, "p95_ms": 166.2}, "read_interval": {"avg_ms": 152.808, "count": 196, "max_ms": 180.746, "p95_ms": 174.31}, "triton_wait": {"avg_ms": 57.009, "count": 196, "max_ms": 82.482, "p95_ms": 78.38}, "visualize": {"avg_ms": 5.782, "count": 196, "max_ms": 7.709, "p95_ms": 6.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15693.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9227.499, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.156, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1595292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:44:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:44:05+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:44:05+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T07:44:05.845277+09:00", "mtime_epoch": 1783205045.8452768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:44:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2199.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 300, "max_ms": 11.453, "p95_ms": 8.637}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.479, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.301, "count": 300, "max_ms": 68.973, "p95_ms": 60.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.651, "count": 300, "max_ms": 77.458, "p95_ms": 66.774}, "yolo11_640_fire_11class": {"avg_ms": 54.265, "count": 300, "max_ms": 74.53, "p95_ms": 67.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.967, "count": 300, "max_ms": 81.709, "p95_ms": 76.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.806, "count": 300, "max_ms": 98.068, "p95_ms": 92.598}, "read_interval": {"avg_ms": 100.26, "count": 299, "max_ms": 631.732, "p95_ms": 112.42}, "triton_wait": {"avg_ms": 55.689, "count": 300, "max_ms": 81.722, "p95_ms": 76.316}, "visualize": {"avg_ms": 3.71, "count": 300, "max_ms": 4.74, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15563.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1434, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:44:18+09:00", "last_error_summary": "[h264 @ 0x563b746e0c00] error while decoding MB 14 10, bytestream -8", "last_exit_at": "2026-07-05T07:44:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.16, "last_started_at": "2026-07-05T07:44:20+09:00", "pid": 117681, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.863, "name": "ffmpeg", "pid": 117681, "rss_mb": 141.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 615, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.327, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1284921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:44:23+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T07:44:22+09:00", "mjpeg": {"age_sec": 4.439, "exists": true, "mtime": "2026-07-05T07:44:18.673298+09:00", "mtime_epoch": 1783205058.6732976, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:44:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.59, "pushed": 5.59, "read": 5.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.385, "count": 167, "max_ms": 33.542, "p95_ms": 22.706}, "gstreamer_push": {"avg_ms": 1.042, "count": 167, "max_ms": 1.479, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.269, "count": 167, "max_ms": 67.659, "p95_ms": 63.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.654, "count": 167, "max_ms": 81.514, "p95_ms": 72.585}, "yolo11_640_fire_11class": {"avg_ms": 50.28, "count": 167, "max_ms": 72.75, "p95_ms": 69.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.198, "count": 167, "max_ms": 81.812, "p95_ms": 79.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.457, "count": 167, "max_ms": 189.029, "p95_ms": 167.337}, "read_interval": {"avg_ms": 179.889, "count": 166, "max_ms": 4462.213, "p95_ms": 176.173}, "triton_wait": {"avg_ms": 57.521, "count": 167, "max_ms": 81.823, "p95_ms": 79.359}, "visualize": {"avg_ms": 5.88, "count": 167, "max_ms": 8.407, "p95_ms": 6.475}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15689.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9257.574, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.185, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1595592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:44:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:44:35+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T07:44:35+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T07:44:35.901333+09:00", "mtime_epoch": 1783205075.9013326, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:44:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2199.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.455, "count": 300, "max_ms": 11.066, "p95_ms": 8.732}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.613, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.427, "count": 300, "max_ms": 67.128, "p95_ms": 60.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.583, "count": 300, "max_ms": 80.814, "p95_ms": 65.045}, "yolo11_640_fire_11class": {"avg_ms": 53.597, "count": 300, "max_ms": 73.151, "p95_ms": 66.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.931, "count": 300, "max_ms": 80.802, "p95_ms": 75.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.913, "count": 300, "max_ms": 96.484, "p95_ms": 91.34}, "read_interval": {"avg_ms": 100.263, "count": 299, "max_ms": 489.096, "p95_ms": 167.91}, "triton_wait": {"avg_ms": 54.741, "count": 300, "max_ms": 80.824, "p95_ms": 75.583}, "visualize": {"avg_ms": 3.699, "count": 300, "max_ms": 5.178, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15691.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1434, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:44:18+09:00", "last_error_summary": "[h264 @ 0x563b746e0c00] error while decoding MB 14 10, bytestream -8", "last_exit_at": "2026-07-05T07:44:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.26, "last_started_at": "2026-07-05T07:44:20+09:00", "pid": 117681, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.797, "name": "ffmpeg", "pid": 117681, "rss_mb": 266.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 615, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.643, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1285114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:44:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:44:53+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T07:44:53+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T07:44:53.081375+09:00", "mtime_epoch": 1783205093.0813754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:44:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.444, "pushed": 6.444, "read": 6.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.446, "count": 192, "max_ms": 32.012, "p95_ms": 23.632}, "gstreamer_push": {"avg_ms": 1.043, "count": 193, "max_ms": 1.515, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.258, "count": 192, "max_ms": 65.552, "p95_ms": 62.013}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.253, "count": 192, "max_ms": 74.821, "p95_ms": 70.366}, "yolo11_640_fire_11class": {"avg_ms": 49.853, "count": 192, "max_ms": 72.906, "p95_ms": 68.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.401, "count": 192, "max_ms": 80.114, "p95_ms": 77.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.782, "count": 193, "max_ms": 167.328, "p95_ms": 163.528}, "read_interval": {"avg_ms": 155.961, "count": 192, "max_ms": 178.093, "p95_ms": 174.871}, "triton_wait": {"avg_ms": 56.589, "count": 192, "max_ms": 80.126, "p95_ms": 77.123}, "visualize": {"avg_ms": 5.88, "count": 192, "max_ms": 7.802, "p95_ms": 6.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15692.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9287.584, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.087, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1595891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:45:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:45:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:45:05+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T07:45:05.925412+09:00", "mtime_epoch": 1783205105.925412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:45:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2199.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.458, "count": 299, "max_ms": 12.328, "p95_ms": 8.731}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 2.115, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.546, "count": 299, "max_ms": 69.857, "p95_ms": 63.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.494, "count": 299, "max_ms": 83.491, "p95_ms": 64.817}, "yolo11_640_fire_11class": {"avg_ms": 54.109, "count": 299, "max_ms": 77.419, "p95_ms": 70.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.429, "count": 299, "max_ms": 82.586, "p95_ms": 75.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.677, "count": 299, "max_ms": 99.537, "p95_ms": 92.598}, "read_interval": {"avg_ms": 100.418, "count": 299, "max_ms": 586.822, "p95_ms": 115.409}, "triton_wait": {"avg_ms": 55.362, "count": 299, "max_ms": 83.504, "p95_ms": 75.744}, "visualize": {"avg_ms": 3.726, "count": 299, "max_ms": 5.226, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15697.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1434, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:44:18+09:00", "last_error_summary": "[h264 @ 0x563b746e0c00] error while decoding MB 14 10, bytestream -8", "last_exit_at": "2026-07-05T07:44:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.333, "last_started_at": "2026-07-05T07:44:20+09:00", "pid": 117681, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.559, "name": "ffmpeg", "pid": 117681, "rss_mb": 272.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 615, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.707, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1285309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:45:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:45:23+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T07:45:23+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T07:45:23.149468+09:00", "mtime_epoch": 1783205123.1494677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:45:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.517, "pushed": 6.517, "read": 6.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.973, "count": 195, "max_ms": 23.88, "p95_ms": 21.729}, "gstreamer_push": {"avg_ms": 1.033, "count": 195, "max_ms": 1.576, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.812, "count": 195, "max_ms": 65.003, "p95_ms": 61.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.135, "count": 195, "max_ms": 79.906, "p95_ms": 72.324}, "yolo11_640_fire_11class": {"avg_ms": 49.996, "count": 195, "max_ms": 71.79, "p95_ms": 67.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.376, "count": 195, "max_ms": 78.703, "p95_ms": 76.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.921, "count": 195, "max_ms": 168.495, "p95_ms": 164.078}, "read_interval": {"avg_ms": 154.238, "count": 194, "max_ms": 176.976, "p95_ms": 173.484}, "triton_wait": {"avg_ms": 56.719, "count": 195, "max_ms": 79.918, "p95_ms": 76.858}, "visualize": {"avg_ms": 5.834, "count": 195, "max_ms": 7.112, "p95_ms": 6.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15697.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9317.636, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.583, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1596191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:45:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:45:36+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:45:35+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:45:35.985514+09:00", "mtime_epoch": 1783205135.985514, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:45:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2199.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.388, "count": 300, "max_ms": 12.877, "p95_ms": 8.474}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 2.029, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.532, "count": 300, "max_ms": 71.043, "p95_ms": 61.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.606, "count": 300, "max_ms": 78.899, "p95_ms": 61.487}, "yolo11_640_fire_11class": {"avg_ms": 53.721, "count": 300, "max_ms": 74.271, "p95_ms": 68.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.945, "count": 300, "max_ms": 79.172, "p95_ms": 73.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.031, "count": 300, "max_ms": 96.765, "p95_ms": 90.878}, "read_interval": {"avg_ms": 100.223, "count": 299, "max_ms": 484.981, "p95_ms": 225.032}, "triton_wait": {"avg_ms": 54.866, "count": 300, "max_ms": 79.184, "p95_ms": 74.521}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 5.639, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15698.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1434, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:44:18+09:00", "last_error_summary": "[h264 @ 0x563b746e0c00] error while decoding MB 14 10, bytestream -8", "last_exit_at": "2026-07-05T07:44:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.375, "last_started_at": "2026-07-05T07:44:20+09:00", "pid": 117681, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.074, "name": "ffmpeg", "pid": 117681, "rss_mb": 273.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 615, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.802, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1285503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:45:53+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T07:45:53+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T07:45:53.173582+09:00", "mtime_epoch": 1783205153.1735816, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:45:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.495, "pushed": 6.495, "read": 6.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.28, "count": 194, "max_ms": 30.939, "p95_ms": 23.589}, "gstreamer_push": {"avg_ms": 1.024, "count": 194, "max_ms": 1.406, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.458, "count": 194, "max_ms": 67.263, "p95_ms": 60.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.873, "count": 194, "max_ms": 77.779, "p95_ms": 71.616}, "yolo11_640_fire_11class": {"avg_ms": 49.472, "count": 194, "max_ms": 76.086, "p95_ms": 67.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.288, "count": 194, "max_ms": 80.427, "p95_ms": 73.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.559, "count": 194, "max_ms": 169.285, "p95_ms": 162.568}, "read_interval": {"avg_ms": 154.781, "count": 193, "max_ms": 180.203, "p95_ms": 174.362}, "triton_wait": {"avg_ms": 55.825, "count": 194, "max_ms": 80.438, "p95_ms": 75.192}, "visualize": {"avg_ms": 5.808, "count": 194, "max_ms": 7.261, "p95_ms": 6.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15698.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9347.684, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1596491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:46:06+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T07:46:06+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T07:46:06.005636+09:00", "mtime_epoch": 1783205166.0056365, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:46:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2199.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.465, "count": 300, "max_ms": 11.377, "p95_ms": 8.729}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 2.021, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.19, "count": 300, "max_ms": 71.756, "p95_ms": 61.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.918, "count": 300, "max_ms": 82.144, "p95_ms": 56.451}, "yolo11_640_fire_11class": {"avg_ms": 53.103, "count": 300, "max_ms": 80.663, "p95_ms": 68.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.994, "count": 300, "max_ms": 84.964, "p95_ms": 74.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.348, "count": 300, "max_ms": 100.847, "p95_ms": 91.125}, "read_interval": {"avg_ms": 100.114, "count": 299, "max_ms": 757.41, "p95_ms": 163.795}, "triton_wait": {"avg_ms": 54.168, "count": 300, "max_ms": 84.976, "p95_ms": 74.609}, "visualize": {"avg_ms": 3.691, "count": 300, "max_ms": 4.672, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15698.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1434, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:44:18+09:00", "last_error_summary": "[h264 @ 0x563b746e0c00] error while decoding MB 14 10, bytestream -8", "last_exit_at": "2026-07-05T07:44:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.508, "last_started_at": "2026-07-05T07:44:20+09:00", "pid": 117681, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.074, "name": "ffmpeg", "pid": 117681, "rss_mb": 273.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 615, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.753, "sample_count": 1897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1285697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:46:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:46:23+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T07:46:23+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T07:46:23.321716+09:00", "mtime_epoch": 1783205183.3217163, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:46:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.47, "pushed": 6.47, "read": 6.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.411, "count": 193, "max_ms": 25.762, "p95_ms": 22.797}, "gstreamer_push": {"avg_ms": 1.037, "count": 194, "max_ms": 1.827, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.871, "count": 193, "max_ms": 66.994, "p95_ms": 62.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.572, "count": 193, "max_ms": 78.222, "p95_ms": 69.237}, "yolo11_640_fire_11class": {"avg_ms": 49.041, "count": 193, "max_ms": 74.546, "p95_ms": 66.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.4, "count": 193, "max_ms": 82.339, "p95_ms": 75.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.811, "count": 194, "max_ms": 172.261, "p95_ms": 163.437}, "read_interval": {"avg_ms": 155.329, "count": 193, "max_ms": 183.452, "p95_ms": 175.496}, "triton_wait": {"avg_ms": 55.604, "count": 193, "max_ms": 82.352, "p95_ms": 75.757}, "visualize": {"avg_ms": 5.897, "count": 193, "max_ms": 8.113, "p95_ms": 6.466}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15698.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9377.75, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.046, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1596790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:46:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:46:36+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:46:36+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:46:36.097779+09:00", "mtime_epoch": 1783205196.0977793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:46:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2200.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.393, "count": 299, "max_ms": 10.896, "p95_ms": 8.571}, "gstreamer_push": {"avg_ms": 1.292, "count": 299, "max_ms": 2.295, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.586, "count": 299, "max_ms": 71.702, "p95_ms": 62.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.393, "count": 299, "max_ms": 79.329, "p95_ms": 59.472}, "yolo11_640_fire_11class": {"avg_ms": 53.957, "count": 299, "max_ms": 75.236, "p95_ms": 70.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.783, "count": 299, "max_ms": 81.315, "p95_ms": 75.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.193, "count": 299, "max_ms": 136.719, "p95_ms": 92.01}, "read_interval": {"avg_ms": 100.609, "count": 298, "max_ms": 860.178, "p95_ms": 112.268}, "triton_wait": {"avg_ms": 54.903, "count": 299, "max_ms": 81.328, "p95_ms": 75.838}, "visualize": {"avg_ms": 3.712, "count": 299, "max_ms": 5.835, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15714.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1434, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:44:18+09:00", "last_error_summary": "[h264 @ 0x563b746e0c00] error while decoding MB 14 10, bytestream -8", "last_exit_at": "2026-07-05T07:44:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.536, "last_started_at": "2026-07-05T07:44:20+09:00", "pid": 117681, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.285, "name": "ffmpeg", "pid": 117681, "rss_mb": 289.285, "state": "S (sleeping)", "threads": 104}, "restart_count": 615, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.714, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1285889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:46:53+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T07:46:53+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T07:46:53.341870+09:00", "mtime_epoch": 1783205213.3418698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:46:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.426, "pushed": 6.426, "read": 6.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.231, "count": 192, "max_ms": 29.017, "p95_ms": 22.125}, "gstreamer_push": {"avg_ms": 1.012, "count": 192, "max_ms": 1.336, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.871, "count": 192, "max_ms": 68.14, "p95_ms": 62.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.083, "count": 192, "max_ms": 74.659, "p95_ms": 68.344}, "yolo11_640_fire_11class": {"avg_ms": 50.142, "count": 192, "max_ms": 72.36, "p95_ms": 69.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.682, "count": 192, "max_ms": 82.156, "p95_ms": 77.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.187, "count": 192, "max_ms": 167.528, "p95_ms": 164.933}, "read_interval": {"avg_ms": 156.361, "count": 191, "max_ms": 178.519, "p95_ms": 176.457}, "triton_wait": {"avg_ms": 56.979, "count": 192, "max_ms": 82.168, "p95_ms": 77.127}, "visualize": {"avg_ms": 5.89, "count": 192, "max_ms": 7.231, "p95_ms": 6.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15690.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9408.126, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.991, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1597094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:47:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T07:47:06+09:00", "mjpeg": {"age_sec": 0.379, "exists": true, "mtime": "2026-07-05T07:47:06.161941+09:00", "mtime_epoch": 1783205226.1619408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:47:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2200.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.345, "count": 300, "max_ms": 11.864, "p95_ms": 8.539}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 2.017, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.969, "count": 300, "max_ms": 66.338, "p95_ms": 62.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.468, "count": 300, "max_ms": 74.658, "p95_ms": 56.711}, "yolo11_640_fire_11class": {"avg_ms": 53.554, "count": 300, "max_ms": 76.027, "p95_ms": 70.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.595, "count": 300, "max_ms": 80.976, "p95_ms": 75.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.523, "count": 300, "max_ms": 98.264, "p95_ms": 91.923}, "read_interval": {"avg_ms": 100.043, "count": 299, "max_ms": 736.77, "p95_ms": 112.334}, "triton_wait": {"avg_ms": 54.325, "count": 300, "max_ms": 80.988, "p95_ms": 75.9}, "visualize": {"avg_ms": 3.682, "count": 300, "max_ms": 4.647, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15695.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 555, "h264_decode_error_count": 1438, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:46:54+09:00", "last_error_summary": "[h264 @ 0x560f17074480] left block unavailable for requested intra mode [h264 @ 0x560f17074480] error while decoding MB 0 18, bytestream 2754 [h264 @ 0x560f17168600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f17168600] error while decoding MB 0 29, bytestream 487 [h264 @ 0x560f17069b00] error while decoding MB 65 33, bytestream -66 [h264 @ 0x560f171908c0] error while decoding MB 6 39, bytestream -15", "last_exit_at": "2026-07-05T07:46:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.007, "last_started_at": "2026-07-05T07:46:56+09:00", "pid": 117788, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.453, "name": "ffmpeg", "pid": 117788, "rss_mb": 269.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 616, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 617}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.404, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1286054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:47:23+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T07:47:23+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T07:47:23.406042+09:00", "mtime_epoch": 1783205243.4060416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:47:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.515, "pushed": 5.515, "read": 5.481}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.319, "count": 165, "max_ms": 26.764, "p95_ms": 22.533}, "gstreamer_push": {"avg_ms": 1.035, "count": 165, "max_ms": 1.216, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.723, "count": 165, "max_ms": 68.159, "p95_ms": 62.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.524, "count": 165, "max_ms": 75.781, "p95_ms": 69.419}, "yolo11_640_fire_11class": {"avg_ms": 49.701, "count": 165, "max_ms": 75.055, "p95_ms": 68.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.194, "count": 165, "max_ms": 81.696, "p95_ms": 76.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.987, "count": 165, "max_ms": 171.482, "p95_ms": 164.684}, "read_interval": {"avg_ms": 182.32, "count": 164, "max_ms": 4463.396, "p95_ms": 176.184}, "triton_wait": {"avg_ms": 56.467, "count": 165, "max_ms": 81.708, "p95_ms": 76.563}, "visualize": {"avg_ms": 5.932, "count": 165, "max_ms": 7.927, "p95_ms": 6.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15695.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9438.18, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.845, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1597397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:47:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:47:36+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T07:47:36.526122+09:00", "mtime_epoch": 1783205256.5261219, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:47:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2200.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.078}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.394, "count": 303, "max_ms": 13.19, "p95_ms": 8.33}, "gstreamer_push": {"avg_ms": 1.277, "count": 303, "max_ms": 1.535, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.506, "count": 303, "max_ms": 70.293, "p95_ms": 61.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.501, "count": 303, "max_ms": 77.578, "p95_ms": 61.516}, "yolo11_640_fire_11class": {"avg_ms": 53.901, "count": 303, "max_ms": 75.549, "p95_ms": 69.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.934, "count": 303, "max_ms": 79.015, "p95_ms": 75.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.898, "count": 303, "max_ms": 95.016, "p95_ms": 91.264}, "read_interval": {"avg_ms": 99.227, "count": 302, "max_ms": 908.824, "p95_ms": 110.256}, "triton_wait": {"avg_ms": 54.739, "count": 303, "max_ms": 79.028, "p95_ms": 75.321}, "visualize": {"avg_ms": 3.705, "count": 303, "max_ms": 4.782, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15695.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 555, "h264_decode_error_count": 1438, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:46:54+09:00", "last_error_summary": "[h264 @ 0x560f17074480] left block unavailable for requested intra mode [h264 @ 0x560f17074480] error while decoding MB 0 18, bytestream 2754 [h264 @ 0x560f17168600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f17168600] error while decoding MB 0 29, bytestream 487 [h264 @ 0x560f17069b00] error while decoding MB 65 33, bytestream -66 [h264 @ 0x560f171908c0] error while decoding MB 6 39, bytestream -15", "last_exit_at": "2026-07-05T07:46:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.121, "last_started_at": "2026-07-05T07:46:56+09:00", "pid": 117788, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.453, "name": "ffmpeg", "pid": 117788, "rss_mb": 269.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 616, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 617}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.223, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1286247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:47:53+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T07:47:53+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-05T07:47:53.510231+09:00", "mtime_epoch": 1783205273.5102305, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:47:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.442, "pushed": 6.442, "read": 6.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.406, "count": 192, "max_ms": 29.911, "p95_ms": 23.497}, "gstreamer_push": {"avg_ms": 1.041, "count": 193, "max_ms": 1.537, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.693, "count": 192, "max_ms": 68.886, "p95_ms": 63.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.07, "count": 192, "max_ms": 77.462, "p95_ms": 69.915}, "yolo11_640_fire_11class": {"avg_ms": 49.876, "count": 192, "max_ms": 75.381, "p95_ms": 69.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.285, "count": 192, "max_ms": 81.069, "p95_ms": 77.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.642, "count": 193, "max_ms": 180.448, "p95_ms": 166.347}, "read_interval": {"avg_ms": 155.914, "count": 192, "max_ms": 191.773, "p95_ms": 177.087}, "triton_wait": {"avg_ms": 56.538, "count": 192, "max_ms": 81.082, "p95_ms": 77.547}, "visualize": {"avg_ms": 5.885, "count": 192, "max_ms": 7.714, "p95_ms": 6.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15697.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9468.264, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.847, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1597698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:48:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:48:06+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:48:06+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:48:06.614318+09:00", "mtime_epoch": 1783205286.614318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:48:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2200.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.474, "count": 300, "max_ms": 12.029, "p95_ms": 8.757}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.745, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.914, "count": 300, "max_ms": 69.943, "p95_ms": 60.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.84, "count": 300, "max_ms": 79.228, "p95_ms": 71.492}, "yolo11_640_fire_11class": {"avg_ms": 53.967, "count": 300, "max_ms": 72.789, "p95_ms": 68.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.995, "count": 300, "max_ms": 79.638, "p95_ms": 75.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.314, "count": 300, "max_ms": 95.76, "p95_ms": 91.916}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 524.881, "p95_ms": 112.268}, "triton_wait": {"avg_ms": 55.11, "count": 300, "max_ms": 79.651, "p95_ms": 75.912}, "visualize": {"avg_ms": 3.709, "count": 300, "max_ms": 5.119, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15698.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 555, "h264_decode_error_count": 1438, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:46:54+09:00", "last_error_summary": "[h264 @ 0x560f17074480] left block unavailable for requested intra mode [h264 @ 0x560f17074480] error while decoding MB 0 18, bytestream 2754 [h264 @ 0x560f17168600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f17168600] error while decoding MB 0 29, bytestream 487 [h264 @ 0x560f17069b00] error while decoding MB 65 33, bytestream -66 [h264 @ 0x560f171908c0] error while decoding MB 6 39, bytestream -15", "last_exit_at": "2026-07-05T07:46:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.246, "last_started_at": "2026-07-05T07:46:56+09:00", "pid": 117788, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.289, "name": "ffmpeg", "pid": 117788, "rss_mb": 272.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 616, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 617}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.964, "sample_count": 1877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1286439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:48:23+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T07:48:23+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T07:48:23.666436+09:00", "mtime_epoch": 1783205303.6664362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:48:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9236.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.406, "pushed": 6.406, "read": 6.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.182, "count": 191, "max_ms": 27.969, "p95_ms": 22.677}, "gstreamer_push": {"avg_ms": 1.042, "count": 192, "max_ms": 1.915, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.689, "count": 191, "max_ms": 66.745, "p95_ms": 61.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.331, "count": 191, "max_ms": 79.07, "p95_ms": 71.813}, "yolo11_640_fire_11class": {"avg_ms": 49.617, "count": 191, "max_ms": 71.691, "p95_ms": 67.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.461, "count": 191, "max_ms": 80.341, "p95_ms": 76.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.439, "count": 192, "max_ms": 177.775, "p95_ms": 164.827}, "read_interval": {"avg_ms": 156.92, "count": 191, "max_ms": 189.509, "p95_ms": 176.942}, "triton_wait": {"avg_ms": 56.886, "count": 191, "max_ms": 80.352, "p95_ms": 76.547}, "visualize": {"avg_ms": 5.941, "count": 191, "max_ms": 7.966, "p95_ms": 6.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15698.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9498.331, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.831, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1597996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:48:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:48:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:48:36+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:48:36.678530+09:00", "mtime_epoch": 1783205316.6785297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:48:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2200.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.383, "count": 298, "max_ms": 12.103, "p95_ms": 9.967}, "gstreamer_push": {"avg_ms": 1.273, "count": 298, "max_ms": 1.822, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.179, "count": 298, "max_ms": 65.292, "p95_ms": 61.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.732, "count": 298, "max_ms": 80.173, "p95_ms": 58.972}, "yolo11_640_fire_11class": {"avg_ms": 53.632, "count": 298, "max_ms": 73.665, "p95_ms": 67.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.402, "count": 298, "max_ms": 80.974, "p95_ms": 75.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.726, "count": 298, "max_ms": 96.9, "p95_ms": 92.013}, "read_interval": {"avg_ms": 100.941, "count": 297, "max_ms": 589.265, "p95_ms": 173.45}, "triton_wait": {"avg_ms": 54.882, "count": 298, "max_ms": 80.985, "p95_ms": 75.853}, "visualize": {"avg_ms": 3.604, "count": 298, "max_ms": 4.692, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15698.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 555, "h264_decode_error_count": 1438, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:46:54+09:00", "last_error_summary": "[h264 @ 0x560f17074480] left block unavailable for requested intra mode [h264 @ 0x560f17074480] error while decoding MB 0 18, bytestream 2754 [h264 @ 0x560f17168600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f17168600] error while decoding MB 0 29, bytestream 487 [h264 @ 0x560f17069b00] error while decoding MB 65 33, bytestream -66 [h264 @ 0x560f171908c0] error while decoding MB 6 39, bytestream -15", "last_exit_at": "2026-07-05T07:46:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.328, "last_started_at": "2026-07-05T07:46:56+09:00", "pid": 117788, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.289, "name": "ffmpeg", "pid": 117788, "rss_mb": 272.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 616, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 617}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.684, "sample_count": 1874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1286633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:48:53+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T07:48:53+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T07:48:53.750656+09:00", "mtime_epoch": 1783205333.7506564, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:48:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.481, "pushed": 6.481, "read": 6.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.936, "count": 194, "max_ms": 25.46, "p95_ms": 21.764}, "gstreamer_push": {"avg_ms": 1.028, "count": 194, "max_ms": 1.393, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.119, "count": 194, "max_ms": 65.321, "p95_ms": 61.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.218, "count": 194, "max_ms": 77.084, "p95_ms": 68.447}, "yolo11_640_fire_11class": {"avg_ms": 48.578, "count": 194, "max_ms": 73.259, "p95_ms": 66.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.596, "count": 194, "max_ms": 81.169, "p95_ms": 76.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.796, "count": 194, "max_ms": 170.769, "p95_ms": 163.554}, "read_interval": {"avg_ms": 155.089, "count": 193, "max_ms": 181.889, "p95_ms": 174.41}, "triton_wait": {"avg_ms": 55.81, "count": 194, "max_ms": 81.181, "p95_ms": 76.828}, "visualize": {"avg_ms": 5.879, "count": 194, "max_ms": 8.056, "p95_ms": 6.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15698.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9528.375, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.669, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:49:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:49:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T07:49:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T07:49:06.702756+09:00", "mtime_epoch": 1783205346.7027557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:49:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2200.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.18, "pushed": 10.18, "read": 10.147}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.39, "count": 305, "max_ms": 11.383, "p95_ms": 8.376}, "gstreamer_push": {"avg_ms": 1.29, "count": 305, "max_ms": 1.883, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.898, "count": 305, "max_ms": 64.826, "p95_ms": 61.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.351, "count": 305, "max_ms": 75.341, "p95_ms": 55.648}, "yolo11_640_fire_11class": {"avg_ms": 52.482, "count": 305, "max_ms": 73.342, "p95_ms": 67.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.892, "count": 305, "max_ms": 77.863, "p95_ms": 74.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.688, "count": 305, "max_ms": 94.121, "p95_ms": 91.171}, "read_interval": {"avg_ms": 98.47, "count": 304, "max_ms": 575.588, "p95_ms": 111.31}, "triton_wait": {"avg_ms": 53.596, "count": 305, "max_ms": 77.876, "p95_ms": 74.113}, "visualize": {"avg_ms": 3.701, "count": 305, "max_ms": 5.09, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15698.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 555, "h264_decode_error_count": 1438, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:46:54+09:00", "last_error_summary": "[h264 @ 0x560f17074480] left block unavailable for requested intra mode [h264 @ 0x560f17074480] error while decoding MB 0 18, bytestream 2754 [h264 @ 0x560f17168600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f17168600] error while decoding MB 0 29, bytestream 487 [h264 @ 0x560f17069b00] error while decoding MB 65 33, bytestream -66 [h264 @ 0x560f171908c0] error while decoding MB 6 39, bytestream -15", "last_exit_at": "2026-07-05T07:46:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.407, "last_started_at": "2026-07-05T07:46:56+09:00", "pid": 117788, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.289, "name": "ffmpeg", "pid": 117788, "rss_mb": 272.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 616, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 617}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.18, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1286825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:49:23+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T07:49:23+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T07:49:23.822891+09:00", "mtime_epoch": 1783205363.822891, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:49:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.414, "pushed": 6.414, "read": 6.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.518, "count": 192, "max_ms": 34.312, "p95_ms": 22.497}, "gstreamer_push": {"avg_ms": 1.043, "count": 192, "max_ms": 1.581, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.666, "count": 192, "max_ms": 64.831, "p95_ms": 61.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.706, "count": 192, "max_ms": 76.05, "p95_ms": 67.796}, "yolo11_640_fire_11class": {"avg_ms": 48.974, "count": 192, "max_ms": 68.63, "p95_ms": 64.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.472, "count": 192, "max_ms": 79.663, "p95_ms": 75.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.204, "count": 192, "max_ms": 175.239, "p95_ms": 163.721}, "read_interval": {"avg_ms": 156.68, "count": 191, "max_ms": 189.995, "p95_ms": 174.983}, "triton_wait": {"avg_ms": 56.621, "count": 192, "max_ms": 79.675, "p95_ms": 75.221}, "visualize": {"avg_ms": 5.999, "count": 192, "max_ms": 9.234, "p95_ms": 7.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15608.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9558.918, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.462, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T07:49:37+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T07:49:37+09:00", "mjpeg": {"age_sec": 0.565, "exists": true, "mtime": "2026-07-05T07:49:36.766996+09:00", "mtime_epoch": 1783205376.7669961, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:49:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2201.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.241, "count": 300, "max_ms": 11.783, "p95_ms": 8.032}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.761, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.776, "count": 300, "max_ms": 67.147, "p95_ms": 59.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.041, "count": 300, "max_ms": 75.732, "p95_ms": 54.143}, "yolo11_640_fire_11class": {"avg_ms": 51.341, "count": 300, "max_ms": 73.252, "p95_ms": 65.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.798, "count": 300, "max_ms": 80.623, "p95_ms": 72.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.691, "count": 300, "max_ms": 96.289, "p95_ms": 88.595}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 594.865, "p95_ms": 132.616}, "triton_wait": {"avg_ms": 52.762, "count": 300, "max_ms": 80.635, "p95_ms": 72.877}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 4.751, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15692.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 556, "h264_decode_error_count": 1439, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:49:29+09:00", "last_error_summary": "[h264 @ 0x559909ca5e80] error while decoding MB 24 7, bytestream -9", "last_exit_at": "2026-07-05T07:49:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.032, "last_started_at": "2026-07-05T07:49:32+09:00", "pid": 117895, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.441, "name": "ffmpeg", "pid": 117895, "rss_mb": 264.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 617, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 618}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.18, "sample_count": 1872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1286991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:49:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:49:54+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T07:49:53+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T07:49:53.935139+09:00", "mtime_epoch": 1783205393.9351394, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:49:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.541, "pushed": 5.541, "read": 5.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.098, "count": 165, "max_ms": 24.841, "p95_ms": 22.503}, "gstreamer_push": {"avg_ms": 1.023, "count": 166, "max_ms": 1.592, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.528, "count": 165, "max_ms": 64.465, "p95_ms": 61.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.701, "count": 165, "max_ms": 78.106, "p95_ms": 68.549}, "yolo11_640_fire_11class": {"avg_ms": 48.719, "count": 165, "max_ms": 70.47, "p95_ms": 64.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.847, "count": 165, "max_ms": 77.126, "p95_ms": 76.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.536, "count": 166, "max_ms": 167.359, "p95_ms": 163.765}, "read_interval": {"avg_ms": 181.553, "count": 165, "max_ms": 4271.242, "p95_ms": 175.426}, "triton_wait": {"avg_ms": 57.349, "count": 165, "max_ms": 78.117, "p95_ms": 76.268}, "visualize": {"avg_ms": 5.916, "count": 165, "max_ms": 7.937, "p95_ms": 6.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15692.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9588.991, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.171, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:50:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:50:07+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:50:07+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:50:07.339254+09:00", "mtime_epoch": 1783205407.3392541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:50:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2201.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.111}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.262, "count": 304, "max_ms": 11.628, "p95_ms": 8.394}, "gstreamer_push": {"avg_ms": 1.263, "count": 304, "max_ms": 1.795, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.975, "count": 304, "max_ms": 67.712, "p95_ms": 61.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.935, "count": 304, "max_ms": 77.168, "p95_ms": 57.906}, "yolo11_640_fire_11class": {"avg_ms": 51.89, "count": 304, "max_ms": 77.761, "p95_ms": 64.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.618, "count": 304, "max_ms": 78.363, "p95_ms": 71.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.132, "count": 304, "max_ms": 94.254, "p95_ms": 88.361}, "read_interval": {"avg_ms": 98.972, "count": 303, "max_ms": 537.273, "p95_ms": 124.871}, "triton_wait": {"avg_ms": 53.262, "count": 304, "max_ms": 78.375, "p95_ms": 72.913}, "visualize": {"avg_ms": 3.662, "count": 304, "max_ms": 4.592, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15694.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 556, "h264_decode_error_count": 1439, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:49:29+09:00", "last_error_summary": "[h264 @ 0x559909ca5e80] error while decoding MB 24 7, bytestream -9", "last_exit_at": "2026-07-05T07:49:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.161, "last_started_at": "2026-07-05T07:49:32+09:00", "pid": 117895, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.762, "name": "ffmpeg", "pid": 117895, "rss_mb": 266.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 617, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 618}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.039, "sample_count": 1873, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1287187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:50:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:50:24+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T07:50:24+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:50:24.067401+09:00", "mtime_epoch": 1783205424.0674007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:50:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.542, "pushed": 6.542, "read": 6.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.778, "count": 195, "max_ms": 25.892, "p95_ms": 21.564}, "gstreamer_push": {"avg_ms": 1.008, "count": 196, "max_ms": 1.48, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.768, "count": 195, "max_ms": 66.125, "p95_ms": 60.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.823, "count": 195, "max_ms": 78.333, "p95_ms": 70.983}, "yolo11_640_fire_11class": {"avg_ms": 48.642, "count": 195, "max_ms": 76.087, "p95_ms": 63.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.486, "count": 195, "max_ms": 79.658, "p95_ms": 73.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.312, "count": 196, "max_ms": 166.837, "p95_ms": 161.558}, "read_interval": {"avg_ms": 153.738, "count": 195, "max_ms": 180.336, "p95_ms": 171.567}, "triton_wait": {"avg_ms": 55.815, "count": 195, "max_ms": 79.669, "p95_ms": 73.621}, "visualize": {"avg_ms": 5.816, "count": 195, "max_ms": 7.357, "p95_ms": 6.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15696.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9619.018, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.199, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1599206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T07:50:37+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T07:50:37+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T07:50:37.355520+09:00", "mtime_epoch": 1783205437.3555198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:50:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2201.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.323, "count": 298, "max_ms": 12.348, "p95_ms": 8.593}, "gstreamer_push": {"avg_ms": 1.277, "count": 298, "max_ms": 1.637, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.989, "count": 298, "max_ms": 64.495, "p95_ms": 60.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.787, "count": 298, "max_ms": 79.73, "p95_ms": 66.332}, "yolo11_640_fire_11class": {"avg_ms": 53.792, "count": 298, "max_ms": 72.622, "p95_ms": 68.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.458, "count": 298, "max_ms": 78.788, "p95_ms": 75.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.253, "count": 298, "max_ms": 97.021, "p95_ms": 90.67}, "read_interval": {"avg_ms": 100.772, "count": 297, "max_ms": 673.446, "p95_ms": 124.931}, "triton_wait": {"avg_ms": 55.251, "count": 298, "max_ms": 79.743, "p95_ms": 75.052}, "visualize": {"avg_ms": 3.679, "count": 298, "max_ms": 5.308, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15696.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 556, "h264_decode_error_count": 1439, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:49:29+09:00", "last_error_summary": "[h264 @ 0x559909ca5e80] error while decoding MB 24 7, bytestream -9", "last_exit_at": "2026-07-05T07:49:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.233, "last_started_at": "2026-07-05T07:49:32+09:00", "pid": 117895, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.082, "name": "ffmpeg", "pid": 117895, "rss_mb": 269.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 617, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 618}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.12, "sample_count": 1871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1287380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:50:54+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T07:50:54+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:50:54.139673+09:00", "mtime_epoch": 1783205454.1396735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:50:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.449, "pushed": 6.449, "read": 6.416}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.84, "count": 193, "max_ms": 23.279, "p95_ms": 21.82}, "gstreamer_push": {"avg_ms": 1.002, "count": 193, "max_ms": 1.132, "p95_ms": 1.091}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.521, "count": 193, "max_ms": 65.818, "p95_ms": 61.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.239, "count": 193, "max_ms": 79.743, "p95_ms": 73.431}, "yolo11_640_fire_11class": {"avg_ms": 49.728, "count": 193, "max_ms": 73.301, "p95_ms": 68.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.741, "count": 193, "max_ms": 79.95, "p95_ms": 75.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.67, "count": 193, "max_ms": 168.496, "p95_ms": 163.897}, "read_interval": {"avg_ms": 155.834, "count": 192, "max_ms": 178.988, "p95_ms": 175.45}, "triton_wait": {"avg_ms": 57.381, "count": 193, "max_ms": 79.962, "p95_ms": 76.561}, "visualize": {"avg_ms": 5.832, "count": 193, "max_ms": 7.276, "p95_ms": 6.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15697.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9649.067, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.171, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1599505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:51:07+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T07:51:07+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T07:51:07.411798+09:00", "mtime_epoch": 1783205467.4117975, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:51:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2201.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.358, "count": 299, "max_ms": 11.696, "p95_ms": 8.689}, "gstreamer_push": {"avg_ms": 1.269, "count": 299, "max_ms": 1.916, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.846, "count": 299, "max_ms": 70.03, "p95_ms": 60.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.648, "count": 299, "max_ms": 80.455, "p95_ms": 60.692}, "yolo11_640_fire_11class": {"avg_ms": 54.355, "count": 299, "max_ms": 75.749, "p95_ms": 71.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.851, "count": 299, "max_ms": 78.792, "p95_ms": 75.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.311, "count": 299, "max_ms": 96.106, "p95_ms": 91.382}, "read_interval": {"avg_ms": 100.538, "count": 298, "max_ms": 583.51, "p95_ms": 113.039}, "triton_wait": {"avg_ms": 55.335, "count": 299, "max_ms": 80.468, "p95_ms": 75.66}, "visualize": {"avg_ms": 3.684, "count": 299, "max_ms": 5.882, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15697.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 556, "h264_decode_error_count": 1439, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:49:29+09:00", "last_error_summary": "[h264 @ 0x559909ca5e80] error while decoding MB 24 7, bytestream -9", "last_exit_at": "2026-07-05T07:49:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.378, "last_started_at": "2026-07-05T07:49:32+09:00", "pid": 117895, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.082, "name": "ffmpeg", "pid": 117895, "rss_mb": 269.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 617, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 618}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.107, "sample_count": 1872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1287575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:51:24+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T07:51:24+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T07:51:24.279958+09:00", "mtime_epoch": 1783205484.2799582, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:51:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.502, "pushed": 6.502, "read": 6.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.838, "count": 194, "max_ms": 26.695, "p95_ms": 21.683}, "gstreamer_push": {"avg_ms": 1.018, "count": 195, "max_ms": 1.474, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.189, "count": 194, "max_ms": 64.979, "p95_ms": 61.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.099, "count": 194, "max_ms": 79.11, "p95_ms": 70.516}, "yolo11_640_fire_11class": {"avg_ms": 49.836, "count": 194, "max_ms": 72.517, "p95_ms": 69.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.382, "count": 194, "max_ms": 79.608, "p95_ms": 76.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.108, "count": 195, "max_ms": 165.527, "p95_ms": 163.605}, "read_interval": {"avg_ms": 154.583, "count": 194, "max_ms": 176.548, "p95_ms": 173.887}, "triton_wait": {"avg_ms": 56.845, "count": 194, "max_ms": 79.62, "p95_ms": 76.789}, "visualize": {"avg_ms": 5.846, "count": 194, "max_ms": 7.305, "p95_ms": 6.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15697.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9679.152, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.756, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1599805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:51:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:51:37+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T07:51:37+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T07:51:37.476086+09:00", "mtime_epoch": 1783205497.4760864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:51:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2201.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.227, "count": 299, "max_ms": 12.075, "p95_ms": 8.352}, "gstreamer_push": {"avg_ms": 1.267, "count": 299, "max_ms": 1.617, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.58, "count": 299, "max_ms": 64.262, "p95_ms": 61.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.674, "count": 299, "max_ms": 73.574, "p95_ms": 61.986}, "yolo11_640_fire_11class": {"avg_ms": 53.494, "count": 299, "max_ms": 73.193, "p95_ms": 68.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.677, "count": 299, "max_ms": 79.263, "p95_ms": 74.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.356, "count": 299, "max_ms": 95.715, "p95_ms": 89.984}, "read_interval": {"avg_ms": 100.256, "count": 299, "max_ms": 592.841, "p95_ms": 122.132}, "triton_wait": {"avg_ms": 54.549, "count": 299, "max_ms": 79.276, "p95_ms": 74.286}, "visualize": {"avg_ms": 3.665, "count": 299, "max_ms": 5.62, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15711.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 556, "h264_decode_error_count": 1439, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:49:29+09:00", "last_error_summary": "[h264 @ 0x559909ca5e80] error while decoding MB 24 7, bytestream -9", "last_exit_at": "2026-07-05T07:49:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.383, "last_started_at": "2026-07-05T07:49:32+09:00", "pid": 117895, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.07, "name": "ffmpeg", "pid": 117895, "rss_mb": 283.07, "state": "S (sleeping)", "threads": 104}, "restart_count": 617, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 618}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.039, "sample_count": 1875, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1287769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:51:54+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T07:51:54+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T07:51:54.292253+09:00", "mtime_epoch": 1783205514.2922525, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:51:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.468, "pushed": 6.468, "read": 6.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.726, "count": 194, "max_ms": 24.175, "p95_ms": 21.754}, "gstreamer_push": {"avg_ms": 1.014, "count": 194, "max_ms": 1.646, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.361, "count": 194, "max_ms": 67.319, "p95_ms": 61.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.483, "count": 194, "max_ms": 80.691, "p95_ms": 68.506}, "yolo11_640_fire_11class": {"avg_ms": 49.842, "count": 194, "max_ms": 77.369, "p95_ms": 69.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.251, "count": 194, "max_ms": 80.838, "p95_ms": 75.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.877, "count": 194, "max_ms": 169.012, "p95_ms": 163.878}, "read_interval": {"avg_ms": 154.708, "count": 194, "max_ms": 179.879, "p95_ms": 174.141}, "triton_wait": {"avg_ms": 56.634, "count": 194, "max_ms": 80.85, "p95_ms": 76.041}, "visualize": {"avg_ms": 5.825, "count": 194, "max_ms": 8.239, "p95_ms": 6.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15687.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9709.153, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.642, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:52:07+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T07:52:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T07:52:07.480385+09:00", "mtime_epoch": 1783205527.480385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:52:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2201.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.254, "count": 303, "max_ms": 12.433, "p95_ms": 9.323}, "gstreamer_push": {"avg_ms": 1.252, "count": 303, "max_ms": 1.604, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.201, "count": 303, "max_ms": 65.475, "p95_ms": 59.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.609, "count": 303, "max_ms": 74.787, "p95_ms": 56.558}, "yolo11_640_fire_11class": {"avg_ms": 52.924, "count": 303, "max_ms": 73.723, "p95_ms": 67.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.844, "count": 303, "max_ms": 77.69, "p95_ms": 73.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.36, "count": 303, "max_ms": 93.444, "p95_ms": 88.356}, "read_interval": {"avg_ms": 99.023, "count": 303, "max_ms": 683.097, "p95_ms": 109.773}, "triton_wait": {"avg_ms": 53.65, "count": 303, "max_ms": 77.702, "p95_ms": 73.505}, "visualize": {"avg_ms": 3.589, "count": 303, "max_ms": 4.884, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15695.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 557, "h264_decode_error_count": 1440, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:51:55+09:00", "last_error_summary": "[h264 @ 0x55eb06881dc0] error while decoding MB 59 24, bytestream -32", "last_exit_at": "2026-07-05T07:51:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.531, "last_started_at": "2026-07-05T07:51:58+09:00", "pid": 118002, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.484, "name": "ffmpeg", "pid": 118002, "rss_mb": 266.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 618, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 619}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.107, "sample_count": 1879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1287939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:52:24+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T07:52:24+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T07:52:24.420558+09:00", "mtime_epoch": 1783205544.420558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:52:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.634, "pushed": 5.634, "read": 5.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.96, "count": 169, "max_ms": 23.35, "p95_ms": 21.542}, "gstreamer_push": {"avg_ms": 1.026, "count": 169, "max_ms": 1.227, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.484, "count": 169, "max_ms": 70.137, "p95_ms": 61.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.029, "count": 169, "max_ms": 79.724, "p95_ms": 70.614}, "yolo11_640_fire_11class": {"avg_ms": 49.654, "count": 169, "max_ms": 76.472, "p95_ms": 67.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.073, "count": 169, "max_ms": 82.944, "p95_ms": 76.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.097, "count": 169, "max_ms": 177.482, "p95_ms": 165.947}, "read_interval": {"avg_ms": 177.387, "count": 169, "max_ms": 4408.35, "p95_ms": 173.77}, "triton_wait": {"avg_ms": 56.518, "count": 169, "max_ms": 82.955, "p95_ms": 76.85}, "visualize": {"avg_ms": 5.854, "count": 169, "max_ms": 7.125, "p95_ms": 6.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15695.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9739.213, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.659, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:52:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:52:37+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:52:37+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T07:52:37.560694+09:00", "mtime_epoch": 1783205557.5606942, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:52:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2201.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 298, "max_ms": 11.719, "p95_ms": 8.724}, "gstreamer_push": {"avg_ms": 1.283, "count": 298, "max_ms": 1.58, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.078, "count": 298, "max_ms": 70.702, "p95_ms": 62.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.622, "count": 298, "max_ms": 78.421, "p95_ms": 64.542}, "yolo11_640_fire_11class": {"avg_ms": 53.465, "count": 298, "max_ms": 72.896, "p95_ms": 69.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.64, "count": 298, "max_ms": 82.4, "p95_ms": 75.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.949, "count": 298, "max_ms": 98.22, "p95_ms": 92.208}, "read_interval": {"avg_ms": 100.924, "count": 297, "max_ms": 729.151, "p95_ms": 117.933}, "triton_wait": {"avg_ms": 54.677, "count": 298, "max_ms": 82.414, "p95_ms": 75.927}, "visualize": {"avg_ms": 3.706, "count": 298, "max_ms": 4.643, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15697.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 557, "h264_decode_error_count": 1440, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:51:55+09:00", "last_error_summary": "[h264 @ 0x55eb06881dc0] error while decoding MB 59 24, bytestream -32", "last_exit_at": "2026-07-05T07:51:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.637, "last_started_at": "2026-07-05T07:51:58+09:00", "pid": 118002, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.289, "name": "ffmpeg", "pid": 118002, "rss_mb": 268.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 618, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 619}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.039, "sample_count": 1884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1288137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:52:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:52:54+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T07:52:54+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T07:52:54.552873+09:00", "mtime_epoch": 1783205574.552873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:52:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.609, "pushed": 6.609, "read": 6.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.179, "count": 197, "max_ms": 30.505, "p95_ms": 22.652}, "gstreamer_push": {"avg_ms": 1.039, "count": 198, "max_ms": 1.312, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.028, "count": 197, "max_ms": 68.764, "p95_ms": 62.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.705, "count": 197, "max_ms": 75.921, "p95_ms": 70.585}, "yolo11_640_fire_11class": {"avg_ms": 48.843, "count": 197, "max_ms": 75.934, "p95_ms": 68.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.519, "count": 197, "max_ms": 82.63, "p95_ms": 77.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.756, "count": 198, "max_ms": 176.371, "p95_ms": 164.512}, "read_interval": {"avg_ms": 152.079, "count": 197, "max_ms": 185.244, "p95_ms": 172.519}, "triton_wait": {"avg_ms": 55.85, "count": 197, "max_ms": 82.643, "p95_ms": 77.098}, "visualize": {"avg_ms": 5.868, "count": 197, "max_ms": 8.221, "p95_ms": 6.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15698.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9769.283, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.664, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:53:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:53:07+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T07:53:07+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T07:53:07.637012+09:00", "mtime_epoch": 1783205587.6370125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:53:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2202.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.36, "count": 301, "max_ms": 12.974, "p95_ms": 8.526}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 2.023, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.402, "count": 301, "max_ms": 66.633, "p95_ms": 62.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.137, "count": 301, "max_ms": 78.125, "p95_ms": 62.565}, "yolo11_640_fire_11class": {"avg_ms": 53.311, "count": 301, "max_ms": 77.757, "p95_ms": 69.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.028, "count": 301, "max_ms": 79.944, "p95_ms": 76.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.708, "count": 301, "max_ms": 96.244, "p95_ms": 92.66}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 643.862, "p95_ms": 112.978}, "triton_wait": {"avg_ms": 54.436, "count": 301, "max_ms": 79.957, "p95_ms": 76.451}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 5.168, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15698.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 557, "h264_decode_error_count": 1440, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:51:55+09:00", "last_error_summary": "[h264 @ 0x55eb06881dc0] error while decoding MB 59 24, bytestream -32", "last_exit_at": "2026-07-05T07:51:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.777, "last_started_at": "2026-07-05T07:51:58+09:00", "pid": 118002, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.836, "name": "ffmpeg", "pid": 118002, "rss_mb": 269.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 618, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 619}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.982, "sample_count": 1890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1288335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:53:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:53:24+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T07:53:24+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T07:53:24.697197+09:00", "mtime_epoch": 1783205604.6971972, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:53:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.602, "pushed": 6.602, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.076, "count": 197, "max_ms": 30.432, "p95_ms": 22.225}, "gstreamer_push": {"avg_ms": 1.013, "count": 198, "max_ms": 1.206, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.515, "count": 197, "max_ms": 68.025, "p95_ms": 62.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.063, "count": 197, "max_ms": 78.02, "p95_ms": 71.092}, "yolo11_640_fire_11class": {"avg_ms": 49.592, "count": 197, "max_ms": 75.343, "p95_ms": 68.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.922, "count": 197, "max_ms": 80.949, "p95_ms": 76.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.947, "count": 198, "max_ms": 170.409, "p95_ms": 164.192}, "read_interval": {"avg_ms": 152.243, "count": 197, "max_ms": 178.624, "p95_ms": 172.564}, "triton_wait": {"avg_ms": 56.215, "count": 197, "max_ms": 80.961, "p95_ms": 76.898}, "visualize": {"avg_ms": 5.836, "count": 197, "max_ms": 7.41, "p95_ms": 6.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15698.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9799.337, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.788, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1601006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:53:37+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T07:53:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T07:53:37.689339+09:00", "mtime_epoch": 1783205617.6893394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:53:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2202.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.361, "count": 299, "max_ms": 11.791, "p95_ms": 8.316}, "gstreamer_push": {"avg_ms": 1.289, "count": 299, "max_ms": 1.934, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.064, "count": 299, "max_ms": 70.456, "p95_ms": 63.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.317, "count": 299, "max_ms": 80.203, "p95_ms": 69.484}, "yolo11_640_fire_11class": {"avg_ms": 53.737, "count": 299, "max_ms": 74.706, "p95_ms": 71.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.509, "count": 299, "max_ms": 83.896, "p95_ms": 76.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.067, "count": 299, "max_ms": 100.277, "p95_ms": 92.348}, "read_interval": {"avg_ms": 100.57, "count": 298, "max_ms": 759.921, "p95_ms": 214.303}, "triton_wait": {"avg_ms": 54.817, "count": 299, "max_ms": 83.907, "p95_ms": 76.408}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 4.589, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15698.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 557, "h264_decode_error_count": 1440, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:51:55+09:00", "last_error_summary": "[h264 @ 0x55eb06881dc0] error while decoding MB 59 24, bytestream -32", "last_exit_at": "2026-07-05T07:51:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.79, "last_started_at": "2026-07-05T07:51:58+09:00", "pid": 118002, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.836, "name": "ffmpeg", "pid": 118002, "rss_mb": 269.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 618, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 619}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.982, "sample_count": 1893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1288532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:53:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:53:54+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T07:53:54+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:53:54.705528+09:00", "mtime_epoch": 1783205634.7055283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:53:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9237.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.597, "pushed": 6.597, "read": 6.563}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.016, "count": 197, "max_ms": 26.387, "p95_ms": 22.185}, "gstreamer_push": {"avg_ms": 1.014, "count": 197, "max_ms": 1.361, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.401, "count": 197, "max_ms": 66.644, "p95_ms": 62.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.385, "count": 197, "max_ms": 77.642, "p95_ms": 70.926}, "yolo11_640_fire_11class": {"avg_ms": 50.134, "count": 197, "max_ms": 77.819, "p95_ms": 69.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.053, "count": 197, "max_ms": 82.357, "p95_ms": 76.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.048, "count": 197, "max_ms": 188.645, "p95_ms": 164.017}, "read_interval": {"avg_ms": 152.361, "count": 196, "max_ms": 202.379, "p95_ms": 173.569}, "triton_wait": {"avg_ms": 56.508, "count": 197, "max_ms": 82.368, "p95_ms": 76.733}, "visualize": {"avg_ms": 5.843, "count": 197, "max_ms": 7.288, "p95_ms": 6.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15698.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9829.404, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.745, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1601311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:54:07+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:54:07+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T07:54:07.745675+09:00", "mtime_epoch": 1783205647.7456746, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:54:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2202.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.173, "pushed": 10.173, "read": 10.14}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.418, "count": 305, "max_ms": 11.84, "p95_ms": 8.672}, "gstreamer_push": {"avg_ms": 1.282, "count": 305, "max_ms": 1.998, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.381, "count": 305, "max_ms": 68.0, "p95_ms": 61.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.574, "count": 305, "max_ms": 78.746, "p95_ms": 68.418}, "yolo11_640_fire_11class": {"avg_ms": 54.171, "count": 305, "max_ms": 78.64, "p95_ms": 70.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.514, "count": 305, "max_ms": 80.892, "p95_ms": 73.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.262, "count": 305, "max_ms": 96.731, "p95_ms": 90.714}, "read_interval": {"avg_ms": 98.615, "count": 304, "max_ms": 807.84, "p95_ms": 110.115}, "triton_wait": {"avg_ms": 55.164, "count": 305, "max_ms": 80.906, "p95_ms": 74.543}, "visualize": {"avg_ms": 3.708, "count": 305, "max_ms": 5.7, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15699.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 557, "h264_decode_error_count": 1440, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:51:55+09:00", "last_error_summary": "[h264 @ 0x55eb06881dc0] error while decoding MB 59 24, bytestream -32", "last_exit_at": "2026-07-05T07:51:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.801, "last_started_at": "2026-07-05T07:51:58+09:00", "pid": 118002, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.094, "name": "ffmpeg", "pid": 118002, "rss_mb": 270.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 618, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 619}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.122, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1288729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:54:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:54:24+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T07:54:24+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T07:54:24.713867+09:00", "mtime_epoch": 1783205664.7138672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:54:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.598, "pushed": 6.598, "read": 6.564}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.997, "count": 197, "max_ms": 33.795, "p95_ms": 21.913}, "gstreamer_push": {"avg_ms": 1.008, "count": 197, "max_ms": 1.24, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.468, "count": 197, "max_ms": 65.689, "p95_ms": 61.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.592, "count": 197, "max_ms": 81.544, "p95_ms": 74.626}, "yolo11_640_fire_11class": {"avg_ms": 49.725, "count": 197, "max_ms": 72.742, "p95_ms": 68.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.177, "count": 197, "max_ms": 82.216, "p95_ms": 76.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.127, "count": 197, "max_ms": 169.217, "p95_ms": 165.275}, "read_interval": {"avg_ms": 152.339, "count": 196, "max_ms": 180.455, "p95_ms": 173.396}, "triton_wait": {"avg_ms": 56.832, "count": 197, "max_ms": 82.225, "p95_ms": 77.071}, "visualize": {"avg_ms": 5.824, "count": 197, "max_ms": 7.996, "p95_ms": 6.46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15457.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9859.408, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.257, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1601609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:54:37+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T07:54:37+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T07:54:37.754017+09:00", "mtime_epoch": 1783205677.7540169, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:54:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2202.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.361, "count": 298, "max_ms": 11.873, "p95_ms": 8.884}, "gstreamer_push": {"avg_ms": 1.274, "count": 298, "max_ms": 1.559, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.146, "count": 298, "max_ms": 65.246, "p95_ms": 61.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.182, "count": 298, "max_ms": 81.576, "p95_ms": 71.517}, "yolo11_640_fire_11class": {"avg_ms": 54.584, "count": 298, "max_ms": 75.839, "p95_ms": 70.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.25, "count": 298, "max_ms": 80.86, "p95_ms": 76.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.565, "count": 298, "max_ms": 133.381, "p95_ms": 94.051}, "read_interval": {"avg_ms": 100.674, "count": 298, "max_ms": 431.899, "p95_ms": 164.648}, "triton_wait": {"avg_ms": 55.598, "count": 298, "max_ms": 81.588, "p95_ms": 76.852}, "visualize": {"avg_ms": 3.717, "count": 298, "max_ms": 5.187, "p95_ms": 4.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15694.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 558, "h264_decode_error_count": 1441, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:54:36+09:00", "last_error_summary": "[h264 @ 0x560d134ad580] error while decoding MB 14 39, bytestream -11", "last_exit_at": "2026-07-05T07:54:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.025, "last_started_at": "2026-07-05T07:54:39+09:00", "pid": 118109, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.836, "name": "ffmpeg", "pid": 118109, "rss_mb": 263.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 619, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 620}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.366, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1288894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:54:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:54:54+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T07:54:54+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T07:54:54.738214+09:00", "mtime_epoch": 1783205694.7382138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:54:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.526, "pushed": 5.526, "read": 5.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.831, "count": 165, "max_ms": 24.382, "p95_ms": 22.091}, "gstreamer_push": {"avg_ms": 1.02, "count": 165, "max_ms": 1.824, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.124, "count": 165, "max_ms": 64.769, "p95_ms": 61.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.117, "count": 165, "max_ms": 80.305, "p95_ms": 72.294}, "yolo11_640_fire_11class": {"avg_ms": 50.811, "count": 165, "max_ms": 74.691, "p95_ms": 70.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.354, "count": 165, "max_ms": 80.507, "p95_ms": 77.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.864, "count": 165, "max_ms": 170.543, "p95_ms": 165.709}, "read_interval": {"avg_ms": 182.094, "count": 164, "max_ms": 4923.556, "p95_ms": 174.123}, "triton_wait": {"avg_ms": 58.032, "count": 165, "max_ms": 80.518, "p95_ms": 78.236}, "visualize": {"avg_ms": 5.817, "count": 165, "max_ms": 8.339, "p95_ms": 6.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15695.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9889.499, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.382, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1601908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:55:07+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T07:55:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T07:55:07.826367+09:00", "mtime_epoch": 1783205707.8263671, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:55:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2202.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.11, "count": 298, "max_ms": 11.147, "p95_ms": 8.185}, "gstreamer_push": {"avg_ms": 1.292, "count": 298, "max_ms": 2.135, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.333, "count": 298, "max_ms": 67.563, "p95_ms": 62.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.279, "count": 298, "max_ms": 81.089, "p95_ms": 68.106}, "yolo11_640_fire_11class": {"avg_ms": 54.733, "count": 298, "max_ms": 75.346, "p95_ms": 68.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.028, "count": 298, "max_ms": 79.241, "p95_ms": 75.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.592, "count": 298, "max_ms": 97.156, "p95_ms": 91.151}, "read_interval": {"avg_ms": 100.611, "count": 298, "max_ms": 1078.14, "p95_ms": 112.952}, "triton_wait": {"avg_ms": 55.842, "count": 298, "max_ms": 81.1, "p95_ms": 75.491}, "visualize": {"avg_ms": 3.69, "count": 298, "max_ms": 4.693, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15696.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 558, "h264_decode_error_count": 1441, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:54:36+09:00", "last_error_summary": "[h264 @ 0x560d134ad580] error while decoding MB 14 39, bytestream -11", "last_exit_at": "2026-07-05T07:54:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.122, "last_started_at": "2026-07-05T07:54:39+09:00", "pid": 118109, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.156, "name": "ffmpeg", "pid": 118109, "rss_mb": 266.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 619, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 620}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.52, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1289091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:55:24+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T07:55:24+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T07:55:24.826568+09:00", "mtime_epoch": 1783205724.8265681, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:55:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.58, "pushed": 6.58, "read": 6.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.933, "count": 196, "max_ms": 25.363, "p95_ms": 22.881}, "gstreamer_push": {"avg_ms": 1.011, "count": 197, "max_ms": 1.698, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.579, "count": 196, "max_ms": 67.083, "p95_ms": 62.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.692, "count": 196, "max_ms": 80.908, "p95_ms": 69.924}, "yolo11_640_fire_11class": {"avg_ms": 50.638, "count": 196, "max_ms": 72.965, "p95_ms": 70.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.216, "count": 196, "max_ms": 79.936, "p95_ms": 77.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.706, "count": 197, "max_ms": 168.63, "p95_ms": 164.952}, "read_interval": {"avg_ms": 152.793, "count": 196, "max_ms": 176.479, "p95_ms": 173.196}, "triton_wait": {"avg_ms": 57.038, "count": 196, "max_ms": 80.919, "p95_ms": 77.144}, "visualize": {"avg_ms": 5.806, "count": 196, "max_ms": 7.778, "p95_ms": 6.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15696.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9919.55, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.382, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1602210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:55:37+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:55:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:55:37.898724+09:00", "mtime_epoch": 1783205737.8987243, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:55:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2202.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.135, "count": 302, "max_ms": 12.812, "p95_ms": 8.27}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 1.521, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.771, "count": 302, "max_ms": 65.678, "p95_ms": 61.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.489, "count": 302, "max_ms": 81.434, "p95_ms": 67.156}, "yolo11_640_fire_11class": {"avg_ms": 54.268, "count": 302, "max_ms": 77.248, "p95_ms": 68.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.427, "count": 302, "max_ms": 80.439, "p95_ms": 73.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.963, "count": 302, "max_ms": 97.636, "p95_ms": 90.172}, "read_interval": {"avg_ms": 99.545, "count": 301, "max_ms": 646.683, "p95_ms": 161.392}, "triton_wait": {"avg_ms": 55.167, "count": 302, "max_ms": 81.444, "p95_ms": 74.682}, "visualize": {"avg_ms": 3.69, "count": 302, "max_ms": 4.833, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15696.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 558, "h264_decode_error_count": 1441, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:54:36+09:00", "last_error_summary": "[h264 @ 0x560d134ad580] error while decoding MB 14 39, bytestream -11", "last_exit_at": "2026-07-05T07:54:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.219, "last_started_at": "2026-07-05T07:54:39+09:00", "pid": 118109, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.156, "name": "ffmpeg", "pid": 118109, "rss_mb": 266.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 619, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 620}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.706, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1289288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:55:55+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T07:55:54+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T07:55:54.926929+09:00", "mtime_epoch": 1783205754.9269295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:55:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.577, "pushed": 6.577, "read": 6.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.264, "count": 196, "max_ms": 31.004, "p95_ms": 23.437}, "gstreamer_push": {"avg_ms": 1.025, "count": 197, "max_ms": 1.319, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.36, "count": 196, "max_ms": 65.975, "p95_ms": 61.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.614, "count": 196, "max_ms": 79.903, "p95_ms": 71.954}, "yolo11_640_fire_11class": {"avg_ms": 48.665, "count": 196, "max_ms": 74.066, "p95_ms": 69.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.231, "count": 196, "max_ms": 79.628, "p95_ms": 76.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.522, "count": 197, "max_ms": 165.953, "p95_ms": 164.507}, "read_interval": {"avg_ms": 152.803, "count": 196, "max_ms": 175.285, "p95_ms": 172.369}, "triton_wait": {"avg_ms": 56.176, "count": 196, "max_ms": 79.916, "p95_ms": 76.397}, "visualize": {"avg_ms": 5.836, "count": 196, "max_ms": 7.975, "p95_ms": 6.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15696.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9949.603, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.574, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1602509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:56:08+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:56:07+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T07:56:07.955088+09:00", "mtime_epoch": 1783205767.955088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:56:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2202.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.994, "count": 299, "max_ms": 11.212, "p95_ms": 7.848}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 2.087, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.423, "count": 299, "max_ms": 70.539, "p95_ms": 61.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.546, "count": 299, "max_ms": 81.536, "p95_ms": 69.75}, "yolo11_640_fire_11class": {"avg_ms": 54.618, "count": 299, "max_ms": 76.558, "p95_ms": 70.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.411, "count": 299, "max_ms": 80.451, "p95_ms": 76.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.248, "count": 299, "max_ms": 96.729, "p95_ms": 92.172}, "read_interval": {"avg_ms": 100.562, "count": 298, "max_ms": 559.76, "p95_ms": 163.268}, "triton_wait": {"avg_ms": 55.59, "count": 299, "max_ms": 81.547, "p95_ms": 76.6}, "visualize": {"avg_ms": 3.682, "count": 299, "max_ms": 4.81, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15697.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 558, "h264_decode_error_count": 1441, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:54:36+09:00", "last_error_summary": "[h264 @ 0x560d134ad580] error while decoding MB 14 39, bytestream -11", "last_exit_at": "2026-07-05T07:54:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.273, "last_started_at": "2026-07-05T07:54:39+09:00", "pid": 118109, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.156, "name": "ffmpeg", "pid": 118109, "rss_mb": 266.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 619, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 620}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.749, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1289485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:56:25+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T07:56:24+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T07:56:24.971296+09:00", "mtime_epoch": 1783205784.9712963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:56:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.593, "pushed": 6.593, "read": 6.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.893, "count": 197, "max_ms": 26.654, "p95_ms": 22.915}, "gstreamer_push": {"avg_ms": 1.007, "count": 197, "max_ms": 1.345, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.225, "count": 197, "max_ms": 63.904, "p95_ms": 60.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.417, "count": 197, "max_ms": 80.837, "p95_ms": 71.52}, "yolo11_640_fire_11class": {"avg_ms": 50.459, "count": 197, "max_ms": 78.384, "p95_ms": 69.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.93, "count": 197, "max_ms": 79.154, "p95_ms": 75.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.345, "count": 197, "max_ms": 168.158, "p95_ms": 163.778}, "read_interval": {"avg_ms": 152.534, "count": 196, "max_ms": 176.28, "p95_ms": 171.574}, "triton_wait": {"avg_ms": 56.617, "count": 197, "max_ms": 80.849, "p95_ms": 75.66}, "visualize": {"avg_ms": 5.856, "count": 197, "max_ms": 7.938, "p95_ms": 6.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15697.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9979.622, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.773, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1602813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:56:38+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:56:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:56:37.971457+09:00", "mtime_epoch": 1783205797.971457, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:56:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2203.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.123}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.164, "count": 304, "max_ms": 12.647, "p95_ms": 8.544}, "gstreamer_push": {"avg_ms": 1.291, "count": 304, "max_ms": 2.122, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.545, "count": 304, "max_ms": 68.047, "p95_ms": 60.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.107, "count": 304, "max_ms": 76.296, "p95_ms": 65.06}, "yolo11_640_fire_11class": {"avg_ms": 55.26, "count": 304, "max_ms": 77.038, "p95_ms": 72.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.768, "count": 304, "max_ms": 79.415, "p95_ms": 75.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.732, "count": 304, "max_ms": 96.245, "p95_ms": 91.379}, "read_interval": {"avg_ms": 98.789, "count": 303, "max_ms": 757.43, "p95_ms": 115.114}, "triton_wait": {"avg_ms": 55.879, "count": 304, "max_ms": 79.427, "p95_ms": 75.56}, "visualize": {"avg_ms": 3.701, "count": 304, "max_ms": 5.184, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15697.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 558, "h264_decode_error_count": 1441, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:54:36+09:00", "last_error_summary": "[h264 @ 0x560d134ad580] error while decoding MB 14 39, bytestream -11", "last_exit_at": "2026-07-05T07:54:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.4, "last_started_at": "2026-07-05T07:54:39+09:00", "pid": 118109, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.156, "name": "ffmpeg", "pid": 118109, "rss_mb": 266.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 619, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 620}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.967, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1289681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:56:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:56:55+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T07:56:55+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T07:56:55.107670+09:00", "mtime_epoch": 1783205815.1076703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:56:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.538, "pushed": 6.538, "read": 6.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.112, "count": 195, "max_ms": 27.315, "p95_ms": 22.828}, "gstreamer_push": {"avg_ms": 1.006, "count": 196, "max_ms": 1.169, "p95_ms": 1.094}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.199, "count": 195, "max_ms": 64.524, "p95_ms": 61.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.663, "count": 195, "max_ms": 80.77, "p95_ms": 72.964}, "yolo11_640_fire_11class": {"avg_ms": 50.835, "count": 195, "max_ms": 74.121, "p95_ms": 70.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.459, "count": 195, "max_ms": 79.792, "p95_ms": 76.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.441, "count": 196, "max_ms": 174.715, "p95_ms": 165.863}, "read_interval": {"avg_ms": 153.734, "count": 195, "max_ms": 184.056, "p95_ms": 174.066}, "triton_wait": {"avg_ms": 57.141, "count": 195, "max_ms": 80.782, "p95_ms": 77.171}, "visualize": {"avg_ms": 5.868, "count": 195, "max_ms": 8.702, "p95_ms": 6.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15696.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10009.686, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.797, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1603113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:57:08+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T07:57:08+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T07:57:08.035832+09:00", "mtime_epoch": 1783205828.0358324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:57:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2203.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.226, "count": 300, "max_ms": 11.577, "p95_ms": 9.817}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.544, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.627, "count": 300, "max_ms": 66.587, "p95_ms": 60.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.024, "count": 300, "max_ms": 78.63, "p95_ms": 65.714}, "yolo11_640_fire_11class": {"avg_ms": 55.137, "count": 300, "max_ms": 76.182, "p95_ms": 72.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.496, "count": 300, "max_ms": 78.939, "p95_ms": 73.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.57, "count": 300, "max_ms": 94.29, "p95_ms": 89.645}, "read_interval": {"avg_ms": 100.254, "count": 299, "max_ms": 594.484, "p95_ms": 114.902}, "triton_wait": {"avg_ms": 55.752, "count": 300, "max_ms": 78.951, "p95_ms": 74.345}, "visualize": {"avg_ms": 3.656, "count": 300, "max_ms": 5.674, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15613.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1442, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:57:17+09:00", "last_error_summary": "[h264 @ 0x5646efaef7c0] error while decoding MB 57 25, bytestream -10", "last_exit_at": "2026-07-05T07:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.503, "last_started_at": "2026-07-05T07:57:19+09:00", "pid": 118216, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.398, "name": "ffmpeg", "pid": 118216, "rss_mb": 183.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 620, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.967, "sample_count": 1905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1289848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:57:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:57:25+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T07:57:25+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T07:57:25.144048+09:00", "mtime_epoch": 1783205845.1440485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:57:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.586, "pushed": 5.586, "read": 5.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.184, "count": 167, "max_ms": 27.006, "p95_ms": 23.556}, "gstreamer_push": {"avg_ms": 1.024, "count": 167, "max_ms": 1.641, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.469, "count": 167, "max_ms": 64.192, "p95_ms": 61.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.006, "count": 167, "max_ms": 75.278, "p95_ms": 70.372}, "yolo11_640_fire_11class": {"avg_ms": 50.572, "count": 167, "max_ms": 74.675, "p95_ms": 71.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.665, "count": 167, "max_ms": 80.307, "p95_ms": 75.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.953, "count": 167, "max_ms": 167.619, "p95_ms": 164.994}, "read_interval": {"avg_ms": 180.069, "count": 166, "max_ms": 4613.722, "p95_ms": 173.013}, "triton_wait": {"avg_ms": 56.49, "count": 167, "max_ms": 80.319, "p95_ms": 75.228}, "visualize": {"avg_ms": 5.912, "count": 167, "max_ms": 8.574, "p95_ms": 6.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15698.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10039.765, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.697, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1603415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:57:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:57:38+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:57:38+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T07:57:38.108213+09:00", "mtime_epoch": 1783205858.1082134, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:57:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2203.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.081, "count": 302, "max_ms": 11.282, "p95_ms": 7.95}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 2.113, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.961, "count": 302, "max_ms": 64.937, "p95_ms": 61.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.519, "count": 302, "max_ms": 77.534, "p95_ms": 66.828}, "yolo11_640_fire_11class": {"avg_ms": 54.824, "count": 302, "max_ms": 75.785, "p95_ms": 71.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.506, "count": 302, "max_ms": 79.45, "p95_ms": 75.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.185, "count": 302, "max_ms": 95.469, "p95_ms": 91.496}, "read_interval": {"avg_ms": 99.638, "count": 301, "max_ms": 732.536, "p95_ms": 112.981}, "triton_wait": {"avg_ms": 55.469, "count": 302, "max_ms": 79.465, "p95_ms": 76.101}, "visualize": {"avg_ms": 3.678, "count": 302, "max_ms": 4.838, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15699.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1442, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:57:17+09:00", "last_error_summary": "[h264 @ 0x5646efaef7c0] error while decoding MB 57 25, bytestream -10", "last_exit_at": "2026-07-05T07:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.532, "last_started_at": "2026-07-05T07:57:19+09:00", "pid": 118216, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.168, "name": "ffmpeg", "pid": 118216, "rss_mb": 269.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 620, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.082, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:57:55+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-05T07:57:55+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T07:57:55.148432+09:00", "mtime_epoch": 1783205875.1484318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:57:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.531, "pushed": 6.531, "read": 6.498}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.063, "count": 195, "max_ms": 24.454, "p95_ms": 21.837}, "gstreamer_push": {"avg_ms": 1.021, "count": 195, "max_ms": 1.499, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.027, "count": 195, "max_ms": 64.989, "p95_ms": 62.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.475, "count": 195, "max_ms": 79.724, "p95_ms": 69.992}, "yolo11_640_fire_11class": {"avg_ms": 51.024, "count": 195, "max_ms": 74.667, "p95_ms": 70.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.052, "count": 195, "max_ms": 80.365, "p95_ms": 77.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.783, "count": 195, "max_ms": 166.569, "p95_ms": 165.771}, "read_interval": {"avg_ms": 153.87, "count": 194, "max_ms": 174.643, "p95_ms": 173.78}, "triton_wait": {"avg_ms": 57.61, "count": 195, "max_ms": 80.376, "p95_ms": 77.378}, "visualize": {"avg_ms": 5.884, "count": 195, "max_ms": 7.835, "p95_ms": 6.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15700.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10069.773, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "R (running)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.637, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1603712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:58:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:58:08+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T07:58:08+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T07:58:08.120599+09:00", "mtime_epoch": 1783205888.1205988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:58:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2203.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.027, "count": 297, "max_ms": 10.323, "p95_ms": 7.948}, "gstreamer_push": {"avg_ms": 1.28, "count": 297, "max_ms": 1.986, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.174, "count": 297, "max_ms": 69.337, "p95_ms": 62.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.912, "count": 297, "max_ms": 79.222, "p95_ms": 64.82}, "yolo11_640_fire_11class": {"avg_ms": 55.071, "count": 297, "max_ms": 76.916, "p95_ms": 72.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.256, "count": 297, "max_ms": 79.173, "p95_ms": 75.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.475, "count": 297, "max_ms": 96.714, "p95_ms": 91.637}, "read_interval": {"avg_ms": 101.034, "count": 297, "max_ms": 610.301, "p95_ms": 113.111}, "triton_wait": {"avg_ms": 55.782, "count": 297, "max_ms": 79.233, "p95_ms": 76.102}, "visualize": {"avg_ms": 3.669, "count": 297, "max_ms": 4.76, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15701.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1442, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:57:17+09:00", "last_error_summary": "[h264 @ 0x5646efaef7c0] error while decoding MB 57 25, bytestream -10", "last_exit_at": "2026-07-05T07:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.535, "last_started_at": "2026-07-05T07:57:19+09:00", "pid": 118216, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.426, "name": "ffmpeg", "pid": 118216, "rss_mb": 269.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 620, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.052, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:58:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T07:58:25+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T07:58:25+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T07:58:25.176820+09:00", "mtime_epoch": 1783205905.17682, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:58:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.534, "pushed": 6.534, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.167, "count": 196, "max_ms": 23.331, "p95_ms": 22.321}, "gstreamer_push": {"avg_ms": 1.002, "count": 196, "max_ms": 1.161, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.009, "count": 196, "max_ms": 65.405, "p95_ms": 59.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.466, "count": 196, "max_ms": 80.58, "p95_ms": 71.274}, "yolo11_640_fire_11class": {"avg_ms": 50.002, "count": 196, "max_ms": 74.555, "p95_ms": 69.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.805, "count": 196, "max_ms": 80.896, "p95_ms": 75.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.946, "count": 196, "max_ms": 168.863, "p95_ms": 164.607}, "read_interval": {"avg_ms": 153.19, "count": 196, "max_ms": 180.197, "p95_ms": 173.24}, "triton_wait": {"avg_ms": 56.842, "count": 196, "max_ms": 80.907, "p95_ms": 75.85}, "visualize": {"avg_ms": 5.842, "count": 196, "max_ms": 7.663, "p95_ms": 6.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15702.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10099.931, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.496, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1604014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:58:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:58:38+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-05T07:58:38+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-05T07:58:38.056988+09:00", "mtime_epoch": 1783205918.056988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:58:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2203.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.082, "count": 301, "max_ms": 11.313, "p95_ms": 9.952}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.573, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.961, "count": 301, "max_ms": 66.218, "p95_ms": 62.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.528, "count": 301, "max_ms": 77.047, "p95_ms": 59.409}, "yolo11_640_fire_11class": {"avg_ms": 54.419, "count": 301, "max_ms": 76.541, "p95_ms": 71.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.952, "count": 301, "max_ms": 80.337, "p95_ms": 74.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.609, "count": 301, "max_ms": 95.85, "p95_ms": 90.816}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 670.087, "p95_ms": 114.847}, "triton_wait": {"avg_ms": 55.246, "count": 301, "max_ms": 80.349, "p95_ms": 75.338}, "visualize": {"avg_ms": 3.51, "count": 301, "max_ms": 5.805, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15704.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1442, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:57:17+09:00", "last_error_summary": "[h264 @ 0x5646efaef7c0] error while decoding MB 57 25, bytestream -10", "last_exit_at": "2026-07-05T07:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.559, "last_started_at": "2026-07-05T07:57:19+09:00", "pid": 118216, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.262, "name": "ffmpeg", "pid": 118216, "rss_mb": 272.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 620, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.019, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:58:55+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T07:58:55+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T07:58:55.201213+09:00", "mtime_epoch": 1783205935.2012131, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:58:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.594, "pushed": 6.594, "read": 6.56}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.918, "count": 197, "max_ms": 29.82, "p95_ms": 22.977}, "gstreamer_push": {"avg_ms": 0.996, "count": 197, "max_ms": 1.374, "p95_ms": 1.098}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.206, "count": 197, "max_ms": 65.744, "p95_ms": 61.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.366, "count": 197, "max_ms": 81.496, "p95_ms": 69.14}, "yolo11_640_fire_11class": {"avg_ms": 50.077, "count": 197, "max_ms": 79.685, "p95_ms": 68.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.885, "count": 197, "max_ms": 79.422, "p95_ms": 75.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.232, "count": 197, "max_ms": 167.26, "p95_ms": 164.509}, "read_interval": {"avg_ms": 152.4, "count": 196, "max_ms": 176.236, "p95_ms": 172.399}, "triton_wait": {"avg_ms": 56.735, "count": 197, "max_ms": 81.508, "p95_ms": 76.607}, "visualize": {"avg_ms": 5.798, "count": 197, "max_ms": 7.836, "p95_ms": 6.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15704.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10130.096, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.458, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1604314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:59:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:59:08+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T07:59:08+09:00", "mjpeg": {"age_sec": 0.358, "exists": true, "mtime": "2026-07-05T07:59:08.153384+09:00", "mtime_epoch": 1783205948.153384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:59:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2203.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.977, "count": 298, "max_ms": 10.938, "p95_ms": 7.998}, "gstreamer_push": {"avg_ms": 1.28, "count": 298, "max_ms": 1.959, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.484, "count": 298, "max_ms": 73.405, "p95_ms": 60.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.074, "count": 298, "max_ms": 77.654, "p95_ms": 64.871}, "yolo11_640_fire_11class": {"avg_ms": 53.313, "count": 298, "max_ms": 75.605, "p95_ms": 70.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.248, "count": 298, "max_ms": 77.755, "p95_ms": 73.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.705, "count": 298, "max_ms": 94.939, "p95_ms": 89.781}, "read_interval": {"avg_ms": 100.669, "count": 298, "max_ms": 761.102, "p95_ms": 127.1}, "triton_wait": {"avg_ms": 54.138, "count": 298, "max_ms": 77.766, "p95_ms": 74.4}, "visualize": {"avg_ms": 3.651, "count": 298, "max_ms": 4.976, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15704.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1442, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:57:17+09:00", "last_error_summary": "[h264 @ 0x5646efaef7c0] error while decoding MB 57 25, bytestream -10", "last_exit_at": "2026-07-05T07:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.585, "last_started_at": "2026-07-05T07:57:19+09:00", "pid": 118216, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.262, "name": "ffmpeg", "pid": 118216, "rss_mb": 272.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 620, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.997, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:59:25+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T07:59:25+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T07:59:25.217610+09:00", "mtime_epoch": 1783205965.2176104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:59:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.599, "pushed": 6.599, "read": 6.565}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.911, "count": 197, "max_ms": 23.486, "p95_ms": 21.883}, "gstreamer_push": {"avg_ms": 1.016, "count": 197, "max_ms": 1.757, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.539, "count": 197, "max_ms": 65.009, "p95_ms": 62.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.039, "count": 197, "max_ms": 79.618, "p95_ms": 64.898}, "yolo11_640_fire_11class": {"avg_ms": 49.586, "count": 197, "max_ms": 72.442, "p95_ms": 69.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.439, "count": 197, "max_ms": 79.869, "p95_ms": 77.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.157, "count": 197, "max_ms": 168.225, "p95_ms": 165.216}, "read_interval": {"avg_ms": 152.365, "count": 196, "max_ms": 176.352, "p95_ms": 173.19}, "triton_wait": {"avg_ms": 55.97, "count": 197, "max_ms": 79.881, "p95_ms": 77.28}, "visualize": {"avg_ms": 5.852, "count": 197, "max_ms": 7.606, "p95_ms": 6.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15704.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10160.097, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.072, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1604615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:59:38+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T07:59:38+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T07:59:38.445787+09:00", "mtime_epoch": 1783205978.4457867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T07:59:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2203.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.065, "count": 301, "max_ms": 11.786, "p95_ms": 8.273}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.639, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.908, "count": 301, "max_ms": 66.619, "p95_ms": 61.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.501, "count": 301, "max_ms": 78.066, "p95_ms": 61.418}, "yolo11_640_fire_11class": {"avg_ms": 54.369, "count": 301, "max_ms": 78.474, "p95_ms": 69.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.233, "count": 301, "max_ms": 79.903, "p95_ms": 74.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.895, "count": 301, "max_ms": 99.203, "p95_ms": 90.588}, "read_interval": {"avg_ms": 99.661, "count": 301, "max_ms": 514.367, "p95_ms": 114.271}, "triton_wait": {"avg_ms": 55.201, "count": 301, "max_ms": 79.915, "p95_ms": 75.141}, "visualize": {"avg_ms": 3.679, "count": 301, "max_ms": 5.264, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15715.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1442, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:57:17+09:00", "last_error_summary": "[h264 @ 0x5646efaef7c0] error while decoding MB 57 25, bytestream -10", "last_exit_at": "2026-07-05T07:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.656, "last_started_at": "2026-07-05T07:57:19+09:00", "pid": 118216, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.457, "name": "ffmpeg", "pid": 118216, "rss_mb": 283.457, "state": "S (sleeping)", "threads": 104}, "restart_count": 620, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.972, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T07:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T07:59:55+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T07:59:55+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T07:59:55.302013+09:00", "mtime_epoch": 1783205995.3020127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T07:59:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9238.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.584, "pushed": 6.584, "read": 6.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.835, "count": 197, "max_ms": 33.688, "p95_ms": 22.6}, "gstreamer_push": {"avg_ms": 1.022, "count": 197, "max_ms": 1.243, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.483, "count": 197, "max_ms": 64.948, "p95_ms": 62.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.204, "count": 197, "max_ms": 78.668, "p95_ms": 69.21}, "yolo11_640_fire_11class": {"avg_ms": 49.529, "count": 197, "max_ms": 74.002, "p95_ms": 70.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.224, "count": 197, "max_ms": 80.005, "p95_ms": 77.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.292, "count": 197, "max_ms": 171.477, "p95_ms": 165.66}, "read_interval": {"avg_ms": 152.66, "count": 196, "max_ms": 179.544, "p95_ms": 174.328}, "triton_wait": {"avg_ms": 57.085, "count": 197, "max_ms": 80.017, "p95_ms": 77.85}, "visualize": {"avg_ms": 5.792, "count": 197, "max_ms": 8.554, "p95_ms": 6.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15694.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10190.098, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.944, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1604917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:00:08+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:00:08+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:00:08.446190+09:00", "mtime_epoch": 1783206008.4461899, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:00:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2204.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.978, "count": 302, "max_ms": 11.024, "p95_ms": 7.667}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 2.053, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.519, "count": 302, "max_ms": 70.445, "p95_ms": 60.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.251, "count": 302, "max_ms": 74.789, "p95_ms": 60.186}, "yolo11_640_fire_11class": {"avg_ms": 54.048, "count": 302, "max_ms": 75.392, "p95_ms": 69.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.063, "count": 302, "max_ms": 79.705, "p95_ms": 74.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.272, "count": 302, "max_ms": 95.329, "p95_ms": 90.156}, "read_interval": {"avg_ms": 99.349, "count": 302, "max_ms": 656.718, "p95_ms": 111.081}, "triton_wait": {"avg_ms": 54.715, "count": 302, "max_ms": 79.718, "p95_ms": 74.8}, "visualize": {"avg_ms": 3.653, "count": 302, "max_ms": 4.775, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15698.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T07:59:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.918, "last_started_at": "2026-07-05T07:59:58+09:00", "pid": 118323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.902, "name": "ffmpeg", "pid": 118323, "rss_mb": 265.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 621, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 622}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.994, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:00:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:00:25+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T08:00:25+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T08:00:25.342418+09:00", "mtime_epoch": 1783206025.3424184, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:00:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9239.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.485, "pushed": 5.485, "read": 5.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.64, "count": 164, "max_ms": 33.541, "p95_ms": 25.411}, "gstreamer_push": {"avg_ms": 1.019, "count": 164, "max_ms": 1.435, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.412, "count": 164, "max_ms": 65.747, "p95_ms": 60.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.91, "count": 164, "max_ms": 76.756, "p95_ms": 66.644}, "yolo11_640_fire_11class": {"avg_ms": 48.942, "count": 164, "max_ms": 74.099, "p95_ms": 68.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.182, "count": 164, "max_ms": 81.452, "p95_ms": 75.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.011, "count": 164, "max_ms": 187.454, "p95_ms": 165.397}, "read_interval": {"avg_ms": 183.396, "count": 163, "max_ms": 4670.98, "p95_ms": 175.342}, "triton_wait": {"avg_ms": 55.83, "count": 164, "max_ms": 81.465, "p95_ms": 75.755}, "visualize": {"avg_ms": 5.928, "count": 164, "max_ms": 11.053, "p95_ms": 7.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15698.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10220.146, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.021, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1605218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:00:38+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T08:00:38+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:00:38.494597+09:00", "mtime_epoch": 1783206038.4945972, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:00:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2204.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.161, "count": 301, "max_ms": 12.102, "p95_ms": 8.564}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 1.62, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.701, "count": 301, "max_ms": 69.389, "p95_ms": 62.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.172, "count": 301, "max_ms": 76.106, "p95_ms": 58.027}, "yolo11_640_fire_11class": {"avg_ms": 54.965, "count": 301, "max_ms": 80.035, "p95_ms": 72.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.881, "count": 301, "max_ms": 77.857, "p95_ms": 74.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.596, "count": 301, "max_ms": 97.162, "p95_ms": 90.912}, "read_interval": {"avg_ms": 99.854, "count": 300, "max_ms": 556.594, "p95_ms": 117.381}, "triton_wait": {"avg_ms": 55.544, "count": 301, "max_ms": 80.048, "p95_ms": 75.034}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 5.11, "p95_ms": 4.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15700.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T07:59:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.992, "last_started_at": "2026-07-05T07:59:58+09:00", "pid": 118323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.449, "name": "ffmpeg", "pid": 118323, "rss_mb": 267.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 621, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 622}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.994, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1291186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:00:55+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T08:00:55+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T08:00:55.398828+09:00", "mtime_epoch": 1783206055.398828, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:00:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9239.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.419, "pushed": 6.419, "read": 6.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.963, "count": 192, "max_ms": 29.677, "p95_ms": 21.868}, "gstreamer_push": {"avg_ms": 1.028, "count": 192, "max_ms": 1.156, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.78, "count": 192, "max_ms": 69.366, "p95_ms": 63.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.167, "count": 192, "max_ms": 79.201, "p95_ms": 72.106}, "yolo11_640_fire_11class": {"avg_ms": 50.881, "count": 192, "max_ms": 77.016, "p95_ms": 70.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.379, "count": 192, "max_ms": 81.533, "p95_ms": 77.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.466, "count": 192, "max_ms": 172.393, "p95_ms": 164.497}, "read_interval": {"avg_ms": 156.588, "count": 191, "max_ms": 183.123, "p95_ms": 175.717}, "triton_wait": {"avg_ms": 57.37, "count": 192, "max_ms": 81.544, "p95_ms": 77.994}, "visualize": {"avg_ms": 5.852, "count": 192, "max_ms": 7.656, "p95_ms": 6.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15701.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10250.243, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.86, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1605522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:01:08+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:01:08+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T08:01:08.567008+09:00", "mtime_epoch": 1783206068.5670085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179536}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:01:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2204.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.132, "count": 303, "max_ms": 11.465, "p95_ms": 8.297}, "gstreamer_push": {"avg_ms": 1.282, "count": 303, "max_ms": 1.782, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.747, "count": 303, "max_ms": 67.839, "p95_ms": 62.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.048, "count": 303, "max_ms": 79.499, "p95_ms": 64.792}, "yolo11_640_fire_11class": {"avg_ms": 54.683, "count": 303, "max_ms": 77.887, "p95_ms": 71.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.261, "count": 303, "max_ms": 81.033, "p95_ms": 76.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.366, "count": 303, "max_ms": 98.09, "p95_ms": 92.799}, "read_interval": {"avg_ms": 99.05, "count": 303, "max_ms": 870.181, "p95_ms": 111.394}, "triton_wait": {"avg_ms": 55.41, "count": 303, "max_ms": 81.046, "p95_ms": 76.055}, "visualize": {"avg_ms": 3.689, "count": 303, "max_ms": 5.54, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15702.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T07:59:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.003, "last_started_at": "2026-07-05T07:59:58+09:00", "pid": 118323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.285, "name": "ffmpeg", "pid": 118323, "rss_mb": 270.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 621, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 622}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.091, "sample_count": 1890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1291378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:01:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:01:25+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T08:01:25+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T08:01:25.419241+09:00", "mtime_epoch": 1783206085.4192407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:01:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9239.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.43, "pushed": 6.43, "read": 6.397}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.146, "count": 192, "max_ms": 29.623, "p95_ms": 23.35}, "gstreamer_push": {"avg_ms": 1.022, "count": 192, "max_ms": 1.195, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.103, "count": 192, "max_ms": 68.974, "p95_ms": 64.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.326, "count": 192, "max_ms": 80.781, "p95_ms": 68.945}, "yolo11_640_fire_11class": {"avg_ms": 49.884, "count": 192, "max_ms": 72.68, "p95_ms": 69.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.386, "count": 192, "max_ms": 82.058, "p95_ms": 76.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.062, "count": 192, "max_ms": 171.708, "p95_ms": 164.71}, "read_interval": {"avg_ms": 156.305, "count": 191, "max_ms": 184.255, "p95_ms": 176.162}, "triton_wait": {"avg_ms": 56.962, "count": 192, "max_ms": 82.067, "p95_ms": 76.765}, "visualize": {"avg_ms": 5.886, "count": 192, "max_ms": 7.98, "p95_ms": 6.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15702.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10280.282, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.021, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1605818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:01:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:01:38+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T08:01:38+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:01:38.631423+09:00", "mtime_epoch": 1783206098.6314232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:01:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2204.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.891, "pushed": 9.891, "read": 9.858}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.211, "count": 296, "max_ms": 12.547, "p95_ms": 8.502}, "gstreamer_push": {"avg_ms": 1.287, "count": 296, "max_ms": 1.885, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.89, "count": 296, "max_ms": 69.158, "p95_ms": 63.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.333, "count": 296, "max_ms": 74.792, "p95_ms": 60.162}, "yolo11_640_fire_11class": {"avg_ms": 54.276, "count": 296, "max_ms": 74.898, "p95_ms": 71.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.205, "count": 296, "max_ms": 81.454, "p95_ms": 75.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.748, "count": 296, "max_ms": 98.919, "p95_ms": 91.84}, "read_interval": {"avg_ms": 101.507, "count": 295, "max_ms": 723.719, "p95_ms": 124.985}, "triton_wait": {"avg_ms": 55.127, "count": 296, "max_ms": 81.466, "p95_ms": 75.829}, "visualize": {"avg_ms": 3.705, "count": 296, "max_ms": 5.17, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15702.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T07:59:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.088, "last_started_at": "2026-07-05T07:59:58+09:00", "pid": 118323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.285, "name": "ffmpeg", "pid": 118323, "rss_mb": 270.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 621, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 622}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.874, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1291571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:01:55+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T08:01:55+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T08:01:55.511657+09:00", "mtime_epoch": 1783206115.5116575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:01:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9239.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.45, "pushed": 6.45, "read": 6.416}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.927, "count": 193, "max_ms": 33.818, "p95_ms": 21.942}, "gstreamer_push": {"avg_ms": 1.034, "count": 193, "max_ms": 1.149, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.877, "count": 193, "max_ms": 69.768, "p95_ms": 63.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.927, "count": 193, "max_ms": 77.405, "p95_ms": 71.626}, "yolo11_640_fire_11class": {"avg_ms": 50.047, "count": 193, "max_ms": 73.656, "p95_ms": 70.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.765, "count": 193, "max_ms": 83.056, "p95_ms": 76.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.616, "count": 193, "max_ms": 172.034, "p95_ms": 163.787}, "read_interval": {"avg_ms": 155.898, "count": 192, "max_ms": 182.852, "p95_ms": 175.237}, "triton_wait": {"avg_ms": 56.978, "count": 193, "max_ms": 83.068, "p95_ms": 76.675}, "visualize": {"avg_ms": 5.815, "count": 193, "max_ms": 6.971, "p95_ms": 6.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15702.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10310.34, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.144, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1606119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:02:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:02:08+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T08:02:08+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T08:02:08.683841+09:00", "mtime_epoch": 1783206128.683841, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:02:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2204.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.207, "count": 301, "max_ms": 11.802, "p95_ms": 8.687}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.767, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.56, "count": 301, "max_ms": 73.242, "p95_ms": 63.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.685, "count": 301, "max_ms": 76.595, "p95_ms": 68.459}, "yolo11_640_fire_11class": {"avg_ms": 53.849, "count": 301, "max_ms": 76.614, "p95_ms": 69.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.049, "count": 301, "max_ms": 81.397, "p95_ms": 73.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.433, "count": 301, "max_ms": 98.271, "p95_ms": 92.316}, "read_interval": {"avg_ms": 99.879, "count": 300, "max_ms": 689.259, "p95_ms": 111.936}, "triton_wait": {"avg_ms": 54.835, "count": 301, "max_ms": 81.408, "p95_ms": 75.682}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 5.831, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15703.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T07:59:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.184, "last_started_at": "2026-07-05T07:59:58+09:00", "pid": 118323, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.285, "name": "ffmpeg", "pid": 118323, "rss_mb": 270.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 621, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 622}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.727, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1291764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:02:25+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T08:02:25+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T08:02:25.604078+09:00", "mtime_epoch": 1783206145.6040776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:02:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9239.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.446, "pushed": 6.446, "read": 6.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.815, "count": 192, "max_ms": 24.173, "p95_ms": 21.692}, "gstreamer_push": {"avg_ms": 1.016, "count": 193, "max_ms": 1.319, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.89, "count": 192, "max_ms": 68.813, "p95_ms": 62.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.578, "count": 192, "max_ms": 80.596, "p95_ms": 72.63}, "yolo11_640_fire_11class": {"avg_ms": 49.429, "count": 192, "max_ms": 74.697, "p95_ms": 66.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.483, "count": 192, "max_ms": 81.135, "p95_ms": 76.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.738, "count": 193, "max_ms": 176.569, "p95_ms": 164.038}, "read_interval": {"avg_ms": 155.959, "count": 192, "max_ms": 192.792, "p95_ms": 175.118}, "triton_wait": {"avg_ms": 57.07, "count": 192, "max_ms": 81.147, "p95_ms": 76.206}, "visualize": {"avg_ms": 5.854, "count": 192, "max_ms": 6.669, "p95_ms": 6.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15631.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10340.398, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.186, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1606419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:02:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:02:38+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T08:02:38+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T08:02:38.752262+09:00", "mtime_epoch": 1783206158.7522619, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:02:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2204.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.194, "count": 300, "max_ms": 11.576, "p95_ms": 8.483}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.822, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.416, "count": 300, "max_ms": 74.05, "p95_ms": 61.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.532, "count": 300, "max_ms": 79.094, "p95_ms": 66.663}, "yolo11_640_fire_11class": {"avg_ms": 51.147, "count": 300, "max_ms": 74.127, "p95_ms": 65.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.942, "count": 300, "max_ms": 78.573, "p95_ms": 75.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.3, "count": 300, "max_ms": 96.233, "p95_ms": 91.455}, "read_interval": {"avg_ms": 100.251, "count": 299, "max_ms": 727.003, "p95_ms": 110.712}, "triton_wait": {"avg_ms": 53.17, "count": 300, "max_ms": 79.102, "p95_ms": 75.707}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 4.868, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15699.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T08:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.806, "last_started_at": "2026-07-05T08:02:32+09:00", "pid": 118430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.309, "name": "ffmpeg", "pid": 118430, "rss_mb": 264.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 622, "restart_count_per_hour": 21, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 623}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.497, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1291941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:02:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:02:55+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T08:02:55+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T08:02:55.636500+09:00", "mtime_epoch": 1783206175.6364996, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:02:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9239.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.922, "pushed": 5.922, "read": 5.889}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.476, "count": 177, "max_ms": 24.258, "p95_ms": 21.116}, "gstreamer_push": {"avg_ms": 1.056, "count": 177, "max_ms": 1.239, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.213, "count": 177, "max_ms": 67.269, "p95_ms": 62.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.2, "count": 177, "max_ms": 73.757, "p95_ms": 67.549}, "yolo11_640_fire_11class": {"avg_ms": 49.633, "count": 177, "max_ms": 71.3, "p95_ms": 65.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.366, "count": 177, "max_ms": 83.843, "p95_ms": 76.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.942, "count": 177, "max_ms": 172.632, "p95_ms": 161.417}, "read_interval": {"avg_ms": 169.754, "count": 176, "max_ms": 4542.578, "p95_ms": 170.925}, "triton_wait": {"avg_ms": 57.6, "count": 177, "max_ms": 83.856, "p95_ms": 76.886}, "visualize": {"avg_ms": 5.434, "count": 177, "max_ms": 7.016, "p95_ms": 6.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15700.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10370.441, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.122, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1606721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:03:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:03:08+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:03:08+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T08:03:08.788685+09:00", "mtime_epoch": 1783206188.7886853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:03:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2204.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.13, "count": 302, "max_ms": 11.71, "p95_ms": 8.39}, "gstreamer_push": {"avg_ms": 1.282, "count": 302, "max_ms": 1.833, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.508, "count": 302, "max_ms": 75.07, "p95_ms": 62.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.622, "count": 302, "max_ms": 76.876, "p95_ms": 64.732}, "yolo11_640_fire_11class": {"avg_ms": 50.735, "count": 302, "max_ms": 71.006, "p95_ms": 64.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.825, "count": 302, "max_ms": 79.785, "p95_ms": 75.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.39, "count": 302, "max_ms": 95.483, "p95_ms": 91.453}, "read_interval": {"avg_ms": 99.504, "count": 301, "max_ms": 673.197, "p95_ms": 112.134}, "triton_wait": {"avg_ms": 53.371, "count": 302, "max_ms": 79.797, "p95_ms": 75.583}, "visualize": {"avg_ms": 3.686, "count": 302, "max_ms": 5.313, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15703.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T08:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.916, "last_started_at": "2026-07-05T08:02:32+09:00", "pid": 118430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.176, "name": "ffmpeg", "pid": 118430, "rss_mb": 268.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 622, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 623}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.29, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1292151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:03:25+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:03:25+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T08:03:25.760926+09:00", "mtime_epoch": 1783206205.7609258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:03:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9239.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.013, "pushed": 7.013, "read": 6.979}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.349, "count": 209, "max_ms": 24.097, "p95_ms": 21.25}, "gstreamer_push": {"avg_ms": 1.048, "count": 210, "max_ms": 1.627, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.553, "count": 209, "max_ms": 71.101, "p95_ms": 61.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.757, "count": 209, "max_ms": 80.256, "p95_ms": 63.637}, "yolo11_640_fire_11class": {"avg_ms": 48.034, "count": 209, "max_ms": 71.683, "p95_ms": 61.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.544, "count": 209, "max_ms": 83.008, "p95_ms": 75.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.23, "count": 210, "max_ms": 168.953, "p95_ms": 158.565}, "read_interval": {"avg_ms": 143.372, "count": 209, "max_ms": 177.027, "p95_ms": 166.888}, "triton_wait": {"avg_ms": 55.782, "count": 209, "max_ms": 83.019, "p95_ms": 75.095}, "visualize": {"avg_ms": 5.394, "count": 209, "max_ms": 6.241, "p95_ms": 5.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15704.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10400.46, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.371, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1607018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:03:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:03:38+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:03:38+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T08:03:38.809111+09:00", "mtime_epoch": 1783206218.809111, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:03:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2205.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.885}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.096, "count": 297, "max_ms": 12.403, "p95_ms": 8.212}, "gstreamer_push": {"avg_ms": 1.283, "count": 297, "max_ms": 1.973, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.468, "count": 297, "max_ms": 67.08, "p95_ms": 62.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.891, "count": 297, "max_ms": 81.4, "p95_ms": 64.149}, "yolo11_640_fire_11class": {"avg_ms": 51.036, "count": 297, "max_ms": 74.672, "p95_ms": 64.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.884, "count": 297, "max_ms": 79.676, "p95_ms": 75.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.81, "count": 297, "max_ms": 97.929, "p95_ms": 92.195}, "read_interval": {"avg_ms": 101.13, "count": 296, "max_ms": 630.475, "p95_ms": 211.36}, "triton_wait": {"avg_ms": 53.857, "count": 297, "max_ms": 81.412, "p95_ms": 76.012}, "visualize": {"avg_ms": 3.67, "count": 297, "max_ms": 5.038, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15704.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T08:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.063, "last_started_at": "2026-07-05T08:02:32+09:00", "pid": 118430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.691, "name": "ffmpeg", "pid": 118430, "rss_mb": 268.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 622, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 623}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.21, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1292351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:03:56+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T08:03:55+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T08:03:55.905355+09:00", "mtime_epoch": 1783206235.9053547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:03:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9239.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.667, "pushed": 6.667, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.935, "count": 199, "max_ms": 31.444, "p95_ms": 21.92}, "gstreamer_push": {"avg_ms": 1.035, "count": 200, "max_ms": 1.284, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.519, "count": 199, "max_ms": 70.484, "p95_ms": 66.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.191, "count": 199, "max_ms": 81.938, "p95_ms": 69.529}, "yolo11_640_fire_11class": {"avg_ms": 50.851, "count": 199, "max_ms": 71.83, "p95_ms": 68.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.255, "count": 199, "max_ms": 81.166, "p95_ms": 78.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.358, "count": 200, "max_ms": 170.126, "p95_ms": 164.097}, "read_interval": {"avg_ms": 150.739, "count": 199, "max_ms": 177.45, "p95_ms": 173.38}, "triton_wait": {"avg_ms": 57.491, "count": 199, "max_ms": 81.949, "p95_ms": 78.387}, "visualize": {"avg_ms": 5.719, "count": 199, "max_ms": 7.278, "p95_ms": 6.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15704.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10430.526, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.575, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1607322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:04:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:04:08+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:04:08+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T08:04:08.873540+09:00", "mtime_epoch": 1783206248.8735402, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173307}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:04:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2205.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.14, "pushed": 10.14, "read": 10.107}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.338, "count": 304, "max_ms": 11.181, "p95_ms": 8.54}, "gstreamer_push": {"avg_ms": 1.295, "count": 304, "max_ms": 2.129, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.372, "count": 304, "max_ms": 72.623, "p95_ms": 66.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.784, "count": 304, "max_ms": 77.554, "p95_ms": 67.626}, "yolo11_640_fire_11class": {"avg_ms": 53.685, "count": 304, "max_ms": 72.571, "p95_ms": 67.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.568, "count": 304, "max_ms": 78.774, "p95_ms": 75.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.749, "count": 304, "max_ms": 96.054, "p95_ms": 92.641}, "read_interval": {"avg_ms": 98.946, "count": 303, "max_ms": 600.245, "p95_ms": 111.874}, "triton_wait": {"avg_ms": 55.757, "count": 304, "max_ms": 78.787, "p95_ms": 75.954}, "visualize": {"avg_ms": 3.737, "count": 304, "max_ms": 5.641, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15705.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T08:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.193, "last_started_at": "2026-07-05T08:02:32+09:00", "pid": 118430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.035, "name": "ffmpeg", "pid": 118430, "rss_mb": 270.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 622, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 623}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.038, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1292555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:04:26+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T08:04:26+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T08:04:26.029786+09:00", "mtime_epoch": 1783206266.029786, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:04:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.767, "pushed": 6.767, "read": 6.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.715, "count": 203, "max_ms": 24.13, "p95_ms": 21.684}, "gstreamer_push": {"avg_ms": 1.031, "count": 203, "max_ms": 1.229, "p95_ms": 1.138}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.48, "count": 203, "max_ms": 69.833, "p95_ms": 64.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.913, "count": 203, "max_ms": 79.711, "p95_ms": 68.025}, "yolo11_640_fire_11class": {"avg_ms": 49.385, "count": 203, "max_ms": 70.112, "p95_ms": 65.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.337, "count": 203, "max_ms": 80.071, "p95_ms": 77.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.097, "count": 203, "max_ms": 168.021, "p95_ms": 161.848}, "read_interval": {"avg_ms": 147.688, "count": 203, "max_ms": 177.035, "p95_ms": 170.846}, "triton_wait": {"avg_ms": 56.393, "count": 203, "max_ms": 80.082, "p95_ms": 77.431}, "visualize": {"avg_ms": 5.595, "count": 203, "max_ms": 6.622, "p95_ms": 6.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15711.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10460.546, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.455, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1607620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:04:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:04:38+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T08:04:38+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T08:04:38.897971+09:00", "mtime_epoch": 1783206278.897971, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:04:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2205.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.19, "count": 298, "max_ms": 11.484, "p95_ms": 8.485}, "gstreamer_push": {"avg_ms": 1.283, "count": 298, "max_ms": 2.072, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.494, "count": 298, "max_ms": 68.505, "p95_ms": 58.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.944, "count": 298, "max_ms": 69.78, "p95_ms": 55.418}, "yolo11_640_fire_11class": {"avg_ms": 50.256, "count": 298, "max_ms": 74.341, "p95_ms": 64.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.828, "count": 298, "max_ms": 78.736, "p95_ms": 73.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.779, "count": 298, "max_ms": 94.34, "p95_ms": 89.065}, "read_interval": {"avg_ms": 100.809, "count": 297, "max_ms": 610.794, "p95_ms": 119.328}, "triton_wait": {"avg_ms": 51.776, "count": 298, "max_ms": 78.748, "p95_ms": 73.207}, "visualize": {"avg_ms": 3.687, "count": 298, "max_ms": 4.782, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15711.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T08:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.201, "last_started_at": "2026-07-05T08:02:32+09:00", "pid": 118430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.449, "name": "ffmpeg", "pid": 118430, "rss_mb": 275.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 622, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 623}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.699, "sample_count": 1930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1292764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:04:56+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T08:04:56+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T08:04:56.054218+09:00", "mtime_epoch": 1783206296.054218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:04:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.967, "pushed": 6.967, "read": 6.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.526, "count": 209, "max_ms": 25.37, "p95_ms": 21.708}, "gstreamer_push": {"avg_ms": 1.037, "count": 209, "max_ms": 1.281, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.486, "count": 209, "max_ms": 67.534, "p95_ms": 61.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.559, "count": 209, "max_ms": 71.169, "p95_ms": 64.376}, "yolo11_640_fire_11class": {"avg_ms": 48.496, "count": 209, "max_ms": 71.426, "p95_ms": 69.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.15, "count": 209, "max_ms": 79.142, "p95_ms": 76.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.933, "count": 209, "max_ms": 166.235, "p95_ms": 155.676}, "read_interval": {"avg_ms": 143.597, "count": 209, "max_ms": 174.415, "p95_ms": 163.826}, "triton_wait": {"avg_ms": 55.268, "count": 209, "max_ms": 79.154, "p95_ms": 76.969}, "visualize": {"avg_ms": 5.514, "count": 209, "max_ms": 7.56, "p95_ms": 6.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15713.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10490.563, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.472, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1607921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:05:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:05:08+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:05:08+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T08:05:08.914404+09:00", "mtime_epoch": 1783206308.914404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:05:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2205.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.124, "count": 301, "max_ms": 11.248, "p95_ms": 8.396}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 2.123, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.501, "count": 301, "max_ms": 72.471, "p95_ms": 61.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.303, "count": 301, "max_ms": 76.876, "p95_ms": 62.267}, "yolo11_640_fire_11class": {"avg_ms": 54.264, "count": 301, "max_ms": 75.568, "p95_ms": 69.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.185, "count": 301, "max_ms": 79.18, "p95_ms": 74.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.719, "count": 301, "max_ms": 97.677, "p95_ms": 90.864}, "read_interval": {"avg_ms": 99.794, "count": 300, "max_ms": 561.858, "p95_ms": 113.946}, "triton_wait": {"avg_ms": 55.664, "count": 301, "max_ms": 79.193, "p95_ms": 74.635}, "visualize": {"avg_ms": 3.644, "count": 301, "max_ms": 4.875, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15713.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1443, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T07:59:55+09:00", "last_error_summary": "[h264 @ 0x5645c435c200] error while decoding MB 22 21, bytestream -48", "last_exit_at": "2026-07-05T08:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.308, "last_started_at": "2026-07-05T08:02:32+09:00", "pid": 118430, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.047, "name": "ffmpeg", "pid": 118430, "rss_mb": 277.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 622, "restart_count_per_hour": 20, "rtsp_timeout_count": 380, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 623}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.466, "sample_count": 1984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1292983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:05:26+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T08:05:26+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T08:05:26.158653+09:00", "mtime_epoch": 1783206326.1586535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:05:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.308, "pushed": 7.308, "read": 7.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.063, "count": 218, "max_ms": 23.415, "p95_ms": 21.122}, "gstreamer_push": {"avg_ms": 1.069, "count": 219, "max_ms": 1.797, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.407, "count": 218, "max_ms": 69.732, "p95_ms": 64.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.428, "count": 218, "max_ms": 76.21, "p95_ms": 63.752}, "yolo11_640_fire_11class": {"avg_ms": 52.029, "count": 218, "max_ms": 75.249, "p95_ms": 69.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.932, "count": 218, "max_ms": 81.282, "p95_ms": 76.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.463, "count": 219, "max_ms": 243.696, "p95_ms": 162.878}, "read_interval": {"avg_ms": 137.452, "count": 218, "max_ms": 250.862, "p95_ms": 171.551}, "triton_wait": {"avg_ms": 58.09, "count": 218, "max_ms": 81.294, "p95_ms": 76.862}, "visualize": {"avg_ms": 5.119, "count": 218, "max_ms": 7.629, "p95_ms": 6.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15713.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10520.769, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.472, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1608224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:05:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T08:05:39+09:00", "mjpeg": {"age_sec": 0.412, "exists": true, "mtime": "2026-07-05T08:05:38.770837+09:00", "mtime_epoch": 1783206338.7708366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:05:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2205.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.082, "count": 301, "max_ms": 11.156, "p95_ms": 8.275}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.949, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.796, "count": 301, "max_ms": 69.29, "p95_ms": 61.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.746, "count": 301, "max_ms": 74.447, "p95_ms": 61.539}, "yolo11_640_fire_11class": {"avg_ms": 54.234, "count": 301, "max_ms": 78.191, "p95_ms": 68.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.908, "count": 301, "max_ms": 79.12, "p95_ms": 75.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.259, "count": 301, "max_ms": 95.128, "p95_ms": 90.792}, "read_interval": {"avg_ms": 99.778, "count": 301, "max_ms": 730.103, "p95_ms": 119.15}, "triton_wait": {"avg_ms": 55.517, "count": 301, "max_ms": 79.133, "p95_ms": 75.428}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 4.776, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.803, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15574.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1447, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:05:54+09:00", "last_error_summary": "[h264 @ 0x559b37dfcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b37dfcc00] error while decoding MB 0 26, bytestream 66005 [h264 @ 0x559b37dfcc00] cabac decode of qscale diff failed at 46 32 [h264 @ 0x559b37dfcc00] error while decoding MB 46 32, bytestream 195 [h264 @ 0x559b38aa4d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b38aa4d40] error while decoding MB 0 33, bytestream 83591 [in#0/rtsp @ 0x559b37cd9e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-05T08:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.159, "last_started_at": "2026-07-05T08:05:57+09:00", "pid": 118537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.504, "name": "ffmpeg", "pid": 118537, "rss_mb": 141.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 623, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.059, "sample_count": 1844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1293053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:05:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:05:59+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T08:05:59+09:00", "mjpeg": {"age_sec": 4.379, "exists": true, "mtime": "2026-07-05T08:05:54.803070+09:00", "mtime_epoch": 1783206354.8030698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:05:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.636, "pushed": 1.636, "read": 1.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.662, "count": 49, "max_ms": 23.609, "p95_ms": 22.194}, "gstreamer_push": {"avg_ms": 1.06, "count": 49, "max_ms": 1.215, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.44, "count": 49, "max_ms": 65.91, "p95_ms": 62.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.65, "count": 49, "max_ms": 77.061, "p95_ms": 67.292}, "yolo11_640_fire_11class": {"avg_ms": 52.547, "count": 49, "max_ms": 77.28, "p95_ms": 70.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.436, "count": 49, "max_ms": 79.277, "p95_ms": 78.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.359, "count": 49, "max_ms": 169.987, "p95_ms": 163.433}, "read_interval": {"avg_ms": 623.348, "count": 48, "max_ms": 19082.226, "p95_ms": 178.509}, "triton_wait": {"avg_ms": 58.631, "count": 49, "max_ms": 79.289, "p95_ms": 78.57}, "visualize": {"avg_ms": 5.236, "count": 49, "max_ms": 7.366, "p95_ms": 6.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15703.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10550.993, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.202, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1608524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:06:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:06:09+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-05T08:06:09.091278+09:00", "mtime_epoch": 1783206369.091278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:06:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2205.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.085, "count": 298, "max_ms": 12.305, "p95_ms": 7.965}, "gstreamer_push": {"avg_ms": 1.273, "count": 298, "max_ms": 1.45, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.944, "count": 298, "max_ms": 63.9, "p95_ms": 56.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.622, "count": 298, "max_ms": 79.166, "p95_ms": 52.644}, "yolo11_640_fire_11class": {"avg_ms": 51.994, "count": 298, "max_ms": 72.479, "p95_ms": 62.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.688, "count": 298, "max_ms": 78.587, "p95_ms": 69.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.223, "count": 298, "max_ms": 94.831, "p95_ms": 85.406}, "read_interval": {"avg_ms": 100.924, "count": 297, "max_ms": 678.508, "p95_ms": 217.697}, "triton_wait": {"avg_ms": 52.527, "count": 298, "max_ms": 79.178, "p95_ms": 69.911}, "visualize": {"avg_ms": 3.659, "count": 298, "max_ms": 5.002, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15705.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1447, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:05:54+09:00", "last_error_summary": "[h264 @ 0x559b37dfcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b37dfcc00] error while decoding MB 0 26, bytestream 66005 [h264 @ 0x559b37dfcc00] cabac decode of qscale diff failed at 46 32 [h264 @ 0x559b37dfcc00] error while decoding MB 46 32, bytestream 195 [h264 @ 0x559b38aa4d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b38aa4d40] error while decoding MB 0 33, bytestream 83591 [in#0/rtsp @ 0x559b37cd9e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-05T08:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.235, "last_started_at": "2026-07-05T08:05:57+09:00", "pid": 118537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.723, "name": "ffmpeg", "pid": 118537, "rss_mb": 268.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 623, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.282, "sample_count": 1853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1293254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:06:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:06:29+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T08:06:29+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T08:06:29.131571+09:00", "mtime_epoch": 1783206389.131571, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:06:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.721, "pushed": 6.721, "read": 6.688}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.195, "count": 201, "max_ms": 29.056, "p95_ms": 22.119}, "gstreamer_push": {"avg_ms": 1.047, "count": 201, "max_ms": 1.237, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.003, "count": 201, "max_ms": 67.916, "p95_ms": 62.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.796, "count": 201, "max_ms": 81.348, "p95_ms": 68.411}, "yolo11_640_fire_11class": {"avg_ms": 50.853, "count": 201, "max_ms": 72.614, "p95_ms": 70.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.091, "count": 201, "max_ms": 81.316, "p95_ms": 77.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.747, "count": 201, "max_ms": 173.253, "p95_ms": 164.492}, "read_interval": {"avg_ms": 149.649, "count": 200, "max_ms": 181.353, "p95_ms": 172.252}, "triton_wait": {"avg_ms": 57.295, "count": 201, "max_ms": 81.36, "p95_ms": 77.827}, "visualize": {"avg_ms": 5.728, "count": 201, "max_ms": 7.678, "p95_ms": 6.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15707.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10581.023, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.221, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1608827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:06:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:06:39+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T08:06:39+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:06:39.367721+09:00", "mtime_epoch": 1783206399.3677208, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:06:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2205.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.312, "count": 303, "max_ms": 12.351, "p95_ms": 8.547}, "gstreamer_push": {"avg_ms": 1.291, "count": 303, "max_ms": 1.508, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.38, "count": 303, "max_ms": 74.266, "p95_ms": 62.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.827, "count": 303, "max_ms": 74.741, "p95_ms": 63.838}, "yolo11_640_fire_11class": {"avg_ms": 54.183, "count": 303, "max_ms": 77.304, "p95_ms": 70.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.488, "count": 303, "max_ms": 78.864, "p95_ms": 75.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.485, "count": 303, "max_ms": 95.185, "p95_ms": 91.933}, "read_interval": {"avg_ms": 99.133, "count": 302, "max_ms": 479.871, "p95_ms": 119.597}, "triton_wait": {"avg_ms": 55.138, "count": 303, "max_ms": 78.875, "p95_ms": 76.08}, "visualize": {"avg_ms": 3.727, "count": 303, "max_ms": 4.543, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15707.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1447, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:05:54+09:00", "last_error_summary": "[h264 @ 0x559b37dfcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b37dfcc00] error while decoding MB 0 26, bytestream 66005 [h264 @ 0x559b37dfcc00] cabac decode of qscale diff failed at 46 32 [h264 @ 0x559b37dfcc00] error while decoding MB 46 32, bytestream 195 [h264 @ 0x559b38aa4d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b38aa4d40] error while decoding MB 0 33, bytestream 83591 [in#0/rtsp @ 0x559b37cd9e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-05T08:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.307, "last_started_at": "2026-07-05T08:05:57+09:00", "pid": 118537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.012, "name": "ffmpeg", "pid": 118537, "rss_mb": 270.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 623, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.433, "sample_count": 1858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1293452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:06:59+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T08:06:59+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-05T08:06:59.160011+09:00", "mtime_epoch": 1783206419.1600113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:06:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.615, "pushed": 6.615, "read": 6.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.376, "count": 198, "max_ms": 27.236, "p95_ms": 23.475}, "gstreamer_push": {"avg_ms": 1.028, "count": 198, "max_ms": 1.165, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.642, "count": 198, "max_ms": 72.626, "p95_ms": 65.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.555, "count": 198, "max_ms": 78.374, "p95_ms": 65.843}, "yolo11_640_fire_11class": {"avg_ms": 50.442, "count": 198, "max_ms": 77.281, "p95_ms": 68.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.223, "count": 198, "max_ms": 86.073, "p95_ms": 76.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.737, "count": 198, "max_ms": 174.212, "p95_ms": 164.528}, "read_interval": {"avg_ms": 151.763, "count": 197, "max_ms": 182.424, "p95_ms": 172.448}, "triton_wait": {"avg_ms": 56.467, "count": 198, "max_ms": 86.095, "p95_ms": 76.78}, "visualize": {"avg_ms": 5.858, "count": 198, "max_ms": 8.739, "p95_ms": 6.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15707.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10611.097, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.299, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1609127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:07:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:07:09+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T08:07:09.440162+09:00", "mtime_epoch": 1783206429.4401624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:07:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2206.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.279, "count": 300, "max_ms": 11.648, "p95_ms": 8.517}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.559, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.786, "count": 300, "max_ms": 74.041, "p95_ms": 63.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.283, "count": 300, "max_ms": 74.352, "p95_ms": 56.899}, "yolo11_640_fire_11class": {"avg_ms": 53.649, "count": 300, "max_ms": 75.054, "p95_ms": 69.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.062, "count": 300, "max_ms": 81.865, "p95_ms": 75.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.664, "count": 300, "max_ms": 99.628, "p95_ms": 91.986}, "read_interval": {"avg_ms": 100.292, "count": 299, "max_ms": 614.673, "p95_ms": 144.006}, "triton_wait": {"avg_ms": 54.769, "count": 300, "max_ms": 81.878, "p95_ms": 75.378}, "visualize": {"avg_ms": 3.742, "count": 300, "max_ms": 4.917, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15707.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1447, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:05:54+09:00", "last_error_summary": "[h264 @ 0x559b37dfcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b37dfcc00] error while decoding MB 0 26, bytestream 66005 [h264 @ 0x559b37dfcc00] cabac decode of qscale diff failed at 46 32 [h264 @ 0x559b37dfcc00] error while decoding MB 46 32, bytestream 195 [h264 @ 0x559b38aa4d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b38aa4d40] error while decoding MB 0 33, bytestream 83591 [in#0/rtsp @ 0x559b37cd9e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-05T08:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.346, "last_started_at": "2026-07-05T08:05:57+09:00", "pid": 118537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.012, "name": "ffmpeg", "pid": 118537, "rss_mb": 270.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 623, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.665, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1293649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:07:29+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T08:07:29+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T08:07:29.240454+09:00", "mtime_epoch": 1783206449.2404542, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:07:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.595, "pushed": 6.595, "read": 6.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.278, "count": 197, "max_ms": 35.657, "p95_ms": 22.384}, "gstreamer_push": {"avg_ms": 1.029, "count": 197, "max_ms": 1.151, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.964, "count": 197, "max_ms": 70.351, "p95_ms": 64.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.253, "count": 197, "max_ms": 76.442, "p95_ms": 64.953}, "yolo11_640_fire_11class": {"avg_ms": 50.264, "count": 197, "max_ms": 74.24, "p95_ms": 69.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.446, "count": 197, "max_ms": 81.72, "p95_ms": 76.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.223, "count": 197, "max_ms": 170.413, "p95_ms": 165.525}, "read_interval": {"avg_ms": 152.509, "count": 196, "max_ms": 177.298, "p95_ms": 173.917}, "triton_wait": {"avg_ms": 56.537, "count": 197, "max_ms": 81.733, "p95_ms": 76.87}, "visualize": {"avg_ms": 5.907, "count": 197, "max_ms": 7.95, "p95_ms": 6.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15708.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10641.115, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.299, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1609428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:07:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:07:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T08:07:39+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:07:39.460605+09:00", "mtime_epoch": 1783206459.460605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 138839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:07:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2206.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.144, "count": 301, "max_ms": 11.48, "p95_ms": 8.027}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 1.613, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.799, "count": 301, "max_ms": 70.365, "p95_ms": 62.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.755, "count": 301, "max_ms": 77.854, "p95_ms": 61.793}, "yolo11_640_fire_11class": {"avg_ms": 53.111, "count": 301, "max_ms": 78.616, "p95_ms": 68.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.658, "count": 301, "max_ms": 82.766, "p95_ms": 75.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.095, "count": 301, "max_ms": 98.6, "p95_ms": 91.6}, "read_interval": {"avg_ms": 99.763, "count": 300, "max_ms": 647.54, "p95_ms": 119.015}, "triton_wait": {"avg_ms": 54.04, "count": 301, "max_ms": 82.778, "p95_ms": 75.325}, "visualize": {"avg_ms": 3.653, "count": 301, "max_ms": 5.805, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15708.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1447, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:05:54+09:00", "last_error_summary": "[h264 @ 0x559b37dfcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b37dfcc00] error while decoding MB 0 26, bytestream 66005 [h264 @ 0x559b37dfcc00] cabac decode of qscale diff failed at 46 32 [h264 @ 0x559b37dfcc00] error while decoding MB 46 32, bytestream 195 [h264 @ 0x559b38aa4d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b38aa4d40] error while decoding MB 0 33, bytestream 83591 [in#0/rtsp @ 0x559b37cd9e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-05T08:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.428, "last_started_at": "2026-07-05T08:05:57+09:00", "pid": 118537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.012, "name": "ffmpeg", "pid": 118537, "rss_mb": 270.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 623, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.734, "sample_count": 1884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1293850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:07:59+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T08:07:59+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T08:07:59.316898+09:00", "mtime_epoch": 1783206479.3168983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:07:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.714, "pushed": 6.714, "read": 6.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.717, "count": 201, "max_ms": 25.844, "p95_ms": 21.412}, "gstreamer_push": {"avg_ms": 1.012, "count": 201, "max_ms": 1.122, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.478, "count": 201, "max_ms": 69.837, "p95_ms": 62.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.572, "count": 201, "max_ms": 71.885, "p95_ms": 65.258}, "yolo11_640_fire_11class": {"avg_ms": 49.528, "count": 201, "max_ms": 72.478, "p95_ms": 68.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.217, "count": 201, "max_ms": 79.08, "p95_ms": 77.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.434, "count": 201, "max_ms": 167.411, "p95_ms": 163.42}, "read_interval": {"avg_ms": 149.667, "count": 200, "max_ms": 176.153, "p95_ms": 171.486}, "triton_wait": {"avg_ms": 55.385, "count": 201, "max_ms": 79.092, "p95_ms": 77.018}, "visualize": {"avg_ms": 5.778, "count": 201, "max_ms": 6.714, "p95_ms": 6.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15708.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10671.208, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.299, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1609729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:08:09+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T08:08:09+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T08:08:09.529050+09:00", "mtime_epoch": 1783206489.5290496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:08:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2206.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.121, "count": 300, "max_ms": 11.19, "p95_ms": 7.948}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.992, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.048, "count": 300, "max_ms": 72.42, "p95_ms": 62.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.442, "count": 300, "max_ms": 76.303, "p95_ms": 63.671}, "yolo11_640_fire_11class": {"avg_ms": 53.895, "count": 300, "max_ms": 76.284, "p95_ms": 70.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.699, "count": 300, "max_ms": 78.251, "p95_ms": 75.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.761, "count": 300, "max_ms": 95.939, "p95_ms": 91.914}, "read_interval": {"avg_ms": 99.951, "count": 300, "max_ms": 586.218, "p95_ms": 143.495}, "triton_wait": {"avg_ms": 54.929, "count": 300, "max_ms": 78.264, "p95_ms": 75.669}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 4.626, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15709.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1447, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:05:54+09:00", "last_error_summary": "[h264 @ 0x559b37dfcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b37dfcc00] error while decoding MB 0 26, bytestream 66005 [h264 @ 0x559b37dfcc00] cabac decode of qscale diff failed at 46 32 [h264 @ 0x559b37dfcc00] error while decoding MB 46 32, bytestream 195 [h264 @ 0x559b38aa4d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559b38aa4d40] error while decoding MB 0 33, bytestream 83591 [in#0/rtsp @ 0x559b37cd9e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-05T08:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.502, "last_started_at": "2026-07-05T08:05:57+09:00", "pid": 118537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.012, "name": "ffmpeg", "pid": 118537, "rss_mb": 270.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 623, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.743, "sample_count": 1875, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1294050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:08:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:08:29+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T08:08:29+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T08:08:29.393344+09:00", "mtime_epoch": 1783206509.3933444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:08:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.684, "pushed": 6.684, "read": 6.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.816, "count": 200, "max_ms": 26.627, "p95_ms": 21.87}, "gstreamer_push": {"avg_ms": 1.01, "count": 200, "max_ms": 1.282, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.514, "count": 200, "max_ms": 69.857, "p95_ms": 61.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.325, "count": 200, "max_ms": 74.175, "p95_ms": 64.984}, "yolo11_640_fire_11class": {"avg_ms": 49.807, "count": 200, "max_ms": 73.764, "p95_ms": 68.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.525, "count": 200, "max_ms": 81.924, "p95_ms": 75.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.107, "count": 200, "max_ms": 167.407, "p95_ms": 163.028}, "read_interval": {"avg_ms": 150.38, "count": 199, "max_ms": 177.446, "p95_ms": 171.521}, "triton_wait": {"avg_ms": 55.893, "count": 200, "max_ms": 81.937, "p95_ms": 75.809}, "visualize": {"avg_ms": 5.807, "count": 200, "max_ms": 7.786, "p95_ms": 6.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15465.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10701.262, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.213, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:08:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:08:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:08:39+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T08:08:39.605496+09:00", "mtime_epoch": 1783206519.6054962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:08:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2206.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.156, "count": 299, "max_ms": 11.725, "p95_ms": 8.536}, "gstreamer_push": {"avg_ms": 1.281, "count": 299, "max_ms": 2.068, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.299, "count": 299, "max_ms": 67.115, "p95_ms": 62.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.083, "count": 299, "max_ms": 72.109, "p95_ms": 64.588}, "yolo11_640_fire_11class": {"avg_ms": 53.038, "count": 299, "max_ms": 74.5, "p95_ms": 67.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.551, "count": 299, "max_ms": 80.421, "p95_ms": 75.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.844, "count": 299, "max_ms": 95.9, "p95_ms": 91.198}, "read_interval": {"avg_ms": 100.569, "count": 298, "max_ms": 558.043, "p95_ms": 129.055}, "triton_wait": {"avg_ms": 54.026, "count": 299, "max_ms": 80.433, "p95_ms": 75.41}, "visualize": {"avg_ms": 3.645, "count": 299, "max_ms": 4.648, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15705.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 562, "h264_decode_error_count": 1448, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:08:37+09:00", "last_error_summary": "[h264 @ 0x564645a25480] error while decoding MB 41 25, bytestream -20", "last_exit_at": "2026-07-05T08:08:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.74, "last_started_at": "2026-07-05T08:08:40+09:00", "pid": 118644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.281, "name": "ffmpeg", "pid": 118644, "rss_mb": 267.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 624, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 625}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.777, "sample_count": 1841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1294215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:08:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:08:59+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T08:08:59+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T08:08:59.429791+09:00", "mtime_epoch": 1783206539.429791, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:08:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.523, "pushed": 5.523, "read": 5.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.046, "count": 165, "max_ms": 26.059, "p95_ms": 23.981}, "gstreamer_push": {"avg_ms": 1.032, "count": 165, "max_ms": 1.415, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.839, "count": 165, "max_ms": 65.881, "p95_ms": 63.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.139, "count": 165, "max_ms": 73.443, "p95_ms": 66.387}, "yolo11_640_fire_11class": {"avg_ms": 49.661, "count": 165, "max_ms": 71.952, "p95_ms": 68.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.776, "count": 165, "max_ms": 79.782, "p95_ms": 77.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.601, "count": 165, "max_ms": 168.473, "p95_ms": 164.938}, "read_interval": {"avg_ms": 182.273, "count": 164, "max_ms": 4980.059, "p95_ms": 174.626}, "triton_wait": {"avg_ms": 55.942, "count": 165, "max_ms": 79.795, "p95_ms": 77.465}, "visualize": {"avg_ms": 5.869, "count": 165, "max_ms": 9.095, "p95_ms": 6.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15705.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10731.332, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.868, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:09:09+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:09:09+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T08:09:09.677944+09:00", "mtime_epoch": 1783206549.6779437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:09:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2206.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.104, "count": 302, "max_ms": 8.776, "p95_ms": 7.914}, "gstreamer_push": {"avg_ms": 1.295, "count": 302, "max_ms": 1.477, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.465, "count": 302, "max_ms": 65.514, "p95_ms": 60.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.862, "count": 302, "max_ms": 74.896, "p95_ms": 56.479}, "yolo11_640_fire_11class": {"avg_ms": 52.726, "count": 302, "max_ms": 75.199, "p95_ms": 67.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.863, "count": 302, "max_ms": 78.085, "p95_ms": 72.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.284, "count": 302, "max_ms": 93.712, "p95_ms": 88.744}, "read_interval": {"avg_ms": 99.616, "count": 301, "max_ms": 580.48, "p95_ms": 125.449}, "triton_wait": {"avg_ms": 53.469, "count": 302, "max_ms": 78.098, "p95_ms": 73.228}, "visualize": {"avg_ms": 3.71, "count": 302, "max_ms": 4.94, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15706.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 562, "h264_decode_error_count": 1448, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:08:37+09:00", "last_error_summary": "[h264 @ 0x564645a25480] error while decoding MB 41 25, bytestream -20", "last_exit_at": "2026-07-05T08:08:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.792, "last_started_at": "2026-07-05T08:08:40+09:00", "pid": 118644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.312, "name": "ffmpeg", "pid": 118644, "rss_mb": 268.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 624, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 625}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.802, "sample_count": 1835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1294413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:09:29+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:09:29+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T08:09:29.462239+09:00", "mtime_epoch": 1783206569.462239, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:09:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9240.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.616, "pushed": 6.616, "read": 6.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.167, "count": 198, "max_ms": 31.129, "p95_ms": 23.957}, "gstreamer_push": {"avg_ms": 1.023, "count": 198, "max_ms": 1.244, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.82, "count": 198, "max_ms": 68.075, "p95_ms": 62.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.52, "count": 198, "max_ms": 70.777, "p95_ms": 64.747}, "yolo11_640_fire_11class": {"avg_ms": 47.795, "count": 198, "max_ms": 73.693, "p95_ms": 68.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.892, "count": 198, "max_ms": 81.224, "p95_ms": 76.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.566, "count": 198, "max_ms": 170.449, "p95_ms": 163.228}, "read_interval": {"avg_ms": 151.778, "count": 197, "max_ms": 180.704, "p95_ms": 174.333}, "triton_wait": {"avg_ms": 54.142, "count": 198, "max_ms": 81.236, "p95_ms": 76.787}, "visualize": {"avg_ms": 5.809, "count": 198, "max_ms": 8.218, "p95_ms": 6.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15706.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10761.37, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.143, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:09:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:09:39+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T08:09:39+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T08:09:39.694392+09:00", "mtime_epoch": 1783206579.694392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:09:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2206.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.253, "count": 301, "max_ms": 11.805, "p95_ms": 8.48}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 2.109, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.638, "count": 301, "max_ms": 65.97, "p95_ms": 61.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.368, "count": 301, "max_ms": 76.763, "p95_ms": 54.764}, "yolo11_640_fire_11class": {"avg_ms": 53.573, "count": 301, "max_ms": 75.593, "p95_ms": 71.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.718, "count": 301, "max_ms": 78.942, "p95_ms": 75.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.39, "count": 301, "max_ms": 94.636, "p95_ms": 91.101}, "read_interval": {"avg_ms": 99.762, "count": 300, "max_ms": 534.755, "p95_ms": 181.205}, "triton_wait": {"avg_ms": 54.445, "count": 301, "max_ms": 78.955, "p95_ms": 75.104}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 5.05, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15707.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 562, "h264_decode_error_count": 1448, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:08:37+09:00", "last_error_summary": "[h264 @ 0x564645a25480] error while decoding MB 41 25, bytestream -20", "last_exit_at": "2026-07-05T08:08:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.809, "last_started_at": "2026-07-05T08:08:40+09:00", "pid": 118644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.312, "name": "ffmpeg", "pid": 118644, "rss_mb": 268.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 624, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 625}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.059, "sample_count": 1822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1294608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:09:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:09:59+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T08:09:59+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T08:09:59.470688+09:00", "mtime_epoch": 1783206599.470688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:09:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.529, "pushed": 6.529, "read": 6.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.754, "count": 195, "max_ms": 23.694, "p95_ms": 21.855}, "gstreamer_push": {"avg_ms": 1.005, "count": 195, "max_ms": 1.453, "p95_ms": 1.094}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.457, "count": 195, "max_ms": 67.909, "p95_ms": 61.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.479, "count": 195, "max_ms": 77.443, "p95_ms": 67.944}, "yolo11_640_fire_11class": {"avg_ms": 50.51, "count": 195, "max_ms": 75.911, "p95_ms": 70.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.158, "count": 195, "max_ms": 79.617, "p95_ms": 77.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.56, "count": 195, "max_ms": 169.706, "p95_ms": 164.469}, "read_interval": {"avg_ms": 153.924, "count": 194, "max_ms": 181.762, "p95_ms": 175.014}, "triton_wait": {"avg_ms": 56.508, "count": 195, "max_ms": 79.629, "p95_ms": 77.455}, "visualize": {"avg_ms": 5.848, "count": 195, "max_ms": 7.463, "p95_ms": 6.565}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15707.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10791.395, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.911, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:10:09+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:10:09+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T08:10:09.746842+09:00", "mtime_epoch": 1783206609.746842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 138937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:10:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2206.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.173, "count": 300, "max_ms": 11.655, "p95_ms": 8.306}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.504, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.832, "count": 300, "max_ms": 65.597, "p95_ms": 60.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.927, "count": 300, "max_ms": 75.56, "p95_ms": 56.007}, "yolo11_640_fire_11class": {"avg_ms": 53.558, "count": 300, "max_ms": 75.382, "p95_ms": 69.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.871, "count": 300, "max_ms": 79.066, "p95_ms": 73.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.242, "count": 300, "max_ms": 94.664, "p95_ms": 89.799}, "read_interval": {"avg_ms": 100.136, "count": 299, "max_ms": 562.109, "p95_ms": 188.356}, "triton_wait": {"avg_ms": 54.463, "count": 300, "max_ms": 79.078, "p95_ms": 74.129}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 4.59, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15708.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 562, "h264_decode_error_count": 1448, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:08:37+09:00", "last_error_summary": "[h264 @ 0x564645a25480] error while decoding MB 41 25, bytestream -20", "last_exit_at": "2026-07-05T08:08:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.946, "last_started_at": "2026-07-05T08:08:40+09:00", "pid": 118644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.602, "name": "ffmpeg", "pid": 118644, "rss_mb": 269.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 624, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 625}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.105, "sample_count": 1793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1294802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:10:29+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T08:10:29+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T08:10:29.611140+09:00", "mtime_epoch": 1783206629.61114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:10:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.469, "pushed": 6.469, "read": 6.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.099, "count": 193, "max_ms": 27.501, "p95_ms": 21.932}, "gstreamer_push": {"avg_ms": 1.032, "count": 194, "max_ms": 1.418, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.185, "count": 193, "max_ms": 65.339, "p95_ms": 61.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.073, "count": 193, "max_ms": 75.115, "p95_ms": 69.375}, "yolo11_640_fire_11class": {"avg_ms": 49.324, "count": 193, "max_ms": 71.901, "p95_ms": 67.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.941, "count": 193, "max_ms": 81.616, "p95_ms": 74.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.076, "count": 194, "max_ms": 169.677, "p95_ms": 163.118}, "read_interval": {"avg_ms": 155.35, "count": 193, "max_ms": 180.432, "p95_ms": 173.982}, "triton_wait": {"avg_ms": 56.361, "count": 193, "max_ms": 81.627, "p95_ms": 74.965}, "visualize": {"avg_ms": 5.87, "count": 193, "max_ms": 9.008, "p95_ms": 6.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15712.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10821.485, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.926, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:10:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:10:39+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T08:10:39+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T08:10:39.823294+09:00", "mtime_epoch": 1783206639.8232937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 141840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:10:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2207.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.183, "count": 302, "max_ms": 12.321, "p95_ms": 8.474}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 1.755, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.378, "count": 302, "max_ms": 64.815, "p95_ms": 61.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.544, "count": 302, "max_ms": 75.434, "p95_ms": 64.97}, "yolo11_640_fire_11class": {"avg_ms": 53.934, "count": 302, "max_ms": 74.145, "p95_ms": 69.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.023, "count": 302, "max_ms": 79.416, "p95_ms": 74.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.566, "count": 302, "max_ms": 95.519, "p95_ms": 90.034}, "read_interval": {"avg_ms": 99.33, "count": 302, "max_ms": 641.719, "p95_ms": 115.404}, "triton_wait": {"avg_ms": 54.795, "count": 302, "max_ms": 79.429, "p95_ms": 74.546}, "visualize": {"avg_ms": 3.673, "count": 302, "max_ms": 4.854, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15713.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 562, "h264_decode_error_count": 1448, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:08:37+09:00", "last_error_summary": "[h264 @ 0x564645a25480] error while decoding MB 41 25, bytestream -20", "last_exit_at": "2026-07-05T08:08:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.031, "last_started_at": "2026-07-05T08:08:40+09:00", "pid": 118644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.727, "name": "ffmpeg", "pid": 118644, "rss_mb": 273.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 624, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 625}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.122, "sample_count": 1938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1294995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:10:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:10:59+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T08:10:59+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T08:10:59.675592+09:00", "mtime_epoch": 1783206659.6755922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:10:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.447, "pushed": 6.447, "read": 6.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.001, "count": 193, "max_ms": 24.752, "p95_ms": 21.956}, "gstreamer_push": {"avg_ms": 1.022, "count": 193, "max_ms": 1.338, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.762, "count": 193, "max_ms": 68.698, "p95_ms": 63.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.086, "count": 193, "max_ms": 84.213, "p95_ms": 70.212}, "yolo11_640_fire_11class": {"avg_ms": 50.422, "count": 193, "max_ms": 76.321, "p95_ms": 69.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.488, "count": 193, "max_ms": 85.474, "p95_ms": 76.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.69, "count": 193, "max_ms": 173.886, "p95_ms": 164.122}, "read_interval": {"avg_ms": 155.794, "count": 192, "max_ms": 184.639, "p95_ms": 175.213}, "triton_wait": {"avg_ms": 56.898, "count": 193, "max_ms": 85.486, "p95_ms": 76.543}, "visualize": {"avg_ms": 5.888, "count": 193, "max_ms": 8.716, "p95_ms": 6.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15713.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10851.947, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.23, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:11:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:11:10+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:11:10+09:00", "mjpeg": {"age_sec": 0.59, "exists": true, "mtime": "2026-07-05T08:11:09.771744+09:00", "mtime_epoch": 1783206669.7717443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:11:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2207.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.273, "count": 295, "max_ms": 11.301, "p95_ms": 8.492}, "gstreamer_push": {"avg_ms": 1.288, "count": 295, "max_ms": 1.973, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.801, "count": 295, "max_ms": 72.565, "p95_ms": 63.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.74, "count": 295, "max_ms": 84.786, "p95_ms": 69.932}, "yolo11_640_fire_11class": {"avg_ms": 54.287, "count": 295, "max_ms": 77.089, "p95_ms": 71.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.423, "count": 295, "max_ms": 83.83, "p95_ms": 76.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.201, "count": 295, "max_ms": 100.208, "p95_ms": 92.144}, "read_interval": {"avg_ms": 101.723, "count": 295, "max_ms": 609.212, "p95_ms": 141.179}, "triton_wait": {"avg_ms": 55.282, "count": 295, "max_ms": 84.797, "p95_ms": 76.624}, "visualize": {"avg_ms": 3.707, "count": 295, "max_ms": 4.66, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15702.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 563, "h264_decode_error_count": 1449, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:11:15+09:00", "last_error_summary": "[h264 @ 0x5607e172fe40] error while decoding MB 7 41, bytestream -13", "last_exit_at": "2026-07-05T08:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.818, "last_started_at": "2026-07-05T08:11:19+09:00", "pid": 118751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.895, "name": "ffmpeg", "pid": 118751, "rss_mb": 263.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 625, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 626}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.245, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1295157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:11:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:11:29+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T08:11:29+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T08:11:29.704045+09:00", "mtime_epoch": 1783206689.7040448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:11:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.4, "pushed": 5.4, "read": 5.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.089, "count": 162, "max_ms": 23.861, "p95_ms": 22.133}, "gstreamer_push": {"avg_ms": 1.028, "count": 162, "max_ms": 1.513, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.431, "count": 162, "max_ms": 63.884, "p95_ms": 61.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.012, "count": 162, "max_ms": 77.229, "p95_ms": 70.11}, "yolo11_640_fire_11class": {"avg_ms": 50.158, "count": 162, "max_ms": 72.666, "p95_ms": 69.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.056, "count": 162, "max_ms": 79.76, "p95_ms": 76.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.105, "count": 162, "max_ms": 169.446, "p95_ms": 165.419}, "read_interval": {"avg_ms": 185.38, "count": 162, "max_ms": 5192.411, "p95_ms": 175.109}, "triton_wait": {"avg_ms": 56.388, "count": 162, "max_ms": 79.773, "p95_ms": 77.242}, "visualize": {"avg_ms": 5.871, "count": 162, "max_ms": 7.153, "p95_ms": 6.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15704.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10881.956, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.143, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:11:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:11:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T08:11:40+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T08:11:40.280205+09:00", "mtime_epoch": 1783206700.2802045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:11:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2207.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.151, "count": 303, "max_ms": 10.697, "p95_ms": 8.209}, "gstreamer_push": {"avg_ms": 1.288, "count": 303, "max_ms": 1.845, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.052, "count": 303, "max_ms": 64.681, "p95_ms": 61.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.152, "count": 303, "max_ms": 82.245, "p95_ms": 65.439}, "yolo11_640_fire_11class": {"avg_ms": 54.186, "count": 303, "max_ms": 77.493, "p95_ms": 70.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.549, "count": 303, "max_ms": 81.55, "p95_ms": 75.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.708, "count": 303, "max_ms": 98.324, "p95_ms": 90.719}, "read_interval": {"avg_ms": 98.975, "count": 303, "max_ms": 567.533, "p95_ms": 116.057}, "triton_wait": {"avg_ms": 54.93, "count": 303, "max_ms": 82.256, "p95_ms": 75.427}, "visualize": {"avg_ms": 3.703, "count": 303, "max_ms": 6.016, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15707.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 563, "h264_decode_error_count": 1449, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:11:15+09:00", "last_error_summary": "[h264 @ 0x5607e172fe40] error while decoding MB 7 41, bytestream -13", "last_exit_at": "2026-07-05T08:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.88, "last_started_at": "2026-07-05T08:11:19+09:00", "pid": 118751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.504, "name": "ffmpeg", "pid": 118751, "rss_mb": 267.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 625, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 626}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.375, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1295355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:11:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:11:59+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T08:11:59+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T08:11:59.772499+09:00", "mtime_epoch": 1783206719.772499, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:11:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.618, "pushed": 6.618, "read": 6.585}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.765, "count": 198, "max_ms": 23.191, "p95_ms": 21.398}, "gstreamer_push": {"avg_ms": 1.02, "count": 198, "max_ms": 1.226, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.748, "count": 198, "max_ms": 69.307, "p95_ms": 63.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.169, "count": 198, "max_ms": 75.776, "p95_ms": 70.642}, "yolo11_640_fire_11class": {"avg_ms": 50.361, "count": 198, "max_ms": 72.194, "p95_ms": 70.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.205, "count": 198, "max_ms": 80.289, "p95_ms": 77.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.708, "count": 198, "max_ms": 169.43, "p95_ms": 165.505}, "read_interval": {"avg_ms": 151.831, "count": 197, "max_ms": 177.352, "p95_ms": 173.353}, "triton_wait": {"avg_ms": 56.473, "count": 198, "max_ms": 80.3, "p95_ms": 77.431}, "visualize": {"avg_ms": 5.826, "count": 198, "max_ms": 6.979, "p95_ms": 6.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15708.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10912.024, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.156, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:12:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:12:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:12:10+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:12:10.372659+09:00", "mtime_epoch": 1783206730.3726594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:12:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2207.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.12, "count": 299, "max_ms": 10.291, "p95_ms": 8.066}, "gstreamer_push": {"avg_ms": 1.296, "count": 299, "max_ms": 1.838, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.611, "count": 299, "max_ms": 69.147, "p95_ms": 63.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.177, "count": 299, "max_ms": 78.717, "p95_ms": 68.806}, "yolo11_640_fire_11class": {"avg_ms": 54.961, "count": 299, "max_ms": 76.62, "p95_ms": 70.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.308, "count": 299, "max_ms": 78.461, "p95_ms": 76.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.718, "count": 299, "max_ms": 94.732, "p95_ms": 92.586}, "read_interval": {"avg_ms": 100.625, "count": 298, "max_ms": 430.616, "p95_ms": 113.944}, "triton_wait": {"avg_ms": 55.803, "count": 299, "max_ms": 78.731, "p95_ms": 76.63}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 4.72, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15708.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 563, "h264_decode_error_count": 1449, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:11:15+09:00", "last_error_summary": "[h264 @ 0x5607e172fe40] error while decoding MB 7 41, bytestream -13", "last_exit_at": "2026-07-05T08:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.044, "last_started_at": "2026-07-05T08:11:19+09:00", "pid": 118751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.852, "name": "ffmpeg", "pid": 118751, "rss_mb": 268.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 625, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 626}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.512, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1295551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:12:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:12:30+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T08:12:29+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T08:12:29.908955+09:00", "mtime_epoch": 1783206749.9089553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:12:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.533, "pushed": 6.533, "read": 6.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.403, "count": 195, "max_ms": 33.211, "p95_ms": 26.024}, "gstreamer_push": {"avg_ms": 1.037, "count": 195, "max_ms": 1.402, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.231, "count": 195, "max_ms": 70.0, "p95_ms": 62.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.884, "count": 195, "max_ms": 76.636, "p95_ms": 70.559}, "yolo11_640_fire_11class": {"avg_ms": 50.427, "count": 195, "max_ms": 72.234, "p95_ms": 69.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.422, "count": 195, "max_ms": 79.984, "p95_ms": 77.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.501, "count": 195, "max_ms": 170.561, "p95_ms": 166.664}, "read_interval": {"avg_ms": 153.827, "count": 194, "max_ms": 345.157, "p95_ms": 175.749}, "triton_wait": {"avg_ms": 56.694, "count": 195, "max_ms": 79.995, "p95_ms": 77.646}, "visualize": {"avg_ms": 5.91, "count": 195, "max_ms": 8.249, "p95_ms": 7.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15711.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10942.076, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.182, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:12:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:12:40+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:12:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T08:12:40.425115+09:00", "mtime_epoch": 1783206760.4251149, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:12:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2207.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.21, "count": 303, "max_ms": 11.895, "p95_ms": 8.363}, "gstreamer_push": {"avg_ms": 1.283, "count": 303, "max_ms": 2.127, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.865, "count": 303, "max_ms": 74.298, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.92, "count": 303, "max_ms": 78.565, "p95_ms": 67.214}, "yolo11_640_fire_11class": {"avg_ms": 54.314, "count": 303, "max_ms": 75.004, "p95_ms": 69.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.293, "count": 303, "max_ms": 78.584, "p95_ms": 75.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.251, "count": 303, "max_ms": 95.126, "p95_ms": 91.936}, "read_interval": {"avg_ms": 99.219, "count": 302, "max_ms": 606.186, "p95_ms": 115.066}, "triton_wait": {"avg_ms": 55.361, "count": 303, "max_ms": 78.597, "p95_ms": 75.857}, "visualize": {"avg_ms": 3.714, "count": 303, "max_ms": 5.023, "p95_ms": 4.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15714.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 563, "h264_decode_error_count": 1449, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:11:15+09:00", "last_error_summary": "[h264 @ 0x5607e172fe40] error while decoding MB 7 41, bytestream -13", "last_exit_at": "2026-07-05T08:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.179, "last_started_at": "2026-07-05T08:11:19+09:00", "pid": 118751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.523, "name": "ffmpeg", "pid": 118751, "rss_mb": 274.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 625, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 626}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.742, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1295749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:13:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:13:00+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T08:13:00+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T08:13:00.073413+09:00", "mtime_epoch": 1783206780.073413, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:13:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.608, "pushed": 6.608, "read": 6.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.046, "count": 197, "max_ms": 23.486, "p95_ms": 22.005}, "gstreamer_push": {"avg_ms": 1.042, "count": 198, "max_ms": 1.297, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.892, "count": 197, "max_ms": 64.913, "p95_ms": 61.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.799, "count": 197, "max_ms": 80.331, "p95_ms": 68.741}, "yolo11_640_fire_11class": {"avg_ms": 50.259, "count": 197, "max_ms": 72.757, "p95_ms": 69.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.154, "count": 197, "max_ms": 79.603, "p95_ms": 77.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.797, "count": 198, "max_ms": 167.964, "p95_ms": 165.406}, "read_interval": {"avg_ms": 152.223, "count": 197, "max_ms": 176.255, "p95_ms": 173.913}, "triton_wait": {"avg_ms": 56.494, "count": 197, "max_ms": 80.343, "p95_ms": 77.452}, "visualize": {"avg_ms": 5.852, "count": 197, "max_ms": 6.851, "p95_ms": 6.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15714.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10972.169, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.23, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:13:10+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T08:13:10+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T08:13:10.501571+09:00", "mtime_epoch": 1783206790.5015714, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:13:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2207.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.171, "count": 297, "max_ms": 11.728, "p95_ms": 7.862}, "gstreamer_push": {"avg_ms": 1.288, "count": 297, "max_ms": 1.51, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.726, "count": 297, "max_ms": 69.4, "p95_ms": 62.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.753, "count": 297, "max_ms": 80.038, "p95_ms": 70.167}, "yolo11_640_fire_11class": {"avg_ms": 54.284, "count": 297, "max_ms": 74.067, "p95_ms": 70.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.461, "count": 297, "max_ms": 81.095, "p95_ms": 76.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.291, "count": 297, "max_ms": 97.092, "p95_ms": 92.606}, "read_interval": {"avg_ms": 100.979, "count": 297, "max_ms": 588.053, "p95_ms": 162.033}, "triton_wait": {"avg_ms": 55.399, "count": 297, "max_ms": 81.105, "p95_ms": 76.597}, "visualize": {"avg_ms": 3.711, "count": 297, "max_ms": 4.586, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15714.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 563, "h264_decode_error_count": 1449, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:11:15+09:00", "last_error_summary": "[h264 @ 0x5607e172fe40] error while decoding MB 7 41, bytestream -13", "last_exit_at": "2026-07-05T08:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.286, "last_started_at": "2026-07-05T08:11:19+09:00", "pid": 118751, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.523, "name": "ffmpeg", "pid": 118751, "rss_mb": 274.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 625, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 626}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.093, "sample_count": 1893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1295948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:13:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:13:30+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T08:13:30+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T08:13:30.153870+09:00", "mtime_epoch": 1783206810.15387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:13:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.642, "pushed": 6.642, "read": 6.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.874, "count": 198, "max_ms": 26.77, "p95_ms": 21.622}, "gstreamer_push": {"avg_ms": 1.013, "count": 199, "max_ms": 1.389, "p95_ms": 1.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.658, "count": 198, "max_ms": 71.39, "p95_ms": 63.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.196, "count": 198, "max_ms": 77.287, "p95_ms": 73.45}, "yolo11_640_fire_11class": {"avg_ms": 50.342, "count": 198, "max_ms": 75.434, "p95_ms": 70.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.12, "count": 198, "max_ms": 84.067, "p95_ms": 78.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.051, "count": 199, "max_ms": 173.395, "p95_ms": 165.917}, "read_interval": {"avg_ms": 151.162, "count": 198, "max_ms": 181.449, "p95_ms": 174.154}, "triton_wait": {"avg_ms": 56.36, "count": 198, "max_ms": 84.079, "p95_ms": 78.668}, "visualize": {"avg_ms": 5.811, "count": 198, "max_ms": 7.431, "p95_ms": 6.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15716.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11002.169, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.375, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1613041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:13:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:13:40+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:13:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T08:13:40.518028+09:00", "mtime_epoch": 1783206820.5180278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:13:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2207.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.139, "pushed": 10.139, "read": 10.139}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.119, "count": 304, "max_ms": 11.033, "p95_ms": 8.07}, "gstreamer_push": {"avg_ms": 1.283, "count": 304, "max_ms": 1.817, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.853, "count": 304, "max_ms": 66.534, "p95_ms": 62.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.723, "count": 304, "max_ms": 82.125, "p95_ms": 68.728}, "yolo11_640_fire_11class": {"avg_ms": 54.813, "count": 304, "max_ms": 78.203, "p95_ms": 71.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.629, "count": 304, "max_ms": 81.042, "p95_ms": 75.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.486, "count": 304, "max_ms": 97.722, "p95_ms": 91.638}, "read_interval": {"avg_ms": 98.738, "count": 304, "max_ms": 503.391, "p95_ms": 114.311}, "triton_wait": {"avg_ms": 55.711, "count": 304, "max_ms": 82.137, "p95_ms": 75.95}, "visualize": {"avg_ms": 3.683, "count": 304, "max_ms": 4.767, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15579.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1451, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:13:57+09:00", "last_error_summary": "[h264 @ 0x55aee0969d80] left block unavailable for requested intra mode [h264 @ 0x55aee0969d80] error while decoding MB 0 9, bytestream 95285 [h264 @ 0x55aee09d68c0] error while decoding MB 77 32, bytestream -5", "last_exit_at": "2026-07-05T08:14:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.158, "last_started_at": "2026-07-05T08:14:00+09:00", "pid": 118858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.254, "name": "ffmpeg", "pid": 118858, "rss_mb": 141.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 626, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.169, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1296130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:14:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:14:03+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T08:14:02+09:00", "mjpeg": {"age_sec": 5.163, "exists": true, "mtime": "2026-07-05T08:13:57.894292+09:00", "mtime_epoch": 1783206837.8942924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:14:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.501, "pushed": 5.501, "read": 5.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.986, "count": 164, "max_ms": 26.437, "p95_ms": 22.067}, "gstreamer_push": {"avg_ms": 1.004, "count": 165, "max_ms": 1.318, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.877, "count": 164, "max_ms": 65.547, "p95_ms": 62.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.944, "count": 164, "max_ms": 77.586, "p95_ms": 70.83}, "yolo11_640_fire_11class": {"avg_ms": 50.441, "count": 164, "max_ms": 75.413, "p95_ms": 69.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.126, "count": 164, "max_ms": 80.3, "p95_ms": 77.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.918, "count": 165, "max_ms": 267.892, "p95_ms": 165.083}, "read_interval": {"avg_ms": 182.916, "count": 164, "max_ms": 5204.693, "p95_ms": 173.747}, "triton_wait": {"avg_ms": 56.319, "count": 164, "max_ms": 80.312, "p95_ms": 77.598}, "visualize": {"avg_ms": 5.803, "count": 164, "max_ms": 6.876, "p95_ms": 6.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15702.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11032.225, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.545, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1613337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:14:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:14:10+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:14:10+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T08:14:10.570486+09:00", "mtime_epoch": 1783206850.5704856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:14:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2207.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.064, "count": 296, "max_ms": 10.129, "p95_ms": 7.852}, "gstreamer_push": {"avg_ms": 1.282, "count": 296, "max_ms": 1.592, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.204, "count": 296, "max_ms": 66.527, "p95_ms": 61.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.753, "count": 296, "max_ms": 77.931, "p95_ms": 66.51}, "yolo11_640_fire_11class": {"avg_ms": 53.922, "count": 296, "max_ms": 76.527, "p95_ms": 69.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.9, "count": 296, "max_ms": 80.233, "p95_ms": 76.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.533, "count": 296, "max_ms": 95.767, "p95_ms": 91.981}, "read_interval": {"avg_ms": 101.588, "count": 295, "max_ms": 686.218, "p95_ms": 173.809}, "triton_wait": {"avg_ms": 54.871, "count": 296, "max_ms": 80.245, "p95_ms": 76.303}, "visualize": {"avg_ms": 3.676, "count": 296, "max_ms": 4.632, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15707.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1451, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:13:57+09:00", "last_error_summary": "[h264 @ 0x55aee0969d80] left block unavailable for requested intra mode [h264 @ 0x55aee0969d80] error while decoding MB 0 9, bytestream 95285 [h264 @ 0x55aee09d68c0] error while decoding MB 77 32, bytestream -5", "last_exit_at": "2026-07-05T08:14:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.183, "last_started_at": "2026-07-05T08:14:00+09:00", "pid": 118858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.93, "name": "ffmpeg", "pid": 118858, "rss_mb": 265.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 626, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.167, "sample_count": 1890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1296325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:14:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:14:33+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T08:14:32+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T08:14:32.958827+09:00", "mtime_epoch": 1783206872.958827, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:14:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.527, "pushed": 6.527, "read": 6.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.909, "count": 195, "max_ms": 31.885, "p95_ms": 21.644}, "gstreamer_push": {"avg_ms": 1.021, "count": 195, "max_ms": 1.504, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.997, "count": 195, "max_ms": 64.373, "p95_ms": 60.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.997, "count": 195, "max_ms": 77.764, "p95_ms": 71.951}, "yolo11_640_fire_11class": {"avg_ms": 50.153, "count": 195, "max_ms": 76.01, "p95_ms": 69.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.163, "count": 195, "max_ms": 81.826, "p95_ms": 76.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.3, "count": 195, "max_ms": 171.009, "p95_ms": 163.811}, "read_interval": {"avg_ms": 153.998, "count": 194, "max_ms": 182.053, "p95_ms": 174.83}, "triton_wait": {"avg_ms": 56.274, "count": 195, "max_ms": 81.838, "p95_ms": 76.921}, "visualize": {"avg_ms": 5.854, "count": 195, "max_ms": 7.817, "p95_ms": 6.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15708.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11062.303, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.15, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1613640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:14:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:14:40+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T08:14:40+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:14:40.646945+09:00", "mtime_epoch": 1783206880.6469445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:14:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2208.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.11, "pushed": 10.11, "read": 10.077}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.472, "count": 303, "max_ms": 13.338, "p95_ms": 9.104}, "gstreamer_push": {"avg_ms": 1.269, "count": 303, "max_ms": 2.085, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.096, "count": 303, "max_ms": 67.586, "p95_ms": 61.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.843, "count": 303, "max_ms": 79.125, "p95_ms": 70.761}, "yolo11_640_fire_11class": {"avg_ms": 54.788, "count": 303, "max_ms": 73.875, "p95_ms": 70.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.859, "count": 303, "max_ms": 81.948, "p95_ms": 76.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.858, "count": 303, "max_ms": 131.958, "p95_ms": 95.665}, "read_interval": {"avg_ms": 99.292, "count": 302, "max_ms": 503.903, "p95_ms": 125.437}, "triton_wait": {"avg_ms": 55.962, "count": 303, "max_ms": 81.96, "p95_ms": 77.337}, "visualize": {"avg_ms": 3.772, "count": 303, "max_ms": 6.027, "p95_ms": 4.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15710.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1451, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:13:57+09:00", "last_error_summary": "[h264 @ 0x55aee0969d80] left block unavailable for requested intra mode [h264 @ 0x55aee0969d80] error while decoding MB 0 9, bytestream 95285 [h264 @ 0x55aee09d68c0] error while decoding MB 77 32, bytestream -5", "last_exit_at": "2026-07-05T08:14:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.24, "last_started_at": "2026-07-05T08:14:00+09:00", "pid": 118858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.734, "name": "ffmpeg", "pid": 118858, "rss_mb": 267.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 626, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.12, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1296519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:15:03+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T08:15:02+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T08:15:03.003286+09:00", "mtime_epoch": 1783206903.003286, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:15:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.486, "pushed": 6.486, "read": 6.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.143, "count": 194, "max_ms": 25.597, "p95_ms": 22.536}, "gstreamer_push": {"avg_ms": 1.022, "count": 194, "max_ms": 1.22, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.422, "count": 194, "max_ms": 67.036, "p95_ms": 61.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.511, "count": 194, "max_ms": 81.266, "p95_ms": 72.731}, "yolo11_640_fire_11class": {"avg_ms": 50.116, "count": 194, "max_ms": 73.082, "p95_ms": 69.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.906, "count": 194, "max_ms": 82.003, "p95_ms": 76.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.96, "count": 194, "max_ms": 168.547, "p95_ms": 164.378}, "read_interval": {"avg_ms": 154.937, "count": 193, "max_ms": 180.258, "p95_ms": 174.791}, "triton_wait": {"avg_ms": 56.153, "count": 194, "max_ms": 82.015, "p95_ms": 76.488}, "visualize": {"avg_ms": 5.871, "count": 194, "max_ms": 6.836, "p95_ms": 6.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15710.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11092.317, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.285, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1613941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:15:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:15:10+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:15:10+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T08:15:10.667403+09:00", "mtime_epoch": 1783206910.6674032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:15:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2208.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.313, "count": 301, "max_ms": 11.99, "p95_ms": 8.671}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.949, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.982, "count": 301, "max_ms": 66.978, "p95_ms": 61.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.317, "count": 301, "max_ms": 78.073, "p95_ms": 57.761}, "yolo11_640_fire_11class": {"avg_ms": 54.927, "count": 301, "max_ms": 76.202, "p95_ms": 71.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.913, "count": 301, "max_ms": 78.915, "p95_ms": 74.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.676, "count": 301, "max_ms": 95.627, "p95_ms": 91.371}, "read_interval": {"avg_ms": 99.736, "count": 301, "max_ms": 632.979, "p95_ms": 134.407}, "triton_wait": {"avg_ms": 55.585, "count": 301, "max_ms": 78.927, "p95_ms": 75.968}, "visualize": {"avg_ms": 3.694, "count": 301, "max_ms": 4.847, "p95_ms": 4.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15711.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1451, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:13:57+09:00", "last_error_summary": "[h264 @ 0x55aee0969d80] left block unavailable for requested intra mode [h264 @ 0x55aee0969d80] error while decoding MB 0 9, bytestream 95285 [h264 @ 0x55aee09d68c0] error while decoding MB 77 32, bytestream -5", "last_exit_at": "2026-07-05T08:14:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.31, "last_started_at": "2026-07-05T08:14:00+09:00", "pid": 118858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.992, "name": "ffmpeg", "pid": 118858, "rss_mb": 267.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 626, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.167, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1296714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:15:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:15:33+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T08:15:33+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T08:15:33.079913+09:00", "mtime_epoch": 1783206933.079913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:15:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9241.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.517, "pushed": 6.517, "read": 6.484}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.803, "count": 195, "max_ms": 26.795, "p95_ms": 22.085}, "gstreamer_push": {"avg_ms": 1.022, "count": 195, "max_ms": 1.372, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.661, "count": 195, "max_ms": 68.657, "p95_ms": 64.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.152, "count": 195, "max_ms": 79.786, "p95_ms": 71.346}, "yolo11_640_fire_11class": {"avg_ms": 49.676, "count": 195, "max_ms": 77.999, "p95_ms": 70.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.67, "count": 195, "max_ms": 79.626, "p95_ms": 76.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.913, "count": 195, "max_ms": 168.669, "p95_ms": 164.184}, "read_interval": {"avg_ms": 154.24, "count": 194, "max_ms": 181.705, "p95_ms": 175.742}, "triton_wait": {"avg_ms": 56.118, "count": 195, "max_ms": 79.797, "p95_ms": 77.335}, "visualize": {"avg_ms": 5.839, "count": 195, "max_ms": 9.247, "p95_ms": 6.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15711.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11122.331, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.234, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1614240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:15:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:15:40+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T08:15:40+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:15:40.676112+09:00", "mtime_epoch": 1783206940.6761117, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:15:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2208.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.15, "count": 299, "max_ms": 11.746, "p95_ms": 7.861}, "gstreamer_push": {"avg_ms": 1.279, "count": 299, "max_ms": 1.69, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.178, "count": 299, "max_ms": 68.394, "p95_ms": 62.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.953, "count": 299, "max_ms": 76.093, "p95_ms": 65.477}, "yolo11_640_fire_11class": {"avg_ms": 54.647, "count": 299, "max_ms": 81.333, "p95_ms": 70.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.65, "count": 299, "max_ms": 79.934, "p95_ms": 74.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.265, "count": 299, "max_ms": 97.16, "p95_ms": 90.66}, "read_interval": {"avg_ms": 100.372, "count": 299, "max_ms": 641.987, "p95_ms": 140.549}, "triton_wait": {"avg_ms": 55.392, "count": 299, "max_ms": 81.345, "p95_ms": 75.282}, "visualize": {"avg_ms": 3.666, "count": 299, "max_ms": 5.042, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15710.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1451, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:13:57+09:00", "last_error_summary": "[h264 @ 0x55aee0969d80] left block unavailable for requested intra mode [h264 @ 0x55aee0969d80] error while decoding MB 0 9, bytestream 95285 [h264 @ 0x55aee09d68c0] error while decoding MB 77 32, bytestream -5", "last_exit_at": "2026-07-05T08:14:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.38, "last_started_at": "2026-07-05T08:14:00+09:00", "pid": 118858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.992, "name": "ffmpeg", "pid": 118858, "rss_mb": 267.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 626, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.122, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1296908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:16:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:16:03+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T08:16:03+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T08:16:03.144693+09:00", "mtime_epoch": 1783206963.1446931, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:16:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9242.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.484, "pushed": 6.484, "read": 6.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.896, "count": 194, "max_ms": 24.381, "p95_ms": 22.096}, "gstreamer_push": {"avg_ms": 1.014, "count": 194, "max_ms": 1.222, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.589, "count": 194, "max_ms": 64.076, "p95_ms": 61.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.493, "count": 194, "max_ms": 78.806, "p95_ms": 71.292}, "yolo11_640_fire_11class": {"avg_ms": 50.298, "count": 194, "max_ms": 72.719, "p95_ms": 69.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.874, "count": 194, "max_ms": 78.883, "p95_ms": 75.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.784, "count": 194, "max_ms": 167.226, "p95_ms": 162.381}, "read_interval": {"avg_ms": 155.021, "count": 193, "max_ms": 180.231, "p95_ms": 173.516}, "triton_wait": {"avg_ms": 56.379, "count": 194, "max_ms": 78.895, "p95_ms": 75.444}, "visualize": {"avg_ms": 5.857, "count": 194, "max_ms": 7.405, "p95_ms": 6.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15710.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11152.38, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.181, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1614541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:16:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:16:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:16:10+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:16:10.728887+09:00", "mtime_epoch": 1783206970.7288873, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:16:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2208.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.144, "count": 301, "max_ms": 11.316, "p95_ms": 8.379}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 1.78, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.718, "count": 301, "max_ms": 68.214, "p95_ms": 62.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.523, "count": 301, "max_ms": 80.775, "p95_ms": 66.415}, "yolo11_640_fire_11class": {"avg_ms": 54.959, "count": 301, "max_ms": 79.66, "p95_ms": 71.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.116, "count": 301, "max_ms": 79.925, "p95_ms": 76.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.296, "count": 301, "max_ms": 96.247, "p95_ms": 91.395}, "read_interval": {"avg_ms": 99.879, "count": 300, "max_ms": 739.654, "p95_ms": 122.404}, "triton_wait": {"avg_ms": 55.575, "count": 301, "max_ms": 80.788, "p95_ms": 76.155}, "visualize": {"avg_ms": 3.635, "count": 301, "max_ms": 5.766, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15710.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1451, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:13:57+09:00", "last_error_summary": "[h264 @ 0x55aee0969d80] left block unavailable for requested intra mode [h264 @ 0x55aee0969d80] error while decoding MB 0 9, bytestream 95285 [h264 @ 0x55aee09d68c0] error while decoding MB 77 32, bytestream -5", "last_exit_at": "2026-07-05T08:14:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.385, "last_started_at": "2026-07-05T08:14:00+09:00", "pid": 118858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.039, "name": "ffmpeg", "pid": 118858, "rss_mb": 268.039, "state": "S (sleeping)", "threads": 105}, "restart_count": 626, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.966, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1297104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:16:33+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T08:16:33+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T08:16:33.149456+09:00", "mtime_epoch": 1783206993.149456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:16:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9242.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.535, "pushed": 6.535, "read": 6.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.79, "count": 196, "max_ms": 30.207, "p95_ms": 22.0}, "gstreamer_push": {"avg_ms": 1.024, "count": 196, "max_ms": 1.231, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.282, "count": 196, "max_ms": 67.971, "p95_ms": 62.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.924, "count": 196, "max_ms": 81.212, "p95_ms": 69.025}, "yolo11_640_fire_11class": {"avg_ms": 49.907, "count": 196, "max_ms": 76.613, "p95_ms": 69.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.438, "count": 196, "max_ms": 82.285, "p95_ms": 76.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.664, "count": 196, "max_ms": 172.159, "p95_ms": 163.237}, "read_interval": {"avg_ms": 153.096, "count": 196, "max_ms": 183.024, "p95_ms": 173.27}, "triton_wait": {"avg_ms": 55.753, "count": 196, "max_ms": 82.297, "p95_ms": 76.913}, "visualize": {"avg_ms": 5.838, "count": 196, "max_ms": 7.901, "p95_ms": 6.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15575.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11182.408, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.084, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1614841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:16:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:16:40+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:16:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T08:16:40.757647+09:00", "mtime_epoch": 1783207000.757647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:16:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2208.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.197, "count": 300, "max_ms": 11.534, "p95_ms": 10.08}, "gstreamer_push": {"avg_ms": 1.215, "count": 300, "max_ms": 1.835, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.457, "count": 300, "max_ms": 71.387, "p95_ms": 62.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.481, "count": 300, "max_ms": 84.401, "p95_ms": 62.722}, "yolo11_640_fire_11class": {"avg_ms": 54.263, "count": 300, "max_ms": 80.124, "p95_ms": 70.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.496, "count": 300, "max_ms": 85.0, "p95_ms": 75.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.191, "count": 300, "max_ms": 100.484, "p95_ms": 90.824}, "read_interval": {"avg_ms": 100.136, "count": 299, "max_ms": 571.846, "p95_ms": 120.869}, "triton_wait": {"avg_ms": 54.891, "count": 300, "max_ms": 85.01, "p95_ms": 75.266}, "visualize": {"avg_ms": 3.429, "count": 300, "max_ms": 4.545, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15708.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:16:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.411, "last_started_at": "2026-07-05T08:16:38+09:00", "pid": 118965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.023, "name": "ffmpeg", "pid": 118965, "rss_mb": 265.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 627, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 628}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.847, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1297268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:17:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:17:03+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:17:03+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T08:17:03.178205+09:00", "mtime_epoch": 1783207023.178205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:17:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9242.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.493, "pushed": 5.493, "read": 5.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.949, "count": 164, "max_ms": 24.278, "p95_ms": 22.365}, "gstreamer_push": {"avg_ms": 1.032, "count": 164, "max_ms": 1.612, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.466, "count": 164, "max_ms": 69.172, "p95_ms": 62.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.772, "count": 164, "max_ms": 73.612, "p95_ms": 69.206}, "yolo11_640_fire_11class": {"avg_ms": 49.761, "count": 164, "max_ms": 74.762, "p95_ms": 69.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.763, "count": 164, "max_ms": 80.333, "p95_ms": 76.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.616, "count": 164, "max_ms": 170.332, "p95_ms": 163.329}, "read_interval": {"avg_ms": 183.293, "count": 163, "max_ms": 4964.169, "p95_ms": 175.487}, "triton_wait": {"avg_ms": 55.343, "count": 164, "max_ms": 80.345, "p95_ms": 76.913}, "visualize": {"avg_ms": 5.896, "count": 164, "max_ms": 7.467, "p95_ms": 6.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15708.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11212.461, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.923, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1615141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:17:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:17:10+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T08:17:10.814393+09:00", "mtime_epoch": 1783207030.814393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:17:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2209.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.378, "count": 300, "max_ms": 12.244, "p95_ms": 8.608}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.911, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.933, "count": 300, "max_ms": 69.837, "p95_ms": 62.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.169, "count": 300, "max_ms": 75.84, "p95_ms": 62.136}, "yolo11_640_fire_11class": {"avg_ms": 54.421, "count": 300, "max_ms": 74.494, "p95_ms": 69.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.638, "count": 300, "max_ms": 78.313, "p95_ms": 74.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.344, "count": 300, "max_ms": 95.086, "p95_ms": 90.454}, "read_interval": {"avg_ms": 100.228, "count": 299, "max_ms": 624.762, "p95_ms": 120.174}, "triton_wait": {"avg_ms": 55.151, "count": 300, "max_ms": 78.325, "p95_ms": 74.502}, "visualize": {"avg_ms": 3.743, "count": 300, "max_ms": 5.534, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15709.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:16:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.416, "last_started_at": "2026-07-05T08:16:38+09:00", "pid": 118965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.539, "name": "ffmpeg", "pid": 118965, "rss_mb": 265.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 627, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 628}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.437, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1297461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:17:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:17:33+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T08:17:33+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T08:17:33.154939+09:00", "mtime_epoch": 1783207053.1549387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:17:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9242.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.435, "pushed": 6.435, "read": 6.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.919, "count": 193, "max_ms": 26.979, "p95_ms": 21.935}, "gstreamer_push": {"avg_ms": 1.05, "count": 193, "max_ms": 1.671, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.778, "count": 193, "max_ms": 69.018, "p95_ms": 62.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.19, "count": 193, "max_ms": 75.759, "p95_ms": 68.693}, "yolo11_640_fire_11class": {"avg_ms": 49.861, "count": 193, "max_ms": 73.289, "p95_ms": 70.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.441, "count": 193, "max_ms": 81.11, "p95_ms": 77.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.122, "count": 193, "max_ms": 169.743, "p95_ms": 162.942}, "read_interval": {"avg_ms": 155.309, "count": 193, "max_ms": 182.614, "p95_ms": 174.417}, "triton_wait": {"avg_ms": 56.799, "count": 193, "max_ms": 81.121, "p95_ms": 77.736}, "visualize": {"avg_ms": 5.856, "count": 193, "max_ms": 8.035, "p95_ms": 6.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15709.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11242.499, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.855, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1615442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:17:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:17:40+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T08:17:40+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T08:17:40.839125+09:00", "mtime_epoch": 1783207060.8391247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:17:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2209.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.289, "count": 301, "max_ms": 11.698, "p95_ms": 8.51}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.82, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.391, "count": 301, "max_ms": 71.787, "p95_ms": 64.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.522, "count": 301, "max_ms": 74.008, "p95_ms": 62.886}, "yolo11_640_fire_11class": {"avg_ms": 54.827, "count": 301, "max_ms": 76.141, "p95_ms": 69.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.24, "count": 301, "max_ms": 79.74, "p95_ms": 73.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.974, "count": 301, "max_ms": 96.079, "p95_ms": 90.584}, "read_interval": {"avg_ms": 99.813, "count": 300, "max_ms": 521.07, "p95_ms": 112.102}, "triton_wait": {"avg_ms": 55.771, "count": 301, "max_ms": 79.752, "p95_ms": 74.945}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 5.895, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15711.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:16:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.436, "last_started_at": "2026-07-05T08:16:38+09:00", "pid": 118965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.344, "name": "ffmpeg", "pid": 118965, "rss_mb": 267.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 627, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 628}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.058, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1297655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:18:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:18:03+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T08:18:03+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T08:18:03.203661+09:00", "mtime_epoch": 1783207083.2036614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:18:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9242.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.495, "pushed": 6.495, "read": 6.461}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.282, "count": 194, "max_ms": 26.732, "p95_ms": 22.976}, "gstreamer_push": {"avg_ms": 1.047, "count": 194, "max_ms": 1.372, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.926, "count": 194, "max_ms": 65.416, "p95_ms": 60.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.414, "count": 194, "max_ms": 77.339, "p95_ms": 66.365}, "yolo11_640_fire_11class": {"avg_ms": 49.242, "count": 194, "max_ms": 72.363, "p95_ms": 67.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.175, "count": 194, "max_ms": 79.87, "p95_ms": 73.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.395, "count": 194, "max_ms": 171.043, "p95_ms": 162.68}, "read_interval": {"avg_ms": 154.765, "count": 193, "max_ms": 181.812, "p95_ms": 174.038}, "triton_wait": {"avg_ms": 55.459, "count": 194, "max_ms": 79.883, "p95_ms": 73.738}, "visualize": {"avg_ms": 5.917, "count": 194, "max_ms": 8.231, "p95_ms": 6.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15712.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11272.506, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.679, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1615745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:18:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:18:10+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:18:10+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T08:18:10.855843+09:00", "mtime_epoch": 1783207090.8558433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:18:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2209.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.344, "count": 303, "max_ms": 11.851, "p95_ms": 8.642}, "gstreamer_push": {"avg_ms": 1.289, "count": 303, "max_ms": 1.507, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.275, "count": 303, "max_ms": 76.573, "p95_ms": 62.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.901, "count": 303, "max_ms": 79.126, "p95_ms": 55.035}, "yolo11_640_fire_11class": {"avg_ms": 54.961, "count": 303, "max_ms": 79.277, "p95_ms": 72.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.505, "count": 303, "max_ms": 80.036, "p95_ms": 74.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.723, "count": 303, "max_ms": 95.666, "p95_ms": 90.361}, "read_interval": {"avg_ms": 99.054, "count": 303, "max_ms": 620.538, "p95_ms": 112.109}, "triton_wait": {"avg_ms": 55.695, "count": 303, "max_ms": 80.049, "p95_ms": 74.728}, "visualize": {"avg_ms": 3.704, "count": 303, "max_ms": 5.618, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15711.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:16:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.529, "last_started_at": "2026-07-05T08:16:38+09:00", "pid": 118965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.602, "name": "ffmpeg", "pid": 118965, "rss_mb": 267.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 627, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 628}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.828, "sample_count": 1880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1297848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:18:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:18:33+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T08:18:33+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T08:18:33.288373+09:00", "mtime_epoch": 1783207113.2883725, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:18:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9242.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.446, "pushed": 6.446, "read": 6.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.064, "count": 192, "max_ms": 29.489, "p95_ms": 21.881}, "gstreamer_push": {"avg_ms": 1.033, "count": 193, "max_ms": 1.368, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.514, "count": 192, "max_ms": 75.745, "p95_ms": 65.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.239, "count": 192, "max_ms": 75.538, "p95_ms": 68.587}, "yolo11_640_fire_11class": {"avg_ms": 51.6, "count": 192, "max_ms": 79.078, "p95_ms": 71.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.836, "count": 192, "max_ms": 80.532, "p95_ms": 77.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.7, "count": 193, "max_ms": 167.407, "p95_ms": 164.083}, "read_interval": {"avg_ms": 155.941, "count": 192, "max_ms": 178.815, "p95_ms": 175.951}, "triton_wait": {"avg_ms": 57.235, "count": 192, "max_ms": 80.544, "p95_ms": 78.116}, "visualize": {"avg_ms": 5.841, "count": 192, "max_ms": 7.933, "p95_ms": 6.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15712.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11302.536, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.79, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1616040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:18:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:18:40+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:18:40+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:18:40.884550+09:00", "mtime_epoch": 1783207120.88455, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:18:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2209.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.818}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.334, "count": 295, "max_ms": 12.122, "p95_ms": 8.517}, "gstreamer_push": {"avg_ms": 1.288, "count": 295, "max_ms": 1.839, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.587, "count": 295, "max_ms": 70.862, "p95_ms": 62.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.978, "count": 295, "max_ms": 76.743, "p95_ms": 65.629}, "yolo11_640_fire_11class": {"avg_ms": 55.021, "count": 295, "max_ms": 77.007, "p95_ms": 71.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.879, "count": 295, "max_ms": 79.351, "p95_ms": 75.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.056, "count": 295, "max_ms": 96.799, "p95_ms": 92.167}, "read_interval": {"avg_ms": 101.854, "count": 294, "max_ms": 718.596, "p95_ms": 127.04}, "triton_wait": {"avg_ms": 55.895, "count": 295, "max_ms": 79.363, "p95_ms": 76.053}, "visualize": {"avg_ms": 3.719, "count": 295, "max_ms": 5.07, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15712.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:16:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.599, "last_started_at": "2026-07-05T08:16:38+09:00", "pid": 118965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.602, "name": "ffmpeg", "pid": 118965, "rss_mb": 267.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 627, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 628}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.407, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1298043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:19:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:19:03+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-05T08:19:03+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T08:19:03.337071+09:00", "mtime_epoch": 1783207143.3370712, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:19:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9242.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.517, "pushed": 6.517, "read": 6.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.956, "count": 195, "max_ms": 26.844, "p95_ms": 21.902}, "gstreamer_push": {"avg_ms": 1.027, "count": 195, "max_ms": 1.415, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.357, "count": 195, "max_ms": 65.731, "p95_ms": 61.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.808, "count": 195, "max_ms": 73.446, "p95_ms": 66.995}, "yolo11_640_fire_11class": {"avg_ms": 49.909, "count": 195, "max_ms": 75.377, "p95_ms": 70.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.303, "count": 195, "max_ms": 81.964, "p95_ms": 75.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.149, "count": 195, "max_ms": 169.336, "p95_ms": 162.755}, "read_interval": {"avg_ms": 154.061, "count": 194, "max_ms": 179.148, "p95_ms": 173.943}, "triton_wait": {"avg_ms": 55.788, "count": 195, "max_ms": 81.976, "p95_ms": 75.653}, "visualize": {"avg_ms": 5.858, "count": 195, "max_ms": 7.969, "p95_ms": 6.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15725.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11332.626, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.605, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1616344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:19:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:19:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T08:19:10+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T08:19:10.957247+09:00", "mtime_epoch": 1783207150.9572465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:19:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2209.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.32, "count": 303, "max_ms": 11.675, "p95_ms": 10.023}, "gstreamer_push": {"avg_ms": 1.266, "count": 303, "max_ms": 2.24, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.501, "count": 303, "max_ms": 65.264, "p95_ms": 61.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.75, "count": 303, "max_ms": 74.395, "p95_ms": 61.893}, "yolo11_640_fire_11class": {"avg_ms": 54.1, "count": 303, "max_ms": 74.996, "p95_ms": 70.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.792, "count": 303, "max_ms": 79.423, "p95_ms": 73.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.604, "count": 303, "max_ms": 94.775, "p95_ms": 89.727}, "read_interval": {"avg_ms": 98.972, "count": 303, "max_ms": 522.851, "p95_ms": 114.45}, "triton_wait": {"avg_ms": 54.745, "count": 303, "max_ms": 79.434, "p95_ms": 73.958}, "visualize": {"avg_ms": 3.62, "count": 303, "max_ms": 5.922, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15708.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:19:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.497, "last_started_at": "2026-07-05T08:19:14+09:00", "pid": 119072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.605, "name": "ffmpeg", "pid": 119072, "rss_mb": 264.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 628, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 629}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.553, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1298213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:19:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:19:33+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T08:19:33+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T08:19:33.397759+09:00", "mtime_epoch": 1783207173.397759, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:19:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9242.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.694, "pushed": 5.694, "read": 5.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.741, "count": 170, "max_ms": 29.064, "p95_ms": 21.885}, "gstreamer_push": {"avg_ms": 1.031, "count": 170, "max_ms": 1.307, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.595, "count": 170, "max_ms": 63.859, "p95_ms": 62.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.532, "count": 170, "max_ms": 72.344, "p95_ms": 65.785}, "yolo11_640_fire_11class": {"avg_ms": 49.366, "count": 170, "max_ms": 70.765, "p95_ms": 68.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.728, "count": 170, "max_ms": 79.896, "p95_ms": 76.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.699, "count": 170, "max_ms": 167.309, "p95_ms": 164.954}, "read_interval": {"avg_ms": 176.823, "count": 169, "max_ms": 4472.985, "p95_ms": 173.941}, "triton_wait": {"avg_ms": 55.999, "count": 170, "max_ms": 79.908, "p95_ms": 76.698}, "visualize": {"avg_ms": 5.804, "count": 170, "max_ms": 8.266, "p95_ms": 6.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15709.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11362.63, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.975, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1616644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:19:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:19:41+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:19:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T08:19:40.977931+09:00", "mtime_epoch": 1783207180.9779308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:19:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2209.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.203, "count": 300, "max_ms": 12.127, "p95_ms": 8.107}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.832, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.443, "count": 300, "max_ms": 69.758, "p95_ms": 62.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.778, "count": 300, "max_ms": 72.392, "p95_ms": 60.898}, "yolo11_640_fire_11class": {"avg_ms": 53.619, "count": 300, "max_ms": 76.707, "p95_ms": 67.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.652, "count": 300, "max_ms": 80.119, "p95_ms": 73.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.406, "count": 300, "max_ms": 95.574, "p95_ms": 90.085}, "read_interval": {"avg_ms": 100.073, "count": 300, "max_ms": 649.566, "p95_ms": 112.89}, "triton_wait": {"avg_ms": 54.483, "count": 300, "max_ms": 80.129, "p95_ms": 74.523}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 5.117, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15712.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:19:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.637, "last_started_at": "2026-07-05T08:19:14+09:00", "pid": 119072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.699, "name": "ffmpeg", "pid": 119072, "rss_mb": 267.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 628, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 629}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.997, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1298411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:20:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:20:03+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T08:20:03+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T08:20:03.534438+09:00", "mtime_epoch": 1783207203.5344384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:20:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9242.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.601, "pushed": 6.601, "read": 6.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.008, "count": 197, "max_ms": 34.93, "p95_ms": 21.623}, "gstreamer_push": {"avg_ms": 1.028, "count": 198, "max_ms": 1.432, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.891, "count": 197, "max_ms": 67.618, "p95_ms": 62.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.223, "count": 197, "max_ms": 77.83, "p95_ms": 70.734}, "yolo11_640_fire_11class": {"avg_ms": 50.394, "count": 197, "max_ms": 73.089, "p95_ms": 69.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.629, "count": 197, "max_ms": 80.65, "p95_ms": 77.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.032, "count": 198, "max_ms": 174.131, "p95_ms": 166.905}, "read_interval": {"avg_ms": 152.246, "count": 197, "max_ms": 185.46, "p95_ms": 175.379}, "triton_wait": {"avg_ms": 56.954, "count": 197, "max_ms": 80.662, "p95_ms": 77.157}, "visualize": {"avg_ms": 5.852, "count": 197, "max_ms": 7.844, "p95_ms": 6.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15715.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11392.7, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.994, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1616942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:20:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:20:11+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:20:11+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T08:20:11.050606+09:00", "mtime_epoch": 1783207211.0506063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:20:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2209.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.316, "count": 298, "max_ms": 11.927, "p95_ms": 9.682}, "gstreamer_push": {"avg_ms": 1.276, "count": 298, "max_ms": 1.904, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.545, "count": 298, "max_ms": 66.673, "p95_ms": 61.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.958, "count": 298, "max_ms": 78.683, "p95_ms": 67.237}, "yolo11_640_fire_11class": {"avg_ms": 53.62, "count": 298, "max_ms": 73.035, "p95_ms": 69.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.157, "count": 298, "max_ms": 79.049, "p95_ms": 75.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.723, "count": 298, "max_ms": 97.091, "p95_ms": 91.584}, "read_interval": {"avg_ms": 100.954, "count": 297, "max_ms": 703.899, "p95_ms": 128.226}, "triton_wait": {"avg_ms": 54.731, "count": 298, "max_ms": 79.06, "p95_ms": 75.816}, "visualize": {"avg_ms": 3.649, "count": 298, "max_ms": 5.339, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15716.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:19:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.793, "last_started_at": "2026-07-05T08:19:14+09:00", "pid": 119072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.824, "name": "ffmpeg", "pid": 119072, "rss_mb": 271.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 628, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 629}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.023, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1298610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:20:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:20:33+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T08:20:33+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T08:20:33.671108+09:00", "mtime_epoch": 1783207233.671108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:20:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.634, "read": 6.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.671, "count": 198, "max_ms": 21.98, "p95_ms": 21.323}, "gstreamer_push": {"avg_ms": 1.036, "count": 198, "max_ms": 1.572, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.025, "count": 198, "max_ms": 66.96, "p95_ms": 64.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.071, "count": 198, "max_ms": 79.443, "p95_ms": 71.578}, "yolo11_640_fire_11class": {"avg_ms": 50.151, "count": 198, "max_ms": 74.793, "p95_ms": 68.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.723, "count": 198, "max_ms": 80.807, "p95_ms": 77.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.259, "count": 198, "max_ms": 166.939, "p95_ms": 164.796}, "read_interval": {"avg_ms": 151.462, "count": 197, "max_ms": 175.341, "p95_ms": 173.373}, "triton_wait": {"avg_ms": 56.894, "count": 198, "max_ms": 80.819, "p95_ms": 78.01}, "visualize": {"avg_ms": 5.817, "count": 198, "max_ms": 6.828, "p95_ms": 6.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15716.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11422.78, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "R (running)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.226, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1617244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:20:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:20:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T08:20:41+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T08:20:41.135272+09:00", "mtime_epoch": 1783207241.1352723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:20:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2210.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 302, "max_ms": 10.831, "p95_ms": 8.452}, "gstreamer_push": {"avg_ms": 1.266, "count": 302, "max_ms": 1.751, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.67, "count": 302, "max_ms": 74.149, "p95_ms": 62.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.185, "count": 302, "max_ms": 77.77, "p95_ms": 69.838}, "yolo11_640_fire_11class": {"avg_ms": 53.358, "count": 302, "max_ms": 75.627, "p95_ms": 67.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.35, "count": 302, "max_ms": 79.779, "p95_ms": 77.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.465, "count": 302, "max_ms": 95.191, "p95_ms": 92.91}, "read_interval": {"avg_ms": 99.652, "count": 301, "max_ms": 488.683, "p95_ms": 117.25}, "triton_wait": {"avg_ms": 54.614, "count": 302, "max_ms": 79.791, "p95_ms": 77.155}, "visualize": {"avg_ms": 3.67, "count": 302, "max_ms": 4.586, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15716.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:19:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.915, "last_started_at": "2026-07-05T08:19:14+09:00", "pid": 119072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.824, "name": "ffmpeg", "pid": 119072, "rss_mb": 271.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 628, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 629}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.28, "sample_count": 1897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1298809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:21:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:21:03+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T08:21:03+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T08:21:03.819768+09:00", "mtime_epoch": 1783207263.8197684, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:21:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.639, "pushed": 6.639, "read": 6.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.807, "count": 198, "max_ms": 23.091, "p95_ms": 21.653}, "gstreamer_push": {"avg_ms": 1.016, "count": 199, "max_ms": 1.492, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.983, "count": 198, "max_ms": 71.312, "p95_ms": 63.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.046, "count": 198, "max_ms": 75.993, "p95_ms": 67.912}, "yolo11_640_fire_11class": {"avg_ms": 49.946, "count": 198, "max_ms": 72.902, "p95_ms": 68.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.263, "count": 198, "max_ms": 81.445, "p95_ms": 78.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.264, "count": 199, "max_ms": 168.147, "p95_ms": 165.298}, "read_interval": {"avg_ms": 151.38, "count": 198, "max_ms": 176.981, "p95_ms": 173.08}, "triton_wait": {"avg_ms": 56.455, "count": 198, "max_ms": 81.467, "p95_ms": 78.273}, "visualize": {"avg_ms": 5.842, "count": 198, "max_ms": 7.952, "p95_ms": 6.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15716.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11453.119, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.125, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1617545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:21:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:21:11+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T08:21:11+09:00", "mjpeg": {"age_sec": 0.386, "exists": true, "mtime": "2026-07-05T08:21:11.147928+09:00", "mtime_epoch": 1783207271.1479278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:21:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2210.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.241, "count": 298, "max_ms": 10.662, "p95_ms": 8.414}, "gstreamer_push": {"avg_ms": 1.291, "count": 298, "max_ms": 2.025, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.761, "count": 298, "max_ms": 73.08, "p95_ms": 62.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.071, "count": 298, "max_ms": 78.791, "p95_ms": 65.451}, "yolo11_640_fire_11class": {"avg_ms": 53.281, "count": 298, "max_ms": 73.54, "p95_ms": 66.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.247, "count": 298, "max_ms": 78.803, "p95_ms": 74.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.657, "count": 298, "max_ms": 94.892, "p95_ms": 90.49}, "read_interval": {"avg_ms": 100.897, "count": 297, "max_ms": 612.688, "p95_ms": 114.494}, "triton_wait": {"avg_ms": 54.544, "count": 298, "max_ms": 78.813, "p95_ms": 74.713}, "visualize": {"avg_ms": 3.719, "count": 298, "max_ms": 5.557, "p95_ms": 4.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15716.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1452, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:16:36+09:00", "last_error_summary": "[h264 @ 0x55df0ea5fd80] error while decoding MB 78 32, bytestream -9", "last_exit_at": "2026-07-05T08:19:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.005, "last_started_at": "2026-07-05T08:19:14+09:00", "pid": 119072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.824, "name": "ffmpeg", "pid": 119072, "rss_mb": 271.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 628, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 629}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.65, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1299007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:21:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:21:34+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-05T08:21:33+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-05T08:21:33.872418+09:00", "mtime_epoch": 1783207293.8724182, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:21:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.613, "pushed": 6.613, "read": 6.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.814, "count": 197, "max_ms": 24.762, "p95_ms": 21.595}, "gstreamer_push": {"avg_ms": 1.029, "count": 198, "max_ms": 1.77, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.903, "count": 197, "max_ms": 68.655, "p95_ms": 63.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.297, "count": 197, "max_ms": 76.549, "p95_ms": 70.553}, "yolo11_640_fire_11class": {"avg_ms": 46.733, "count": 197, "max_ms": 72.071, "p95_ms": 66.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.7, "count": 197, "max_ms": 80.205, "p95_ms": 77.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.7, "count": 198, "max_ms": 167.386, "p95_ms": 165.6}, "read_interval": {"avg_ms": 151.834, "count": 197, "max_ms": 177.337, "p95_ms": 174.08}, "triton_wait": {"avg_ms": 56.762, "count": 197, "max_ms": 80.216, "p95_ms": 77.466}, "visualize": {"avg_ms": 5.807, "count": 197, "max_ms": 6.999, "p95_ms": 6.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15717.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11483.162, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.125, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1617849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:21:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:21:41+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T08:21:41+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T08:21:41.508582+09:00", "mtime_epoch": 1783207301.508582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:21:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2210.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.113}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.152, "count": 304, "max_ms": 10.494, "p95_ms": 8.409}, "gstreamer_push": {"avg_ms": 1.277, "count": 304, "max_ms": 2.04, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.48, "count": 304, "max_ms": 68.496, "p95_ms": 61.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.725, "count": 304, "max_ms": 77.19, "p95_ms": 66.108}, "yolo11_640_fire_11class": {"avg_ms": 50.077, "count": 304, "max_ms": 71.4, "p95_ms": 60.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.42, "count": 304, "max_ms": 81.557, "p95_ms": 73.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.975, "count": 304, "max_ms": 96.931, "p95_ms": 89.844}, "read_interval": {"avg_ms": 98.861, "count": 303, "max_ms": 543.781, "p95_ms": 116.415}, "triton_wait": {"avg_ms": 53.283, "count": 304, "max_ms": 81.57, "p95_ms": 74.48}, "visualize": {"avg_ms": 3.679, "count": 304, "max_ms": 6.038, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15658.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1453, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:21:53+09:00", "last_error_summary": "[h264 @ 0x55ca0010dc80] error while decoding MB 56 38, bytestream -13", "last_exit_at": "2026-07-05T08:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.309, "last_started_at": "2026-07-05T08:21:56+09:00", "pid": 119179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 214.926, "name": "ffmpeg", "pid": 119179, "rss_mb": 214.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 629, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 630}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.639, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1299173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:22:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:22:04+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T08:22:03+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T08:22:03.913060+09:00", "mtime_epoch": 1783207323.9130597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:22:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.562, "pushed": 5.562, "read": 5.529}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.689, "count": 166, "max_ms": 27.56, "p95_ms": 21.993}, "gstreamer_push": {"avg_ms": 1.005, "count": 166, "max_ms": 1.575, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.498, "count": 166, "max_ms": 67.047, "p95_ms": 62.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.055, "count": 166, "max_ms": 78.954, "p95_ms": 69.148}, "yolo11_640_fire_11class": {"avg_ms": 47.921, "count": 166, "max_ms": 71.937, "p95_ms": 66.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.032, "count": 166, "max_ms": 80.442, "p95_ms": 77.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.783, "count": 166, "max_ms": 166.732, "p95_ms": 163.448}, "read_interval": {"avg_ms": 180.992, "count": 165, "max_ms": 5049.275, "p95_ms": 173.065}, "triton_wait": {"avg_ms": 56.223, "count": 166, "max_ms": 80.456, "p95_ms": 77.317}, "visualize": {"avg_ms": 5.849, "count": 166, "max_ms": 8.535, "p95_ms": 6.599}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15710.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11513.258, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.302, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1618153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:22:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:22:11+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T08:22:11+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T08:22:11.581222+09:00", "mtime_epoch": 1783207331.581222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:22:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2210.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.185, "count": 303, "max_ms": 12.811, "p95_ms": 7.99}, "gstreamer_push": {"avg_ms": 1.271, "count": 303, "max_ms": 1.942, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.567, "count": 303, "max_ms": 71.144, "p95_ms": 62.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.536, "count": 303, "max_ms": 81.17, "p95_ms": 59.482}, "yolo11_640_fire_11class": {"avg_ms": 52.35, "count": 303, "max_ms": 77.15, "p95_ms": 67.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.269, "count": 303, "max_ms": 84.192, "p95_ms": 75.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.615, "count": 303, "max_ms": 100.363, "p95_ms": 90.693}, "read_interval": {"avg_ms": 99.038, "count": 303, "max_ms": 581.137, "p95_ms": 118.541}, "triton_wait": {"avg_ms": 53.617, "count": 303, "max_ms": 84.204, "p95_ms": 75.255}, "visualize": {"avg_ms": 3.663, "count": 303, "max_ms": 5.901, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15711.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1453, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:21:53+09:00", "last_error_summary": "[h264 @ 0x55ca0010dc80] error while decoding MB 56 38, bytestream -13", "last_exit_at": "2026-07-05T08:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.457, "last_started_at": "2026-07-05T08:21:56+09:00", "pid": 119179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.938, "name": "ffmpeg", "pid": 119179, "rss_mb": 265.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 629, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 630}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.714, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1299372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:22:34+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T08:22:34+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T08:22:34.053695+09:00", "mtime_epoch": 1783207354.0536954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:22:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.638, "pushed": 6.638, "read": 6.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.819, "count": 198, "max_ms": 31.473, "p95_ms": 21.794}, "gstreamer_push": {"avg_ms": 1.02, "count": 199, "max_ms": 1.227, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.761, "count": 198, "max_ms": 67.848, "p95_ms": 63.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.331, "count": 198, "max_ms": 81.455, "p95_ms": 71.045}, "yolo11_640_fire_11class": {"avg_ms": 49.046, "count": 198, "max_ms": 72.699, "p95_ms": 65.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.294, "count": 198, "max_ms": 81.224, "p95_ms": 76.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.359, "count": 199, "max_ms": 170.738, "p95_ms": 164.603}, "read_interval": {"avg_ms": 151.465, "count": 198, "max_ms": 178.487, "p95_ms": 172.829}, "triton_wait": {"avg_ms": 56.428, "count": 198, "max_ms": 81.468, "p95_ms": 77.662}, "visualize": {"avg_ms": 5.811, "count": 198, "max_ms": 7.693, "p95_ms": 6.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15712.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11543.294, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.538, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1618450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:22:41+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T08:22:41+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T08:22:41.637854+09:00", "mtime_epoch": 1783207361.6378543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:22:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2210.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.267, "count": 297, "max_ms": 11.399, "p95_ms": 8.244}, "gstreamer_push": {"avg_ms": 1.278, "count": 297, "max_ms": 1.74, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.978, "count": 297, "max_ms": 72.237, "p95_ms": 62.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.812, "count": 297, "max_ms": 80.066, "p95_ms": 69.055}, "yolo11_640_fire_11class": {"avg_ms": 51.039, "count": 297, "max_ms": 77.22, "p95_ms": 64.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.675, "count": 297, "max_ms": 80.12, "p95_ms": 75.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.842, "count": 297, "max_ms": 127.827, "p95_ms": 92.398}, "read_interval": {"avg_ms": 101.126, "count": 297, "max_ms": 763.78, "p95_ms": 116.753}, "triton_wait": {"avg_ms": 53.966, "count": 297, "max_ms": 80.133, "p95_ms": 76.001}, "visualize": {"avg_ms": 3.678, "count": 297, "max_ms": 5.77, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15714.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1453, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:21:53+09:00", "last_error_summary": "[h264 @ 0x55ca0010dc80] error while decoding MB 56 38, bytestream -13", "last_exit_at": "2026-07-05T08:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.469, "last_started_at": "2026-07-05T08:21:56+09:00", "pid": 119179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.547, "name": "ffmpeg", "pid": 119179, "rss_mb": 269.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 629, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 630}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.136, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1299569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:23:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:23:04+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:23:04+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T08:23:04.074322+09:00", "mtime_epoch": 1783207384.0743215, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:23:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.597, "pushed": 6.597, "read": 6.563}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.71, "count": 197, "max_ms": 24.43, "p95_ms": 22.043}, "gstreamer_push": {"avg_ms": 1.008, "count": 197, "max_ms": 1.29, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.066, "count": 197, "max_ms": 71.231, "p95_ms": 67.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.46, "count": 197, "max_ms": 82.696, "p95_ms": 72.042}, "yolo11_640_fire_11class": {"avg_ms": 49.852, "count": 197, "max_ms": 70.186, "p95_ms": 66.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.339, "count": 197, "max_ms": 81.895, "p95_ms": 78.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.103, "count": 197, "max_ms": 170.313, "p95_ms": 165.441}, "read_interval": {"avg_ms": 152.375, "count": 196, "max_ms": 178.358, "p95_ms": 173.88}, "triton_wait": {"avg_ms": 57.47, "count": 197, "max_ms": 82.708, "p95_ms": 78.478}, "visualize": {"avg_ms": 5.805, "count": 197, "max_ms": 7.168, "p95_ms": 6.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15714.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11573.324, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.934, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1618750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:23:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:23:11+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:23:11+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T08:23:11.670479+09:00", "mtime_epoch": 1783207391.6704788, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:23:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2210.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.28, "count": 300, "max_ms": 11.53, "p95_ms": 8.033}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.608, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.488, "count": 300, "max_ms": 72.909, "p95_ms": 67.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.242, "count": 300, "max_ms": 78.293, "p95_ms": 69.907}, "yolo11_640_fire_11class": {"avg_ms": 52.774, "count": 300, "max_ms": 72.62, "p95_ms": 66.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.558, "count": 300, "max_ms": 81.728, "p95_ms": 77.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.647, "count": 300, "max_ms": 100.407, "p95_ms": 95.401}, "read_interval": {"avg_ms": 100.143, "count": 299, "max_ms": 618.157, "p95_ms": 116.755}, "triton_wait": {"avg_ms": 57.02, "count": 300, "max_ms": 81.74, "p95_ms": 77.522}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 5.33, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15714.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1453, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:21:53+09:00", "last_error_summary": "[h264 @ 0x55ca0010dc80] error while decoding MB 56 38, bytestream -13", "last_exit_at": "2026-07-05T08:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.523, "last_started_at": "2026-07-05T08:21:56+09:00", "pid": 119179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.547, "name": "ffmpeg", "pid": 119179, "rss_mb": 269.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 629, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 630}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.182, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1299767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:23:34+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T08:23:34+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T08:23:34.130941+09:00", "mtime_epoch": 1783207414.1309414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:23:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.62, "pushed": 6.62, "read": 6.587}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.832, "count": 198, "max_ms": 25.012, "p95_ms": 21.471}, "gstreamer_push": {"avg_ms": 1.032, "count": 198, "max_ms": 1.557, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.259, "count": 198, "max_ms": 70.637, "p95_ms": 66.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.978, "count": 198, "max_ms": 76.739, "p95_ms": 70.784}, "yolo11_640_fire_11class": {"avg_ms": 50.295, "count": 198, "max_ms": 71.313, "p95_ms": 68.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.64, "count": 198, "max_ms": 80.488, "p95_ms": 78.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.54, "count": 198, "max_ms": 168.836, "p95_ms": 165.596}, "read_interval": {"avg_ms": 151.811, "count": 197, "max_ms": 176.602, "p95_ms": 173.74}, "triton_wait": {"avg_ms": 56.859, "count": 198, "max_ms": 80.499, "p95_ms": 78.259}, "visualize": {"avg_ms": 5.817, "count": 198, "max_ms": 7.598, "p95_ms": 6.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15714.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11603.376, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.881, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1619049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:23:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:23:41+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T08:23:41+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T08:23:41.719097+09:00", "mtime_epoch": 1783207421.719097, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 167045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:23:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2210.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.309, "count": 299, "max_ms": 10.4, "p95_ms": 8.439}, "gstreamer_push": {"avg_ms": 1.281, "count": 299, "max_ms": 1.498, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.554, "count": 299, "max_ms": 72.546, "p95_ms": 64.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.79, "count": 299, "max_ms": 78.329, "p95_ms": 66.597}, "yolo11_640_fire_11class": {"avg_ms": 53.586, "count": 299, "max_ms": 73.409, "p95_ms": 69.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.715, "count": 299, "max_ms": 80.447, "p95_ms": 74.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.148, "count": 299, "max_ms": 97.309, "p95_ms": 91.352}, "read_interval": {"avg_ms": 100.544, "count": 298, "max_ms": 620.103, "p95_ms": 183.918}, "triton_wait": {"avg_ms": 55.456, "count": 299, "max_ms": 80.459, "p95_ms": 74.962}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 4.634, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15715.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1453, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:21:53+09:00", "last_error_summary": "[h264 @ 0x55ca0010dc80] error while decoding MB 56 38, bytestream -13", "last_exit_at": "2026-07-05T08:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.61, "last_started_at": "2026-07-05T08:21:56+09:00", "pid": 119179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.547, "name": "ffmpeg", "pid": 119179, "rss_mb": 269.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 629, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 630}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.193, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1299966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:24:04+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T08:24:04+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T08:24:04.207555+09:00", "mtime_epoch": 1783207444.2075553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:24:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.65, "pushed": 6.65, "read": 6.617}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.876, "count": 199, "max_ms": 28.812, "p95_ms": 23.2}, "gstreamer_push": {"avg_ms": 1.006, "count": 199, "max_ms": 1.374, "p95_ms": 1.094}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.644, "count": 199, "max_ms": 67.658, "p95_ms": 63.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.293, "count": 199, "max_ms": 75.322, "p95_ms": 69.492}, "yolo11_640_fire_11class": {"avg_ms": 48.909, "count": 199, "max_ms": 69.585, "p95_ms": 65.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.926, "count": 199, "max_ms": 78.729, "p95_ms": 76.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.051, "count": 199, "max_ms": 185.916, "p95_ms": 164.689}, "read_interval": {"avg_ms": 151.173, "count": 198, "max_ms": 194.177, "p95_ms": 173.254}, "triton_wait": {"avg_ms": 56.204, "count": 199, "max_ms": 78.74, "p95_ms": 76.844}, "visualize": {"avg_ms": 5.844, "count": 199, "max_ms": 7.636, "p95_ms": 7.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15715.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11633.445, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.943, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1619347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:24:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:24:11+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:24:11+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T08:24:11.795709+09:00", "mtime_epoch": 1783207451.7957091, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:24:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2211.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.171, "count": 298, "max_ms": 11.703, "p95_ms": 8.154}, "gstreamer_push": {"avg_ms": 1.285, "count": 298, "max_ms": 1.885, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.303, "count": 298, "max_ms": 68.529, "p95_ms": 63.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.231, "count": 298, "max_ms": 75.905, "p95_ms": 66.641}, "yolo11_640_fire_11class": {"avg_ms": 52.083, "count": 298, "max_ms": 73.679, "p95_ms": 66.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.878, "count": 298, "max_ms": 79.197, "p95_ms": 75.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.733, "count": 298, "max_ms": 95.636, "p95_ms": 91.561}, "read_interval": {"avg_ms": 100.958, "count": 297, "max_ms": 854.7, "p95_ms": 114.616}, "triton_wait": {"avg_ms": 53.677, "count": 298, "max_ms": 79.207, "p95_ms": 75.398}, "visualize": {"avg_ms": 3.687, "count": 298, "max_ms": 5.79, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15729.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1453, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:21:53+09:00", "last_error_summary": "[h264 @ 0x55ca0010dc80] error while decoding MB 56 38, bytestream -13", "last_exit_at": "2026-07-05T08:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.64, "last_started_at": "2026-07-05T08:21:56+09:00", "pid": 119179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.797, "name": "ffmpeg", "pid": 119179, "rss_mb": 283.797, "state": "S (sleeping)", "threads": 104}, "restart_count": 629, "restart_count_per_hour": 20, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 630}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.182, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1300166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:24:34+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T08:24:34+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T08:24:34.240162+09:00", "mtime_epoch": 1783207474.2401621, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:24:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.693, "pushed": 6.693, "read": 6.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.878, "count": 200, "max_ms": 25.011, "p95_ms": 21.771}, "gstreamer_push": {"avg_ms": 0.995, "count": 200, "max_ms": 1.389, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.729, "count": 200, "max_ms": 70.201, "p95_ms": 62.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.589, "count": 200, "max_ms": 74.049, "p95_ms": 69.901}, "yolo11_640_fire_11class": {"avg_ms": 48.589, "count": 200, "max_ms": 72.921, "p95_ms": 65.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.12, "count": 200, "max_ms": 82.918, "p95_ms": 76.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.997, "count": 200, "max_ms": 170.561, "p95_ms": 163.14}, "read_interval": {"avg_ms": 150.156, "count": 199, "max_ms": 178.421, "p95_ms": 171.53}, "triton_wait": {"avg_ms": 55.367, "count": 200, "max_ms": 82.931, "p95_ms": 76.291}, "visualize": {"avg_ms": 5.798, "count": 200, "max_ms": 7.595, "p95_ms": 6.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15596.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11663.525, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.007, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1619652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:24:41+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:24:41+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T08:24:41.872315+09:00", "mtime_epoch": 1783207481.8723154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:24:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2211.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.108, "count": 304, "max_ms": 11.205, "p95_ms": 8.139}, "gstreamer_push": {"avg_ms": 1.29, "count": 305, "max_ms": 2.099, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.945, "count": 304, "max_ms": 64.885, "p95_ms": 61.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.921, "count": 304, "max_ms": 80.012, "p95_ms": 57.979}, "yolo11_640_fire_11class": {"avg_ms": 52.402, "count": 304, "max_ms": 72.386, "p95_ms": 67.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.319, "count": 304, "max_ms": 79.275, "p95_ms": 75.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.162, "count": 305, "max_ms": 95.864, "p95_ms": 91.539}, "read_interval": {"avg_ms": 98.665, "count": 304, "max_ms": 541.538, "p95_ms": 121.627}, "triton_wait": {"avg_ms": 53.422, "count": 304, "max_ms": 80.024, "p95_ms": 75.731}, "visualize": {"avg_ms": 3.66, "count": 304, "max_ms": 4.629, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15716.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 567, "h264_decode_error_count": 1454, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:24:35+09:00", "last_error_summary": "[h264 @ 0x55cc6fb82900] error while decoding MB 32 18, bytestream -40", "last_exit_at": "2026-07-05T08:24:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.907, "last_started_at": "2026-07-05T08:24:38+09:00", "pid": 119286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.98, "name": "ffmpeg", "pid": 119286, "rss_mb": 268.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 630, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 631}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.881, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1300335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:25:04+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T08:25:04+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T08:25:04.312764+09:00", "mtime_epoch": 1783207504.3127642, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:25:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.646, "pushed": 5.646, "read": 5.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.8, "count": 169, "max_ms": 25.772, "p95_ms": 22.032}, "gstreamer_push": {"avg_ms": 1.022, "count": 169, "max_ms": 1.503, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.432, "count": 169, "max_ms": 65.673, "p95_ms": 61.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.667, "count": 169, "max_ms": 78.887, "p95_ms": 72.077}, "yolo11_640_fire_11class": {"avg_ms": 49.745, "count": 169, "max_ms": 70.957, "p95_ms": 68.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.248, "count": 169, "max_ms": 80.783, "p95_ms": 75.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.18, "count": 169, "max_ms": 168.182, "p95_ms": 164.48}, "read_interval": {"avg_ms": 178.1, "count": 168, "max_ms": 4661.725, "p95_ms": 172.703}, "triton_wait": {"avg_ms": 56.505, "count": 169, "max_ms": 80.795, "p95_ms": 77.234}, "visualize": {"avg_ms": 5.847, "count": 169, "max_ms": 8.075, "p95_ms": 6.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15717.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11693.539, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.935, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1619950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:25:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:25:11+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:25:11+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T08:25:11.880915+09:00", "mtime_epoch": 1783207511.880915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:25:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2211.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.128, "count": 298, "max_ms": 8.927, "p95_ms": 8.263}, "gstreamer_push": {"avg_ms": 1.291, "count": 298, "max_ms": 1.636, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.214, "count": 298, "max_ms": 64.923, "p95_ms": 60.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.948, "count": 298, "max_ms": 76.298, "p95_ms": 67.739}, "yolo11_640_fire_11class": {"avg_ms": 53.663, "count": 298, "max_ms": 74.951, "p95_ms": 68.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.368, "count": 298, "max_ms": 80.602, "p95_ms": 74.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.93, "count": 298, "max_ms": 96.176, "p95_ms": 90.259}, "read_interval": {"avg_ms": 100.722, "count": 298, "max_ms": 693.01, "p95_ms": 114.699}, "triton_wait": {"avg_ms": 55.167, "count": 298, "max_ms": 80.614, "p95_ms": 74.38}, "visualize": {"avg_ms": 3.674, "count": 298, "max_ms": 5.055, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15718.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 567, "h264_decode_error_count": 1454, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:24:35+09:00", "last_error_summary": "[h264 @ 0x55cc6fb82900] error while decoding MB 32 18, bytestream -40", "last_exit_at": "2026-07-05T08:24:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.035, "last_started_at": "2026-07-05T08:24:38+09:00", "pid": 119286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.816, "name": "ffmpeg", "pid": 119286, "rss_mb": 271.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 630, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 631}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.943, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1300534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:25:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:25:34+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T08:25:34+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T08:25:34.445362+09:00", "mtime_epoch": 1783207534.4453619, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:25:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.638, "pushed": 6.638, "read": 6.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.657, "count": 198, "max_ms": 27.179, "p95_ms": 23.063}, "gstreamer_push": {"avg_ms": 1.007, "count": 199, "max_ms": 1.454, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.474, "count": 198, "max_ms": 66.354, "p95_ms": 63.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.767, "count": 198, "max_ms": 79.21, "p95_ms": 69.243}, "yolo11_640_fire_11class": {"avg_ms": 49.899, "count": 198, "max_ms": 72.399, "p95_ms": 70.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.218, "count": 198, "max_ms": 81.144, "p95_ms": 78.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.113, "count": 199, "max_ms": 170.853, "p95_ms": 165.239}, "read_interval": {"avg_ms": 151.403, "count": 198, "max_ms": 178.869, "p95_ms": 174.103}, "triton_wait": {"avg_ms": 56.514, "count": 198, "max_ms": 81.155, "p95_ms": 78.52}, "visualize": {"avg_ms": 5.816, "count": 198, "max_ms": 8.429, "p95_ms": 6.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15718.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11723.593, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.621, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1620251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:25:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:25:42+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:25:41+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:25:41.941510+09:00", "mtime_epoch": 1783207541.94151, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:25:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2211.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.212, "count": 301, "max_ms": 10.931, "p95_ms": 8.446}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 2.098, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.305, "count": 301, "max_ms": 67.101, "p95_ms": 60.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.564, "count": 301, "max_ms": 83.507, "p95_ms": 67.007}, "yolo11_640_fire_11class": {"avg_ms": 54.441, "count": 301, "max_ms": 78.154, "p95_ms": 69.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.339, "count": 301, "max_ms": 82.302, "p95_ms": 75.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.269, "count": 301, "max_ms": 99.162, "p95_ms": 91.062}, "read_interval": {"avg_ms": 99.889, "count": 300, "max_ms": 588.506, "p95_ms": 113.115}, "triton_wait": {"avg_ms": 55.44, "count": 301, "max_ms": 83.519, "p95_ms": 75.41}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 4.635, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15718.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 567, "h264_decode_error_count": 1454, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:24:35+09:00", "last_error_summary": "[h264 @ 0x55cc6fb82900] error while decoding MB 32 18, bytestream -40", "last_exit_at": "2026-07-05T08:24:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.12, "last_started_at": "2026-07-05T08:24:38+09:00", "pid": 119286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.816, "name": "ffmpeg", "pid": 119286, "rss_mb": 271.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 630, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 631}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.943, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1300734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:26:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:26:04+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:26:04+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T08:26:04.537954+09:00", "mtime_epoch": 1783207564.5379539, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:26:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.68, "pushed": 6.68, "read": 6.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.057, "count": 199, "max_ms": 30.867, "p95_ms": 24.476}, "gstreamer_push": {"avg_ms": 1.019, "count": 200, "max_ms": 1.487, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.704, "count": 199, "max_ms": 63.865, "p95_ms": 62.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.799, "count": 199, "max_ms": 79.515, "p95_ms": 69.165}, "yolo11_640_fire_11class": {"avg_ms": 48.549, "count": 199, "max_ms": 74.125, "p95_ms": 69.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.327, "count": 199, "max_ms": 80.073, "p95_ms": 77.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.042, "count": 200, "max_ms": 167.38, "p95_ms": 164.492}, "read_interval": {"avg_ms": 150.447, "count": 199, "max_ms": 175.254, "p95_ms": 173.009}, "triton_wait": {"avg_ms": 54.843, "count": 199, "max_ms": 80.085, "p95_ms": 77.206}, "visualize": {"avg_ms": 5.848, "count": 199, "max_ms": 8.352, "p95_ms": 6.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15718.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11753.597, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.621, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1620554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:26:12+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T08:26:11+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:26:11.942099+09:00", "mtime_epoch": 1783207571.9420986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:26:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2211.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.168, "count": 303, "max_ms": 11.5, "p95_ms": 8.217}, "gstreamer_push": {"avg_ms": 1.29, "count": 303, "max_ms": 1.641, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.858, "count": 303, "max_ms": 71.664, "p95_ms": 61.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.68, "count": 303, "max_ms": 72.701, "p95_ms": 64.179}, "yolo11_640_fire_11class": {"avg_ms": 54.414, "count": 303, "max_ms": 76.9, "p95_ms": 70.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.651, "count": 303, "max_ms": 78.056, "p95_ms": 75.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.132, "count": 303, "max_ms": 94.081, "p95_ms": 90.864}, "read_interval": {"avg_ms": 99.012, "count": 303, "max_ms": 617.767, "p95_ms": 110.908}, "triton_wait": {"avg_ms": 55.349, "count": 303, "max_ms": 78.068, "p95_ms": 75.51}, "visualize": {"avg_ms": 3.69, "count": 303, "max_ms": 4.685, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15718.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 567, "h264_decode_error_count": 1454, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:24:35+09:00", "last_error_summary": "[h264 @ 0x55cc6fb82900] error while decoding MB 32 18, bytestream -40", "last_exit_at": "2026-07-05T08:24:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.237, "last_started_at": "2026-07-05T08:24:38+09:00", "pid": 119286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.816, "name": "ffmpeg", "pid": 119286, "rss_mb": 271.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 630, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 631}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.886, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1300933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:26:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:26:34+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T08:26:34+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T08:26:34.658541+09:00", "mtime_epoch": 1783207594.6585414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:26:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9243.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.644, "pushed": 6.644, "read": 6.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.865, "count": 198, "max_ms": 26.584, "p95_ms": 22.155}, "gstreamer_push": {"avg_ms": 1.012, "count": 199, "max_ms": 1.4, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.071, "count": 198, "max_ms": 64.679, "p95_ms": 61.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.31, "count": 198, "max_ms": 76.518, "p95_ms": 70.112}, "yolo11_640_fire_11class": {"avg_ms": 49.862, "count": 198, "max_ms": 72.781, "p95_ms": 69.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.593, "count": 198, "max_ms": 80.759, "p95_ms": 76.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.174, "count": 199, "max_ms": 168.061, "p95_ms": 165.29}, "read_interval": {"avg_ms": 151.39, "count": 198, "max_ms": 177.593, "p95_ms": 173.843}, "triton_wait": {"avg_ms": 55.981, "count": 198, "max_ms": 80.771, "p95_ms": 76.409}, "visualize": {"avg_ms": 5.843, "count": 198, "max_ms": 8.912, "p95_ms": 6.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15719.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11783.602, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.641, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1620855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:26:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:26:42+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T08:26:41+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:26:41.946683+09:00", "mtime_epoch": 1783207601.946683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 153511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:26:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2211.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.246, "count": 301, "max_ms": 11.011, "p95_ms": 8.478}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 2.156, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.879, "count": 301, "max_ms": 68.906, "p95_ms": 61.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.07, "count": 301, "max_ms": 78.624, "p95_ms": 62.536}, "yolo11_640_fire_11class": {"avg_ms": 54.637, "count": 301, "max_ms": 75.73, "p95_ms": 71.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.932, "count": 301, "max_ms": 79.671, "p95_ms": 74.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.473, "count": 301, "max_ms": 95.317, "p95_ms": 90.382}, "read_interval": {"avg_ms": 99.687, "count": 301, "max_ms": 572.297, "p95_ms": 113.944}, "triton_wait": {"avg_ms": 55.504, "count": 301, "max_ms": 79.683, "p95_ms": 74.876}, "visualize": {"avg_ms": 3.704, "count": 301, "max_ms": 5.246, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15719.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 567, "h264_decode_error_count": 1454, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:24:35+09:00", "last_error_summary": "[h264 @ 0x55cc6fb82900] error while decoding MB 32 18, bytestream -40", "last_exit_at": "2026-07-05T08:24:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.239, "last_started_at": "2026-07-05T08:24:38+09:00", "pid": 119286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.074, "name": "ffmpeg", "pid": 119286, "rss_mb": 272.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 630, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 631}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.865, "sample_count": 1956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1301133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:27:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:27:04+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:27:04+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T08:27:04.655122+09:00", "mtime_epoch": 1783207624.655122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:27:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.668, "pushed": 6.668, "read": 6.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.993, "count": 200, "max_ms": 27.944, "p95_ms": 22.833}, "gstreamer_push": {"avg_ms": 1.021, "count": 200, "max_ms": 1.239, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.565, "count": 200, "max_ms": 64.464, "p95_ms": 61.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.824, "count": 200, "max_ms": 77.584, "p95_ms": 67.926}, "yolo11_640_fire_11class": {"avg_ms": 49.815, "count": 200, "max_ms": 72.703, "p95_ms": 70.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.919, "count": 200, "max_ms": 80.715, "p95_ms": 76.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.737, "count": 200, "max_ms": 167.655, "p95_ms": 162.999}, "read_interval": {"avg_ms": 149.996, "count": 200, "max_ms": 176.914, "p95_ms": 171.855}, "triton_wait": {"avg_ms": 55.442, "count": 200, "max_ms": 80.728, "p95_ms": 76.092}, "visualize": {"avg_ms": 5.8, "count": 200, "max_ms": 8.182, "p95_ms": 6.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15719.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11813.653, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.654, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1621154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T08:27:12+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T08:27:11+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T08:27:11.983263+09:00", "mtime_epoch": 1783207631.9832633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:27:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2211.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.161, "count": 299, "max_ms": 11.335, "p95_ms": 8.158}, "gstreamer_push": {"avg_ms": 1.301, "count": 299, "max_ms": 1.838, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.762, "count": 299, "max_ms": 66.259, "p95_ms": 62.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.785, "count": 299, "max_ms": 78.248, "p95_ms": 67.005}, "yolo11_640_fire_11class": {"avg_ms": 56.255, "count": 299, "max_ms": 77.821, "p95_ms": 74.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.836, "count": 299, "max_ms": 79.121, "p95_ms": 75.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.773, "count": 299, "max_ms": 94.899, "p95_ms": 92.008}, "read_interval": {"avg_ms": 100.486, "count": 298, "max_ms": 558.923, "p95_ms": 114.876}, "triton_wait": {"avg_ms": 56.933, "count": 299, "max_ms": 79.133, "p95_ms": 76.22}, "visualize": {"avg_ms": 3.69, "count": 299, "max_ms": 5.7, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15712.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1455, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:27:19+09:00", "last_error_summary": "[h264 @ 0x5582dbb282c0] error while decoding MB 54 23, bytestream -5", "last_exit_at": "2026-07-05T08:27:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.285, "last_started_at": "2026-07-05T08:27:22+09:00", "pid": 119393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.793, "name": "ffmpeg", "pid": 119393, "rss_mb": 263.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 631, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 632}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.871, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1301302, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:27:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:27:34+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T08:27:34+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T08:27:34.799701+09:00", "mtime_epoch": 1783207654.7997012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:27:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.626, "pushed": 5.626, "read": 5.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.784, "count": 168, "max_ms": 26.825, "p95_ms": 21.49}, "gstreamer_push": {"avg_ms": 1.015, "count": 168, "max_ms": 1.361, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.038, "count": 168, "max_ms": 69.69, "p95_ms": 62.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.177, "count": 168, "max_ms": 84.364, "p95_ms": 68.032}, "yolo11_640_fire_11class": {"avg_ms": 50.413, "count": 168, "max_ms": 78.348, "p95_ms": 69.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.446, "count": 168, "max_ms": 82.554, "p95_ms": 75.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.325, "count": 168, "max_ms": 170.65, "p95_ms": 164.238}, "read_interval": {"avg_ms": 178.726, "count": 167, "max_ms": 4889.445, "p95_ms": 172.168}, "triton_wait": {"avg_ms": 56.201, "count": 168, "max_ms": 84.376, "p95_ms": 76.517}, "visualize": {"avg_ms": 5.771, "count": 168, "max_ms": 8.718, "p95_ms": 6.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15713.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11843.881, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.474, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1621455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:27:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:27:42+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T08:27:42+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-05T08:27:42.083841+09:00", "mtime_epoch": 1783207662.0838406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:27:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2212.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.214, "count": 299, "max_ms": 10.643, "p95_ms": 8.422}, "gstreamer_push": {"avg_ms": 1.282, "count": 299, "max_ms": 1.527, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.006, "count": 299, "max_ms": 65.011, "p95_ms": 60.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.537, "count": 299, "max_ms": 71.693, "p95_ms": 64.883}, "yolo11_640_fire_11class": {"avg_ms": 54.907, "count": 299, "max_ms": 76.372, "p95_ms": 70.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.57, "count": 299, "max_ms": 78.011, "p95_ms": 74.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.434, "count": 299, "max_ms": 93.608, "p95_ms": 90.238}, "read_interval": {"avg_ms": 100.564, "count": 298, "max_ms": 545.127, "p95_ms": 168.6}, "triton_wait": {"avg_ms": 55.606, "count": 299, "max_ms": 78.024, "p95_ms": 74.775}, "visualize": {"avg_ms": 3.711, "count": 299, "max_ms": 4.93, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15714.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1455, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:27:19+09:00", "last_error_summary": "[h264 @ 0x5582dbb282c0] error while decoding MB 54 23, bytestream -5", "last_exit_at": "2026-07-05T08:27:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.425, "last_started_at": "2026-07-05T08:27:22+09:00", "pid": 119393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.855, "name": "ffmpeg", "pid": 119393, "rss_mb": 265.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 631, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 632}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.736, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1301501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:28:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:28:05+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-05T08:28:04+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T08:28:04.948277+09:00", "mtime_epoch": 1783207684.9482765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:28:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.825, "count": 198, "max_ms": 22.204, "p95_ms": 21.548}, "gstreamer_push": {"avg_ms": 1.036, "count": 199, "max_ms": 1.211, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.065, "count": 198, "max_ms": 64.772, "p95_ms": 61.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.417, "count": 198, "max_ms": 78.704, "p95_ms": 71.272}, "yolo11_640_fire_11class": {"avg_ms": 50.63, "count": 198, "max_ms": 73.35, "p95_ms": 70.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.111, "count": 198, "max_ms": 80.439, "p95_ms": 76.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.133, "count": 199, "max_ms": 167.54, "p95_ms": 164.759}, "read_interval": {"avg_ms": 151.393, "count": 198, "max_ms": 175.865, "p95_ms": 172.893}, "triton_wait": {"avg_ms": 56.622, "count": 198, "max_ms": 80.45, "p95_ms": 77.102}, "visualize": {"avg_ms": 5.814, "count": 198, "max_ms": 6.847, "p95_ms": 6.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15714.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11873.946, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.147, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1621755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:28:12+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:28:12+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T08:28:12.292416+09:00", "mtime_epoch": 1783207692.292416, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:28:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2212.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.113, "count": 300, "max_ms": 8.812, "p95_ms": 7.952}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.501, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.379, "count": 300, "max_ms": 64.84, "p95_ms": 61.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.2, "count": 300, "max_ms": 78.407, "p95_ms": 64.48}, "yolo11_640_fire_11class": {"avg_ms": 55.575, "count": 300, "max_ms": 76.44, "p95_ms": 71.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.39, "count": 300, "max_ms": 79.618, "p95_ms": 74.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.028, "count": 300, "max_ms": 95.023, "p95_ms": 91.315}, "read_interval": {"avg_ms": 100.268, "count": 299, "max_ms": 586.798, "p95_ms": 132.391}, "triton_wait": {"avg_ms": 56.37, "count": 300, "max_ms": 79.629, "p95_ms": 75.806}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 4.663, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15714.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1455, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:27:19+09:00", "last_error_summary": "[h264 @ 0x5582dbb282c0] error while decoding MB 54 23, bytestream -5", "last_exit_at": "2026-07-05T08:27:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.462, "last_started_at": "2026-07-05T08:27:22+09:00", "pid": 119393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.113, "name": "ffmpeg", "pid": 119393, "rss_mb": 266.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 631, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 632}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.773, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1301698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:28:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:28:35+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:28:34+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T08:28:35.000846+09:00", "mtime_epoch": 1783207715.0008461, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:28:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.591, "pushed": 6.591, "read": 6.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.132, "count": 197, "max_ms": 27.997, "p95_ms": 22.141}, "gstreamer_push": {"avg_ms": 1.014, "count": 197, "max_ms": 1.192, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.733, "count": 197, "max_ms": 66.388, "p95_ms": 63.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.546, "count": 197, "max_ms": 82.852, "p95_ms": 67.732}, "yolo11_640_fire_11class": {"avg_ms": 50.979, "count": 197, "max_ms": 73.708, "p95_ms": 71.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.441, "count": 197, "max_ms": 80.606, "p95_ms": 78.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.163, "count": 197, "max_ms": 172.571, "p95_ms": 166.155}, "read_interval": {"avg_ms": 152.503, "count": 196, "max_ms": 182.944, "p95_ms": 174.667}, "triton_wait": {"avg_ms": 56.956, "count": 197, "max_ms": 82.864, "p95_ms": 79.204}, "visualize": {"avg_ms": 5.818, "count": 197, "max_ms": 6.932, "p95_ms": 6.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15714.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11904.072, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.062, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1622055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:28:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T08:28:42+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T08:28:42+09:00", "mjpeg": {"age_sec": 0.406, "exists": true, "mtime": "2026-07-05T08:28:42.080980+09:00", "mtime_epoch": 1783207722.0809796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:28:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2212.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.173, "count": 299, "max_ms": 12.319, "p95_ms": 8.139}, "gstreamer_push": {"avg_ms": 1.288, "count": 299, "max_ms": 1.907, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.52, "count": 299, "max_ms": 67.14, "p95_ms": 61.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.229, "count": 299, "max_ms": 80.19, "p95_ms": 68.821}, "yolo11_640_fire_11class": {"avg_ms": 55.88, "count": 299, "max_ms": 76.255, "p95_ms": 71.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.315, "count": 299, "max_ms": 79.513, "p95_ms": 73.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.544, "count": 299, "max_ms": 101.682, "p95_ms": 91.267}, "read_interval": {"avg_ms": 100.507, "count": 298, "max_ms": 637.074, "p95_ms": 110.777}, "triton_wait": {"avg_ms": 56.728, "count": 299, "max_ms": 80.2, "p95_ms": 75.199}, "visualize": {"avg_ms": 3.685, "count": 299, "max_ms": 5.082, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15715.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1455, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:27:19+09:00", "last_error_summary": "[h264 @ 0x5582dbb282c0] error while decoding MB 54 23, bytestream -5", "last_exit_at": "2026-07-05T08:27:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.465, "last_started_at": "2026-07-05T08:27:22+09:00", "pid": 119393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.371, "name": "ffmpeg", "pid": 119393, "rss_mb": 266.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 631, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 632}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.832, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1301895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:29:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:29:05+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T08:29:04+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T08:29:05.005411+09:00", "mtime_epoch": 1783207745.0054111, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:29:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.024, "count": 197, "max_ms": 33.288, "p95_ms": 21.912}, "gstreamer_push": {"avg_ms": 1.02, "count": 197, "max_ms": 1.473, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.715, "count": 197, "max_ms": 66.298, "p95_ms": 62.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.797, "count": 197, "max_ms": 79.523, "p95_ms": 66.601}, "yolo11_640_fire_11class": {"avg_ms": 50.68, "count": 197, "max_ms": 74.725, "p95_ms": 70.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.024, "count": 197, "max_ms": 81.019, "p95_ms": 76.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.814, "count": 197, "max_ms": 175.405, "p95_ms": 164.973}, "read_interval": {"avg_ms": 152.306, "count": 197, "max_ms": 185.564, "p95_ms": 173.072}, "triton_wait": {"avg_ms": 56.623, "count": 197, "max_ms": 81.031, "p95_ms": 76.968}, "visualize": {"avg_ms": 5.822, "count": 197, "max_ms": 7.349, "p95_ms": 6.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15715.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11934.157, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.09, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1622359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:29:12+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:29:12+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:29:12.505552+09:00", "mtime_epoch": 1783207752.5055518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:29:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2212.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.148, "count": 303, "max_ms": 9.811, "p95_ms": 7.865}, "gstreamer_push": {"avg_ms": 1.292, "count": 304, "max_ms": 1.888, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.575, "count": 303, "max_ms": 65.815, "p95_ms": 61.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.582, "count": 303, "max_ms": 77.401, "p95_ms": 62.461}, "yolo11_640_fire_11class": {"avg_ms": 55.812, "count": 303, "max_ms": 78.854, "p95_ms": 72.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.725, "count": 303, "max_ms": 82.788, "p95_ms": 73.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.282, "count": 304, "max_ms": 98.568, "p95_ms": 91.352}, "read_interval": {"avg_ms": 98.998, "count": 303, "max_ms": 687.633, "p95_ms": 113.679}, "triton_wait": {"avg_ms": 56.484, "count": 303, "max_ms": 82.801, "p95_ms": 75.679}, "visualize": {"avg_ms": 3.677, "count": 303, "max_ms": 5.495, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15716.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1455, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:27:19+09:00", "last_error_summary": "[h264 @ 0x5582dbb282c0] error while decoding MB 54 23, bytestream -5", "last_exit_at": "2026-07-05T08:27:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.565, "last_started_at": "2026-07-05T08:27:22+09:00", "pid": 119393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.145, "name": "ffmpeg", "pid": 119393, "rss_mb": 267.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 631, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 632}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.804, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:29:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:29:35+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T08:29:35+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T08:29:35.101975+09:00", "mtime_epoch": 1783207775.1019747, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:29:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.645, "pushed": 6.645, "read": 6.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.752, "count": 198, "max_ms": 22.536, "p95_ms": 21.17}, "gstreamer_push": {"avg_ms": 1.014, "count": 199, "max_ms": 1.235, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.047, "count": 198, "max_ms": 65.412, "p95_ms": 61.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.464, "count": 198, "max_ms": 81.51, "p95_ms": 72.648}, "yolo11_640_fire_11class": {"avg_ms": 51.305, "count": 198, "max_ms": 76.362, "p95_ms": 71.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.837, "count": 198, "max_ms": 80.646, "p95_ms": 76.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.022, "count": 199, "max_ms": 169.745, "p95_ms": 164.691}, "read_interval": {"avg_ms": 151.256, "count": 198, "max_ms": 177.965, "p95_ms": 172.761}, "triton_wait": {"avg_ms": 56.862, "count": 198, "max_ms": 81.523, "p95_ms": 76.862}, "visualize": {"avg_ms": 5.799, "count": 198, "max_ms": 7.156, "p95_ms": 6.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15717.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11964.231, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.09, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1622657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:29:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:29:42+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:29:42+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T08:29:42.578114+09:00", "mtime_epoch": 1783207782.578114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:29:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2212.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.239, "count": 298, "max_ms": 11.316, "p95_ms": 8.516}, "gstreamer_push": {"avg_ms": 1.272, "count": 298, "max_ms": 1.771, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.33, "count": 298, "max_ms": 68.895, "p95_ms": 60.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.719, "count": 298, "max_ms": 80.159, "p95_ms": 66.608}, "yolo11_640_fire_11class": {"avg_ms": 55.993, "count": 298, "max_ms": 79.2, "p95_ms": 71.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.055, "count": 298, "max_ms": 82.623, "p95_ms": 73.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.49, "count": 298, "max_ms": 98.454, "p95_ms": 91.239}, "read_interval": {"avg_ms": 100.965, "count": 297, "max_ms": 698.461, "p95_ms": 115.216}, "triton_wait": {"avg_ms": 56.676, "count": 298, "max_ms": 82.636, "p95_ms": 75.599}, "visualize": {"avg_ms": 3.672, "count": 298, "max_ms": 5.506, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15590.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1456, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:30:01+09:00", "last_error_summary": "[h264 @ 0x55e070e43bc0] error while decoding MB 6 39, bytestream -11", "last_exit_at": "2026-07-05T08:30:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.16, "last_started_at": "2026-07-05T08:30:04+09:00", "pid": 119500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.75, "name": "ffmpeg", "pid": 119500, "rss_mb": 144.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 632, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 633}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.865, "sample_count": 1920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:30:06+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T08:30:06+09:00", "mjpeg": {"age_sec": 4.755, "exists": true, "mtime": "2026-07-05T08:30:02.066477+09:00", "mtime_epoch": 1783207802.0664768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:30:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.554, "pushed": 5.554, "read": 5.521}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.262, "count": 166, "max_ms": 24.416, "p95_ms": 23.046}, "gstreamer_push": {"avg_ms": 1.049, "count": 166, "max_ms": 1.668, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.259, "count": 166, "max_ms": 67.521, "p95_ms": 61.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.138, "count": 166, "max_ms": 80.991, "p95_ms": 69.874}, "yolo11_640_fire_11class": {"avg_ms": 51.182, "count": 166, "max_ms": 76.32, "p95_ms": 71.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.444, "count": 166, "max_ms": 79.51, "p95_ms": 76.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.821, "count": 166, "max_ms": 169.347, "p95_ms": 165.395}, "read_interval": {"avg_ms": 181.222, "count": 165, "max_ms": 4775.818, "p95_ms": 173.674}, "triton_wait": {"avg_ms": 57.176, "count": 166, "max_ms": 81.001, "p95_ms": 77.091}, "visualize": {"avg_ms": 5.823, "count": 166, "max_ms": 7.44, "p95_ms": 6.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15676.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 11994.253, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "R (running)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.17, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1622959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:30:12+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T08:30:12+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T08:30:12.594672+09:00", "mtime_epoch": 1783207812.5946722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:30:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2212.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.201, "count": 302, "max_ms": 11.343, "p95_ms": 8.066}, "gstreamer_push": {"avg_ms": 1.296, "count": 302, "max_ms": 2.169, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.083, "count": 302, "max_ms": 65.759, "p95_ms": 60.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.329, "count": 302, "max_ms": 82.504, "p95_ms": 58.141}, "yolo11_640_fire_11class": {"avg_ms": 56.482, "count": 302, "max_ms": 79.447, "p95_ms": 73.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.298, "count": 302, "max_ms": 80.886, "p95_ms": 73.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.869, "count": 302, "max_ms": 98.278, "p95_ms": 91.106}, "read_interval": {"avg_ms": 99.444, "count": 301, "max_ms": 466.941, "p95_ms": 115.494}, "triton_wait": {"avg_ms": 57.0, "count": 302, "max_ms": 82.517, "p95_ms": 75.347}, "visualize": {"avg_ms": 3.701, "count": 302, "max_ms": 5.816, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15716.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1456, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:30:01+09:00", "last_error_summary": "[h264 @ 0x55e070e43bc0] error while decoding MB 6 39, bytestream -11", "last_exit_at": "2026-07-05T08:30:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.265, "last_started_at": "2026-07-05T08:30:04+09:00", "pid": 119500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.695, "name": "ffmpeg", "pid": 119500, "rss_mb": 266.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 632, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 633}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.795, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:30:36+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:30:36+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T08:30:36.799120+09:00", "mtime_epoch": 1783207836.79912, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:30:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.578, "pushed": 6.578, "read": 6.545}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.973, "count": 196, "max_ms": 24.157, "p95_ms": 21.8}, "gstreamer_push": {"avg_ms": 1.029, "count": 197, "max_ms": 1.658, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.027, "count": 196, "max_ms": 67.917, "p95_ms": 62.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.974, "count": 196, "max_ms": 80.989, "p95_ms": 72.445}, "yolo11_640_fire_11class": {"avg_ms": 51.924, "count": 196, "max_ms": 75.506, "p95_ms": 72.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.02, "count": 196, "max_ms": 83.894, "p95_ms": 77.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.66, "count": 197, "max_ms": 172.493, "p95_ms": 164.38}, "read_interval": {"avg_ms": 152.856, "count": 196, "max_ms": 180.455, "p95_ms": 171.88}, "triton_wait": {"avg_ms": 57.847, "count": 196, "max_ms": 83.906, "p95_ms": 77.13}, "visualize": {"avg_ms": 5.825, "count": 196, "max_ms": 7.46, "p95_ms": 6.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15717.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12024.322, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.265, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1623261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:30:42+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:30:42+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:30:42.671228+09:00", "mtime_epoch": 1783207842.6712282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:30:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2212.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.248, "count": 302, "max_ms": 11.626, "p95_ms": 8.219}, "gstreamer_push": {"avg_ms": 1.291, "count": 302, "max_ms": 1.648, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.85, "count": 302, "max_ms": 65.505, "p95_ms": 62.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.689, "count": 302, "max_ms": 81.284, "p95_ms": 65.836}, "yolo11_640_fire_11class": {"avg_ms": 57.245, "count": 302, "max_ms": 79.778, "p95_ms": 75.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.985, "count": 302, "max_ms": 80.565, "p95_ms": 74.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.679, "count": 302, "max_ms": 97.377, "p95_ms": 92.704}, "read_interval": {"avg_ms": 99.614, "count": 301, "max_ms": 496.898, "p95_ms": 112.911}, "triton_wait": {"avg_ms": 57.802, "count": 302, "max_ms": 81.296, "p95_ms": 76.937}, "visualize": {"avg_ms": 3.678, "count": 302, "max_ms": 4.564, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15718.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1456, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:30:01+09:00", "last_error_summary": "[h264 @ 0x55e070e43bc0] error while decoding MB 6 39, bytestream -11", "last_exit_at": "2026-07-05T08:30:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.334, "last_started_at": "2026-07-05T08:30:04+09:00", "pid": 119500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.984, "name": "ffmpeg", "pid": 119500, "rss_mb": 267.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 632, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 633}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.804, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:31:06+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T08:31:06+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T08:31:06.863674+09:00", "mtime_epoch": 1783207866.8636737, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:31:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.584, "pushed": 6.584, "read": 6.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.018, "count": 197, "max_ms": 23.663, "p95_ms": 22.154}, "gstreamer_push": {"avg_ms": 1.033, "count": 197, "max_ms": 1.581, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.828, "count": 197, "max_ms": 65.191, "p95_ms": 61.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.98, "count": 197, "max_ms": 80.543, "p95_ms": 70.792}, "yolo11_640_fire_11class": {"avg_ms": 51.28, "count": 197, "max_ms": 74.731, "p95_ms": 72.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.252, "count": 197, "max_ms": 80.531, "p95_ms": 76.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.241, "count": 197, "max_ms": 169.681, "p95_ms": 165.356}, "read_interval": {"avg_ms": 152.641, "count": 196, "max_ms": 177.82, "p95_ms": 173.758}, "triton_wait": {"avg_ms": 57.038, "count": 197, "max_ms": 80.553, "p95_ms": 77.347}, "visualize": {"avg_ms": 5.875, "count": 197, "max_ms": 8.353, "p95_ms": 6.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15718.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12054.342, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.352, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1623559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:31:12+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:31:12+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T08:31:12.691781+09:00", "mtime_epoch": 1783207872.6917806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:31:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2213.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.24, "count": 298, "max_ms": 11.204, "p95_ms": 8.434}, "gstreamer_push": {"avg_ms": 1.29, "count": 298, "max_ms": 1.546, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.294, "count": 298, "max_ms": 65.816, "p95_ms": 61.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.607, "count": 298, "max_ms": 79.427, "p95_ms": 68.382}, "yolo11_640_fire_11class": {"avg_ms": 56.914, "count": 298, "max_ms": 78.017, "p95_ms": 75.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.594, "count": 298, "max_ms": 80.676, "p95_ms": 75.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.308, "count": 298, "max_ms": 96.471, "p95_ms": 92.605}, "read_interval": {"avg_ms": 100.788, "count": 297, "max_ms": 552.261, "p95_ms": 112.559}, "triton_wait": {"avg_ms": 57.464, "count": 298, "max_ms": 80.689, "p95_ms": 76.904}, "visualize": {"avg_ms": 3.672, "count": 298, "max_ms": 5.185, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15719.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1456, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:30:01+09:00", "last_error_summary": "[h264 @ 0x55e070e43bc0] error while decoding MB 6 39, bytestream -11", "last_exit_at": "2026-07-05T08:30:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.431, "last_started_at": "2026-07-05T08:30:04+09:00", "pid": 119500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.984, "name": "ffmpeg", "pid": 119500, "rss_mb": 267.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 632, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 633}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.832, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:31:37+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:31:36+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T08:31:36.964225+09:00", "mtime_epoch": 1783207896.9642253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:31:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.577, "pushed": 6.577, "read": 6.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.259, "count": 196, "max_ms": 26.205, "p95_ms": 22.765}, "gstreamer_push": {"avg_ms": 1.011, "count": 197, "max_ms": 1.5, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.407, "count": 196, "max_ms": 63.908, "p95_ms": 61.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.189, "count": 196, "max_ms": 78.102, "p95_ms": 71.489}, "yolo11_640_fire_11class": {"avg_ms": 51.02, "count": 196, "max_ms": 77.306, "p95_ms": 72.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.024, "count": 196, "max_ms": 83.583, "p95_ms": 76.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.522, "count": 197, "max_ms": 170.089, "p95_ms": 165.709}, "read_interval": {"avg_ms": 152.814, "count": 196, "max_ms": 178.771, "p95_ms": 174.211}, "triton_wait": {"avg_ms": 56.744, "count": 196, "max_ms": 83.595, "p95_ms": 76.715}, "visualize": {"avg_ms": 5.92, "count": 196, "max_ms": 8.603, "p95_ms": 6.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15718.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12084.364, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.534, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1623861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:31:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:31:42+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T08:31:42+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T08:31:42.704330+09:00", "mtime_epoch": 1783207902.7043302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:31:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2213.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.095, "pushed": 10.095, "read": 10.062}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.128, "count": 302, "max_ms": 11.509, "p95_ms": 7.89}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 1.606, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.433, "count": 302, "max_ms": 70.341, "p95_ms": 62.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.456, "count": 302, "max_ms": 78.817, "p95_ms": 64.515}, "yolo11_640_fire_11class": {"avg_ms": 56.984, "count": 302, "max_ms": 78.191, "p95_ms": 74.714}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.731, "count": 302, "max_ms": 79.981, "p95_ms": 74.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.187, "count": 302, "max_ms": 95.632, "p95_ms": 92.058}, "read_interval": {"avg_ms": 99.44, "count": 301, "max_ms": 500.948, "p95_ms": 165.821}, "triton_wait": {"avg_ms": 57.468, "count": 302, "max_ms": 79.994, "p95_ms": 76.394}, "visualize": {"avg_ms": 3.661, "count": 302, "max_ms": 4.718, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15719.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1456, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:30:01+09:00", "last_error_summary": "[h264 @ 0x55e070e43bc0] error while decoding MB 6 39, bytestream -11", "last_exit_at": "2026-07-05T08:30:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.552, "last_started_at": "2026-07-05T08:30:04+09:00", "pid": 119500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.5, "name": "ffmpeg", "pid": 119500, "rss_mb": 268.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 632, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 633}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.981, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1303058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:32:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:32:07+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T08:32:07+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T08:32:07.080775+09:00", "mtime_epoch": 1783207927.0807748, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:32:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9244.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.572, "pushed": 6.572, "read": 6.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.047, "count": 196, "max_ms": 27.136, "p95_ms": 21.804}, "gstreamer_push": {"avg_ms": 1.027, "count": 197, "max_ms": 1.466, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.422, "count": 196, "max_ms": 68.015, "p95_ms": 61.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.527, "count": 196, "max_ms": 79.265, "p95_ms": 69.327}, "yolo11_640_fire_11class": {"avg_ms": 51.619, "count": 196, "max_ms": 74.881, "p95_ms": 72.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.425, "count": 196, "max_ms": 79.483, "p95_ms": 77.395}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.625, "count": 197, "max_ms": 167.544, "p95_ms": 165.264}, "read_interval": {"avg_ms": 152.902, "count": 196, "max_ms": 176.255, "p95_ms": 173.311}, "triton_wait": {"avg_ms": 57.133, "count": 196, "max_ms": 79.495, "p95_ms": 77.724}, "visualize": {"avg_ms": 5.841, "count": 196, "max_ms": 7.772, "p95_ms": 6.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15719.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12114.384, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.604, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1624160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:32:12+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T08:32:12+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:32:12.728878+09:00", "mtime_epoch": 1783207932.7288775, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:32:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2213.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.233, "count": 299, "max_ms": 11.595, "p95_ms": 8.483}, "gstreamer_push": {"avg_ms": 1.294, "count": 299, "max_ms": 1.735, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.353, "count": 299, "max_ms": 67.893, "p95_ms": 62.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.476, "count": 299, "max_ms": 78.093, "p95_ms": 62.102}, "yolo11_640_fire_11class": {"avg_ms": 56.73, "count": 299, "max_ms": 81.276, "p95_ms": 74.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.626, "count": 299, "max_ms": 79.832, "p95_ms": 75.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.186, "count": 299, "max_ms": 97.01, "p95_ms": 91.917}, "read_interval": {"avg_ms": 100.437, "count": 298, "max_ms": 617.516, "p95_ms": 115.545}, "triton_wait": {"avg_ms": 57.289, "count": 299, "max_ms": 81.289, "p95_ms": 76.088}, "visualize": {"avg_ms": 3.688, "count": 299, "max_ms": 4.735, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15719.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1456, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:30:01+09:00", "last_error_summary": "[h264 @ 0x55e070e43bc0] error while decoding MB 6 39, bytestream -11", "last_exit_at": "2026-07-05T08:30:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.69, "last_started_at": "2026-07-05T08:30:04+09:00", "pid": 119500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.5, "name": "ffmpeg", "pid": 119500, "rss_mb": 268.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 632, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 633}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.832, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1303256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:32:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:32:37+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T08:32:37+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T08:32:37.201322+09:00", "mtime_epoch": 1783207957.2013218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:32:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.601, "pushed": 6.601, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.836, "count": 197, "max_ms": 26.669, "p95_ms": 22.029}, "gstreamer_push": {"avg_ms": 1.017, "count": 198, "max_ms": 1.284, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.181, "count": 197, "max_ms": 62.826, "p95_ms": 61.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.94, "count": 197, "max_ms": 79.601, "p95_ms": 70.371}, "yolo11_640_fire_11class": {"avg_ms": 51.244, "count": 197, "max_ms": 75.13, "p95_ms": 71.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.132, "count": 197, "max_ms": 81.667, "p95_ms": 76.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.954, "count": 198, "max_ms": 172.032, "p95_ms": 164.579}, "read_interval": {"avg_ms": 152.135, "count": 197, "max_ms": 180.525, "p95_ms": 172.674}, "triton_wait": {"avg_ms": 56.724, "count": 197, "max_ms": 81.68, "p95_ms": 76.613}, "visualize": {"avg_ms": 5.827, "count": 197, "max_ms": 8.602, "p95_ms": 6.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15478.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12144.431, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.881, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1624459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:32:42+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:32:42+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T08:32:42.777423+09:00", "mtime_epoch": 1783207962.777423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:32:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2213.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.291, "count": 299, "max_ms": 11.088, "p95_ms": 8.463}, "gstreamer_push": {"avg_ms": 1.294, "count": 299, "max_ms": 1.678, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.433, "count": 299, "max_ms": 66.223, "p95_ms": 61.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.89, "count": 299, "max_ms": 79.482, "p95_ms": 67.585}, "yolo11_640_fire_11class": {"avg_ms": 57.109, "count": 299, "max_ms": 79.95, "p95_ms": 74.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.706, "count": 299, "max_ms": 79.807, "p95_ms": 75.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.588, "count": 299, "max_ms": 95.844, "p95_ms": 92.61}, "read_interval": {"avg_ms": 100.535, "count": 298, "max_ms": 511.281, "p95_ms": 126.9}, "triton_wait": {"avg_ms": 57.695, "count": 299, "max_ms": 79.963, "p95_ms": 76.615}, "visualize": {"avg_ms": 3.689, "count": 299, "max_ms": 4.737, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15716.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 570, "h264_decode_error_count": 1457, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:32:42+09:00", "last_error_summary": "[h264 @ 0x5562d5e7c640] error while decoding MB 2 43, bytestream -9", "last_exit_at": "2026-07-05T08:32:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.087, "last_started_at": "2026-07-05T08:32:45+09:00", "pid": 119607, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.516, "name": "ffmpeg", "pid": 119607, "rss_mb": 264.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 633, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 634}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.266, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1303420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:33:07+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T08:33:07+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T08:33:07.253866+09:00", "mtime_epoch": 1783207987.2538657, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:33:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.487, "pushed": 5.487, "read": 5.454}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.968, "count": 164, "max_ms": 29.097, "p95_ms": 21.646}, "gstreamer_push": {"avg_ms": 1.039, "count": 164, "max_ms": 1.27, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.461, "count": 164, "max_ms": 65.214, "p95_ms": 62.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.865, "count": 164, "max_ms": 79.905, "p95_ms": 70.487}, "yolo11_640_fire_11class": {"avg_ms": 51.79, "count": 164, "max_ms": 76.811, "p95_ms": 73.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.343, "count": 164, "max_ms": 81.496, "p95_ms": 77.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.335, "count": 164, "max_ms": 183.56, "p95_ms": 167.809}, "read_interval": {"avg_ms": 183.353, "count": 163, "max_ms": 4651.863, "p95_ms": 180.178}, "triton_wait": {"avg_ms": 57.223, "count": 164, "max_ms": 81.507, "p95_ms": 78.219}, "visualize": {"avg_ms": 5.897, "count": 164, "max_ms": 8.314, "p95_ms": 6.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15716.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12174.503, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.895, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1624764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:33:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:33:12+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T08:33:12+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T08:33:12.845967+09:00", "mtime_epoch": 1783207992.8459666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:33:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2213.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.171, "pushed": 10.171, "read": 10.137}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.278, "count": 305, "max_ms": 11.013, "p95_ms": 8.496}, "gstreamer_push": {"avg_ms": 1.302, "count": 305, "max_ms": 1.913, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.947, "count": 305, "max_ms": 65.249, "p95_ms": 59.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.228, "count": 305, "max_ms": 79.181, "p95_ms": 67.767}, "yolo11_640_fire_11class": {"avg_ms": 56.494, "count": 305, "max_ms": 78.635, "p95_ms": 71.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.9, "count": 305, "max_ms": 79.19, "p95_ms": 75.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.978, "count": 305, "max_ms": 95.101, "p95_ms": 92.163}, "read_interval": {"avg_ms": 98.621, "count": 304, "max_ms": 639.219, "p95_ms": 113.127}, "triton_wait": {"avg_ms": 57.083, "count": 305, "max_ms": 79.199, "p95_ms": 76.196}, "visualize": {"avg_ms": 3.682, "count": 305, "max_ms": 4.607, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15717.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 570, "h264_decode_error_count": 1457, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:32:42+09:00", "last_error_summary": "[h264 @ 0x5562d5e7c640] error while decoding MB 2 43, bytestream -9", "last_exit_at": "2026-07-05T08:32:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.104, "last_started_at": "2026-07-05T08:32:45+09:00", "pid": 119607, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.547, "name": "ffmpeg", "pid": 119607, "rss_mb": 265.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 633, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 634}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.937, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1303612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:33:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:33:37+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T08:33:37+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T08:33:37.266407+09:00", "mtime_epoch": 1783208017.2664065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:33:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.433, "pushed": 6.433, "read": 6.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.366, "count": 192, "max_ms": 30.92, "p95_ms": 24.243}, "gstreamer_push": {"avg_ms": 1.049, "count": 192, "max_ms": 1.468, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.362, "count": 192, "max_ms": 65.126, "p95_ms": 62.206}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.557, "count": 192, "max_ms": 80.148, "p95_ms": 72.854}, "yolo11_640_fire_11class": {"avg_ms": 50.381, "count": 192, "max_ms": 77.027, "p95_ms": 72.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.616, "count": 192, "max_ms": 80.636, "p95_ms": 76.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.952, "count": 192, "max_ms": 171.128, "p95_ms": 164.547}, "read_interval": {"avg_ms": 156.348, "count": 191, "max_ms": 182.405, "p95_ms": 175.893}, "triton_wait": {"avg_ms": 56.725, "count": 192, "max_ms": 80.648, "p95_ms": 77.309}, "visualize": {"avg_ms": 5.942, "count": 192, "max_ms": 8.928, "p95_ms": 6.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15718.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12204.541, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.914, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1625062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T08:33:42+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T08:33:42+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T08:33:42.878507+09:00", "mtime_epoch": 1783208022.8785074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:33:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2213.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.323, "count": 298, "max_ms": 12.138, "p95_ms": 9.115}, "gstreamer_push": {"avg_ms": 1.288, "count": 298, "max_ms": 1.897, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.899, "count": 298, "max_ms": 66.742, "p95_ms": 62.25}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.596, "count": 298, "max_ms": 80.377, "p95_ms": 64.883}, "yolo11_640_fire_11class": {"avg_ms": 56.943, "count": 298, "max_ms": 79.055, "p95_ms": 72.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.897, "count": 298, "max_ms": 81.495, "p95_ms": 74.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.397, "count": 298, "max_ms": 97.309, "p95_ms": 91.793}, "read_interval": {"avg_ms": 100.813, "count": 297, "max_ms": 800.281, "p95_ms": 113.787}, "triton_wait": {"avg_ms": 57.431, "count": 298, "max_ms": 81.507, "p95_ms": 75.827}, "visualize": {"avg_ms": 3.688, "count": 298, "max_ms": 5.714, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15717.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 570, "h264_decode_error_count": 1457, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:32:42+09:00", "last_error_summary": "[h264 @ 0x5562d5e7c640] error while decoding MB 2 43, bytestream -9", "last_exit_at": "2026-07-05T08:32:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.19, "last_started_at": "2026-07-05T08:32:45+09:00", "pid": 119607, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.805, "name": "ffmpeg", "pid": 119607, "rss_mb": 265.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 633, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 634}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.009, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1303804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:34:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:34:07+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T08:34:07+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T08:34:07.354947+09:00", "mtime_epoch": 1783208047.3549469, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:34:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.414, "pushed": 6.414, "read": 6.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.001, "count": 192, "max_ms": 23.549, "p95_ms": 21.603}, "gstreamer_push": {"avg_ms": 1.033, "count": 192, "max_ms": 1.204, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.83, "count": 192, "max_ms": 71.173, "p95_ms": 62.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.997, "count": 192, "max_ms": 77.13, "p95_ms": 69.605}, "yolo11_640_fire_11class": {"avg_ms": 50.581, "count": 192, "max_ms": 77.512, "p95_ms": 72.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.804, "count": 192, "max_ms": 82.271, "p95_ms": 77.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.392, "count": 192, "max_ms": 172.96, "p95_ms": 165.009}, "read_interval": {"avg_ms": 156.712, "count": 191, "max_ms": 184.571, "p95_ms": 176.196}, "triton_wait": {"avg_ms": 57.435, "count": 192, "max_ms": 82.283, "p95_ms": 77.939}, "visualize": {"avg_ms": 5.913, "count": 192, "max_ms": 7.063, "p95_ms": 6.411}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15718.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12234.619, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.934, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1625363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:34:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:34:13+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:34:12+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T08:34:12.967047+09:00", "mtime_epoch": 1783208052.9670472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:34:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2213.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.281, "count": 301, "max_ms": 11.215, "p95_ms": 8.586}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 1.863, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.968, "count": 301, "max_ms": 65.445, "p95_ms": 61.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.73, "count": 301, "max_ms": 76.239, "p95_ms": 67.258}, "yolo11_640_fire_11class": {"avg_ms": 55.32, "count": 301, "max_ms": 77.398, "p95_ms": 72.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.06, "count": 301, "max_ms": 79.553, "p95_ms": 75.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.848, "count": 301, "max_ms": 95.422, "p95_ms": 91.121}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 492.597, "p95_ms": 111.985}, "triton_wait": {"avg_ms": 55.902, "count": 301, "max_ms": 79.565, "p95_ms": 75.533}, "visualize": {"avg_ms": 3.71, "count": 301, "max_ms": 4.963, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15718.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 570, "h264_decode_error_count": 1457, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:32:42+09:00", "last_error_summary": "[h264 @ 0x5562d5e7c640] error while decoding MB 2 43, bytestream -9", "last_exit_at": "2026-07-05T08:32:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.246, "last_started_at": "2026-07-05T08:32:45+09:00", "pid": 119607, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.805, "name": "ffmpeg", "pid": 119607, "rss_mb": 265.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 633, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 634}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.03, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1303998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:34:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:34:37+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:34:37+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T08:34:37.419485+09:00", "mtime_epoch": 1783208077.4194846, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:34:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.487, "pushed": 6.487, "read": 6.454}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.899, "count": 194, "max_ms": 22.818, "p95_ms": 21.341}, "gstreamer_push": {"avg_ms": 1.002, "count": 194, "max_ms": 1.226, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.399, "count": 194, "max_ms": 64.653, "p95_ms": 61.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.017, "count": 194, "max_ms": 80.04, "p95_ms": 70.431}, "yolo11_640_fire_11class": {"avg_ms": 50.464, "count": 194, "max_ms": 73.969, "p95_ms": 69.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.256, "count": 194, "max_ms": 79.661, "p95_ms": 77.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.229, "count": 194, "max_ms": 168.292, "p95_ms": 164.252}, "read_interval": {"avg_ms": 154.958, "count": 193, "max_ms": 180.363, "p95_ms": 175.345}, "triton_wait": {"avg_ms": 57.104, "count": 194, "max_ms": 80.052, "p95_ms": 77.386}, "visualize": {"avg_ms": 5.827, "count": 194, "max_ms": 7.115, "p95_ms": 6.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15718.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12264.919, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.934, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1625665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:34:43+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T08:34:43+09:00", "mjpeg": {"age_sec": 0.506, "exists": true, "mtime": "2026-07-05T08:34:42.827581+09:00", "mtime_epoch": 1783208082.8275812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:34:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2214.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 301, "max_ms": 12.357, "p95_ms": 8.537}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.723, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.081, "count": 301, "max_ms": 64.101, "p95_ms": 61.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.851, "count": 301, "max_ms": 79.154, "p95_ms": 66.677}, "yolo11_640_fire_11class": {"avg_ms": 54.249, "count": 301, "max_ms": 74.744, "p95_ms": 69.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.05, "count": 301, "max_ms": 78.813, "p95_ms": 74.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.787, "count": 301, "max_ms": 94.875, "p95_ms": 90.511}, "read_interval": {"avg_ms": 99.945, "count": 300, "max_ms": 628.588, "p95_ms": 112.607}, "triton_wait": {"avg_ms": 55.037, "count": 301, "max_ms": 79.167, "p95_ms": 74.445}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 4.717, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15720.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 570, "h264_decode_error_count": 1457, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:32:42+09:00", "last_error_summary": "[h264 @ 0x5562d5e7c640] error while decoding MB 2 43, bytestream -9", "last_exit_at": "2026-07-05T08:32:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.34, "last_started_at": "2026-07-05T08:32:45+09:00", "pid": 119607, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.578, "name": "ffmpeg", "pid": 119607, "rss_mb": 266.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 633, "restart_count_per_hour": 21, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 634}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.929, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1304192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:35:07+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T08:35:07+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T08:35:07.504021+09:00", "mtime_epoch": 1783208107.5040212, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:35:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.48, "pushed": 6.48, "read": 6.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.962, "count": 193, "max_ms": 22.99, "p95_ms": 21.583}, "gstreamer_push": {"avg_ms": 1.017, "count": 194, "max_ms": 1.178, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.725, "count": 193, "max_ms": 69.002, "p95_ms": 61.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.591, "count": 193, "max_ms": 79.113, "p95_ms": 70.419}, "yolo11_640_fire_11class": {"avg_ms": 50.515, "count": 193, "max_ms": 73.074, "p95_ms": 70.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.547, "count": 193, "max_ms": 81.38, "p95_ms": 77.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.28, "count": 194, "max_ms": 169.78, "p95_ms": 164.303}, "read_interval": {"avg_ms": 155.13, "count": 193, "max_ms": 180.473, "p95_ms": 174.92}, "triton_wait": {"avg_ms": 57.001, "count": 193, "max_ms": 81.391, "p95_ms": 77.738}, "visualize": {"avg_ms": 5.845, "count": 193, "max_ms": 7.314, "p95_ms": 6.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15721.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12295.097, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.046, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1625965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:35:13+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:35:13+09:00", "mjpeg": {"age_sec": 0.46, "exists": true, "mtime": "2026-07-05T08:35:13.052120+09:00", "mtime_epoch": 1783208113.05212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:35:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2214.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.23, "count": 298, "max_ms": 11.096, "p95_ms": 8.466}, "gstreamer_push": {"avg_ms": 1.292, "count": 298, "max_ms": 1.843, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.397, "count": 298, "max_ms": 66.695, "p95_ms": 62.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.263, "count": 298, "max_ms": 82.196, "p95_ms": 68.203}, "yolo11_640_fire_11class": {"avg_ms": 54.668, "count": 298, "max_ms": 80.51, "p95_ms": 72.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.651, "count": 298, "max_ms": 82.208, "p95_ms": 76.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.717, "count": 298, "max_ms": 167.252, "p95_ms": 92.346}, "read_interval": {"avg_ms": 100.691, "count": 298, "max_ms": 473.416, "p95_ms": 178.517}, "triton_wait": {"avg_ms": 55.504, "count": 298, "max_ms": 82.219, "p95_ms": 76.373}, "visualize": {"avg_ms": 3.69, "count": 298, "max_ms": 4.948, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15719.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1458, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:35:18+09:00", "last_error_summary": "[h264 @ 0x55baf304aac0] error while decoding MB 65 6, bytestream -5", "last_exit_at": "2026-07-05T08:35:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.484, "last_started_at": "2026-07-05T08:35:21+09:00", "pid": 119714, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.688, "name": "ffmpeg", "pid": 119714, "rss_mb": 264.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 634, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 635}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.009, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1304357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:35:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:35:37+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-05T08:35:37+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T08:35:37.644557+09:00", "mtime_epoch": 1783208137.644557, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:35:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.467, "pushed": 5.467, "read": 5.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.854, "count": 164, "max_ms": 23.918, "p95_ms": 21.868}, "gstreamer_push": {"avg_ms": 1.019, "count": 164, "max_ms": 1.288, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.829, "count": 164, "max_ms": 65.773, "p95_ms": 63.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.142, "count": 164, "max_ms": 79.519, "p95_ms": 71.46}, "yolo11_640_fire_11class": {"avg_ms": 49.893, "count": 164, "max_ms": 74.682, "p95_ms": 68.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.705, "count": 164, "max_ms": 83.779, "p95_ms": 78.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.646, "count": 164, "max_ms": 169.416, "p95_ms": 165.445}, "read_interval": {"avg_ms": 182.838, "count": 164, "max_ms": 4938.441, "p95_ms": 175.124}, "triton_wait": {"avg_ms": 57.219, "count": 164, "max_ms": 83.79, "p95_ms": 79.147}, "visualize": {"avg_ms": 5.864, "count": 164, "max_ms": 8.529, "p95_ms": 6.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15719.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12325.111, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.979, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1626268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:35:43+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:35:43+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:35:43.456660+09:00", "mtime_epoch": 1783208143.4566603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:35:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2214.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.126, "count": 303, "max_ms": 9.091, "p95_ms": 7.997}, "gstreamer_push": {"avg_ms": 1.279, "count": 303, "max_ms": 2.089, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.939, "count": 303, "max_ms": 67.477, "p95_ms": 62.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.332, "count": 303, "max_ms": 76.994, "p95_ms": 66.804}, "yolo11_640_fire_11class": {"avg_ms": 53.328, "count": 303, "max_ms": 75.798, "p95_ms": 67.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.223, "count": 303, "max_ms": 82.391, "p95_ms": 75.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.513, "count": 303, "max_ms": 181.575, "p95_ms": 92.236}, "read_interval": {"avg_ms": 99.065, "count": 303, "max_ms": 613.881, "p95_ms": 116.819}, "triton_wait": {"avg_ms": 54.412, "count": 303, "max_ms": 82.403, "p95_ms": 75.899}, "visualize": {"avg_ms": 3.664, "count": 303, "max_ms": 4.925, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15721.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1458, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:35:18+09:00", "last_error_summary": "[h264 @ 0x55baf304aac0] error while decoding MB 65 6, bytestream -5", "last_exit_at": "2026-07-05T08:35:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.594, "last_started_at": "2026-07-05T08:35:21+09:00", "pid": 119714, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.008, "name": "ffmpeg", "pid": 119714, "rss_mb": 267.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 634, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 635}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.03, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1304556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:36:07+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:36:07+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T08:36:07.785091+09:00", "mtime_epoch": 1783208167.7850914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:36:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.642, "pushed": 6.642, "read": 6.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.555, "count": 198, "max_ms": 27.5, "p95_ms": 21.757}, "gstreamer_push": {"avg_ms": 1.011, "count": 199, "max_ms": 1.212, "p95_ms": 1.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.87, "count": 198, "max_ms": 65.133, "p95_ms": 62.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.991, "count": 198, "max_ms": 79.467, "p95_ms": 69.025}, "yolo11_640_fire_11class": {"avg_ms": 48.827, "count": 198, "max_ms": 71.204, "p95_ms": 67.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.697, "count": 198, "max_ms": 79.813, "p95_ms": 77.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.166, "count": 199, "max_ms": 166.951, "p95_ms": 165.127}, "read_interval": {"avg_ms": 151.337, "count": 198, "max_ms": 175.318, "p95_ms": 173.176}, "triton_wait": {"avg_ms": 56.371, "count": 198, "max_ms": 79.824, "p95_ms": 78.382}, "visualize": {"avg_ms": 5.791, "count": 198, "max_ms": 8.061, "p95_ms": 6.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15722.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12355.136, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.915, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1626569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:36:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:36:13+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T08:36:13+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:36:13.481192+09:00", "mtime_epoch": 1783208173.481192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:36:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2214.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.102, "count": 301, "max_ms": 10.435, "p95_ms": 8.349}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 1.84, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.021, "count": 301, "max_ms": 65.745, "p95_ms": 61.389}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.329, "count": 301, "max_ms": 79.798, "p95_ms": 59.795}, "yolo11_640_fire_11class": {"avg_ms": 53.621, "count": 301, "max_ms": 76.25, "p95_ms": 69.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.918, "count": 301, "max_ms": 79.385, "p95_ms": 76.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.461, "count": 301, "max_ms": 95.173, "p95_ms": 91.47}, "read_interval": {"avg_ms": 99.786, "count": 300, "max_ms": 683.269, "p95_ms": 126.696}, "triton_wait": {"avg_ms": 54.759, "count": 301, "max_ms": 79.811, "p95_ms": 76.108}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 5.303, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15722.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1458, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:35:18+09:00", "last_error_summary": "[h264 @ 0x55baf304aac0] error while decoding MB 65 6, bytestream -5", "last_exit_at": "2026-07-05T08:35:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.705, "last_started_at": "2026-07-05T08:35:21+09:00", "pid": 119714, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.039, "name": "ffmpeg", "pid": 119714, "rss_mb": 268.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 634, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 635}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.966, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1304753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:36:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:36:38+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T08:36:37+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T08:36:37.889624+09:00", "mtime_epoch": 1783208197.8896236, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:36:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.58, "pushed": 6.58, "read": 6.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.655, "count": 196, "max_ms": 24.369, "p95_ms": 21.046}, "gstreamer_push": {"avg_ms": 1.021, "count": 197, "max_ms": 1.695, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.393, "count": 196, "max_ms": 64.266, "p95_ms": 60.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.457, "count": 196, "max_ms": 81.908, "p95_ms": 71.164}, "yolo11_640_fire_11class": {"avg_ms": 49.531, "count": 196, "max_ms": 70.927, "p95_ms": 67.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.336, "count": 196, "max_ms": 80.69, "p95_ms": 77.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.633, "count": 197, "max_ms": 168.225, "p95_ms": 165.171}, "read_interval": {"avg_ms": 152.859, "count": 196, "max_ms": 176.18, "p95_ms": 173.231}, "triton_wait": {"avg_ms": 57.237, "count": 196, "max_ms": 81.918, "p95_ms": 77.152}, "visualize": {"avg_ms": 5.793, "count": 196, "max_ms": 6.865, "p95_ms": 6.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15722.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12385.175, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.856, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1626869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:36:43+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T08:36:43+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T08:36:43.509723+09:00", "mtime_epoch": 1783208203.5097227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:36:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2214.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.226, "count": 300, "max_ms": 12.111, "p95_ms": 8.535}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 1.834, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.196, "count": 300, "max_ms": 66.804, "p95_ms": 61.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.186, "count": 300, "max_ms": 79.946, "p95_ms": 65.54}, "yolo11_640_fire_11class": {"avg_ms": 53.574, "count": 300, "max_ms": 76.427, "p95_ms": 66.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.393, "count": 300, "max_ms": 80.112, "p95_ms": 75.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.647, "count": 300, "max_ms": 96.19, "p95_ms": 91.413}, "read_interval": {"avg_ms": 100.122, "count": 299, "max_ms": 739.205, "p95_ms": 114.216}, "triton_wait": {"avg_ms": 54.764, "count": 300, "max_ms": 80.124, "p95_ms": 75.68}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 4.65, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15723.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1458, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:35:18+09:00", "last_error_summary": "[h264 @ 0x55baf304aac0] error while decoding MB 65 6, bytestream -5", "last_exit_at": "2026-07-05T08:35:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.816, "last_started_at": "2026-07-05T08:35:21+09:00", "pid": 119714, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.297, "name": "ffmpeg", "pid": 119714, "rss_mb": 268.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 634, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 635}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.94, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1304951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:37:08+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T08:37:07+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T08:37:07.982154+09:00", "mtime_epoch": 1783208227.9821541, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:37:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.611, "pushed": 6.611, "read": 6.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.636, "count": 197, "max_ms": 23.246, "p95_ms": 21.51}, "gstreamer_push": {"avg_ms": 1.011, "count": 198, "max_ms": 1.243, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.731, "count": 197, "max_ms": 67.191, "p95_ms": 61.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.475, "count": 197, "max_ms": 83.987, "p95_ms": 68.198}, "yolo11_640_fire_11class": {"avg_ms": 50.24, "count": 197, "max_ms": 73.212, "p95_ms": 69.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.104, "count": 197, "max_ms": 84.963, "p95_ms": 77.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.842, "count": 198, "max_ms": 174.544, "p95_ms": 164.115}, "read_interval": {"avg_ms": 151.979, "count": 197, "max_ms": 184.147, "p95_ms": 173.313}, "triton_wait": {"avg_ms": 57.016, "count": 197, "max_ms": 84.975, "p95_ms": 77.134}, "visualize": {"avg_ms": 5.814, "count": 197, "max_ms": 7.634, "p95_ms": 6.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15723.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12415.24, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.755, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1627168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:37:13+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T08:37:13+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T08:37:13.566252+09:00", "mtime_epoch": 1783208233.5662525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:37:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2214.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.216, "count": 299, "max_ms": 11.956, "p95_ms": 9.192}, "gstreamer_push": {"avg_ms": 1.262, "count": 299, "max_ms": 1.721, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.81, "count": 299, "max_ms": 67.813, "p95_ms": 60.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.608, "count": 299, "max_ms": 75.696, "p95_ms": 65.283}, "yolo11_640_fire_11class": {"avg_ms": 53.213, "count": 299, "max_ms": 77.469, "p95_ms": 67.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.8, "count": 299, "max_ms": 77.4, "p95_ms": 74.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.998, "count": 299, "max_ms": 92.99, "p95_ms": 89.353}, "read_interval": {"avg_ms": 100.526, "count": 298, "max_ms": 594.65, "p95_ms": 126.559}, "triton_wait": {"avg_ms": 54.229, "count": 299, "max_ms": 77.481, "p95_ms": 74.132}, "visualize": {"avg_ms": 3.658, "count": 299, "max_ms": 5.513, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15723.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1458, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:35:18+09:00", "last_error_summary": "[h264 @ 0x55baf304aac0] error while decoding MB 65 6, bytestream -5", "last_exit_at": "2026-07-05T08:35:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.9, "last_started_at": "2026-07-05T08:35:21+09:00", "pid": 119714, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.297, "name": "ffmpeg", "pid": 119714, "rss_mb": 268.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 634, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 635}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.927, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1305149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:37:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:37:38+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T08:37:38+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T08:37:38.082684+09:00", "mtime_epoch": 1783208258.0826836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:37:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9245.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.615, "pushed": 6.615, "read": 6.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.851, "count": 198, "max_ms": 32.585, "p95_ms": 21.755}, "gstreamer_push": {"avg_ms": 1.013, "count": 198, "max_ms": 1.208, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.403, "count": 198, "max_ms": 69.991, "p95_ms": 62.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.588, "count": 198, "max_ms": 75.335, "p95_ms": 69.177}, "yolo11_640_fire_11class": {"avg_ms": 49.608, "count": 198, "max_ms": 82.316, "p95_ms": 68.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.027, "count": 198, "max_ms": 85.92, "p95_ms": 76.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.745, "count": 198, "max_ms": 181.717, "p95_ms": 163.865}, "read_interval": {"avg_ms": 151.929, "count": 197, "max_ms": 191.227, "p95_ms": 172.091}, "triton_wait": {"avg_ms": 56.667, "count": 198, "max_ms": 85.936, "p95_ms": 76.735}, "visualize": {"avg_ms": 5.789, "count": 198, "max_ms": 6.403, "p95_ms": 6.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15725.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12445.329, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.558, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1627471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:37:43+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T08:37:43+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T08:37:43.654781+09:00", "mtime_epoch": 1783208263.6547813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:37:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2214.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.264, "count": 302, "max_ms": 12.172, "p95_ms": 8.53}, "gstreamer_push": {"avg_ms": 1.296, "count": 302, "max_ms": 2.109, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.937, "count": 302, "max_ms": 66.591, "p95_ms": 61.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.682, "count": 302, "max_ms": 74.591, "p95_ms": 68.234}, "yolo11_640_fire_11class": {"avg_ms": 53.817, "count": 302, "max_ms": 73.827, "p95_ms": 69.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.403, "count": 302, "max_ms": 84.115, "p95_ms": 75.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.852, "count": 302, "max_ms": 99.339, "p95_ms": 91.482}, "read_interval": {"avg_ms": 99.267, "count": 302, "max_ms": 609.944, "p95_ms": 114.992}, "triton_wait": {"avg_ms": 54.94, "count": 302, "max_ms": 84.126, "p95_ms": 75.777}, "visualize": {"avg_ms": 3.723, "count": 302, "max_ms": 5.181, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15733.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1458, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:35:18+09:00", "last_error_summary": "[h264 @ 0x55baf304aac0] error while decoding MB 65 6, bytestream -5", "last_exit_at": "2026-07-05T08:35:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.035, "last_started_at": "2026-07-05T08:35:21+09:00", "pid": 119714, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.352, "name": "ffmpeg", "pid": 119714, "rss_mb": 278.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 634, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 635}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.627, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1305347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:38:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:38:08+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T08:38:08+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T08:38:08.219212+09:00", "mtime_epoch": 1783208288.2192123, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:38:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.607, "pushed": 6.607, "read": 6.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.957, "count": 197, "max_ms": 28.94, "p95_ms": 24.491}, "gstreamer_push": {"avg_ms": 1.0, "count": 198, "max_ms": 1.509, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.319, "count": 197, "max_ms": 66.972, "p95_ms": 61.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.013, "count": 197, "max_ms": 75.134, "p95_ms": 71.313}, "yolo11_640_fire_11class": {"avg_ms": 49.677, "count": 197, "max_ms": 74.127, "p95_ms": 69.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.395, "count": 197, "max_ms": 84.595, "p95_ms": 77.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.109, "count": 198, "max_ms": 170.296, "p95_ms": 164.655}, "read_interval": {"avg_ms": 152.178, "count": 197, "max_ms": 179.452, "p95_ms": 172.836}, "triton_wait": {"avg_ms": 56.978, "count": 197, "max_ms": 84.606, "p95_ms": 77.324}, "visualize": {"avg_ms": 5.765, "count": 197, "max_ms": 6.887, "p95_ms": 6.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15733.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12475.332, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.515, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1627768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:38:13+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:38:13+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T08:38:13.683308+09:00", "mtime_epoch": 1783208293.6833081, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:38:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2215.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.206, "count": 297, "max_ms": 11.449, "p95_ms": 8.566}, "gstreamer_push": {"avg_ms": 1.28, "count": 297, "max_ms": 1.94, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.823, "count": 297, "max_ms": 65.113, "p95_ms": 61.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.779, "count": 297, "max_ms": 74.996, "p95_ms": 63.356}, "yolo11_640_fire_11class": {"avg_ms": 53.737, "count": 297, "max_ms": 76.101, "p95_ms": 70.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.135, "count": 297, "max_ms": 79.462, "p95_ms": 76.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.358, "count": 297, "max_ms": 95.002, "p95_ms": 91.706}, "read_interval": {"avg_ms": 101.095, "count": 297, "max_ms": 641.384, "p95_ms": 114.408}, "triton_wait": {"avg_ms": 54.619, "count": 297, "max_ms": 79.472, "p95_ms": 76.174}, "visualize": {"avg_ms": 3.656, "count": 297, "max_ms": 4.87, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15720.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1463, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:38:23+09:00", "last_error_summary": "[h264 @ 0x55da99ec5ec0] cabac decode of qscale diff failed at 78 43 [h264 @ 0x55da99ec5ec0] error while decoding MB 78 43, bytestream 138614 [h264 @ 0x55da99b8a4c0] cabac decode of qscale diff failed at 73 37 [h264 @ 0x55da99b8a4c0] error while decoding MB 73 37, bytestream 2172 [h264 @ 0x55da99232dc0] left block unavailable for requested intra mode [h264 @ 0x55da99232dc0] error while decoding MB 0 12, bytestream 100479", "last_exit_at": "2026-07-05T08:38:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.486, "last_started_at": "2026-07-05T08:38:26+09:00", "pid": 119821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.949, "name": "ffmpeg", "pid": 119821, "rss_mb": 263.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 635, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 636}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.573, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1305513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:38:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:38:38+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T08:38:38+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T08:38:38.267738+09:00", "mtime_epoch": 1783208318.2677383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:38:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.555, "pushed": 5.555, "read": 5.522}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.75, "count": 166, "max_ms": 32.232, "p95_ms": 21.464}, "gstreamer_push": {"avg_ms": 1.029, "count": 166, "max_ms": 1.23, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.513, "count": 166, "max_ms": 63.766, "p95_ms": 62.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.627, "count": 166, "max_ms": 79.706, "p95_ms": 69.101}, "yolo11_640_fire_11class": {"avg_ms": 49.739, "count": 166, "max_ms": 74.633, "p95_ms": 69.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.134, "count": 166, "max_ms": 79.972, "p95_ms": 77.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.197, "count": 166, "max_ms": 169.204, "p95_ms": 163.306}, "read_interval": {"avg_ms": 181.203, "count": 165, "max_ms": 5052.082, "p95_ms": 173.865}, "triton_wait": {"avg_ms": 56.922, "count": 166, "max_ms": 79.984, "p95_ms": 77.563}, "visualize": {"avg_ms": 5.765, "count": 166, "max_ms": 7.067, "p95_ms": 6.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15720.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12505.401, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.482, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1628067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:38:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:38:43+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T08:38:43+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T08:38:43.743834+09:00", "mtime_epoch": 1783208323.743834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:38:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2215.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.083, "count": 299, "max_ms": 11.26, "p95_ms": 7.941}, "gstreamer_push": {"avg_ms": 1.277, "count": 299, "max_ms": 1.797, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.822, "count": 299, "max_ms": 72.97, "p95_ms": 61.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.5, "count": 299, "max_ms": 76.94, "p95_ms": 66.558}, "yolo11_640_fire_11class": {"avg_ms": 53.74, "count": 299, "max_ms": 81.411, "p95_ms": 69.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.782, "count": 299, "max_ms": 85.663, "p95_ms": 74.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.225, "count": 299, "max_ms": 101.529, "p95_ms": 91.345}, "read_interval": {"avg_ms": 100.592, "count": 298, "max_ms": 681.959, "p95_ms": 121.159}, "triton_wait": {"avg_ms": 54.611, "count": 299, "max_ms": 85.675, "p95_ms": 75.523}, "visualize": {"avg_ms": 3.643, "count": 299, "max_ms": 5.506, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15723.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1463, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:38:23+09:00", "last_error_summary": "[h264 @ 0x55da99ec5ec0] cabac decode of qscale diff failed at 78 43 [h264 @ 0x55da99ec5ec0] error while decoding MB 78 43, bytestream 138614 [h264 @ 0x55da99b8a4c0] cabac decode of qscale diff failed at 73 37 [h264 @ 0x55da99b8a4c0] error while decoding MB 73 37, bytestream 2172 [h264 @ 0x55da99232dc0] left block unavailable for requested intra mode [h264 @ 0x55da99232dc0] error while decoding MB 0 12, bytestream 100479", "last_exit_at": "2026-07-05T08:38:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.649, "last_started_at": "2026-07-05T08:38:26+09:00", "pid": 119821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.301, "name": "ffmpeg", "pid": 119821, "rss_mb": 267.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 635, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 636}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.533, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1305708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:39:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:39:08+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T08:39:08+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T08:39:08.404265+09:00", "mtime_epoch": 1783208348.404265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:39:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.497, "pushed": 6.497, "read": 6.463}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.868, "count": 194, "max_ms": 26.937, "p95_ms": 22.17}, "gstreamer_push": {"avg_ms": 1.028, "count": 194, "max_ms": 1.516, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.475, "count": 194, "max_ms": 70.088, "p95_ms": 62.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.965, "count": 194, "max_ms": 77.633, "p95_ms": 69.316}, "yolo11_640_fire_11class": {"avg_ms": 49.74, "count": 194, "max_ms": 76.035, "p95_ms": 68.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.019, "count": 194, "max_ms": 82.055, "p95_ms": 77.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.511, "count": 194, "max_ms": 168.189, "p95_ms": 163.331}, "read_interval": {"avg_ms": 154.639, "count": 193, "max_ms": 180.198, "p95_ms": 174.651}, "triton_wait": {"avg_ms": 56.497, "count": 194, "max_ms": 82.064, "p95_ms": 77.891}, "visualize": {"avg_ms": 5.801, "count": 194, "max_ms": 7.312, "p95_ms": 6.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15724.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12535.465, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.345, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1628372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:39:13+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:39:13+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T08:39:13.812359+09:00", "mtime_epoch": 1783208353.8123593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:39:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2215.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.173, "pushed": 10.173, "read": 10.14}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.159, "count": 305, "max_ms": 9.523, "p95_ms": 8.322}, "gstreamer_push": {"avg_ms": 1.292, "count": 305, "max_ms": 1.991, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.859, "count": 305, "max_ms": 68.145, "p95_ms": 60.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.45, "count": 305, "max_ms": 78.633, "p95_ms": 64.09}, "yolo11_640_fire_11class": {"avg_ms": 53.63, "count": 305, "max_ms": 73.545, "p95_ms": 68.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.825, "count": 305, "max_ms": 80.322, "p95_ms": 74.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.423, "count": 305, "max_ms": 96.104, "p95_ms": 90.278}, "read_interval": {"avg_ms": 98.613, "count": 304, "max_ms": 558.841, "p95_ms": 111.031}, "triton_wait": {"avg_ms": 54.591, "count": 305, "max_ms": 80.334, "p95_ms": 74.546}, "visualize": {"avg_ms": 3.691, "count": 305, "max_ms": 5.759, "p95_ms": 4.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15724.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1463, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:38:23+09:00", "last_error_summary": "[h264 @ 0x55da99ec5ec0] cabac decode of qscale diff failed at 78 43 [h264 @ 0x55da99ec5ec0] error while decoding MB 78 43, bytestream 138614 [h264 @ 0x55da99b8a4c0] cabac decode of qscale diff failed at 73 37 [h264 @ 0x55da99b8a4c0] error while decoding MB 73 37, bytestream 2172 [h264 @ 0x55da99232dc0] left block unavailable for requested intra mode [h264 @ 0x55da99232dc0] error while decoding MB 0 12, bytestream 100479", "last_exit_at": "2026-07-05T08:38:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.666, "last_started_at": "2026-07-05T08:38:26+09:00", "pid": 119821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.816, "name": "ffmpeg", "pid": 119821, "rss_mb": 267.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 635, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 636}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.435, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1305902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:39:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:39:38+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T08:39:38+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T08:39:38.436789+09:00", "mtime_epoch": 1783208378.4367886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:39:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.496, "pushed": 6.496, "read": 6.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.024, "count": 194, "max_ms": 28.344, "p95_ms": 22.19}, "gstreamer_push": {"avg_ms": 1.039, "count": 194, "max_ms": 1.387, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.335, "count": 194, "max_ms": 66.136, "p95_ms": 61.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.547, "count": 194, "max_ms": 79.691, "p95_ms": 70.701}, "yolo11_640_fire_11class": {"avg_ms": 49.06, "count": 194, "max_ms": 74.394, "p95_ms": 66.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.167, "count": 194, "max_ms": 81.584, "p95_ms": 74.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.351, "count": 194, "max_ms": 169.891, "p95_ms": 162.688}, "read_interval": {"avg_ms": 154.726, "count": 193, "max_ms": 180.178, "p95_ms": 173.982}, "triton_wait": {"avg_ms": 56.886, "count": 194, "max_ms": 81.596, "p95_ms": 74.721}, "visualize": {"avg_ms": 5.83, "count": 194, "max_ms": 7.536, "p95_ms": 6.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15724.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12565.515, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.345, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1628672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:39:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:39:43+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:39:43+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T08:39:43.860883+09:00", "mtime_epoch": 1783208383.860883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:39:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2215.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.2, "count": 300, "max_ms": 11.133, "p95_ms": 8.386}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 2.046, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.895, "count": 300, "max_ms": 68.271, "p95_ms": 60.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.589, "count": 300, "max_ms": 83.199, "p95_ms": 60.175}, "yolo11_640_fire_11class": {"avg_ms": 53.133, "count": 300, "max_ms": 75.729, "p95_ms": 68.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.991, "count": 300, "max_ms": 82.408, "p95_ms": 74.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.114, "count": 300, "max_ms": 99.381, "p95_ms": 90.222}, "read_interval": {"avg_ms": 100.214, "count": 299, "max_ms": 573.393, "p95_ms": 185.913}, "triton_wait": {"avg_ms": 54.263, "count": 300, "max_ms": 83.212, "p95_ms": 74.801}, "visualize": {"avg_ms": 3.656, "count": 300, "max_ms": 4.749, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15724.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1463, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:38:23+09:00", "last_error_summary": "[h264 @ 0x55da99ec5ec0] cabac decode of qscale diff failed at 78 43 [h264 @ 0x55da99ec5ec0] error while decoding MB 78 43, bytestream 138614 [h264 @ 0x55da99b8a4c0] cabac decode of qscale diff failed at 73 37 [h264 @ 0x55da99b8a4c0] error while decoding MB 73 37, bytestream 2172 [h264 @ 0x55da99232dc0] left block unavailable for requested intra mode [h264 @ 0x55da99232dc0] error while decoding MB 0 12, bytestream 100479", "last_exit_at": "2026-07-05T08:38:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.673, "last_started_at": "2026-07-05T08:38:26+09:00", "pid": 119821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.816, "name": "ffmpeg", "pid": 119821, "rss_mb": 267.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 635, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 636}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.435, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1306093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:40:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:40:08+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T08:40:08+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-05T08:40:08.421310+09:00", "mtime_epoch": 1783208408.4213104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:40:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.367, "pushed": 6.367, "read": 6.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.367, "count": 191, "max_ms": 35.368, "p95_ms": 23.243}, "gstreamer_push": {"avg_ms": 1.038, "count": 191, "max_ms": 1.409, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.866, "count": 191, "max_ms": 64.879, "p95_ms": 60.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.931, "count": 191, "max_ms": 78.349, "p95_ms": 69.725}, "yolo11_640_fire_11class": {"avg_ms": 49.906, "count": 191, "max_ms": 70.903, "p95_ms": 66.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.773, "count": 191, "max_ms": 78.892, "p95_ms": 74.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.684, "count": 191, "max_ms": 183.103, "p95_ms": 164.262}, "read_interval": {"avg_ms": 156.982, "count": 191, "max_ms": 194.292, "p95_ms": 175.29}, "triton_wait": {"avg_ms": 57.561, "count": 191, "max_ms": 78.901, "p95_ms": 74.929}, "visualize": {"avg_ms": 5.905, "count": 191, "max_ms": 7.665, "p95_ms": 6.566}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15724.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12595.558, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.025, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1628972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:40:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:40:13+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-05T08:40:13+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T08:40:13.909406+09:00", "mtime_epoch": 1783208413.9094057, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:40:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2215.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.229, "count": 300, "max_ms": 11.313, "p95_ms": 8.894}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 2.045, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.927, "count": 300, "max_ms": 66.607, "p95_ms": 60.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.415, "count": 300, "max_ms": 77.873, "p95_ms": 57.742}, "yolo11_640_fire_11class": {"avg_ms": 53.135, "count": 300, "max_ms": 73.856, "p95_ms": 68.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.001, "count": 300, "max_ms": 79.298, "p95_ms": 73.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.145, "count": 300, "max_ms": 95.391, "p95_ms": 89.798}, "read_interval": {"avg_ms": 100.212, "count": 299, "max_ms": 817.435, "p95_ms": 114.84}, "triton_wait": {"avg_ms": 54.275, "count": 300, "max_ms": 79.31, "p95_ms": 74.699}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 5.97, "p95_ms": 4.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15725.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1463, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:38:23+09:00", "last_error_summary": "[h264 @ 0x55da99ec5ec0] cabac decode of qscale diff failed at 78 43 [h264 @ 0x55da99ec5ec0] error while decoding MB 78 43, bytestream 138614 [h264 @ 0x55da99b8a4c0] cabac decode of qscale diff failed at 73 37 [h264 @ 0x55da99b8a4c0] error while decoding MB 73 37, bytestream 2172 [h264 @ 0x55da99232dc0] left block unavailable for requested intra mode [h264 @ 0x55da99232dc0] error while decoding MB 0 12, bytestream 100479", "last_exit_at": "2026-07-05T08:38:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.827, "last_started_at": "2026-07-05T08:38:26+09:00", "pid": 119821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.816, "name": "ffmpeg", "pid": 119821, "rss_mb": 267.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 635, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 636}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.166, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1306287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:40:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:40:38+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T08:40:38+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T08:40:38.605835+09:00", "mtime_epoch": 1783208438.6058347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:40:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.435, "pushed": 6.435, "read": 6.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.617, "count": 193, "max_ms": 25.391, "p95_ms": 21.344}, "gstreamer_push": {"avg_ms": 1.031, "count": 193, "max_ms": 1.381, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.572, "count": 193, "max_ms": 70.534, "p95_ms": 60.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.672, "count": 193, "max_ms": 80.501, "p95_ms": 72.799}, "yolo11_640_fire_11class": {"avg_ms": 49.564, "count": 193, "max_ms": 69.473, "p95_ms": 66.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.666, "count": 193, "max_ms": 78.136, "p95_ms": 74.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.51, "count": 193, "max_ms": 169.518, "p95_ms": 162.626}, "read_interval": {"avg_ms": 155.435, "count": 193, "max_ms": 180.598, "p95_ms": 173.14}, "triton_wait": {"avg_ms": 57.244, "count": 193, "max_ms": 80.513, "p95_ms": 74.551}, "visualize": {"avg_ms": 5.838, "count": 193, "max_ms": 8.588, "p95_ms": 6.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15725.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12625.598, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.025, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1629272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:40:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:40:44+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:40:43+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:40:43.941927+09:00", "mtime_epoch": 1783208443.9419274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:40:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2215.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.358, "count": 300, "max_ms": 12.146, "p95_ms": 9.029}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.883, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.069, "count": 300, "max_ms": 64.674, "p95_ms": 61.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.659, "count": 300, "max_ms": 82.517, "p95_ms": 67.977}, "yolo11_640_fire_11class": {"avg_ms": 53.931, "count": 300, "max_ms": 76.435, "p95_ms": 70.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.224, "count": 300, "max_ms": 82.529, "p95_ms": 76.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.034, "count": 300, "max_ms": 98.009, "p95_ms": 91.968}, "read_interval": {"avg_ms": 100.193, "count": 299, "max_ms": 591.233, "p95_ms": 114.294}, "triton_wait": {"avg_ms": 55.093, "count": 300, "max_ms": 82.541, "p95_ms": 76.432}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 4.728, "p95_ms": 4.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15656.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 573, "h264_decode_error_count": 1464, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:40:59+09:00", "last_error_summary": "[h264 @ 0x55c2d45083c0] error while decoding MB 72 28, bytestream -7", "last_exit_at": "2026-07-05T08:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.246, "last_started_at": "2026-07-05T08:41:02+09:00", "pid": 119928, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.199, "name": "ffmpeg", "pid": 119928, "rss_mb": 201.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 636, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 637}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.058, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1306452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:41:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:41:08+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T08:41:08+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T08:41:08.630355+09:00", "mtime_epoch": 1783208468.6303554, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:41:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.524, "pushed": 5.524, "read": 5.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.805, "count": 165, "max_ms": 24.332, "p95_ms": 21.709}, "gstreamer_push": {"avg_ms": 1.024, "count": 165, "max_ms": 1.577, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.259, "count": 165, "max_ms": 71.555, "p95_ms": 61.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.409, "count": 165, "max_ms": 79.046, "p95_ms": 73.05}, "yolo11_640_fire_11class": {"avg_ms": 49.87, "count": 165, "max_ms": 72.815, "p95_ms": 67.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.058, "count": 165, "max_ms": 82.502, "p95_ms": 76.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.331, "count": 165, "max_ms": 169.808, "p95_ms": 163.513}, "read_interval": {"avg_ms": 182.147, "count": 164, "max_ms": 4584.444, "p95_ms": 174.411}, "triton_wait": {"avg_ms": 57.184, "count": 165, "max_ms": 82.514, "p95_ms": 77.034}, "visualize": {"avg_ms": 5.834, "count": 165, "max_ms": 7.401, "p95_ms": 6.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15721.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12655.598, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.992, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1629573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:41:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:41:14+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:41:13+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T08:41:13.946448+09:00", "mtime_epoch": 1783208473.9464476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:41:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2215.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.122, "count": 301, "max_ms": 11.478, "p95_ms": 7.863}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 1.899, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.039, "count": 301, "max_ms": 64.86, "p95_ms": 61.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.34, "count": 301, "max_ms": 79.763, "p95_ms": 59.506}, "yolo11_640_fire_11class": {"avg_ms": 53.648, "count": 301, "max_ms": 75.177, "p95_ms": 66.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.733, "count": 301, "max_ms": 78.489, "p95_ms": 74.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.384, "count": 301, "max_ms": 95.313, "p95_ms": 90.623}, "read_interval": {"avg_ms": 99.676, "count": 301, "max_ms": 469.744, "p95_ms": 111.437}, "triton_wait": {"avg_ms": 54.665, "count": 301, "max_ms": 79.775, "p95_ms": 75.074}, "visualize": {"avg_ms": 3.642, "count": 301, "max_ms": 4.734, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15724.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 573, "h264_decode_error_count": 1464, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:40:59+09:00", "last_error_summary": "[h264 @ 0x55c2d45083c0] error while decoding MB 72 28, bytestream -7", "last_exit_at": "2026-07-05T08:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.411, "last_started_at": "2026-07-05T08:41:02+09:00", "pid": 119928, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.652, "name": "ffmpeg", "pid": 119928, "rss_mb": 267.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 636, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 637}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.805, "sample_count": 1893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1306651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:41:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:41:38+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-05T08:41:38+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T08:41:38.770877+09:00", "mtime_epoch": 1783208498.7708774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:41:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.632, "pushed": 6.632, "read": 6.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.082, "count": 198, "max_ms": 27.665, "p95_ms": 22.309}, "gstreamer_push": {"avg_ms": 1.035, "count": 198, "max_ms": 1.287, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.888, "count": 198, "max_ms": 63.266, "p95_ms": 61.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.901, "count": 198, "max_ms": 78.257, "p95_ms": 68.77}, "yolo11_640_fire_11class": {"avg_ms": 49.694, "count": 198, "max_ms": 75.395, "p95_ms": 66.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.698, "count": 198, "max_ms": 78.98, "p95_ms": 75.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.449, "count": 198, "max_ms": 167.869, "p95_ms": 164.401}, "read_interval": {"avg_ms": 151.483, "count": 197, "max_ms": 175.492, "p95_ms": 171.993}, "triton_wait": {"avg_ms": 56.19, "count": 198, "max_ms": 78.991, "p95_ms": 75.901}, "visualize": {"avg_ms": 5.832, "count": 198, "max_ms": 9.23, "p95_ms": 6.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15726.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12685.935, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.921, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1629875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:41:44+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T08:41:44+09:00", "mjpeg": {"age_sec": 0.454, "exists": true, "mtime": "2026-07-05T08:41:43.894966+09:00", "mtime_epoch": 1783208503.8949661, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:41:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2215.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.933, "pushed": 9.967, "read": 9.933}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 298, "max_ms": 12.134, "p95_ms": 8.255}, "gstreamer_push": {"avg_ms": 1.279, "count": 299, "max_ms": 1.665, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.016, "count": 298, "max_ms": 66.95, "p95_ms": 61.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.87, "count": 298, "max_ms": 78.01, "p95_ms": 58.178}, "yolo11_640_fire_11class": {"avg_ms": 53.757, "count": 298, "max_ms": 78.87, "p95_ms": 69.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.241, "count": 298, "max_ms": 82.016, "p95_ms": 74.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.526, "count": 298, "max_ms": 97.541, "p95_ms": 90.712}, "read_interval": {"avg_ms": 100.652, "count": 298, "max_ms": 643.173, "p95_ms": 116.503}, "triton_wait": {"avg_ms": 54.696, "count": 298, "max_ms": 82.03, "p95_ms": 74.638}, "visualize": {"avg_ms": 3.678, "count": 298, "max_ms": 4.537, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15726.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 573, "h264_decode_error_count": 1464, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:40:59+09:00", "last_error_summary": "[h264 @ 0x55c2d45083c0] error while decoding MB 72 28, bytestream -7", "last_exit_at": "2026-07-05T08:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.466, "last_started_at": "2026-07-05T08:41:02+09:00", "pid": 119928, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.199, "name": "ffmpeg", "pid": 119928, "rss_mb": 269.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 636, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 637}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.771, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1306855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:42:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:42:08+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T08:42:08+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T08:42:08.855397+09:00", "mtime_epoch": 1783208528.8553975, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:42:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.822, "pushed": 6.822, "read": 6.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.791, "count": 204, "max_ms": 30.205, "p95_ms": 22.049}, "gstreamer_push": {"avg_ms": 1.024, "count": 204, "max_ms": 1.23, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.292, "count": 204, "max_ms": 65.217, "p95_ms": 61.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.824, "count": 204, "max_ms": 77.407, "p95_ms": 69.259}, "yolo11_640_fire_11class": {"avg_ms": 49.674, "count": 204, "max_ms": 70.034, "p95_ms": 67.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.158, "count": 204, "max_ms": 79.101, "p95_ms": 76.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.904, "count": 204, "max_ms": 167.894, "p95_ms": 163.548}, "read_interval": {"avg_ms": 147.342, "count": 203, "max_ms": 176.55, "p95_ms": 171.571}, "triton_wait": {"avg_ms": 56.473, "count": 204, "max_ms": 79.114, "p95_ms": 76.565}, "visualize": {"avg_ms": 5.627, "count": 204, "max_ms": 7.897, "p95_ms": 6.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15726.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12716.232, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.014, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1630175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:42:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:42:14+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T08:42:14+09:00", "mjpeg": {"age_sec": 0.427, "exists": true, "mtime": "2026-07-05T08:42:14.219490+09:00", "mtime_epoch": 1783208534.2194903, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:42:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2216.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.923, "pushed": 9.923, "read": 9.889}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.205, "count": 297, "max_ms": 13.477, "p95_ms": 8.066}, "gstreamer_push": {"avg_ms": 1.28, "count": 297, "max_ms": 1.95, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.381, "count": 297, "max_ms": 65.362, "p95_ms": 61.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.903, "count": 297, "max_ms": 78.635, "p95_ms": 67.524}, "yolo11_640_fire_11class": {"avg_ms": 53.363, "count": 297, "max_ms": 72.188, "p95_ms": 68.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.865, "count": 297, "max_ms": 80.187, "p95_ms": 75.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.716, "count": 297, "max_ms": 96.216, "p95_ms": 91.409}, "read_interval": {"avg_ms": 101.09, "count": 296, "max_ms": 560.058, "p95_ms": 112.569}, "triton_wait": {"avg_ms": 54.902, "count": 297, "max_ms": 80.2, "p95_ms": 75.587}, "visualize": {"avg_ms": 3.681, "count": 297, "max_ms": 5.403, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15726.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 573, "h264_decode_error_count": 1464, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:40:59+09:00", "last_error_summary": "[h264 @ 0x55c2d45083c0] error while decoding MB 72 28, bytestream -7", "last_exit_at": "2026-07-05T08:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.492, "last_started_at": "2026-07-05T08:41:02+09:00", "pid": 119928, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.199, "name": "ffmpeg", "pid": 119928, "rss_mb": 269.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 636, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 637}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.842, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1307058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:42:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:42:39+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T08:42:38+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T08:42:38.871916+09:00", "mtime_epoch": 1783208558.8719158, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:42:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.789, "pushed": 6.789, "read": 6.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.962, "count": 203, "max_ms": 28.688, "p95_ms": 21.952}, "gstreamer_push": {"avg_ms": 1.046, "count": 203, "max_ms": 1.185, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.984, "count": 203, "max_ms": 64.745, "p95_ms": 62.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.302, "count": 203, "max_ms": 81.469, "p95_ms": 70.546}, "yolo11_640_fire_11class": {"avg_ms": 49.648, "count": 203, "max_ms": 70.907, "p95_ms": 67.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.755, "count": 203, "max_ms": 81.691, "p95_ms": 78.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.357, "count": 203, "max_ms": 173.488, "p95_ms": 164.419}, "read_interval": {"avg_ms": 147.858, "count": 202, "max_ms": 181.709, "p95_ms": 172.569}, "triton_wait": {"avg_ms": 56.995, "count": 203, "max_ms": 81.704, "p95_ms": 78.939}, "visualize": {"avg_ms": 5.647, "count": 203, "max_ms": 7.154, "p95_ms": 6.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15726.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12746.287, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.118, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1630478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:42:44+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:42:44+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T08:42:44.628015+09:00", "mtime_epoch": 1783208564.628015, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:42:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2216.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.077}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.277, "count": 303, "max_ms": 11.571, "p95_ms": 8.357}, "gstreamer_push": {"avg_ms": 1.283, "count": 303, "max_ms": 2.099, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.426, "count": 303, "max_ms": 67.239, "p95_ms": 61.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.981, "count": 303, "max_ms": 77.113, "p95_ms": 68.924}, "yolo11_640_fire_11class": {"avg_ms": 53.427, "count": 303, "max_ms": 73.455, "p95_ms": 66.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.132, "count": 303, "max_ms": 81.451, "p95_ms": 76.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.002, "count": 303, "max_ms": 96.808, "p95_ms": 92.176}, "read_interval": {"avg_ms": 99.229, "count": 302, "max_ms": 548.986, "p95_ms": 112.859}, "triton_wait": {"avg_ms": 55.122, "count": 303, "max_ms": 81.464, "p95_ms": 76.48}, "visualize": {"avg_ms": 3.68, "count": 303, "max_ms": 4.752, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15726.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 573, "h264_decode_error_count": 1464, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:40:59+09:00", "last_error_summary": "[h264 @ 0x55c2d45083c0] error while decoding MB 72 28, bytestream -7", "last_exit_at": "2026-07-05T08:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.61, "last_started_at": "2026-07-05T08:41:02+09:00", "pid": 119928, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.199, "name": "ffmpeg", "pid": 119928, "rss_mb": 269.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 636, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 637}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.58, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1307263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:43:09+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T08:43:08+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T08:43:08.996435+09:00", "mtime_epoch": 1783208588.9964352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:43:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9246.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.841, "pushed": 6.841, "read": 6.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.651, "count": 204, "max_ms": 23.666, "p95_ms": 21.607}, "gstreamer_push": {"avg_ms": 1.063, "count": 205, "max_ms": 1.25, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.067, "count": 204, "max_ms": 65.728, "p95_ms": 62.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.034, "count": 204, "max_ms": 78.574, "p95_ms": 72.577}, "yolo11_640_fire_11class": {"avg_ms": 50.76, "count": 204, "max_ms": 73.283, "p95_ms": 67.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.678, "count": 204, "max_ms": 84.461, "p95_ms": 78.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.349, "count": 205, "max_ms": 169.507, "p95_ms": 164.456}, "read_interval": {"avg_ms": 146.921, "count": 204, "max_ms": 177.551, "p95_ms": 172.341}, "triton_wait": {"avg_ms": 57.883, "count": 204, "max_ms": 84.473, "p95_ms": 78.261}, "visualize": {"avg_ms": 5.552, "count": 204, "max_ms": 7.368, "p95_ms": 6.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15726.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12776.328, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.233, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1630779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:43:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:43:14+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:43:14+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:43:14.676533+09:00", "mtime_epoch": 1783208594.6765332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:43:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2216.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.152, "count": 301, "max_ms": 11.593, "p95_ms": 7.914}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 2.055, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.54, "count": 301, "max_ms": 69.877, "p95_ms": 61.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.355, "count": 301, "max_ms": 79.542, "p95_ms": 68.423}, "yolo11_640_fire_11class": {"avg_ms": 53.968, "count": 301, "max_ms": 73.497, "p95_ms": 68.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.376, "count": 301, "max_ms": 83.039, "p95_ms": 75.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.381, "count": 301, "max_ms": 98.753, "p95_ms": 91.803}, "read_interval": {"avg_ms": 99.852, "count": 300, "max_ms": 724.67, "p95_ms": 116.552}, "triton_wait": {"avg_ms": 55.595, "count": 301, "max_ms": 83.052, "p95_ms": 76.002}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 4.789, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15727.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 573, "h264_decode_error_count": 1464, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:40:59+09:00", "last_error_summary": "[h264 @ 0x55c2d45083c0] error while decoding MB 72 28, bytestream -7", "last_exit_at": "2026-07-05T08:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.703, "last_started_at": "2026-07-05T08:41:02+09:00", "pid": 119928, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.199, "name": "ffmpeg", "pid": 119928, "rss_mb": 269.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 636, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 637}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.089, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1307464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:43:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:43:39+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T08:43:39+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T08:43:39.088953+09:00", "mtime_epoch": 1783208619.0889535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:43:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9247.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.712, "pushed": 6.712, "read": 6.679}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.576, "count": 200, "max_ms": 24.05, "p95_ms": 21.649}, "gstreamer_push": {"avg_ms": 1.0, "count": 201, "max_ms": 1.166, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.587, "count": 200, "max_ms": 63.785, "p95_ms": 62.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.046, "count": 200, "max_ms": 79.302, "p95_ms": 69.77}, "yolo11_640_fire_11class": {"avg_ms": 49.798, "count": 200, "max_ms": 71.293, "p95_ms": 68.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.465, "count": 200, "max_ms": 82.16, "p95_ms": 78.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.459, "count": 201, "max_ms": 167.082, "p95_ms": 164.641}, "read_interval": {"avg_ms": 149.718, "count": 200, "max_ms": 176.793, "p95_ms": 173.039}, "triton_wait": {"avg_ms": 56.974, "count": 200, "max_ms": 82.172, "p95_ms": 78.615}, "visualize": {"avg_ms": 5.73, "count": 200, "max_ms": 7.676, "p95_ms": 5.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15740.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12806.356, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.458, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1631083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:43:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:43:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T08:43:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T08:43:44.681050+09:00", "mtime_epoch": 1783208624.6810498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:43:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2216.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.118}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.176, "count": 304, "max_ms": 11.296, "p95_ms": 7.991}, "gstreamer_push": {"avg_ms": 1.272, "count": 304, "max_ms": 1.557, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.154, "count": 304, "max_ms": 64.721, "p95_ms": 62.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.727, "count": 304, "max_ms": 81.099, "p95_ms": 68.154}, "yolo11_640_fire_11class": {"avg_ms": 53.683, "count": 304, "max_ms": 73.43, "p95_ms": 67.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.777, "count": 304, "max_ms": 79.937, "p95_ms": 76.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.893, "count": 304, "max_ms": 103.785, "p95_ms": 92.298}, "read_interval": {"avg_ms": 98.762, "count": 303, "max_ms": 692.394, "p95_ms": 123.106}, "triton_wait": {"avg_ms": 55.047, "count": 304, "max_ms": 81.111, "p95_ms": 76.478}, "visualize": {"avg_ms": 3.658, "count": 304, "max_ms": 4.962, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15723.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 574, "h264_decode_error_count": 1465, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:43:46+09:00", "last_error_summary": "[h264 @ 0x55bd9ed69880] error while decoding MB 42 29, bytestream -11", "last_exit_at": "2026-07-05T08:43:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.374, "last_started_at": "2026-07-05T08:43:48+09:00", "pid": 120035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.828, "name": "ffmpeg", "pid": 120035, "rss_mb": 264.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 637, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 638}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.193, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1307631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:44:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:44:09+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T08:44:09+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T08:44:09.109470+09:00", "mtime_epoch": 1783208649.10947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:44:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9247.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.591, "pushed": 5.591, "read": 5.557}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.005, "count": 167, "max_ms": 26.599, "p95_ms": 22.24}, "gstreamer_push": {"avg_ms": 1.02, "count": 167, "max_ms": 1.183, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.192, "count": 167, "max_ms": 65.088, "p95_ms": 60.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.277, "count": 167, "max_ms": 76.758, "p95_ms": 71.273}, "yolo11_640_fire_11class": {"avg_ms": 48.754, "count": 167, "max_ms": 72.659, "p95_ms": 67.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.413, "count": 167, "max_ms": 79.049, "p95_ms": 76.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.143, "count": 167, "max_ms": 177.822, "p95_ms": 165.346}, "read_interval": {"avg_ms": 179.963, "count": 166, "max_ms": 4917.529, "p95_ms": 174.142}, "triton_wait": {"avg_ms": 55.827, "count": 167, "max_ms": 79.061, "p95_ms": 76.863}, "visualize": {"avg_ms": 5.867, "count": 167, "max_ms": 7.594, "p95_ms": 6.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15723.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T05:10:16+09:00", "last_error_summary": "[h264 @ 0x55ad29ac4ac0] error while decoding MB 25 27, bytestream -13 [in#0/rtsp @ 0x55ad299cce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad299cce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T05:10:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12837.371, "last_started_at": "2026-07-05T05:10:18+09:00", "pid": 111965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.828, "name": "ffmpeg", "pid": 111965, "rss_mb": 333.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 229, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.546, "sample_count": 2903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1631293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:44:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:44:15+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T08:44:15+09:00", "mjpeg": {"age_sec": 9.833, "exists": true, "mtime": "2026-07-05T08:44:05.953416+09:00", "mtime_epoch": 1783208645.9534156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:44:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2216.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.667, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.247, "count": 199, "max_ms": 11.08, "p95_ms": 8.05}, "gstreamer_push": {"avg_ms": 1.296, "count": 200, "max_ms": 2.106, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.921, "count": 199, "max_ms": 66.201, "p95_ms": 57.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.553, "count": 199, "max_ms": 78.386, "p95_ms": 67.944}, "yolo11_640_fire_11class": {"avg_ms": 52.889, "count": 199, "max_ms": 72.007, "p95_ms": 67.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.463, "count": 199, "max_ms": 79.953, "p95_ms": 76.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.806, "count": 199, "max_ms": 95.386, "p95_ms": 91.603}, "read_interval": {"avg_ms": 150.597, "count": 199, "max_ms": 9822.517, "p95_ms": 251.499}, "triton_wait": {"avg_ms": 53.987, "count": 199, "max_ms": 79.965, "p95_ms": 76.153}, "visualize": {"avg_ms": 3.701, "count": 199, "max_ms": 4.592, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15421.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 574, "h264_decode_error_count": 1465, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:43:46+09:00", "last_error_summary": "[h264 @ 0x55bd9ed69880] error while decoding MB 42 29, bytestream -11", "last_exit_at": "2026-07-05T08:43:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.41, "last_started_at": "2026-07-05T08:43:48+09:00", "pid": 120035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.469, "name": "ffmpeg", "pid": 120035, "rss_mb": 269.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 637, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 638}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.928, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1307841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:44:39+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T08:44:39+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T08:44:39.145986+09:00", "mtime_epoch": 1783208679.145986, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:44:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9247.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.026, "pushed": 7.026, "read": 6.993}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 19.239, "count": 210, "max_ms": 22.328, "p95_ms": 20.099}, "gstreamer_push": {"avg_ms": 1.008, "count": 210, "max_ms": 1.133, "p95_ms": 1.08}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 42.117, "count": 210, "max_ms": 55.199, "p95_ms": 46.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.593, "count": 210, "max_ms": 73.519, "p95_ms": 52.673}, "yolo11_640_fire_11class": {"avg_ms": 43.255, "count": 210, "max_ms": 68.485, "p95_ms": 46.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.15, "count": 210, "max_ms": 71.942, "p95_ms": 51.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.932, "count": 210, "max_ms": 161.025, "p95_ms": 139.46}, "read_interval": {"avg_ms": 143.018, "count": 209, "max_ms": 168.887, "p95_ms": 147.237}, "triton_wait": {"avg_ms": 49.056, "count": 210, "max_ms": 73.533, "p95_ms": 52.921}, "visualize": {"avg_ms": 5.819, "count": 210, "max_ms": 6.489, "p95_ms": 6.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15589.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.379, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 194.512, "name": "ffmpeg", "pid": 120144, "rss_mb": 194.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.622, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1631307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:44:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:44:45+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T08:44:45+09:00", "mjpeg": {"age_sec": 18.957, "exists": true, "mtime": "2026-07-05T08:44:26.969777+09:00", "mtime_epoch": 1783208666.9697769, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:44:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2216.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.697, "pushed": 0.697, "read": 0.697}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "latency_ms": {"analyze": {"avg_ms": 7.541, "count": 14, "max_ms": 11.271, "p95_ms": 11.271}, "gstreamer_push": {"avg_ms": 1.254, "count": 14, "max_ms": 1.354, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.382, "count": 14, "max_ms": 56.053, "p95_ms": 56.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.604, "count": 14, "max_ms": 74.397, "p95_ms": 74.397}, "yolo11_640_fire_11class": {"avg_ms": 53.607, "count": 14, "max_ms": 69.68, "p95_ms": 69.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.33, "count": 14, "max_ms": 72.709, "p95_ms": 72.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.538, "count": 14, "max_ms": 89.951, "p95_ms": 89.951}, "read_interval": {"avg_ms": 2154.493, "count": 14, "max_ms": 18977.918, "p95_ms": 18977.918}, "triton_wait": {"avg_ms": 54.296, "count": 14, "max_ms": 74.409, "p95_ms": 74.409}, "visualize": {"avg_ms": 3.68, "count": 14, "max_ms": 4.037, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.083, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15727.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 574, "h264_decode_error_count": 1465, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:43:46+09:00", "last_error_summary": "[h264 @ 0x55bd9ed69880] error while decoding MB 42 29, bytestream -11", "last_exit_at": "2026-07-05T08:43:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.521, "last_started_at": "2026-07-05T08:43:48+09:00", "pid": 120035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.5, "name": "ffmpeg", "pid": 120035, "rss_mb": 270.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 637, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 638}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.868, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1308041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:45:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:45:09+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:45:09+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T08:45:09.258503+09:00", "mtime_epoch": 1783208709.258503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:45:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9247.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.675, "pushed": 6.675, "read": 6.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.897, "count": 199, "max_ms": 23.916, "p95_ms": 22.609}, "gstreamer_push": {"avg_ms": 1.012, "count": 200, "max_ms": 1.507, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.276, "count": 199, "max_ms": 65.35, "p95_ms": 59.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.658, "count": 199, "max_ms": 78.132, "p95_ms": 69.394}, "yolo11_640_fire_11class": {"avg_ms": 48.626, "count": 199, "max_ms": 74.615, "p95_ms": 68.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.056, "count": 199, "max_ms": 77.865, "p95_ms": 75.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.219, "count": 200, "max_ms": 165.861, "p95_ms": 163.094}, "read_interval": {"avg_ms": 150.581, "count": 199, "max_ms": 174.497, "p95_ms": 172.332}, "triton_wait": {"avg_ms": 55.337, "count": 199, "max_ms": 78.144, "p95_ms": 75.744}, "visualize": {"avg_ms": 5.816, "count": 199, "max_ms": 7.032, "p95_ms": 6.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15727.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.384, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.352, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.638, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1631612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:45:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:45:15+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T08:45:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T08:45:15.842616+09:00", "mtime_epoch": 1783208715.8426158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:45:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2216.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.174, "count": 305, "max_ms": 11.152, "p95_ms": 8.151}, "gstreamer_push": {"avg_ms": 1.274, "count": 305, "max_ms": 1.862, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.829, "count": 305, "max_ms": 65.427, "p95_ms": 60.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.859, "count": 305, "max_ms": 81.038, "p95_ms": 61.814}, "yolo11_640_fire_11class": {"avg_ms": 53.487, "count": 305, "max_ms": 73.972, "p95_ms": 69.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.3, "count": 305, "max_ms": 79.852, "p95_ms": 75.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.453, "count": 305, "max_ms": 96.77, "p95_ms": 91.305}, "read_interval": {"avg_ms": 98.332, "count": 305, "max_ms": 503.736, "p95_ms": 126.819}, "triton_wait": {"avg_ms": 54.754, "count": 305, "max_ms": 81.05, "p95_ms": 75.799}, "visualize": {"avg_ms": 3.676, "count": 305, "max_ms": 5.1, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15728.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 574, "h264_decode_error_count": 1465, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:43:46+09:00", "last_error_summary": "[h264 @ 0x55bd9ed69880] error while decoding MB 42 29, bytestream -11", "last_exit_at": "2026-07-05T08:43:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.569, "last_started_at": "2026-07-05T08:43:48+09:00", "pid": 120035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.5, "name": "ffmpeg", "pid": 120035, "rss_mb": 270.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 637, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 638}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.177, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1308239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:45:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:45:39+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T08:45:39+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T08:45:39.299018+09:00", "mtime_epoch": 1783208739.299018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:45:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9247.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.622, "pushed": 6.622, "read": 6.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.848, "count": 198, "max_ms": 23.878, "p95_ms": 21.856}, "gstreamer_push": {"avg_ms": 1.005, "count": 198, "max_ms": 1.126, "p95_ms": 1.093}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.324, "count": 198, "max_ms": 64.977, "p95_ms": 62.497}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.924, "count": 198, "max_ms": 79.031, "p95_ms": 73.301}, "yolo11_640_fire_11class": {"avg_ms": 49.466, "count": 198, "max_ms": 75.371, "p95_ms": 68.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.447, "count": 198, "max_ms": 81.532, "p95_ms": 78.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.531, "count": 198, "max_ms": 171.914, "p95_ms": 165.772}, "read_interval": {"avg_ms": 151.746, "count": 197, "max_ms": 179.803, "p95_ms": 173.874}, "triton_wait": {"avg_ms": 56.654, "count": 198, "max_ms": 81.542, "p95_ms": 78.826}, "visualize": {"avg_ms": 5.847, "count": 198, "max_ms": 7.247, "p95_ms": 6.467}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15727.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.452, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.352, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.805, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1631912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:45:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:45:45+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T08:45:45+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T08:45:45.931132+09:00", "mtime_epoch": 1783208745.9311316, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:45:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2216.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.278, "count": 300, "max_ms": 11.664, "p95_ms": 8.216}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 2.002, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.378, "count": 300, "max_ms": 64.704, "p95_ms": 61.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.011, "count": 300, "max_ms": 80.595, "p95_ms": 69.352}, "yolo11_640_fire_11class": {"avg_ms": 54.263, "count": 300, "max_ms": 74.583, "p95_ms": 68.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.36, "count": 300, "max_ms": 80.096, "p95_ms": 77.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.702, "count": 300, "max_ms": 97.957, "p95_ms": 93.2}, "read_interval": {"avg_ms": 100.284, "count": 300, "max_ms": 591.662, "p95_ms": 113.379}, "triton_wait": {"avg_ms": 55.81, "count": 300, "max_ms": 80.605, "p95_ms": 77.533}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 4.665, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.698, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15728.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 574, "h264_decode_error_count": 1465, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:43:46+09:00", "last_error_summary": "[h264 @ 0x55bd9ed69880] error while decoding MB 42 29, bytestream -11", "last_exit_at": "2026-07-05T08:43:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.626, "last_started_at": "2026-07-05T08:43:48+09:00", "pid": 120035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.5, "name": "ffmpeg", "pid": 120035, "rss_mb": 270.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 637, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 638}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.471, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1308435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:46:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:46:09+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-05T08:46:09+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T08:46:09.331532+09:00", "mtime_epoch": 1783208769.3315325, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:46:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9247.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.554, "pushed": 6.554, "read": 6.521}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.29, "count": 196, "max_ms": 30.41, "p95_ms": 23.967}, "gstreamer_push": {"avg_ms": 1.032, "count": 196, "max_ms": 1.707, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.457, "count": 196, "max_ms": 64.132, "p95_ms": 61.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.037, "count": 196, "max_ms": 82.516, "p95_ms": 74.441}, "yolo11_640_fire_11class": {"avg_ms": 50.225, "count": 196, "max_ms": 71.08, "p95_ms": 68.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.836, "count": 196, "max_ms": 81.031, "p95_ms": 77.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.021, "count": 196, "max_ms": 173.148, "p95_ms": 165.966}, "read_interval": {"avg_ms": 153.23, "count": 195, "max_ms": 180.995, "p95_ms": 174.007}, "triton_wait": {"avg_ms": 57.266, "count": 196, "max_ms": 82.528, "p95_ms": 77.558}, "visualize": {"avg_ms": 5.84, "count": 196, "max_ms": 7.773, "p95_ms": 6.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15728.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.735, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.994, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1632213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:46:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:46:16+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T08:46:16+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-05T08:46:15.975646+09:00", "mtime_epoch": 1783208775.9756463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:46:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2217.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.238, "count": 300, "max_ms": 11.347, "p95_ms": 8.281}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 2.228, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.887, "count": 300, "max_ms": 64.117, "p95_ms": 60.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.458, "count": 300, "max_ms": 82.301, "p95_ms": 68.62}, "yolo11_640_fire_11class": {"avg_ms": 53.799, "count": 300, "max_ms": 75.297, "p95_ms": 69.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.399, "count": 300, "max_ms": 80.501, "p95_ms": 76.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.076, "count": 300, "max_ms": 98.383, "p95_ms": 92.592}, "read_interval": {"avg_ms": 100.14, "count": 299, "max_ms": 613.938, "p95_ms": 112.514}, "triton_wait": {"avg_ms": 55.17, "count": 300, "max_ms": 82.314, "p95_ms": 76.733}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 4.766, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15638.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 575, "h264_decode_error_count": 1466, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:46:31+09:00", "last_error_summary": "[h264 @ 0x55751d9b0c80] error while decoding MB 73 18, bytestream -9", "last_exit_at": "2026-07-05T08:46:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.23, "last_started_at": "2026-07-05T08:46:34+09:00", "pid": 120296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.027, "name": "ffmpeg", "pid": 120296, "rss_mb": 183.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 638, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 639}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.672, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1308605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:46:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:46:39+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T08:46:39+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-05T08:46:39.332046+09:00", "mtime_epoch": 1783208799.332046, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:46:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9247.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.667, "pushed": 5.667, "read": 5.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.979, "count": 170, "max_ms": 25.26, "p95_ms": 22.508}, "gstreamer_push": {"avg_ms": 1.031, "count": 170, "max_ms": 1.637, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.952, "count": 170, "max_ms": 64.442, "p95_ms": 62.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.179, "count": 170, "max_ms": 77.817, "p95_ms": 72.57}, "yolo11_640_fire_11class": {"avg_ms": 49.489, "count": 170, "max_ms": 72.106, "p95_ms": 70.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.486, "count": 170, "max_ms": 81.44, "p95_ms": 78.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.411, "count": 170, "max_ms": 170.423, "p95_ms": 166.21}, "read_interval": {"avg_ms": 176.559, "count": 170, "max_ms": 4364.651, "p95_ms": 175.204}, "triton_wait": {"avg_ms": 56.638, "count": 170, "max_ms": 81.452, "p95_ms": 78.457}, "visualize": {"avg_ms": 5.825, "count": 170, "max_ms": 8.027, "p95_ms": 6.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15721.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.787, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.186, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1632515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:46:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:46:46+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T08:46:46+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T08:46:46.236164+09:00", "mtime_epoch": 1783208806.236164, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:46:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2217.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.255, "count": 302, "max_ms": 10.746, "p95_ms": 7.907}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 1.91, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.841, "count": 302, "max_ms": 65.686, "p95_ms": 60.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.287, "count": 302, "max_ms": 79.09, "p95_ms": 71.464}, "yolo11_640_fire_11class": {"avg_ms": 53.656, "count": 302, "max_ms": 73.688, "p95_ms": 68.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.391, "count": 302, "max_ms": 79.482, "p95_ms": 76.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.101, "count": 302, "max_ms": 95.312, "p95_ms": 93.205}, "read_interval": {"avg_ms": 99.451, "count": 301, "max_ms": 580.418, "p95_ms": 121.109}, "triton_wait": {"avg_ms": 55.174, "count": 302, "max_ms": 79.494, "p95_ms": 77.073}, "visualize": {"avg_ms": 3.701, "count": 302, "max_ms": 4.595, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15724.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 575, "h264_decode_error_count": 1466, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:46:31+09:00", "last_error_summary": "[h264 @ 0x55751d9b0c80] error while decoding MB 73 18, bytestream -9", "last_exit_at": "2026-07-05T08:46:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.252, "last_started_at": "2026-07-05T08:46:34+09:00", "pid": 120296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.953, "name": "ffmpeg", "pid": 120296, "rss_mb": 265.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 638, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 639}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.994, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1308802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:47:09+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T08:47:09+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T08:47:09.376560+09:00", "mtime_epoch": 1783208829.3765597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:47:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9247.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.594, "pushed": 6.594, "read": 6.56}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.868, "count": 197, "max_ms": 22.744, "p95_ms": 21.757}, "gstreamer_push": {"avg_ms": 1.043, "count": 197, "max_ms": 1.892, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.875, "count": 197, "max_ms": 69.62, "p95_ms": 63.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.256, "count": 197, "max_ms": 81.4, "p95_ms": 73.41}, "yolo11_640_fire_11class": {"avg_ms": 49.916, "count": 197, "max_ms": 80.029, "p95_ms": 69.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.248, "count": 197, "max_ms": 83.665, "p95_ms": 78.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.197, "count": 197, "max_ms": 170.68, "p95_ms": 165.937}, "read_interval": {"avg_ms": 152.367, "count": 196, "max_ms": 178.495, "p95_ms": 173.914}, "triton_wait": {"avg_ms": 57.595, "count": 197, "max_ms": 83.677, "p95_ms": 78.182}, "visualize": {"avg_ms": 5.843, "count": 197, "max_ms": 7.916, "p95_ms": 6.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15725.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.803, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.378, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1632814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:47:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:47:16+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T08:47:16+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T08:47:16.276678+09:00", "mtime_epoch": 1783208836.2766776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:47:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2217.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.292, "count": 299, "max_ms": 11.404, "p95_ms": 8.686}, "gstreamer_push": {"avg_ms": 1.288, "count": 299, "max_ms": 2.001, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.512, "count": 299, "max_ms": 69.916, "p95_ms": 61.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.002, "count": 299, "max_ms": 78.366, "p95_ms": 73.168}, "yolo11_640_fire_11class": {"avg_ms": 53.826, "count": 299, "max_ms": 75.142, "p95_ms": 66.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.045, "count": 299, "max_ms": 81.623, "p95_ms": 76.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.668, "count": 299, "max_ms": 97.179, "p95_ms": 92.971}, "read_interval": {"avg_ms": 100.46, "count": 299, "max_ms": 603.622, "p95_ms": 125.705}, "triton_wait": {"avg_ms": 55.703, "count": 299, "max_ms": 81.656, "p95_ms": 76.957}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 5.768, "p95_ms": 4.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15726.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 575, "h264_decode_error_count": 1466, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:46:31+09:00", "last_error_summary": "[h264 @ 0x55751d9b0c80] error while decoding MB 73 18, bytestream -9", "last_exit_at": "2026-07-05T08:46:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.304, "last_started_at": "2026-07-05T08:46:34+09:00", "pid": 120296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.727, "name": "ffmpeg", "pid": 120296, "rss_mb": 266.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 638, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 639}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.017, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1309001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:47:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:47:39+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T08:47:39+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T08:47:39.433073+09:00", "mtime_epoch": 1783208859.4330733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:47:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9247.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.654, "pushed": 6.654, "read": 6.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.866, "count": 199, "max_ms": 31.276, "p95_ms": 23.603}, "gstreamer_push": {"avg_ms": 1.019, "count": 199, "max_ms": 1.252, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.98, "count": 199, "max_ms": 71.112, "p95_ms": 62.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.575, "count": 199, "max_ms": 81.627, "p95_ms": 72.769}, "yolo11_640_fire_11class": {"avg_ms": 49.67, "count": 199, "max_ms": 78.84, "p95_ms": 68.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.085, "count": 199, "max_ms": 86.739, "p95_ms": 78.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.769, "count": 199, "max_ms": 172.2, "p95_ms": 165.024}, "read_interval": {"avg_ms": 151.019, "count": 198, "max_ms": 180.225, "p95_ms": 173.419}, "triton_wait": {"avg_ms": 56.607, "count": 199, "max_ms": 86.752, "p95_ms": 78.272}, "visualize": {"avg_ms": 5.743, "count": 199, "max_ms": 8.708, "p95_ms": 6.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15726.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.831, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.332, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1633115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:47:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:47:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:47:46+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:47:46.313191+09:00", "mtime_epoch": 1783208866.313191, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:47:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2217.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.252, "count": 301, "max_ms": 10.157, "p95_ms": 8.333}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 2.091, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.361, "count": 301, "max_ms": 65.833, "p95_ms": 60.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.646, "count": 301, "max_ms": 79.213, "p95_ms": 63.276}, "yolo11_640_fire_11class": {"avg_ms": 54.295, "count": 301, "max_ms": 77.563, "p95_ms": 70.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.171, "count": 301, "max_ms": 80.612, "p95_ms": 75.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.766, "count": 301, "max_ms": 97.211, "p95_ms": 91.547}, "read_interval": {"avg_ms": 99.809, "count": 300, "max_ms": 615.352, "p95_ms": 127.852}, "triton_wait": {"avg_ms": 55.796, "count": 301, "max_ms": 80.624, "p95_ms": 75.406}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 4.749, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15726.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 575, "h264_decode_error_count": 1466, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:46:31+09:00", "last_error_summary": "[h264 @ 0x55751d9b0c80] error while decoding MB 73 18, bytestream -9", "last_exit_at": "2026-07-05T08:46:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.433, "last_started_at": "2026-07-05T08:46:34+09:00", "pid": 120296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.984, "name": "ffmpeg", "pid": 120296, "rss_mb": 266.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 638, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 639}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.019, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1309200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:48:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:48:09+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T08:48:09+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T08:48:09.541587+09:00", "mtime_epoch": 1783208889.5415874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:48:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.637, "pushed": 6.637, "read": 6.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.138, "count": 198, "max_ms": 30.151, "p95_ms": 24.92}, "gstreamer_push": {"avg_ms": 1.022, "count": 199, "max_ms": 1.398, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.45, "count": 198, "max_ms": 65.104, "p95_ms": 61.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.227, "count": 198, "max_ms": 79.877, "p95_ms": 70.751}, "yolo11_640_fire_11class": {"avg_ms": 48.927, "count": 198, "max_ms": 71.536, "p95_ms": 68.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.62, "count": 198, "max_ms": 81.508, "p95_ms": 77.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.056, "count": 199, "max_ms": 169.882, "p95_ms": 164.946}, "read_interval": {"avg_ms": 151.3, "count": 198, "max_ms": 178.123, "p95_ms": 173.976}, "triton_wait": {"avg_ms": 55.936, "count": 198, "max_ms": 81.52, "p95_ms": 77.93}, "visualize": {"avg_ms": 5.86, "count": 198, "max_ms": 9.131, "p95_ms": 6.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15727.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.966, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.436, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1633412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:48:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:48:16+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T08:48:16+09:00", "mjpeg": {"age_sec": 0.576, "exists": true, "mtime": "2026-07-05T08:48:15.937697+09:00", "mtime_epoch": 1783208895.9376967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:48:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2218.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.845}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.274, "count": 296, "max_ms": 11.916, "p95_ms": 8.287}, "gstreamer_push": {"avg_ms": 1.28, "count": 296, "max_ms": 1.548, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.173, "count": 296, "max_ms": 65.714, "p95_ms": 59.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.322, "count": 296, "max_ms": 78.244, "p95_ms": 64.315}, "yolo11_640_fire_11class": {"avg_ms": 53.363, "count": 296, "max_ms": 77.208, "p95_ms": 66.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.491, "count": 296, "max_ms": 81.672, "p95_ms": 74.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.653, "count": 296, "max_ms": 98.433, "p95_ms": 91.991}, "read_interval": {"avg_ms": 101.548, "count": 295, "max_ms": 615.882, "p95_ms": 121.308}, "triton_wait": {"avg_ms": 54.771, "count": 296, "max_ms": 81.684, "p95_ms": 75.721}, "visualize": {"avg_ms": 3.696, "count": 296, "max_ms": 4.699, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15727.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 575, "h264_decode_error_count": 1466, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:46:31+09:00", "last_error_summary": "[h264 @ 0x55751d9b0c80] error while decoding MB 73 18, bytestream -9", "last_exit_at": "2026-07-05T08:46:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.511, "last_started_at": "2026-07-05T08:46:34+09:00", "pid": 120296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.242, "name": "ffmpeg", "pid": 120296, "rss_mb": 267.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 638, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 639}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.148, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1309398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:48:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:48:39+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T08:48:39+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T08:48:39.622101+09:00", "mtime_epoch": 1783208919.6221006, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:48:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.616, "pushed": 6.616, "read": 6.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.857, "count": 198, "max_ms": 26.669, "p95_ms": 21.609}, "gstreamer_push": {"avg_ms": 1.018, "count": 198, "max_ms": 1.482, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.291, "count": 198, "max_ms": 64.671, "p95_ms": 61.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.839, "count": 198, "max_ms": 83.218, "p95_ms": 73.219}, "yolo11_640_fire_11class": {"avg_ms": 50.069, "count": 198, "max_ms": 71.603, "p95_ms": 67.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.413, "count": 198, "max_ms": 80.588, "p95_ms": 78.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.559, "count": 198, "max_ms": 180.892, "p95_ms": 165.486}, "read_interval": {"avg_ms": 151.825, "count": 197, "max_ms": 190.097, "p95_ms": 173.974}, "triton_wait": {"avg_ms": 56.875, "count": 198, "max_ms": 83.23, "p95_ms": 78.136}, "visualize": {"avg_ms": 5.821, "count": 198, "max_ms": 7.089, "p95_ms": 6.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15726.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.002, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.479, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1633714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T08:48:46+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T08:48:46+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T08:48:46.462217+09:00", "mtime_epoch": 1783208926.4622173, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:48:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2218.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.175, "count": 302, "max_ms": 11.45, "p95_ms": 8.071}, "gstreamer_push": {"avg_ms": 1.28, "count": 302, "max_ms": 1.833, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.611, "count": 302, "max_ms": 64.832, "p95_ms": 62.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.804, "count": 302, "max_ms": 82.487, "p95_ms": 69.715}, "yolo11_640_fire_11class": {"avg_ms": 54.411, "count": 302, "max_ms": 75.962, "p95_ms": 70.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.068, "count": 302, "max_ms": 80.852, "p95_ms": 76.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.493, "count": 302, "max_ms": 97.818, "p95_ms": 92.656}, "read_interval": {"avg_ms": 99.433, "count": 301, "max_ms": 689.419, "p95_ms": 113.431}, "triton_wait": {"avg_ms": 55.707, "count": 302, "max_ms": 82.499, "p95_ms": 76.903}, "visualize": {"avg_ms": 3.688, "count": 302, "max_ms": 4.9, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15727.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 575, "h264_decode_error_count": 1466, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:46:31+09:00", "last_error_summary": "[h264 @ 0x55751d9b0c80] error while decoding MB 73 18, bytestream -9", "last_exit_at": "2026-07-05T08:46:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.543, "last_started_at": "2026-07-05T08:46:34+09:00", "pid": 120296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.016, "name": "ffmpeg", "pid": 120296, "rss_mb": 268.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 638, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 639}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.019, "sample_count": 1962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1309596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:49:09+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:49:09+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T08:49:09.682613+09:00", "mtime_epoch": 1783208949.6826134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:49:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.626, "pushed": 6.626, "read": 6.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.981, "count": 198, "max_ms": 28.704, "p95_ms": 21.597}, "gstreamer_push": {"avg_ms": 1.027, "count": 198, "max_ms": 1.368, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.544, "count": 198, "max_ms": 65.155, "p95_ms": 62.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.661, "count": 198, "max_ms": 78.525, "p95_ms": 70.938}, "yolo11_640_fire_11class": {"avg_ms": 50.096, "count": 198, "max_ms": 71.702, "p95_ms": 68.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.782, "count": 198, "max_ms": 79.018, "p95_ms": 77.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.268, "count": 198, "max_ms": 167.514, "p95_ms": 164.634}, "read_interval": {"avg_ms": 151.7, "count": 197, "max_ms": 177.737, "p95_ms": 173.25}, "triton_wait": {"avg_ms": 56.278, "count": 198, "max_ms": 79.03, "p95_ms": 77.454}, "visualize": {"avg_ms": 5.796, "count": 198, "max_ms": 6.735, "p95_ms": 6.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15496.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.025, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.436, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1634015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:49:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T08:49:16+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T08:49:16+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T08:49:16.502730+09:00", "mtime_epoch": 1783208956.5027297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:49:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2218.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.189, "count": 301, "max_ms": 11.634, "p95_ms": 8.476}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 1.586, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.836, "count": 301, "max_ms": 65.021, "p95_ms": 61.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.95, "count": 301, "max_ms": 79.157, "p95_ms": 66.373}, "yolo11_640_fire_11class": {"avg_ms": 53.524, "count": 301, "max_ms": 74.61, "p95_ms": 67.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.785, "count": 301, "max_ms": 79.688, "p95_ms": 74.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.307, "count": 301, "max_ms": 96.459, "p95_ms": 90.468}, "read_interval": {"avg_ms": 99.783, "count": 300, "max_ms": 723.164, "p95_ms": 152.966}, "triton_wait": {"avg_ms": 54.564, "count": 301, "max_ms": 79.697, "p95_ms": 74.791}, "visualize": {"avg_ms": 3.665, "count": 301, "max_ms": 4.898, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15724.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 576, "h264_decode_error_count": 1467, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:49:14+09:00", "last_error_summary": "[h264 @ 0x564dc42894c0] error while decoding MB 39 28, bytestream -5", "last_exit_at": "2026-07-05T08:49:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.526, "last_started_at": "2026-07-05T08:49:16+09:00", "pid": 120403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.426, "name": "ffmpeg", "pid": 120403, "rss_mb": 265.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 639, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 640}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.322, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1309766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:49:39+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-05T08:49:39+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-05T08:49:39.823393+09:00", "mtime_epoch": 1783208979.8233926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:49:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.658, "pushed": 5.658, "read": 5.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.746, "count": 169, "max_ms": 25.238, "p95_ms": 21.468}, "gstreamer_push": {"avg_ms": 1.042, "count": 169, "max_ms": 1.159, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.014, "count": 169, "max_ms": 64.441, "p95_ms": 62.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.013, "count": 169, "max_ms": 83.869, "p95_ms": 73.836}, "yolo11_640_fire_11class": {"avg_ms": 51.052, "count": 169, "max_ms": 72.495, "p95_ms": 69.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.858, "count": 169, "max_ms": 83.122, "p95_ms": 77.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.351, "count": 169, "max_ms": 172.108, "p95_ms": 165.665}, "read_interval": {"avg_ms": 177.646, "count": 168, "max_ms": 4390.11, "p95_ms": 173.605}, "triton_wait": {"avg_ms": 57.617, "count": 169, "max_ms": 83.881, "p95_ms": 77.999}, "visualize": {"avg_ms": 5.861, "count": 169, "max_ms": 8.749, "p95_ms": 6.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15725.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.042, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.539, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1634313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:49:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:49:46+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T08:49:46+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:49:46.523642+09:00", "mtime_epoch": 1783208986.5236423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:49:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2218.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.219, "count": 298, "max_ms": 11.324, "p95_ms": 8.408}, "gstreamer_push": {"avg_ms": 1.288, "count": 298, "max_ms": 1.913, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.696, "count": 298, "max_ms": 65.016, "p95_ms": 61.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.116, "count": 298, "max_ms": 82.582, "p95_ms": 70.239}, "yolo11_640_fire_11class": {"avg_ms": 54.791, "count": 298, "max_ms": 76.487, "p95_ms": 69.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.018, "count": 298, "max_ms": 80.633, "p95_ms": 76.94}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.797, "count": 298, "max_ms": 98.468, "p95_ms": 92.739}, "read_interval": {"avg_ms": 100.773, "count": 297, "max_ms": 557.717, "p95_ms": 116.99}, "triton_wait": {"avg_ms": 56.013, "count": 298, "max_ms": 82.595, "p95_ms": 77.031}, "visualize": {"avg_ms": 3.682, "count": 298, "max_ms": 4.878, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15726.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 576, "h264_decode_error_count": 1467, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:49:14+09:00", "last_error_summary": "[h264 @ 0x564dc42894c0] error while decoding MB 39 28, bytestream -5", "last_exit_at": "2026-07-05T08:49:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.643, "last_started_at": "2026-07-05T08:49:16+09:00", "pid": 120403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.715, "name": "ffmpeg", "pid": 120403, "rss_mb": 266.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 639, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 640}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.649, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1309961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:50:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:50:10+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T08:50:09+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T08:50:09.968504+09:00", "mtime_epoch": 1783209009.968504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:50:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.505, "pushed": 6.505, "read": 6.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.163, "count": 194, "max_ms": 25.938, "p95_ms": 22.037}, "gstreamer_push": {"avg_ms": 1.033, "count": 195, "max_ms": 1.176, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.959, "count": 194, "max_ms": 66.215, "p95_ms": 62.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.449, "count": 194, "max_ms": 79.494, "p95_ms": 74.355}, "yolo11_640_fire_11class": {"avg_ms": 50.264, "count": 194, "max_ms": 73.308, "p95_ms": 69.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.888, "count": 194, "max_ms": 82.049, "p95_ms": 78.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.124, "count": 195, "max_ms": 172.075, "p95_ms": 165.963}, "read_interval": {"avg_ms": 154.457, "count": 194, "max_ms": 372.256, "p95_ms": 174.699}, "triton_wait": {"avg_ms": 57.527, "count": 194, "max_ms": 82.059, "p95_ms": 78.691}, "visualize": {"avg_ms": 5.887, "count": 194, "max_ms": 7.47, "p95_ms": 6.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15726.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.113, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.66, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1634618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:50:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:50:16+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:50:16+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T08:50:16.596744+09:00", "mtime_epoch": 1783209016.5967443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:50:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2218.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.171, "pushed": 10.171, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 305, "max_ms": 11.476, "p95_ms": 8.352}, "gstreamer_push": {"avg_ms": 1.284, "count": 305, "max_ms": 1.881, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.548, "count": 305, "max_ms": 73.637, "p95_ms": 62.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.97, "count": 305, "max_ms": 83.259, "p95_ms": 69.529}, "yolo11_640_fire_11class": {"avg_ms": 53.8, "count": 305, "max_ms": 77.581, "p95_ms": 69.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.246, "count": 305, "max_ms": 81.528, "p95_ms": 77.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.133, "count": 305, "max_ms": 98.912, "p95_ms": 93.556}, "read_interval": {"avg_ms": 98.633, "count": 304, "max_ms": 587.186, "p95_ms": 114.842}, "triton_wait": {"avg_ms": 55.277, "count": 305, "max_ms": 83.272, "p95_ms": 77.688}, "visualize": {"avg_ms": 3.683, "count": 305, "max_ms": 4.709, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15726.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 576, "h264_decode_error_count": 1467, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:49:14+09:00", "last_error_summary": "[h264 @ 0x564dc42894c0] error while decoding MB 39 28, bytestream -5", "last_exit_at": "2026-07-05T08:49:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.721, "last_started_at": "2026-07-05T08:49:16+09:00", "pid": 120403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 120403, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 639, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 640}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.652, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1310157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:50:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:50:40+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T08:50:40+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T08:50:40.045584+09:00", "mtime_epoch": 1783209040.045584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:50:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.548, "pushed": 6.548, "read": 6.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.518, "count": 196, "max_ms": 30.232, "p95_ms": 24.056}, "gstreamer_push": {"avg_ms": 1.033, "count": 196, "max_ms": 1.297, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.157, "count": 196, "max_ms": 65.034, "p95_ms": 60.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.347, "count": 196, "max_ms": 77.109, "p95_ms": 70.254}, "yolo11_640_fire_11class": {"avg_ms": 49.306, "count": 196, "max_ms": 70.667, "p95_ms": 66.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.418, "count": 196, "max_ms": 80.878, "p95_ms": 77.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.078, "count": 196, "max_ms": 176.791, "p95_ms": 166.502}, "read_interval": {"avg_ms": 153.454, "count": 195, "max_ms": 188.805, "p95_ms": 174.674}, "triton_wait": {"avg_ms": 56.803, "count": 196, "max_ms": 80.89, "p95_ms": 77.504}, "visualize": {"avg_ms": 5.969, "count": 196, "max_ms": 8.609, "p95_ms": 6.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15727.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.136, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.592, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1634912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:50:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:50:46+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T08:50:46+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T08:50:46.593816+09:00", "mtime_epoch": 1783209046.5938156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:50:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2218.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.82, "pushed": 9.82, "read": 9.786}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.342, "count": 294, "max_ms": 11.907, "p95_ms": 8.584}, "gstreamer_push": {"avg_ms": 1.285, "count": 294, "max_ms": 1.855, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.143, "count": 294, "max_ms": 65.524, "p95_ms": 61.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.213, "count": 294, "max_ms": 78.911, "p95_ms": 70.321}, "yolo11_640_fire_11class": {"avg_ms": 53.153, "count": 294, "max_ms": 73.666, "p95_ms": 67.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.656, "count": 294, "max_ms": 81.052, "p95_ms": 76.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.01, "count": 294, "max_ms": 106.034, "p95_ms": 92.095}, "read_interval": {"avg_ms": 102.099, "count": 293, "max_ms": 597.318, "p95_ms": 182.296}, "triton_wait": {"avg_ms": 54.902, "count": 294, "max_ms": 81.066, "p95_ms": 76.56}, "visualize": {"avg_ms": 3.704, "count": 294, "max_ms": 5.318, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15728.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 576, "h264_decode_error_count": 1467, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:49:14+09:00", "last_error_summary": "[h264 @ 0x564dc42894c0] error while decoding MB 39 28, bytestream -5", "last_exit_at": "2026-07-05T08:49:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.79, "last_started_at": "2026-07-05T08:49:16+09:00", "pid": 120403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.004, "name": "ffmpeg", "pid": 120403, "rss_mb": 268.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 639, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 640}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.64, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1310356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:51:10+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T08:51:10+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T08:51:10.114637+09:00", "mtime_epoch": 1783209070.114637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:51:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.65, "pushed": 6.65, "read": 6.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.688, "count": 199, "max_ms": 35.437, "p95_ms": 27.392}, "gstreamer_push": {"avg_ms": 1.009, "count": 199, "max_ms": 1.409, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.497, "count": 199, "max_ms": 68.831, "p95_ms": 60.83}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.621, "count": 199, "max_ms": 76.977, "p95_ms": 70.302}, "yolo11_640_fire_11class": {"avg_ms": 46.575, "count": 199, "max_ms": 69.338, "p95_ms": 66.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.732, "count": 199, "max_ms": 82.28, "p95_ms": 76.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.828, "count": 199, "max_ms": 170.939, "p95_ms": 164.982}, "read_interval": {"avg_ms": 151.098, "count": 198, "max_ms": 179.67, "p95_ms": 174.075}, "triton_wait": {"avg_ms": 55.079, "count": 199, "max_ms": 82.294, "p95_ms": 76.989}, "visualize": {"avg_ms": 5.894, "count": 199, "max_ms": 7.989, "p95_ms": 7.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15728.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.176, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.545, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1635216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:51:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:51:16+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T08:51:16+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T08:51:16.650862+09:00", "mtime_epoch": 1783209076.6508622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:51:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2218.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.149, "pushed": 10.149, "read": 10.116}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.298, "count": 304, "max_ms": 12.367, "p95_ms": 8.789}, "gstreamer_push": {"avg_ms": 1.291, "count": 304, "max_ms": 1.943, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.175, "count": 304, "max_ms": 70.479, "p95_ms": 60.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.127, "count": 304, "max_ms": 78.378, "p95_ms": 64.329}, "yolo11_640_fire_11class": {"avg_ms": 53.073, "count": 304, "max_ms": 76.813, "p95_ms": 67.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.21, "count": 304, "max_ms": 82.165, "p95_ms": 75.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.879, "count": 304, "max_ms": 98.637, "p95_ms": 91.915}, "read_interval": {"avg_ms": 98.833, "count": 303, "max_ms": 744.206, "p95_ms": 115.723}, "triton_wait": {"avg_ms": 54.91, "count": 304, "max_ms": 82.178, "p95_ms": 75.979}, "visualize": {"avg_ms": 3.704, "count": 304, "max_ms": 6.006, "p95_ms": 4.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15728.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 576, "h264_decode_error_count": 1467, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:49:14+09:00", "last_error_summary": "[h264 @ 0x564dc42894c0] error while decoding MB 39 28, bytestream -5", "last_exit_at": "2026-07-05T08:49:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.91, "last_started_at": "2026-07-05T08:49:16+09:00", "pid": 120403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.262, "name": "ffmpeg", "pid": 120403, "rss_mb": 268.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 639, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 640}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.564, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1310554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:51:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:51:40+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T08:51:40+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T08:51:40.235666+09:00", "mtime_epoch": 1783209100.2356658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:51:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.606, "pushed": 6.606, "read": 6.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.103, "count": 197, "max_ms": 24.82, "p95_ms": 22.325}, "gstreamer_push": {"avg_ms": 1.025, "count": 198, "max_ms": 1.456, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.344, "count": 197, "max_ms": 65.254, "p95_ms": 62.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.358, "count": 197, "max_ms": 80.351, "p95_ms": 71.677}, "yolo11_640_fire_11class": {"avg_ms": 49.126, "count": 197, "max_ms": 74.459, "p95_ms": 66.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.002, "count": 197, "max_ms": 80.2, "p95_ms": 77.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.772, "count": 198, "max_ms": 170.098, "p95_ms": 165.274}, "read_interval": {"avg_ms": 152.108, "count": 197, "max_ms": 178.297, "p95_ms": 173.594}, "triton_wait": {"avg_ms": 56.456, "count": 197, "max_ms": 80.364, "p95_ms": 77.566}, "visualize": {"avg_ms": 5.825, "count": 197, "max_ms": 7.358, "p95_ms": 6.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15728.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.197, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.5, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1635515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:51:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:51:46+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T08:51:46.675883+09:00", "mtime_epoch": 1783209106.6758826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:51:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2218.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.324, "count": 299, "max_ms": 11.416, "p95_ms": 8.551}, "gstreamer_push": {"avg_ms": 1.297, "count": 299, "max_ms": 1.693, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.993, "count": 299, "max_ms": 68.032, "p95_ms": 62.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.359, "count": 299, "max_ms": 79.984, "p95_ms": 67.825}, "yolo11_640_fire_11class": {"avg_ms": 52.824, "count": 299, "max_ms": 72.368, "p95_ms": 67.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.421, "count": 299, "max_ms": 81.176, "p95_ms": 76.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.344, "count": 299, "max_ms": 96.814, "p95_ms": 92.996}, "read_interval": {"avg_ms": 100.451, "count": 298, "max_ms": 605.102, "p95_ms": 114.729}, "triton_wait": {"avg_ms": 54.284, "count": 299, "max_ms": 81.188, "p95_ms": 76.488}, "visualize": {"avg_ms": 3.722, "count": 299, "max_ms": 4.751, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15724.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 577, "h264_decode_error_count": 1468, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:51:53+09:00", "last_error_summary": "[h264 @ 0x56176735e6c0] error while decoding MB 60 30, bytestream -7", "last_exit_at": "2026-07-05T08:51:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.334, "last_started_at": "2026-07-05T08:51:56+09:00", "pid": 120510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.375, "name": "ffmpeg", "pid": 120510, "rss_mb": 264.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 640, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 641}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.256, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1310724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:52:10+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T08:52:10+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T08:52:10.244667+09:00", "mtime_epoch": 1783209130.244667, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:52:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.667, "pushed": 5.667, "read": 5.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.165, "count": 170, "max_ms": 28.313, "p95_ms": 22.978}, "gstreamer_push": {"avg_ms": 1.021, "count": 170, "max_ms": 1.126, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.654, "count": 170, "max_ms": 64.359, "p95_ms": 61.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.16, "count": 170, "max_ms": 75.913, "p95_ms": 71.657}, "yolo11_640_fire_11class": {"avg_ms": 49.062, "count": 170, "max_ms": 73.841, "p95_ms": 67.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.954, "count": 170, "max_ms": 80.544, "p95_ms": 76.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.337, "count": 170, "max_ms": 169.009, "p95_ms": 164.108}, "read_interval": {"avg_ms": 176.534, "count": 170, "max_ms": 4408.675, "p95_ms": 172.548}, "triton_wait": {"avg_ms": 56.34, "count": 170, "max_ms": 80.557, "p95_ms": 76.996}, "visualize": {"avg_ms": 5.838, "count": 170, "max_ms": 8.66, "p95_ms": 6.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15725.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.238, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.393, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1635817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:52:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:52:16+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:52:16+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T08:52:16.716880+09:00", "mtime_epoch": 1783209136.7168798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:52:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2219.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.237, "count": 302, "max_ms": 11.485, "p95_ms": 8.42}, "gstreamer_push": {"avg_ms": 1.28, "count": 302, "max_ms": 1.79, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.691, "count": 302, "max_ms": 65.342, "p95_ms": 61.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.118, "count": 302, "max_ms": 80.023, "p95_ms": 60.171}, "yolo11_640_fire_11class": {"avg_ms": 52.835, "count": 302, "max_ms": 74.746, "p95_ms": 65.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.185, "count": 302, "max_ms": 84.716, "p95_ms": 76.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.073, "count": 302, "max_ms": 100.473, "p95_ms": 91.631}, "read_interval": {"avg_ms": 99.512, "count": 301, "max_ms": 693.538, "p95_ms": 117.641}, "triton_wait": {"avg_ms": 54.199, "count": 302, "max_ms": 84.729, "p95_ms": 76.344}, "visualize": {"avg_ms": 3.7, "count": 302, "max_ms": 5.69, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15727.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 577, "h264_decode_error_count": 1468, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:51:53+09:00", "last_error_summary": "[h264 @ 0x56176735e6c0] error while decoding MB 60 30, bytestream -7", "last_exit_at": "2026-07-05T08:51:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.484, "last_started_at": "2026-07-05T08:51:56+09:00", "pid": 120510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.695, "name": "ffmpeg", "pid": 120510, "rss_mb": 266.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 640, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 641}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.323, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1310923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:52:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:52:40+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T08:52:40+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T08:52:40.385650+09:00", "mtime_epoch": 1783209160.38565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:52:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.634, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.687, "count": 198, "max_ms": 27.434, "p95_ms": 21.374}, "gstreamer_push": {"avg_ms": 1.005, "count": 199, "max_ms": 1.194, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.627, "count": 198, "max_ms": 64.855, "p95_ms": 62.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.898, "count": 198, "max_ms": 80.389, "p95_ms": 72.025}, "yolo11_640_fire_11class": {"avg_ms": 49.426, "count": 198, "max_ms": 71.835, "p95_ms": 66.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.85, "count": 198, "max_ms": 84.841, "p95_ms": 77.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.408, "count": 199, "max_ms": 175.049, "p95_ms": 165.484}, "read_interval": {"avg_ms": 151.482, "count": 198, "max_ms": 182.961, "p95_ms": 173.361}, "triton_wait": {"avg_ms": 56.68, "count": 198, "max_ms": 84.853, "p95_ms": 78.339}, "visualize": {"avg_ms": 5.782, "count": 198, "max_ms": 6.488, "p95_ms": 6.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15728.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.318, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.393, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1636118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:52:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:52:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:52:46+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T08:52:46.793856+09:00", "mtime_epoch": 1783209166.7938561, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:52:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2219.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.158, "count": 301, "max_ms": 10.965, "p95_ms": 8.558}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.606, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.143, "count": 301, "max_ms": 65.535, "p95_ms": 61.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.495, "count": 301, "max_ms": 82.297, "p95_ms": 69.07}, "yolo11_640_fire_11class": {"avg_ms": 53.132, "count": 301, "max_ms": 75.361, "p95_ms": 67.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.507, "count": 301, "max_ms": 81.543, "p95_ms": 76.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.21, "count": 301, "max_ms": 97.986, "p95_ms": 91.434}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 461.695, "p95_ms": 114.071}, "triton_wait": {"avg_ms": 54.489, "count": 301, "max_ms": 82.309, "p95_ms": 76.075}, "visualize": {"avg_ms": 3.643, "count": 301, "max_ms": 4.811, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15728.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 577, "h264_decode_error_count": 1468, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:51:53+09:00", "last_error_summary": "[h264 @ 0x56176735e6c0] error while decoding MB 60 30, bytestream -7", "last_exit_at": "2026-07-05T08:51:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.533, "last_started_at": "2026-07-05T08:51:56+09:00", "pid": 120510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.211, "name": "ffmpeg", "pid": 120510, "rss_mb": 267.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 640, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 641}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.256, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1311123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:53:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:53:10+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T08:53:10+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T08:53:10.450609+09:00", "mtime_epoch": 1783209190.450609, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:53:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9248.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.688, "pushed": 6.688, "read": 6.655}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.628, "count": 200, "max_ms": 23.578, "p95_ms": 21.702}, "gstreamer_push": {"avg_ms": 0.989, "count": 200, "max_ms": 1.204, "p95_ms": 1.093}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.697, "count": 200, "max_ms": 64.802, "p95_ms": 61.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.309, "count": 200, "max_ms": 74.993, "p95_ms": 69.127}, "yolo11_640_fire_11class": {"avg_ms": 48.605, "count": 200, "max_ms": 69.895, "p95_ms": 66.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.481, "count": 200, "max_ms": 80.211, "p95_ms": 76.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.228, "count": 200, "max_ms": 168.989, "p95_ms": 164.591}, "read_interval": {"avg_ms": 150.273, "count": 199, "max_ms": 178.86, "p95_ms": 172.483}, "triton_wait": {"avg_ms": 55.814, "count": 200, "max_ms": 80.221, "p95_ms": 76.79}, "visualize": {"avg_ms": 5.777, "count": 200, "max_ms": 7.898, "p95_ms": 6.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15728.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 513.341, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.393, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1636417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:53:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:53:16+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:53:16+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:53:16.822810+09:00", "mtime_epoch": 1783209196.8228097, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:53:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2219.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.165, "count": 299, "max_ms": 11.599, "p95_ms": 8.783}, "gstreamer_push": {"avg_ms": 1.248, "count": 299, "max_ms": 1.892, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.959, "count": 299, "max_ms": 69.207, "p95_ms": 61.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.126, "count": 299, "max_ms": 78.117, "p95_ms": 68.282}, "yolo11_640_fire_11class": {"avg_ms": 52.845, "count": 299, "max_ms": 73.312, "p95_ms": 67.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.822, "count": 299, "max_ms": 81.141, "p95_ms": 75.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.136, "count": 299, "max_ms": 96.842, "p95_ms": 91.698}, "read_interval": {"avg_ms": 100.458, "count": 298, "max_ms": 575.102, "p95_ms": 116.437}, "triton_wait": {"avg_ms": 54.523, "count": 299, "max_ms": 81.153, "p95_ms": 75.953}, "visualize": {"avg_ms": 3.58, "count": 299, "max_ms": 4.988, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15728.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 577, "h264_decode_error_count": 1468, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:51:53+09:00", "last_error_summary": "[h264 @ 0x56176735e6c0] error while decoding MB 60 30, bytestream -7", "last_exit_at": "2026-07-05T08:51:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.615, "last_started_at": "2026-07-05T08:51:56+09:00", "pid": 120510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.211, "name": "ffmpeg", "pid": 120510, "rss_mb": 267.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 640, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 641}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.302, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1311321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:53:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:53:40+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T08:53:40+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T08:53:40.499547+09:00", "mtime_epoch": 1783209220.4995475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:53:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.614, "pushed": 6.614, "read": 6.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.811, "count": 198, "max_ms": 26.375, "p95_ms": 22.341}, "gstreamer_push": {"avg_ms": 1.023, "count": 198, "max_ms": 1.586, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.027, "count": 198, "max_ms": 65.615, "p95_ms": 61.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.725, "count": 198, "max_ms": 82.179, "p95_ms": 70.964}, "yolo11_640_fire_11class": {"avg_ms": 48.631, "count": 198, "max_ms": 70.377, "p95_ms": 66.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.127, "count": 198, "max_ms": 82.339, "p95_ms": 77.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.652, "count": 198, "max_ms": 170.278, "p95_ms": 165.538}, "read_interval": {"avg_ms": 151.805, "count": 197, "max_ms": 178.445, "p95_ms": 173.574}, "triton_wait": {"avg_ms": 56.407, "count": 198, "max_ms": 82.351, "p95_ms": 77.608}, "visualize": {"avg_ms": 5.83, "count": 198, "max_ms": 7.725, "p95_ms": 6.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15729.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.345, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.03, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1636717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:53:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:53:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T08:53:46+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T08:53:46.831743+09:00", "mtime_epoch": 1783209226.8317428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:53:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2219.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.105, "count": 300, "max_ms": 9.251, "p95_ms": 8.198}, "gstreamer_push": {"avg_ms": 1.271, "count": 300, "max_ms": 1.735, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.123, "count": 300, "max_ms": 65.724, "p95_ms": 61.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.952, "count": 300, "max_ms": 77.476, "p95_ms": 65.136}, "yolo11_640_fire_11class": {"avg_ms": 51.676, "count": 300, "max_ms": 72.522, "p95_ms": 64.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.941, "count": 300, "max_ms": 81.206, "p95_ms": 75.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.54, "count": 300, "max_ms": 96.883, "p95_ms": 91.239}, "read_interval": {"avg_ms": 100.029, "count": 300, "max_ms": 559.627, "p95_ms": 183.177}, "triton_wait": {"avg_ms": 53.82, "count": 300, "max_ms": 81.218, "p95_ms": 75.686}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 4.726, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15729.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 577, "h264_decode_error_count": 1468, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:51:53+09:00", "last_error_summary": "[h264 @ 0x56176735e6c0] error while decoding MB 60 30, bytestream -7", "last_exit_at": "2026-07-05T08:51:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.709, "last_started_at": "2026-07-05T08:51:56+09:00", "pid": 120510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.469, "name": "ffmpeg", "pid": 120510, "rss_mb": 267.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 640, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 641}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.389, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1311519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:54:10+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T08:54:10+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T08:54:10.624469+09:00", "mtime_epoch": 1783209250.624469, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:54:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.612, "pushed": 6.612, "read": 6.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.065, "count": 197, "max_ms": 26.795, "p95_ms": 23.491}, "gstreamer_push": {"avg_ms": 1.043, "count": 198, "max_ms": 1.48, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.452, "count": 197, "max_ms": 64.392, "p95_ms": 62.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.138, "count": 197, "max_ms": 73.709, "p95_ms": 68.805}, "yolo11_640_fire_11class": {"avg_ms": 48.28, "count": 197, "max_ms": 68.568, "p95_ms": 63.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.95, "count": 197, "max_ms": 80.337, "p95_ms": 76.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.595, "count": 198, "max_ms": 173.236, "p95_ms": 164.488}, "read_interval": {"avg_ms": 152.028, "count": 197, "max_ms": 181.375, "p95_ms": 172.439}, "triton_wait": {"avg_ms": 56.265, "count": 197, "max_ms": 80.349, "p95_ms": 76.77}, "visualize": {"avg_ms": 5.866, "count": 197, "max_ms": 9.067, "p95_ms": 6.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15729.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.344, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.424, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1637019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:54:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:54:16+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T08:54:16+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T08:54:16.832657+09:00", "mtime_epoch": 1783209256.8326569, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:54:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2219.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.1, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.227, "count": 302, "max_ms": 11.498, "p95_ms": 8.498}, "gstreamer_push": {"avg_ms": 1.286, "count": 303, "max_ms": 1.949, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.281, "count": 302, "max_ms": 68.946, "p95_ms": 62.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.101, "count": 302, "max_ms": 77.432, "p95_ms": 66.73}, "yolo11_640_fire_11class": {"avg_ms": 50.753, "count": 302, "max_ms": 75.528, "p95_ms": 64.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.927, "count": 302, "max_ms": 80.659, "p95_ms": 76.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.777, "count": 302, "max_ms": 106.089, "p95_ms": 93.3}, "read_interval": {"avg_ms": 99.342, "count": 302, "max_ms": 422.168, "p95_ms": 159.272}, "triton_wait": {"avg_ms": 53.663, "count": 302, "max_ms": 80.671, "p95_ms": 76.818}, "visualize": {"avg_ms": 3.686, "count": 302, "max_ms": 5.712, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15605.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 578, "h264_decode_error_count": 1469, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:54:35+09:00", "last_error_summary": "[h264 @ 0x56552bfdec40] error while decoding MB 73 17, bytestream -5", "last_exit_at": "2026-07-05T08:54:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.78, "last_started_at": "2026-07-05T08:54:38+09:00", "pid": 120617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 147.117, "name": "ffmpeg", "pid": 120617, "rss_mb": 147.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 641, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 642}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.302, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1311691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:54:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:54:40+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T08:54:40+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T08:54:40.757373+09:00", "mtime_epoch": 1783209280.757373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:54:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.739, "pushed": 5.739, "read": 5.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.329, "count": 171, "max_ms": 33.74, "p95_ms": 26.865}, "gstreamer_push": {"avg_ms": 1.015, "count": 172, "max_ms": 1.305, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.829, "count": 171, "max_ms": 65.883, "p95_ms": 60.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.092, "count": 171, "max_ms": 76.811, "p95_ms": 69.751}, "yolo11_640_fire_11class": {"avg_ms": 46.082, "count": 171, "max_ms": 67.437, "p95_ms": 62.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.996, "count": 171, "max_ms": 80.821, "p95_ms": 75.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.709, "count": 172, "max_ms": 173.378, "p95_ms": 167.005}, "read_interval": {"avg_ms": 175.393, "count": 171, "max_ms": 4477.669, "p95_ms": 175.018}, "triton_wait": {"avg_ms": 54.429, "count": 171, "max_ms": 80.832, "p95_ms": 76.231}, "visualize": {"avg_ms": 5.823, "count": 171, "max_ms": 7.997, "p95_ms": 7.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15699.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.379, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.07, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1637319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:54:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:54:46+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T08:54:46+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T08:54:46.857554+09:00", "mtime_epoch": 1783209286.857554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:54:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2219.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.219, "count": 300, "max_ms": 10.885, "p95_ms": 8.332}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 2.042, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.112, "count": 300, "max_ms": 65.706, "p95_ms": 60.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.518, "count": 300, "max_ms": 75.261, "p95_ms": 57.767}, "yolo11_640_fire_11class": {"avg_ms": 50.403, "count": 300, "max_ms": 73.458, "p95_ms": 63.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.395, "count": 300, "max_ms": 82.687, "p95_ms": 74.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.281, "count": 300, "max_ms": 98.274, "p95_ms": 89.658}, "read_interval": {"avg_ms": 100.146, "count": 299, "max_ms": 623.426, "p95_ms": 210.169}, "triton_wait": {"avg_ms": 52.462, "count": 300, "max_ms": 82.7, "p95_ms": 74.411}, "visualize": {"avg_ms": 3.701, "count": 300, "max_ms": 9.68, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15727.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 578, "h264_decode_error_count": 1469, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:54:35+09:00", "last_error_summary": "[h264 @ 0x56552bfdec40] error while decoding MB 73 17, bytestream -5", "last_exit_at": "2026-07-05T08:54:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.877, "last_started_at": "2026-07-05T08:54:38+09:00", "pid": 120617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.047, "name": "ffmpeg", "pid": 120617, "rss_mb": 265.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 641, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 642}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.874, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1311887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:55:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:55:10+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T08:55:10+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T08:55:10.834259+09:00", "mtime_epoch": 1783209310.8342586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:55:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.545, "pushed": 6.545, "read": 6.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.981, "count": 195, "max_ms": 26.037, "p95_ms": 22.767}, "gstreamer_push": {"avg_ms": 1.013, "count": 196, "max_ms": 1.201, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.171, "count": 195, "max_ms": 65.691, "p95_ms": 60.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.602, "count": 195, "max_ms": 76.982, "p95_ms": 69.193}, "yolo11_640_fire_11class": {"avg_ms": 48.559, "count": 195, "max_ms": 70.397, "p95_ms": 64.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.085, "count": 195, "max_ms": 79.609, "p95_ms": 76.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.28, "count": 196, "max_ms": 168.274, "p95_ms": 163.935}, "read_interval": {"avg_ms": 153.463, "count": 195, "max_ms": 178.898, "p95_ms": 173.895}, "triton_wait": {"avg_ms": 56.305, "count": 195, "max_ms": 79.62, "p95_ms": 76.432}, "visualize": {"avg_ms": 5.824, "count": 195, "max_ms": 8.731, "p95_ms": 6.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15727.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.419, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.634, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1637617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:55:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:55:16+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T08:55:16+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T08:55:16.906435+09:00", "mtime_epoch": 1783209316.9064353, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:55:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2219.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.254, "count": 298, "max_ms": 11.063, "p95_ms": 8.623}, "gstreamer_push": {"avg_ms": 1.275, "count": 298, "max_ms": 1.752, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.536, "count": 298, "max_ms": 65.643, "p95_ms": 61.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.434, "count": 298, "max_ms": 77.58, "p95_ms": 58.971}, "yolo11_640_fire_11class": {"avg_ms": 50.939, "count": 298, "max_ms": 70.415, "p95_ms": 64.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.048, "count": 298, "max_ms": 79.091, "p95_ms": 75.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.071, "count": 298, "max_ms": 96.444, "p95_ms": 90.656}, "read_interval": {"avg_ms": 100.867, "count": 297, "max_ms": 921.498, "p95_ms": 132.719}, "triton_wait": {"avg_ms": 53.26, "count": 298, "max_ms": 79.103, "p95_ms": 75.154}, "visualize": {"avg_ms": 3.692, "count": 298, "max_ms": 4.754, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15727.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 578, "h264_decode_error_count": 1469, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:54:35+09:00", "last_error_summary": "[h264 @ 0x56552bfdec40] error while decoding MB 73 17, bytestream -5", "last_exit_at": "2026-07-05T08:54:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.886, "last_started_at": "2026-07-05T08:54:38+09:00", "pid": 120617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.047, "name": "ffmpeg", "pid": 120617, "rss_mb": 265.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 641, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 642}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.516, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1312083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:55:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:55:40+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T08:55:40+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T08:55:40.855126+09:00", "mtime_epoch": 1783209340.8551264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:55:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.534, "pushed": 6.534, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.983, "count": 196, "max_ms": 25.944, "p95_ms": 22.059}, "gstreamer_push": {"avg_ms": 1.031, "count": 196, "max_ms": 1.188, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.775, "count": 196, "max_ms": 64.564, "p95_ms": 59.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.354, "count": 196, "max_ms": 75.957, "p95_ms": 64.674}, "yolo11_640_fire_11class": {"avg_ms": 48.017, "count": 196, "max_ms": 64.907, "p95_ms": 61.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.955, "count": 196, "max_ms": 77.16, "p95_ms": 73.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.877, "count": 196, "max_ms": 166.539, "p95_ms": 160.534}, "read_interval": {"avg_ms": 153.142, "count": 196, "max_ms": 177.289, "p95_ms": 172.553}, "triton_wait": {"avg_ms": 55.218, "count": 196, "max_ms": 77.17, "p95_ms": 73.51}, "visualize": {"avg_ms": 5.827, "count": 196, "max_ms": 7.638, "p95_ms": 6.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15727.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.473, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.496, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1637919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:55:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:55:47+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T08:55:46+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T08:55:46.955301+09:00", "mtime_epoch": 1783209346.955301, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:55:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2219.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.243, "count": 302, "max_ms": 11.655, "p95_ms": 8.673}, "gstreamer_push": {"avg_ms": 1.293, "count": 302, "max_ms": 1.549, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.12, "count": 302, "max_ms": 64.782, "p95_ms": 60.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.542, "count": 302, "max_ms": 79.599, "p95_ms": 55.729}, "yolo11_640_fire_11class": {"avg_ms": 51.169, "count": 302, "max_ms": 69.264, "p95_ms": 63.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.938, "count": 302, "max_ms": 78.833, "p95_ms": 73.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.177, "count": 302, "max_ms": 95.483, "p95_ms": 89.037}, "read_interval": {"avg_ms": 99.552, "count": 301, "max_ms": 520.665, "p95_ms": 158.404}, "triton_wait": {"avg_ms": 53.252, "count": 302, "max_ms": 79.612, "p95_ms": 73.5}, "visualize": {"avg_ms": 3.705, "count": 302, "max_ms": 5.797, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15727.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 578, "h264_decode_error_count": 1469, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:54:35+09:00", "last_error_summary": "[h264 @ 0x56552bfdec40] error while decoding MB 73 17, bytestream -5", "last_exit_at": "2026-07-05T08:54:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.948, "last_started_at": "2026-07-05T08:54:38+09:00", "pid": 120617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.047, "name": "ffmpeg", "pid": 120617, "rss_mb": 265.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 641, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 642}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.381, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1312284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:56:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:56:11+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T08:56:10+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T08:56:10.935981+09:00", "mtime_epoch": 1783209370.935981, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:56:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.719, "pushed": 6.719, "read": 6.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.519, "count": 201, "max_ms": 23.162, "p95_ms": 21.518}, "gstreamer_push": {"avg_ms": 1.042, "count": 201, "max_ms": 1.599, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.494, "count": 201, "max_ms": 65.887, "p95_ms": 62.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.101, "count": 201, "max_ms": 76.301, "p95_ms": 67.888}, "yolo11_640_fire_11class": {"avg_ms": 48.66, "count": 201, "max_ms": 67.287, "p95_ms": 64.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.062, "count": 201, "max_ms": 80.664, "p95_ms": 77.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.244, "count": 201, "max_ms": 168.615, "p95_ms": 163.22}, "read_interval": {"avg_ms": 149.576, "count": 200, "max_ms": 180.318, "p95_ms": 174.37}, "triton_wait": {"avg_ms": 56.186, "count": 201, "max_ms": 80.676, "p95_ms": 77.317}, "visualize": {"avg_ms": 5.617, "count": 201, "max_ms": 6.678, "p95_ms": 6.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15727.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.525, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.432, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1638219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:56:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:56:17+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T08:56:17+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T08:56:17.004152+09:00", "mtime_epoch": 1783209377.0041518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:56:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2220.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.218, "count": 300, "max_ms": 11.87, "p95_ms": 8.447}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 2.074, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.7, "count": 300, "max_ms": 69.834, "p95_ms": 62.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.923, "count": 300, "max_ms": 78.755, "p95_ms": 64.676}, "yolo11_640_fire_11class": {"avg_ms": 51.547, "count": 300, "max_ms": 70.582, "p95_ms": 64.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.471, "count": 300, "max_ms": 83.064, "p95_ms": 76.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.185, "count": 300, "max_ms": 98.634, "p95_ms": 92.105}, "read_interval": {"avg_ms": 100.231, "count": 299, "max_ms": 562.842, "p95_ms": 125.412}, "triton_wait": {"avg_ms": 54.141, "count": 300, "max_ms": 83.076, "p95_ms": 76.265}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 5.589, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15730.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 578, "h264_decode_error_count": 1469, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:54:35+09:00", "last_error_summary": "[h264 @ 0x56552bfdec40] error while decoding MB 73 17, bytestream -5", "last_exit_at": "2026-07-05T08:54:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.028, "last_started_at": "2026-07-05T08:54:38+09:00", "pid": 120617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.109, "name": "ffmpeg", "pid": 120617, "rss_mb": 267.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 641, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 642}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.27, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1312479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:56:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:56:41+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T08:56:41+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T08:56:41.004821+09:00", "mtime_epoch": 1783209401.0048213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:56:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.516, "pushed": 6.516, "read": 6.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.086, "count": 195, "max_ms": 31.853, "p95_ms": 23.109}, "gstreamer_push": {"avg_ms": 1.038, "count": 195, "max_ms": 1.24, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.39, "count": 195, "max_ms": 65.425, "p95_ms": 62.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.694, "count": 195, "max_ms": 82.184, "p95_ms": 70.303}, "yolo11_640_fire_11class": {"avg_ms": 48.674, "count": 195, "max_ms": 69.907, "p95_ms": 65.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.94, "count": 195, "max_ms": 79.716, "p95_ms": 76.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.789, "count": 195, "max_ms": 168.814, "p95_ms": 164.77}, "read_interval": {"avg_ms": 154.281, "count": 194, "max_ms": 179.564, "p95_ms": 175.663}, "triton_wait": {"avg_ms": 55.755, "count": 195, "max_ms": 82.196, "p95_ms": 76.197}, "visualize": {"avg_ms": 5.817, "count": 195, "max_ms": 8.633, "p95_ms": 6.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15731.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.563, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.29, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1638520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:56:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:56:47+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T08:56:47+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T08:56:47.048989+09:00", "mtime_epoch": 1783209407.0489886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:56:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2220.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.325, "count": 301, "max_ms": 12.474, "p95_ms": 8.919}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 2.161, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.637, "count": 301, "max_ms": 66.77, "p95_ms": 61.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.011, "count": 301, "max_ms": 78.835, "p95_ms": 66.371}, "yolo11_640_fire_11class": {"avg_ms": 51.943, "count": 301, "max_ms": 73.217, "p95_ms": 66.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.492, "count": 301, "max_ms": 83.902, "p95_ms": 73.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.398, "count": 301, "max_ms": 121.202, "p95_ms": 91.668}, "read_interval": {"avg_ms": 99.859, "count": 300, "max_ms": 575.545, "p95_ms": 188.32}, "triton_wait": {"avg_ms": 53.954, "count": 301, "max_ms": 83.915, "p95_ms": 74.716}, "visualize": {"avg_ms": 3.671, "count": 301, "max_ms": 4.964, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15731.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 578, "h264_decode_error_count": 1469, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:54:35+09:00", "last_error_summary": "[h264 @ 0x56552bfdec40] error while decoding MB 73 17, bytestream -5", "last_exit_at": "2026-07-05T08:54:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.179, "last_started_at": "2026-07-05T08:54:38+09:00", "pid": 120617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.367, "name": "ffmpeg", "pid": 120617, "rss_mb": 267.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 641, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 642}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.039, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1312674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:57:11+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T08:57:11+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T08:57:11.153650+09:00", "mtime_epoch": 1783209431.1536503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:57:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.468, "pushed": 6.468, "read": 6.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.419, "count": 194, "max_ms": 32.099, "p95_ms": 24.53}, "gstreamer_push": {"avg_ms": 1.03, "count": 194, "max_ms": 1.241, "p95_ms": 1.146}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.892, "count": 194, "max_ms": 65.483, "p95_ms": 62.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.574, "count": 194, "max_ms": 78.147, "p95_ms": 66.589}, "yolo11_640_fire_11class": {"avg_ms": 48.625, "count": 194, "max_ms": 73.368, "p95_ms": 63.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.344, "count": 194, "max_ms": 80.002, "p95_ms": 74.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.333, "count": 194, "max_ms": 169.485, "p95_ms": 162.132}, "read_interval": {"avg_ms": 154.616, "count": 194, "max_ms": 182.424, "p95_ms": 173.239}, "triton_wait": {"avg_ms": 56.797, "count": 194, "max_ms": 80.014, "p95_ms": 75.069}, "visualize": {"avg_ms": 5.852, "count": 194, "max_ms": 8.504, "p95_ms": 6.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15490.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.635, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.263, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1638821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:57:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:57:17+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-05T08:57:16.997809+09:00", "mtime_epoch": 1783209436.9978094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:57:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2220.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.178, "count": 301, "max_ms": 11.141, "p95_ms": 8.178}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.835, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.021, "count": 301, "max_ms": 74.492, "p95_ms": 61.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.786, "count": 301, "max_ms": 82.136, "p95_ms": 57.229}, "yolo11_640_fire_11class": {"avg_ms": 52.164, "count": 301, "max_ms": 73.617, "p95_ms": 65.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.763, "count": 301, "max_ms": 80.597, "p95_ms": 73.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.528, "count": 301, "max_ms": 100.773, "p95_ms": 90.361}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 560.968, "p95_ms": 168.161}, "triton_wait": {"avg_ms": 54.455, "count": 301, "max_ms": 82.147, "p95_ms": 73.986}, "visualize": {"avg_ms": 3.655, "count": 301, "max_ms": 4.981, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15731.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:57:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.291, "last_started_at": "2026-07-05T08:57:18+09:00", "pid": 120724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.801, "name": "ffmpeg", "pid": 120724, "rss_mb": 268.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 642, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 643}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.935, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1312841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:57:41+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T08:57:41+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T08:57:41.190464+09:00", "mtime_epoch": 1783209461.1904635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:57:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.589, "pushed": 5.589, "read": 5.555}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.2, "count": 167, "max_ms": 32.495, "p95_ms": 21.806}, "gstreamer_push": {"avg_ms": 1.027, "count": 167, "max_ms": 1.193, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.709, "count": 167, "max_ms": 67.869, "p95_ms": 61.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.635, "count": 167, "max_ms": 79.023, "p95_ms": 72.684}, "yolo11_640_fire_11class": {"avg_ms": 49.054, "count": 167, "max_ms": 68.414, "p95_ms": 64.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.849, "count": 167, "max_ms": 79.693, "p95_ms": 77.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.536, "count": 167, "max_ms": 167.981, "p95_ms": 163.951}, "read_interval": {"avg_ms": 179.999, "count": 166, "max_ms": 4191.625, "p95_ms": 176.292}, "triton_wait": {"avg_ms": 57.112, "count": 167, "max_ms": 79.705, "p95_ms": 77.1}, "visualize": {"avg_ms": 5.841, "count": 167, "max_ms": 6.973, "p95_ms": 6.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15732.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.798, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.633, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1639121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:57:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:57:47+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T08:57:47+09:00", "mjpeg": {"age_sec": 0.491, "exists": true, "mtime": "2026-07-05T08:57:46.854615+09:00", "mtime_epoch": 1783209466.8546154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:57:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2220.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.333, "count": 298, "max_ms": 11.791, "p95_ms": 8.64}, "gstreamer_push": {"avg_ms": 1.299, "count": 299, "max_ms": 1.874, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.798, "count": 298, "max_ms": 68.532, "p95_ms": 62.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.665, "count": 298, "max_ms": 80.338, "p95_ms": 58.716}, "yolo11_640_fire_11class": {"avg_ms": 52.197, "count": 298, "max_ms": 76.638, "p95_ms": 66.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.567, "count": 298, "max_ms": 83.261, "p95_ms": 77.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.068, "count": 299, "max_ms": 104.966, "p95_ms": 94.269}, "read_interval": {"avg_ms": 100.646, "count": 298, "max_ms": 659.284, "p95_ms": 118.317}, "triton_wait": {"avg_ms": 54.663, "count": 298, "max_ms": 83.274, "p95_ms": 78.228}, "visualize": {"avg_ms": 3.742, "count": 298, "max_ms": 5.265, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15734.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:57:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.405, "last_started_at": "2026-07-05T08:57:18+09:00", "pid": 120724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.895, "name": "ffmpeg", "pid": 120724, "rss_mb": 271.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 642, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 643}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.744, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1313035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:58:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:58:11+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T08:58:11+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T08:58:11.299267+09:00", "mtime_epoch": 1783209491.2992668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:58:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.473, "pushed": 6.473, "read": 6.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.31, "count": 193, "max_ms": 27.376, "p95_ms": 22.872}, "gstreamer_push": {"avg_ms": 1.023, "count": 194, "max_ms": 1.391, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.056, "count": 193, "max_ms": 64.743, "p95_ms": 61.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.84, "count": 193, "max_ms": 81.467, "p95_ms": 70.26}, "yolo11_640_fire_11class": {"avg_ms": 48.274, "count": 193, "max_ms": 68.025, "p95_ms": 62.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.658, "count": 193, "max_ms": 80.258, "p95_ms": 73.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.96, "count": 194, "max_ms": 181.338, "p95_ms": 162.157}, "read_interval": {"avg_ms": 155.231, "count": 193, "max_ms": 194.102, "p95_ms": 172.836}, "triton_wait": {"avg_ms": 56.125, "count": 193, "max_ms": 81.478, "p95_ms": 73.916}, "visualize": {"avg_ms": 5.895, "count": 193, "max_ms": 7.912, "p95_ms": 6.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15734.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 813.827, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.598, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1639421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:58:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:58:17+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T08:58:17+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T08:58:17.307426+09:00", "mtime_epoch": 1783209497.3074257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:58:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2220.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.292, "count": 300, "max_ms": 12.138, "p95_ms": 8.685}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 1.622, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.085, "count": 300, "max_ms": 68.438, "p95_ms": 61.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.217, "count": 300, "max_ms": 81.781, "p95_ms": 56.292}, "yolo11_640_fire_11class": {"avg_ms": 51.655, "count": 300, "max_ms": 72.55, "p95_ms": 64.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.746, "count": 300, "max_ms": 80.573, "p95_ms": 74.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.628, "count": 300, "max_ms": 98.024, "p95_ms": 90.796}, "read_interval": {"avg_ms": 100.121, "count": 299, "max_ms": 697.647, "p95_ms": 114.053}, "triton_wait": {"avg_ms": 54.242, "count": 300, "max_ms": 81.796, "p95_ms": 74.964}, "visualize": {"avg_ms": 3.728, "count": 300, "max_ms": 4.809, "p95_ms": 4.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15734.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:57:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.505, "last_started_at": "2026-07-05T08:57:18+09:00", "pid": 120724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.41, "name": "ffmpeg", "pid": 120724, "rss_mb": 272.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 642, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 643}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.757, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1313228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:58:41+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T08:58:41+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T08:58:41.400059+09:00", "mtime_epoch": 1783209521.4000587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:58:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.444, "pushed": 6.444, "read": 6.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.034, "count": 192, "max_ms": 29.299, "p95_ms": 23.41}, "gstreamer_push": {"avg_ms": 1.019, "count": 193, "max_ms": 1.368, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.003, "count": 192, "max_ms": 73.811, "p95_ms": 63.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.526, "count": 192, "max_ms": 83.868, "p95_ms": 72.836}, "yolo11_640_fire_11class": {"avg_ms": 48.901, "count": 192, "max_ms": 69.977, "p95_ms": 64.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.714, "count": 192, "max_ms": 81.514, "p95_ms": 78.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.69, "count": 193, "max_ms": 172.588, "p95_ms": 166.941}, "read_interval": {"avg_ms": 155.967, "count": 192, "max_ms": 183.441, "p95_ms": 178.328}, "triton_wait": {"avg_ms": 57.023, "count": 192, "max_ms": 83.88, "p95_ms": 78.15}, "visualize": {"avg_ms": 5.873, "count": 192, "max_ms": 8.787, "p95_ms": 6.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15734.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 843.87, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.668, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1639723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:58:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:58:47+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T08:58:47+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T08:58:47.344214+09:00", "mtime_epoch": 1783209527.344214, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:58:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2220.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.327, "count": 302, "max_ms": 11.743, "p95_ms": 8.801}, "gstreamer_push": {"avg_ms": 1.279, "count": 302, "max_ms": 1.812, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.412, "count": 302, "max_ms": 69.438, "p95_ms": 62.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.317, "count": 302, "max_ms": 81.353, "p95_ms": 60.797}, "yolo11_640_fire_11class": {"avg_ms": 51.315, "count": 302, "max_ms": 69.33, "p95_ms": 64.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.336, "count": 302, "max_ms": 81.503, "p95_ms": 75.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.088, "count": 302, "max_ms": 98.536, "p95_ms": 91.451}, "read_interval": {"avg_ms": 99.505, "count": 301, "max_ms": 558.992, "p95_ms": 120.744}, "triton_wait": {"avg_ms": 54.765, "count": 302, "max_ms": 81.516, "p95_ms": 75.383}, "visualize": {"avg_ms": 3.708, "count": 302, "max_ms": 5.629, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15735.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:57:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.527, "last_started_at": "2026-07-05T08:57:18+09:00", "pid": 120724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.184, "name": "ffmpeg", "pid": 120724, "rss_mb": 273.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 642, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 643}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.587, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1313427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:59:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T08:59:11+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T08:59:11+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T08:59:11.420838+09:00", "mtime_epoch": 1783209551.420838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:59:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9249.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.662, "pushed": 6.662, "read": 6.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.708, "count": 199, "max_ms": 22.97, "p95_ms": 21.573}, "gstreamer_push": {"avg_ms": 1.021, "count": 199, "max_ms": 1.422, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.541, "count": 199, "max_ms": 66.954, "p95_ms": 60.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.683, "count": 199, "max_ms": 78.488, "p95_ms": 68.024}, "yolo11_640_fire_11class": {"avg_ms": 47.279, "count": 199, "max_ms": 65.058, "p95_ms": 62.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.694, "count": 199, "max_ms": 80.036, "p95_ms": 74.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.693, "count": 199, "max_ms": 166.178, "p95_ms": 162.021}, "read_interval": {"avg_ms": 150.849, "count": 198, "max_ms": 176.102, "p95_ms": 172.538}, "triton_wait": {"avg_ms": 55.126, "count": 199, "max_ms": 80.048, "p95_ms": 75.014}, "visualize": {"avg_ms": 5.768, "count": 199, "max_ms": 7.988, "p95_ms": 6.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15735.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 873.907, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.715, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1640024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:59:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:59:17+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T08:59:17+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T08:59:17.388992+09:00", "mtime_epoch": 1783209557.3889918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:59:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2220.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.271, "count": 301, "max_ms": 13.168, "p95_ms": 8.659}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 1.991, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.077, "count": 301, "max_ms": 69.049, "p95_ms": 61.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.179, "count": 301, "max_ms": 79.563, "p95_ms": 63.692}, "yolo11_640_fire_11class": {"avg_ms": 48.698, "count": 301, "max_ms": 65.735, "p95_ms": 61.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.609, "count": 301, "max_ms": 81.296, "p95_ms": 75.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.494, "count": 301, "max_ms": 110.205, "p95_ms": 93.202}, "read_interval": {"avg_ms": 99.834, "count": 300, "max_ms": 593.194, "p95_ms": 121.142}, "triton_wait": {"avg_ms": 53.459, "count": 301, "max_ms": 81.306, "p95_ms": 75.393}, "visualize": {"avg_ms": 3.736, "count": 301, "max_ms": 5.137, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15735.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:57:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.681, "last_started_at": "2026-07-05T08:57:18+09:00", "pid": 120724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.184, "name": "ffmpeg", "pid": 120724, "rss_mb": 273.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 642, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 643}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.21, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1313624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:59:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T08:59:41+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T08:59:41+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T08:59:41.573611+09:00", "mtime_epoch": 1783209581.573611, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T08:59:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9250.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.717, "count": 196, "max_ms": 24.254, "p95_ms": 21.41}, "gstreamer_push": {"avg_ms": 1.036, "count": 197, "max_ms": 1.382, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.114, "count": 196, "max_ms": 64.122, "p95_ms": 61.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.098, "count": 196, "max_ms": 81.446, "p95_ms": 68.336}, "yolo11_640_fire_11class": {"avg_ms": 47.666, "count": 196, "max_ms": 64.509, "p95_ms": 61.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.629, "count": 196, "max_ms": 79.082, "p95_ms": 75.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.172, "count": 197, "max_ms": 171.441, "p95_ms": 162.82}, "read_interval": {"avg_ms": 153.044, "count": 196, "max_ms": 182.776, "p95_ms": 173.0}, "triton_wait": {"avg_ms": 56.016, "count": 196, "max_ms": 81.458, "p95_ms": 75.995}, "visualize": {"avg_ms": 5.774, "count": 196, "max_ms": 7.541, "p95_ms": 6.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15735.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 903.967, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.554, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1640322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T08:59:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T08:59:47+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T08:59:47+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T08:59:47.445760+09:00", "mtime_epoch": 1783209587.4457603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T08:59:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2221.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.908}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.283, "count": 298, "max_ms": 12.224, "p95_ms": 8.51}, "gstreamer_push": {"avg_ms": 1.279, "count": 298, "max_ms": 1.888, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.674, "count": 298, "max_ms": 66.438, "p95_ms": 61.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.592, "count": 298, "max_ms": 80.608, "p95_ms": 57.159}, "yolo11_640_fire_11class": {"avg_ms": 48.296, "count": 298, "max_ms": 69.907, "p95_ms": 61.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.762, "count": 298, "max_ms": 80.024, "p95_ms": 73.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.484, "count": 298, "max_ms": 96.3, "p95_ms": 89.404}, "read_interval": {"avg_ms": 100.918, "count": 297, "max_ms": 678.059, "p95_ms": 266.136}, "triton_wait": {"avg_ms": 52.563, "count": 298, "max_ms": 80.618, "p95_ms": 73.248}, "visualize": {"avg_ms": 3.705, "count": 298, "max_ms": 5.392, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15729.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:59:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.797, "last_started_at": "2026-07-05T08:59:56+09:00", "pid": 120831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.48, "name": "ffmpeg", "pid": 120831, "rss_mb": 264.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 643, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 644}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.048, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1313792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:00:11+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T09:00:11+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T09:00:11.698374+09:00", "mtime_epoch": 1783209611.6983736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:00:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9250.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.606, "pushed": 5.606, "read": 5.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.285, "count": 167, "max_ms": 31.159, "p95_ms": 22.757}, "gstreamer_push": {"avg_ms": 1.02, "count": 168, "max_ms": 1.314, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.972, "count": 167, "max_ms": 64.616, "p95_ms": 61.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.228, "count": 167, "max_ms": 74.917, "p95_ms": 68.819}, "yolo11_640_fire_11class": {"avg_ms": 47.651, "count": 167, "max_ms": 68.075, "p95_ms": 60.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.648, "count": 167, "max_ms": 80.399, "p95_ms": 74.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.351, "count": 168, "max_ms": 172.021, "p95_ms": 162.103}, "read_interval": {"avg_ms": 179.42, "count": 167, "max_ms": 4273.45, "p95_ms": 173.531}, "triton_wait": {"avg_ms": 56.087, "count": 167, "max_ms": 80.412, "p95_ms": 74.389}, "visualize": {"avg_ms": 5.857, "count": 167, "max_ms": 8.343, "p95_ms": 6.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15729.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 934.024, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.554, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1640626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:00:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:00:17+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:00:17+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:00:17.506520+09:00", "mtime_epoch": 1783209617.5065196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:00:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2221.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.118}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.255, "count": 304, "max_ms": 11.05, "p95_ms": 8.472}, "gstreamer_push": {"avg_ms": 1.279, "count": 304, "max_ms": 1.525, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.957, "count": 304, "max_ms": 70.718, "p95_ms": 60.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.681, "count": 304, "max_ms": 74.374, "p95_ms": 59.27}, "yolo11_640_fire_11class": {"avg_ms": 47.71, "count": 304, "max_ms": 69.98, "p95_ms": 60.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.7, "count": 304, "max_ms": 83.207, "p95_ms": 72.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.66, "count": 304, "max_ms": 98.499, "p95_ms": 88.593}, "read_interval": {"avg_ms": 98.917, "count": 303, "max_ms": 471.084, "p95_ms": 134.587}, "triton_wait": {"avg_ms": 52.719, "count": 304, "max_ms": 83.233, "p95_ms": 72.73}, "visualize": {"avg_ms": 3.705, "count": 304, "max_ms": 5.069, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15730.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:59:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.88, "last_started_at": "2026-07-05T08:59:56+09:00", "pid": 120831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.027, "name": "ffmpeg", "pid": 120831, "rss_mb": 266.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 643, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 644}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.587, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1313985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:00:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:00:41+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T09:00:41+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T09:00:41.783126+09:00", "mtime_epoch": 1783209641.7831264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:00:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9250.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.447, "pushed": 6.447, "read": 6.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.122, "count": 193, "max_ms": 26.509, "p95_ms": 22.253}, "gstreamer_push": {"avg_ms": 1.02, "count": 193, "max_ms": 1.504, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.089, "count": 193, "max_ms": 68.005, "p95_ms": 62.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.632, "count": 193, "max_ms": 75.286, "p95_ms": 67.085}, "yolo11_640_fire_11class": {"avg_ms": 48.498, "count": 193, "max_ms": 67.093, "p95_ms": 62.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.85, "count": 193, "max_ms": 79.508, "p95_ms": 77.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.998, "count": 193, "max_ms": 169.486, "p95_ms": 164.433}, "read_interval": {"avg_ms": 155.898, "count": 192, "max_ms": 180.044, "p95_ms": 175.822}, "triton_wait": {"avg_ms": 57.118, "count": 193, "max_ms": 79.52, "p95_ms": 77.328}, "visualize": {"avg_ms": 5.863, "count": 193, "max_ms": 7.827, "p95_ms": 6.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15730.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 964.084, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.991, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1640927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:00:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:00:47+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T09:00:47+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T09:00:47.563270+09:00", "mtime_epoch": 1783209647.56327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:00:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2221.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.304, "count": 301, "max_ms": 11.672, "p95_ms": 8.59}, "gstreamer_push": {"avg_ms": 1.266, "count": 301, "max_ms": 1.56, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.848, "count": 301, "max_ms": 69.436, "p95_ms": 61.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.516, "count": 301, "max_ms": 82.097, "p95_ms": 63.519}, "yolo11_640_fire_11class": {"avg_ms": 47.335, "count": 301, "max_ms": 65.749, "p95_ms": 59.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.053, "count": 301, "max_ms": 81.549, "p95_ms": 74.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.359, "count": 301, "max_ms": 133.442, "p95_ms": 92.638}, "read_interval": {"avg_ms": 99.902, "count": 300, "max_ms": 516.777, "p95_ms": 145.306}, "triton_wait": {"avg_ms": 53.675, "count": 301, "max_ms": 82.109, "p95_ms": 74.302}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 5.192, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15731.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:59:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.959, "last_started_at": "2026-07-05T08:59:56+09:00", "pid": 120831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.543, "name": "ffmpeg", "pid": 120831, "rss_mb": 266.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 643, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 644}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.73, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1314178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:01:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:01:11+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T09:01:11+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T09:01:11.859871+09:00", "mtime_epoch": 1783209671.8598707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:01:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9250.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.45, "pushed": 6.45, "read": 6.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.336, "count": 193, "max_ms": 24.88, "p95_ms": 22.438}, "gstreamer_push": {"avg_ms": 1.053, "count": 193, "max_ms": 1.556, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.52, "count": 193, "max_ms": 69.034, "p95_ms": 63.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.055, "count": 193, "max_ms": 80.775, "p95_ms": 69.368}, "yolo11_640_fire_11class": {"avg_ms": 48.79, "count": 193, "max_ms": 68.18, "p95_ms": 63.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.058, "count": 193, "max_ms": 80.8, "p95_ms": 77.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.097, "count": 193, "max_ms": 170.41, "p95_ms": 165.822}, "read_interval": {"avg_ms": 155.844, "count": 192, "max_ms": 183.32, "p95_ms": 176.146}, "triton_wait": {"avg_ms": 57.387, "count": 193, "max_ms": 80.812, "p95_ms": 78.513}, "visualize": {"avg_ms": 5.886, "count": 193, "max_ms": 7.354, "p95_ms": 6.561}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15730.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 994.102, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.84, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1641223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:01:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:01:17+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:01:17+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:01:17.584011+09:00", "mtime_epoch": 1783209677.5840113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:01:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2221.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.889, "pushed": 9.889, "read": 9.856}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.34, "count": 296, "max_ms": 12.079, "p95_ms": 8.538}, "gstreamer_push": {"avg_ms": 1.277, "count": 296, "max_ms": 1.888, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.469, "count": 296, "max_ms": 67.609, "p95_ms": 61.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.745, "count": 296, "max_ms": 79.872, "p95_ms": 63.169}, "yolo11_640_fire_11class": {"avg_ms": 49.838, "count": 296, "max_ms": 67.15, "p95_ms": 63.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.31, "count": 296, "max_ms": 79.151, "p95_ms": 75.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.361, "count": 296, "max_ms": 95.6, "p95_ms": 91.553}, "read_interval": {"avg_ms": 101.467, "count": 295, "max_ms": 561.073, "p95_ms": 214.176}, "triton_wait": {"avg_ms": 53.44, "count": 296, "max_ms": 79.884, "p95_ms": 75.857}, "visualize": {"avg_ms": 3.698, "count": 296, "max_ms": 5.748, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15730.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:59:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.002, "last_started_at": "2026-07-05T08:59:56+09:00", "pid": 120831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.543, "name": "ffmpeg", "pid": 120831, "rss_mb": 266.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 643, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 644}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.612, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1314371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:01:42+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T09:01:41+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T09:01:41.900606+09:00", "mtime_epoch": 1783209701.9006062, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:01:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9250.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.456, "pushed": 6.456, "read": 6.423}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.569, "count": 193, "max_ms": 35.344, "p95_ms": 23.13}, "gstreamer_push": {"avg_ms": 1.044, "count": 193, "max_ms": 1.494, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.313, "count": 193, "max_ms": 65.557, "p95_ms": 60.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.072, "count": 193, "max_ms": 79.23, "p95_ms": 68.362}, "yolo11_640_fire_11class": {"avg_ms": 48.139, "count": 193, "max_ms": 71.776, "p95_ms": 60.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.512, "count": 193, "max_ms": 80.272, "p95_ms": 73.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.318, "count": 193, "max_ms": 180.803, "p95_ms": 162.288}, "read_interval": {"avg_ms": 155.664, "count": 192, "max_ms": 195.592, "p95_ms": 173.545}, "triton_wait": {"avg_ms": 56.042, "count": 193, "max_ms": 80.284, "p95_ms": 73.747}, "visualize": {"avg_ms": 5.908, "count": 193, "max_ms": 8.153, "p95_ms": 6.541}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15731.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1024.163, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.553, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1641524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:01:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:01:47+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T09:01:47+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T09:01:47.636746+09:00", "mtime_epoch": 1783209707.6367457, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:01:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2221.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.333, "count": 301, "max_ms": 11.983, "p95_ms": 9.618}, "gstreamer_push": {"avg_ms": 1.269, "count": 301, "max_ms": 1.815, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.906, "count": 301, "max_ms": 64.131, "p95_ms": 60.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.812, "count": 301, "max_ms": 77.923, "p95_ms": 55.237}, "yolo11_640_fire_11class": {"avg_ms": 49.408, "count": 301, "max_ms": 68.635, "p95_ms": 62.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.937, "count": 301, "max_ms": 78.749, "p95_ms": 73.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.165, "count": 301, "max_ms": 99.834, "p95_ms": 88.771}, "read_interval": {"avg_ms": 99.883, "count": 300, "max_ms": 709.35, "p95_ms": 113.175}, "triton_wait": {"avg_ms": 53.355, "count": 301, "max_ms": 78.765, "p95_ms": 73.088}, "visualize": {"avg_ms": 3.64, "count": 301, "max_ms": 4.945, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15731.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T08:59:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.125, "last_started_at": "2026-07-05T08:59:56+09:00", "pid": 120831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.543, "name": "ffmpeg", "pid": 120831, "rss_mb": 266.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 643, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 644}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.591, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1314566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:02:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:02:12+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T09:02:11+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T09:02:12.005336+09:00", "mtime_epoch": 1783209732.0053358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:02:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9250.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.506, "pushed": 6.506, "read": 6.473}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.206, "count": 194, "max_ms": 27.557, "p95_ms": 22.562}, "gstreamer_push": {"avg_ms": 1.037, "count": 195, "max_ms": 1.882, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.824, "count": 194, "max_ms": 65.179, "p95_ms": 61.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.407, "count": 194, "max_ms": 76.37, "p95_ms": 65.619}, "yolo11_640_fire_11class": {"avg_ms": 47.469, "count": 194, "max_ms": 65.279, "p95_ms": 61.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.395, "count": 194, "max_ms": 82.847, "p95_ms": 74.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.055, "count": 195, "max_ms": 171.334, "p95_ms": 162.4}, "read_interval": {"avg_ms": 154.368, "count": 194, "max_ms": 182.32, "p95_ms": 174.112}, "triton_wait": {"avg_ms": 55.645, "count": 194, "max_ms": 82.859, "p95_ms": 74.464}, "visualize": {"avg_ms": 5.832, "count": 194, "max_ms": 8.314, "p95_ms": 6.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15731.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1054.233, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.445, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1641828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:02:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:02:17+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T09:02:17+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T09:02:17.717473+09:00", "mtime_epoch": 1783209737.7174733, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:02:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2221.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.316, "count": 304, "max_ms": 11.411, "p95_ms": 8.555}, "gstreamer_push": {"avg_ms": 1.268, "count": 304, "max_ms": 1.496, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.449, "count": 304, "max_ms": 64.903, "p95_ms": 59.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.476, "count": 304, "max_ms": 72.891, "p95_ms": 57.569}, "yolo11_640_fire_11class": {"avg_ms": 46.782, "count": 304, "max_ms": 64.627, "p95_ms": 57.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.894, "count": 304, "max_ms": 82.494, "p95_ms": 68.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.373, "count": 304, "max_ms": 98.382, "p95_ms": 86.395}, "read_interval": {"avg_ms": 98.968, "count": 303, "max_ms": 798.155, "p95_ms": 118.677}, "triton_wait": {"avg_ms": 51.492, "count": 304, "max_ms": 82.507, "p95_ms": 70.232}, "visualize": {"avg_ms": 3.693, "count": 304, "max_ms": 4.535, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15731.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T09:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.15, "last_started_at": "2026-07-05T09:02:32+09:00", "pid": 120938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.051, "name": "ffmpeg", "pid": 120938, "rss_mb": 265.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 644, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 645}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.339, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1314730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:02:42+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T09:02:42+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T09:02:42.138059+09:00", "mtime_epoch": 1783209762.1380591, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:02:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9250.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.478, "pushed": 5.478, "read": 5.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.988, "count": 164, "max_ms": 24.045, "p95_ms": 21.761}, "gstreamer_push": {"avg_ms": 1.046, "count": 164, "max_ms": 1.619, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.875, "count": 164, "max_ms": 66.156, "p95_ms": 61.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.303, "count": 164, "max_ms": 79.265, "p95_ms": 68.018}, "yolo11_640_fire_11class": {"avg_ms": 47.414, "count": 164, "max_ms": 64.233, "p95_ms": 61.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.355, "count": 164, "max_ms": 78.299, "p95_ms": 74.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.969, "count": 164, "max_ms": 165.71, "p95_ms": 161.571}, "read_interval": {"avg_ms": 183.799, "count": 163, "max_ms": 4963.688, "p95_ms": 173.375}, "triton_wait": {"avg_ms": 55.723, "count": 164, "max_ms": 79.278, "p95_ms": 74.605}, "visualize": {"avg_ms": 5.826, "count": 164, "max_ms": 7.068, "p95_ms": 6.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15731.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1084.242, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.796, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1642130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:02:47+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:02:47+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T09:02:47.726192+09:00", "mtime_epoch": 1783209767.7261925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:02:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2221.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.207, "count": 302, "max_ms": 11.461, "p95_ms": 8.107}, "gstreamer_push": {"avg_ms": 1.274, "count": 302, "max_ms": 1.728, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.788, "count": 302, "max_ms": 66.802, "p95_ms": 61.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.248, "count": 302, "max_ms": 79.923, "p95_ms": 54.537}, "yolo11_640_fire_11class": {"avg_ms": 47.442, "count": 302, "max_ms": 67.743, "p95_ms": 61.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.261, "count": 302, "max_ms": 78.551, "p95_ms": 73.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.059, "count": 302, "max_ms": 96.29, "p95_ms": 89.401}, "read_interval": {"avg_ms": 99.366, "count": 302, "max_ms": 627.565, "p95_ms": 169.475}, "triton_wait": {"avg_ms": 51.283, "count": 302, "max_ms": 79.934, "p95_ms": 73.825}, "visualize": {"avg_ms": 3.697, "count": 302, "max_ms": 4.869, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15732.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T09:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.188, "last_started_at": "2026-07-05T09:02:32+09:00", "pid": 120938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.855, "name": "ffmpeg", "pid": 120938, "rss_mb": 266.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 644, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 645}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.323, "sample_count": 1884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1314924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:03:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:03:12+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T09:03:12+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T09:03:12.166773+09:00", "mtime_epoch": 1783209792.1667733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:03:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9250.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.49, "pushed": 6.49, "read": 6.457}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.942, "count": 194, "max_ms": 27.995, "p95_ms": 22.871}, "gstreamer_push": {"avg_ms": 1.014, "count": 194, "max_ms": 1.184, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.353, "count": 194, "max_ms": 63.527, "p95_ms": 61.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.458, "count": 194, "max_ms": 78.209, "p95_ms": 67.725}, "yolo11_640_fire_11class": {"avg_ms": 47.491, "count": 194, "max_ms": 64.073, "p95_ms": 59.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.957, "count": 194, "max_ms": 78.864, "p95_ms": 73.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.821, "count": 194, "max_ms": 173.819, "p95_ms": 162.063}, "read_interval": {"avg_ms": 154.839, "count": 193, "max_ms": 184.513, "p95_ms": 172.84}, "triton_wait": {"avg_ms": 56.506, "count": 194, "max_ms": 78.876, "p95_ms": 73.201}, "visualize": {"avg_ms": 5.81, "count": 194, "max_ms": 6.669, "p95_ms": 6.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15732.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1114.243, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.412, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1642426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:03:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:03:17+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:03:17+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T09:03:17.726905+09:00", "mtime_epoch": 1783209797.7269049, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:03:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2222.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.138, "count": 296, "max_ms": 11.395, "p95_ms": 8.566}, "gstreamer_push": {"avg_ms": 1.276, "count": 296, "max_ms": 1.607, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.857, "count": 296, "max_ms": 63.768, "p95_ms": 61.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.962, "count": 296, "max_ms": 79.505, "p95_ms": 60.005}, "yolo11_640_fire_11class": {"avg_ms": 47.467, "count": 296, "max_ms": 67.117, "p95_ms": 61.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.898, "count": 296, "max_ms": 77.899, "p95_ms": 73.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.805, "count": 296, "max_ms": 94.45, "p95_ms": 89.134}, "read_interval": {"avg_ms": 101.356, "count": 296, "max_ms": 603.504, "p95_ms": 150.975}, "triton_wait": {"avg_ms": 52.087, "count": 296, "max_ms": 79.515, "p95_ms": 73.314}, "visualize": {"avg_ms": 3.697, "count": 296, "max_ms": 5.472, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.566, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15734.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T09:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.298, "last_started_at": "2026-07-05T09:02:32+09:00", "pid": 120938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.402, "name": "ffmpeg", "pid": 120938, "rss_mb": 268.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 644, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 645}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.989, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1315120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:03:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:03:42+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T09:03:42+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T09:03:42.291484+09:00", "mtime_epoch": 1783209822.2914836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:03:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9250.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.543, "pushed": 6.543, "read": 6.51}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.648, "count": 195, "max_ms": 24.424, "p95_ms": 21.791}, "gstreamer_push": {"avg_ms": 1.006, "count": 196, "max_ms": 1.146, "p95_ms": 1.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.557, "count": 195, "max_ms": 73.087, "p95_ms": 61.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.61, "count": 195, "max_ms": 81.114, "p95_ms": 68.43}, "yolo11_640_fire_11class": {"avg_ms": 47.1, "count": 195, "max_ms": 63.845, "p95_ms": 60.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.29, "count": 195, "max_ms": 79.37, "p95_ms": 74.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.071, "count": 196, "max_ms": 180.023, "p95_ms": 162.893}, "read_interval": {"avg_ms": 153.648, "count": 195, "max_ms": 191.798, "p95_ms": 174.011}, "triton_wait": {"avg_ms": 55.832, "count": 195, "max_ms": 81.126, "p95_ms": 74.876}, "visualize": {"avg_ms": 5.826, "count": 195, "max_ms": 7.44, "p95_ms": 6.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15734.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1144.316, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.899, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1642728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:03:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:03:47+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T09:03:47+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T09:03:47.799613+09:00", "mtime_epoch": 1783209827.7996128, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:03:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2222.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.119, "count": 302, "max_ms": 11.317, "p95_ms": 8.353}, "gstreamer_push": {"avg_ms": 1.272, "count": 302, "max_ms": 1.608, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.827, "count": 302, "max_ms": 65.706, "p95_ms": 61.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.965, "count": 302, "max_ms": 79.38, "p95_ms": 56.309}, "yolo11_640_fire_11class": {"avg_ms": 47.279, "count": 302, "max_ms": 66.919, "p95_ms": 60.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.524, "count": 302, "max_ms": 79.064, "p95_ms": 73.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.546, "count": 302, "max_ms": 94.971, "p95_ms": 89.325}, "read_interval": {"avg_ms": 99.639, "count": 301, "max_ms": 665.519, "p95_ms": 119.644}, "triton_wait": {"avg_ms": 51.921, "count": 302, "max_ms": 79.394, "p95_ms": 73.901}, "visualize": {"avg_ms": 3.642, "count": 302, "max_ms": 4.647, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15735.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T09:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.428, "last_started_at": "2026-07-05T09:02:32+09:00", "pid": 120938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.402, "name": "ffmpeg", "pid": 120938, "rss_mb": 268.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 644, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 645}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.043, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1315315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:04:12+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T09:04:12+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T09:04:12.404188+09:00", "mtime_epoch": 1783209852.4041877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:04:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.504, "pushed": 6.504, "read": 6.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.803, "count": 194, "max_ms": 25.168, "p95_ms": 21.732}, "gstreamer_push": {"avg_ms": 1.023, "count": 195, "max_ms": 1.159, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.832, "count": 194, "max_ms": 65.9, "p95_ms": 61.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.494, "count": 194, "max_ms": 78.731, "p95_ms": 66.226}, "yolo11_640_fire_11class": {"avg_ms": 47.607, "count": 194, "max_ms": 66.613, "p95_ms": 60.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.938, "count": 194, "max_ms": 80.075, "p95_ms": 75.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.568, "count": 195, "max_ms": 180.121, "p95_ms": 163.043}, "read_interval": {"avg_ms": 154.508, "count": 194, "max_ms": 191.874, "p95_ms": 174.767}, "triton_wait": {"avg_ms": 56.342, "count": 194, "max_ms": 80.087, "p95_ms": 76.182}, "visualize": {"avg_ms": 5.844, "count": 194, "max_ms": 7.134, "p95_ms": 6.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15735.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1174.368, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.489, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1643028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:04:17+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T09:04:17+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T09:04:17.816314+09:00", "mtime_epoch": 1783209857.8163137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174152}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:04:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2222.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.117, "count": 300, "max_ms": 11.379, "p95_ms": 8.098}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.805, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.783, "count": 300, "max_ms": 64.446, "p95_ms": 60.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.542, "count": 300, "max_ms": 74.642, "p95_ms": 55.733}, "yolo11_640_fire_11class": {"avg_ms": 48.241, "count": 300, "max_ms": 67.008, "p95_ms": 60.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.888, "count": 300, "max_ms": 79.18, "p95_ms": 73.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.148, "count": 300, "max_ms": 94.502, "p95_ms": 88.326}, "read_interval": {"avg_ms": 100.139, "count": 299, "max_ms": 636.575, "p95_ms": 236.302}, "triton_wait": {"avg_ms": 52.521, "count": 300, "max_ms": 79.19, "p95_ms": 73.064}, "visualize": {"avg_ms": 3.629, "count": 300, "max_ms": 4.905, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15735.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 579, "h264_decode_error_count": 1470, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:57:15+09:00", "last_error_summary": "[h264 @ 0x55a51b35ae80] error while decoding MB 76 18, bytestream -11", "last_exit_at": "2026-07-05T09:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.516, "last_started_at": "2026-07-05T09:02:32+09:00", "pid": 120938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.402, "name": "ffmpeg", "pid": 120938, "rss_mb": 268.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 644, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 645}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.969, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1315511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:04:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:04:42+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T09:04:42+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T09:04:42.496886+09:00", "mtime_epoch": 1783209882.4968858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:04:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.552, "pushed": 6.552, "read": 6.518}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.859, "count": 196, "max_ms": 25.698, "p95_ms": 21.494}, "gstreamer_push": {"avg_ms": 1.046, "count": 196, "max_ms": 1.501, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.763, "count": 196, "max_ms": 69.045, "p95_ms": 61.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.559, "count": 196, "max_ms": 77.553, "p95_ms": 71.954}, "yolo11_640_fire_11class": {"avg_ms": 47.761, "count": 196, "max_ms": 74.839, "p95_ms": 62.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.099, "count": 196, "max_ms": 78.545, "p95_ms": 74.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.401, "count": 196, "max_ms": 166.774, "p95_ms": 162.161}, "read_interval": {"avg_ms": 153.5, "count": 195, "max_ms": 177.529, "p95_ms": 173.546}, "triton_wait": {"avg_ms": 56.153, "count": 196, "max_ms": 78.558, "p95_ms": 74.494}, "visualize": {"avg_ms": 5.793, "count": 196, "max_ms": 6.758, "p95_ms": 6.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15735.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1204.792, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.499, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1643331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:04:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:04:48+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:04:48+09:00", "mjpeg": {"age_sec": 0.418, "exists": true, "mtime": "2026-07-05T09:04:47.921011+09:00", "mtime_epoch": 1783209887.9210112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:04:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2222.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.114, "count": 298, "max_ms": 11.47, "p95_ms": 8.181}, "gstreamer_push": {"avg_ms": 1.286, "count": 298, "max_ms": 1.819, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.911, "count": 298, "max_ms": 66.357, "p95_ms": 62.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.038, "count": 298, "max_ms": 80.053, "p95_ms": 59.293}, "yolo11_640_fire_11class": {"avg_ms": 50.769, "count": 298, "max_ms": 70.89, "p95_ms": 63.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.464, "count": 298, "max_ms": 78.151, "p95_ms": 74.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.673, "count": 298, "max_ms": 96.028, "p95_ms": 89.845}, "read_interval": {"avg_ms": 100.696, "count": 298, "max_ms": 604.46, "p95_ms": 170.37}, "triton_wait": {"avg_ms": 52.964, "count": 298, "max_ms": 80.065, "p95_ms": 74.371}, "visualize": {"avg_ms": 3.68, "count": 298, "max_ms": 5.774, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15603.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 580, "h264_decode_error_count": 1471, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:05:08+09:00", "last_error_summary": "[h264 @ 0x56062922a2c0] error while decoding MB 69 22, bytestream -28", "last_exit_at": "2026-07-05T09:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.159, "last_started_at": "2026-07-05T09:05:11+09:00", "pid": 121045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.816, "name": "ffmpeg", "pid": 121045, "rss_mb": 138.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 645, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 646}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.08, "sample_count": 1880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1315682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:05:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:05:13+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T09:05:13+09:00", "mjpeg": {"age_sec": 4.728, "exists": true, "mtime": "2026-07-05T09:05:08.673489+09:00", "mtime_epoch": 1783209908.6734889, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:05:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.555, "pushed": 5.555, "read": 5.521}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.067, "count": 166, "max_ms": 24.114, "p95_ms": 22.473}, "gstreamer_push": {"avg_ms": 1.04, "count": 166, "max_ms": 1.481, "p95_ms": 1.138}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.584, "count": 166, "max_ms": 69.011, "p95_ms": 61.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.782, "count": 166, "max_ms": 84.372, "p95_ms": 70.944}, "yolo11_640_fire_11class": {"avg_ms": 49.113, "count": 166, "max_ms": 72.39, "p95_ms": 64.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.372, "count": 166, "max_ms": 80.371, "p95_ms": 75.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.121, "count": 166, "max_ms": 171.093, "p95_ms": 163.755}, "read_interval": {"avg_ms": 181.118, "count": 165, "max_ms": 4754.506, "p95_ms": 175.171}, "triton_wait": {"avg_ms": 57.257, "count": 166, "max_ms": 84.385, "p95_ms": 76.101}, "visualize": {"avg_ms": 5.807, "count": 166, "max_ms": 7.657, "p95_ms": 6.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15683.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1234.859, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.709, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1643631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:05:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:05:18+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:05:18.341711+09:00", "mtime_epoch": 1783209918.3417106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:05:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2222.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.152, "count": 300, "max_ms": 11.883, "p95_ms": 8.25}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 1.821, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.76, "count": 300, "max_ms": 72.139, "p95_ms": 60.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.402, "count": 300, "max_ms": 85.852, "p95_ms": 58.083}, "yolo11_640_fire_11class": {"avg_ms": 52.417, "count": 300, "max_ms": 74.918, "p95_ms": 64.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.842, "count": 300, "max_ms": 84.022, "p95_ms": 73.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.981, "count": 300, "max_ms": 111.332, "p95_ms": 91.188}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 529.36, "p95_ms": 162.544}, "triton_wait": {"avg_ms": 53.798, "count": 300, "max_ms": 85.864, "p95_ms": 74.66}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 5.258, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15734.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 580, "h264_decode_error_count": 1471, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:05:08+09:00", "last_error_summary": "[h264 @ 0x56062922a2c0] error while decoding MB 69 22, bytestream -28", "last_exit_at": "2026-07-05T09:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.252, "last_started_at": "2026-07-05T09:05:11+09:00", "pid": 121045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.777, "name": "ffmpeg", "pid": 121045, "rss_mb": 265.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 645, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 646}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.303, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1315880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:05:43+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T09:05:43+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T09:05:43.362282+09:00", "mtime_epoch": 1783209943.3622823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:05:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.612, "pushed": 6.612, "read": 6.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.153, "count": 197, "max_ms": 29.97, "p95_ms": 22.866}, "gstreamer_push": {"avg_ms": 1.034, "count": 198, "max_ms": 1.3, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.811, "count": 197, "max_ms": 67.355, "p95_ms": 63.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.167, "count": 197, "max_ms": 78.765, "p95_ms": 71.556}, "yolo11_640_fire_11class": {"avg_ms": 50.329, "count": 197, "max_ms": 72.416, "p95_ms": 69.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.215, "count": 197, "max_ms": 83.477, "p95_ms": 78.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.843, "count": 198, "max_ms": 176.9, "p95_ms": 166.067}, "read_interval": {"avg_ms": 151.999, "count": 197, "max_ms": 184.243, "p95_ms": 174.428}, "triton_wait": {"avg_ms": 57.452, "count": 197, "max_ms": 83.492, "p95_ms": 78.774}, "visualize": {"avg_ms": 5.82, "count": 197, "max_ms": 6.841, "p95_ms": 6.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15734.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1264.949, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.129, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1643931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:05:48+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:05:48+09:00", "mjpeg": {"age_sec": 0.314, "exists": true, "mtime": "2026-07-05T09:05:48.182392+09:00", "mtime_epoch": 1783209948.1823921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:05:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2222.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.192, "count": 299, "max_ms": 11.466, "p95_ms": 8.232}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 2.171, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.478, "count": 299, "max_ms": 65.944, "p95_ms": 62.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.517, "count": 299, "max_ms": 78.466, "p95_ms": 69.991}, "yolo11_640_fire_11class": {"avg_ms": 53.611, "count": 299, "max_ms": 74.711, "p95_ms": 68.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.22, "count": 299, "max_ms": 80.646, "p95_ms": 77.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.025, "count": 300, "max_ms": 96.318, "p95_ms": 92.522}, "read_interval": {"avg_ms": 100.346, "count": 299, "max_ms": 761.262, "p95_ms": 127.609}, "triton_wait": {"avg_ms": 55.245, "count": 299, "max_ms": 80.659, "p95_ms": 77.496}, "visualize": {"avg_ms": 3.653, "count": 299, "max_ms": 4.738, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15735.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 580, "h264_decode_error_count": 1471, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:05:08+09:00", "last_error_summary": "[h264 @ 0x56062922a2c0] error while decoding MB 69 22, bytestream -28", "last_exit_at": "2026-07-05T09:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.39, "last_started_at": "2026-07-05T09:05:11+09:00", "pid": 121045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.293, "name": "ffmpeg", "pid": 121045, "rss_mb": 266.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 645, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 646}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.117, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1316080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:06:13+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T09:06:13+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T09:06:13.498966+09:00", "mtime_epoch": 1783209973.4989665, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:06:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.674, "pushed": 6.674, "read": 6.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.928, "count": 199, "max_ms": 26.787, "p95_ms": 22.354}, "gstreamer_push": {"avg_ms": 1.038, "count": 200, "max_ms": 1.843, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.89, "count": 199, "max_ms": 69.236, "p95_ms": 63.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.792, "count": 199, "max_ms": 76.694, "p95_ms": 69.064}, "yolo11_640_fire_11class": {"avg_ms": 49.369, "count": 199, "max_ms": 71.983, "p95_ms": 66.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.278, "count": 199, "max_ms": 83.279, "p95_ms": 78.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.461, "count": 200, "max_ms": 170.793, "p95_ms": 164.898}, "read_interval": {"avg_ms": 150.681, "count": 199, "max_ms": 178.689, "p95_ms": 172.999}, "triton_wait": {"avg_ms": 55.825, "count": 199, "max_ms": 83.293, "p95_ms": 78.278}, "visualize": {"avg_ms": 5.832, "count": 199, "max_ms": 8.51, "p95_ms": 6.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15735.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1295.008, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.404, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1644236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:06:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:06:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:06:18+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T09:06:18.495080+09:00", "mtime_epoch": 1783209978.4950795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:06:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2222.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.173, "pushed": 10.173, "read": 10.14}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.282, "count": 305, "max_ms": 11.644, "p95_ms": 8.584}, "gstreamer_push": {"avg_ms": 1.284, "count": 305, "max_ms": 2.129, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.484, "count": 305, "max_ms": 67.19, "p95_ms": 62.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.226, "count": 305, "max_ms": 73.982, "p95_ms": 63.839}, "yolo11_640_fire_11class": {"avg_ms": 52.73, "count": 305, "max_ms": 74.035, "p95_ms": 67.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.918, "count": 305, "max_ms": 80.433, "p95_ms": 75.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.211, "count": 305, "max_ms": 107.534, "p95_ms": 91.655}, "read_interval": {"avg_ms": 98.602, "count": 304, "max_ms": 527.21, "p95_ms": 121.197}, "triton_wait": {"avg_ms": 54.062, "count": 305, "max_ms": 80.444, "p95_ms": 75.272}, "visualize": {"avg_ms": 3.684, "count": 305, "max_ms": 5.073, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15735.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 580, "h264_decode_error_count": 1471, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:05:08+09:00", "last_error_summary": "[h264 @ 0x56062922a2c0] error while decoding MB 69 22, bytestream -28", "last_exit_at": "2026-07-05T09:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.523, "last_started_at": "2026-07-05T09:05:11+09:00", "pid": 121045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.293, "name": "ffmpeg", "pid": 121045, "rss_mb": 266.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 645, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 646}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.899, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1316277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:06:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:06:43+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T09:06:43+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-05T09:06:43.615646+09:00", "mtime_epoch": 1783210003.615646, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:06:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.57, "pushed": 6.57, "read": 6.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.199, "count": 196, "max_ms": 29.306, "p95_ms": 22.71}, "gstreamer_push": {"avg_ms": 1.039, "count": 197, "max_ms": 1.661, "p95_ms": 1.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.834, "count": 196, "max_ms": 68.319, "p95_ms": 61.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.005, "count": 196, "max_ms": 73.34, "p95_ms": 64.047}, "yolo11_640_fire_11class": {"avg_ms": 49.859, "count": 196, "max_ms": 72.138, "p95_ms": 67.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.96, "count": 196, "max_ms": 82.522, "p95_ms": 77.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.583, "count": 197, "max_ms": 171.215, "p95_ms": 166.19}, "read_interval": {"avg_ms": 152.88, "count": 196, "max_ms": 179.13, "p95_ms": 174.374}, "triton_wait": {"avg_ms": 57.01, "count": 196, "max_ms": 82.535, "p95_ms": 77.426}, "visualize": {"avg_ms": 5.909, "count": 196, "max_ms": 7.493, "p95_ms": 7.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15735.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1325.045, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.609, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.284, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1644531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:06:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T09:06:48+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T09:06:48+09:00", "mjpeg": {"age_sec": 0.72, "exists": true, "mtime": "2026-07-05T09:06:47.871742+09:00", "mtime_epoch": 1783210007.8717418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:06:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2223.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.815}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.365, "count": 295, "max_ms": 11.538, "p95_ms": 9.058}, "gstreamer_push": {"avg_ms": 1.273, "count": 295, "max_ms": 2.281, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.84, "count": 295, "max_ms": 65.444, "p95_ms": 63.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.794, "count": 295, "max_ms": 75.863, "p95_ms": 55.884}, "yolo11_640_fire_11class": {"avg_ms": 53.735, "count": 295, "max_ms": 74.635, "p95_ms": 70.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.099, "count": 295, "max_ms": 82.297, "p95_ms": 77.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.301, "count": 295, "max_ms": 131.591, "p95_ms": 102.455}, "read_interval": {"avg_ms": 101.784, "count": 294, "max_ms": 730.84, "p95_ms": 143.812}, "triton_wait": {"avg_ms": 55.295, "count": 295, "max_ms": 82.31, "p95_ms": 77.645}, "visualize": {"avg_ms": 3.761, "count": 295, "max_ms": 5.58, "p95_ms": 4.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15735.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 580, "h264_decode_error_count": 1471, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:05:08+09:00", "last_error_summary": "[h264 @ 0x56062922a2c0] error while decoding MB 69 22, bytestream -28", "last_exit_at": "2026-07-05T09:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.539, "last_started_at": "2026-07-05T09:05:11+09:00", "pid": 121045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.293, "name": "ffmpeg", "pid": 121045, "rss_mb": 266.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 645, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 646}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.164, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1316476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:07:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:07:13+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T09:07:13+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T09:07:13.652319+09:00", "mtime_epoch": 1783210033.6523194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:07:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.662, "pushed": 6.662, "read": 6.629}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.793, "count": 199, "max_ms": 24.347, "p95_ms": 21.706}, "gstreamer_push": {"avg_ms": 1.029, "count": 199, "max_ms": 1.447, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.517, "count": 199, "max_ms": 68.077, "p95_ms": 61.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.667, "count": 199, "max_ms": 75.874, "p95_ms": 68.823}, "yolo11_640_fire_11class": {"avg_ms": 49.65, "count": 199, "max_ms": 70.457, "p95_ms": 67.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.404, "count": 199, "max_ms": 81.459, "p95_ms": 78.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.596, "count": 199, "max_ms": 170.409, "p95_ms": 165.227}, "read_interval": {"avg_ms": 150.861, "count": 198, "max_ms": 178.099, "p95_ms": 173.534}, "triton_wait": {"avg_ms": 56.534, "count": 199, "max_ms": 81.471, "p95_ms": 78.198}, "visualize": {"avg_ms": 5.798, "count": 199, "max_ms": 7.968, "p95_ms": 6.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15736.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1355.084, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.001, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1644833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:07:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:07:18+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:07:18+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T09:07:18.564429+09:00", "mtime_epoch": 1783210038.5644293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:07:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2223.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.238, "count": 302, "max_ms": 11.785, "p95_ms": 8.712}, "gstreamer_push": {"avg_ms": 1.28, "count": 302, "max_ms": 1.893, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.66, "count": 302, "max_ms": 68.82, "p95_ms": 62.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.596, "count": 302, "max_ms": 75.977, "p95_ms": 66.391}, "yolo11_640_fire_11class": {"avg_ms": 53.629, "count": 302, "max_ms": 75.103, "p95_ms": 69.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.145, "count": 302, "max_ms": 81.792, "p95_ms": 77.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.206, "count": 302, "max_ms": 131.419, "p95_ms": 95.023}, "read_interval": {"avg_ms": 99.513, "count": 301, "max_ms": 503.379, "p95_ms": 121.218}, "triton_wait": {"avg_ms": 55.297, "count": 302, "max_ms": 81.804, "p95_ms": 77.741}, "visualize": {"avg_ms": 3.731, "count": 302, "max_ms": 5.744, "p95_ms": 4.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15736.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 580, "h264_decode_error_count": 1471, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:05:08+09:00", "last_error_summary": "[h264 @ 0x56062922a2c0] error while decoding MB 69 22, bytestream -28", "last_exit_at": "2026-07-05T09:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.56, "last_started_at": "2026-07-05T09:05:11+09:00", "pid": 121045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.922, "name": "ffmpeg", "pid": 121045, "rss_mb": 266.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 645, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 646}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.549, "sample_count": 1936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1316675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:07:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:07:43+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T09:07:43+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T09:07:43.664989+09:00", "mtime_epoch": 1783210063.6649888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:07:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.664, "pushed": 6.664, "read": 6.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.015, "count": 199, "max_ms": 26.926, "p95_ms": 21.795}, "gstreamer_push": {"avg_ms": 1.02, "count": 199, "max_ms": 1.292, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.505, "count": 199, "max_ms": 68.653, "p95_ms": 62.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.674, "count": 199, "max_ms": 75.226, "p95_ms": 67.873}, "yolo11_640_fire_11class": {"avg_ms": 49.251, "count": 199, "max_ms": 70.685, "p95_ms": 66.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.944, "count": 199, "max_ms": 82.378, "p95_ms": 79.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.551, "count": 199, "max_ms": 169.418, "p95_ms": 165.817}, "read_interval": {"avg_ms": 150.847, "count": 198, "max_ms": 178.433, "p95_ms": 174.114}, "triton_wait": {"avg_ms": 57.088, "count": 199, "max_ms": 82.39, "p95_ms": 79.529}, "visualize": {"avg_ms": 5.715, "count": 199, "max_ms": 6.791, "p95_ms": 6.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15736.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1385.094, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.299, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1645135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:07:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:07:48+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:07:48+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T09:07:48.573098+09:00", "mtime_epoch": 1783210068.5730977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:07:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2223.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.45, "count": 302, "max_ms": 11.122, "p95_ms": 9.318}, "gstreamer_push": {"avg_ms": 1.252, "count": 302, "max_ms": 1.505, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.74, "count": 302, "max_ms": 67.213, "p95_ms": 62.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.253, "count": 302, "max_ms": 73.732, "p95_ms": 62.816}, "yolo11_640_fire_11class": {"avg_ms": 53.334, "count": 302, "max_ms": 72.411, "p95_ms": 65.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.785, "count": 302, "max_ms": 82.76, "p95_ms": 77.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.07, "count": 302, "max_ms": 135.945, "p95_ms": 109.152}, "read_interval": {"avg_ms": 99.366, "count": 302, "max_ms": 469.613, "p95_ms": 125.131}, "triton_wait": {"avg_ms": 55.28, "count": 302, "max_ms": 82.773, "p95_ms": 77.792}, "visualize": {"avg_ms": 3.857, "count": 302, "max_ms": 6.71, "p95_ms": 5.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15733.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 581, "h264_decode_error_count": 1473, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:07:52+09:00", "last_error_summary": "[h264 @ 0x5615db911b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615db911b80] error while decoding MB 0 9, bytestream 82399 [h264 @ 0x5615dae5a240] error while decoding MB 60 28, bytestream -30", "last_exit_at": "2026-07-05T09:07:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.134, "last_started_at": "2026-07-05T09:07:54+09:00", "pid": 121152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.113, "name": "ffmpeg", "pid": 121152, "rss_mb": 265.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 646, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 647}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.711, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1316847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:08:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:08:13+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T09:08:13+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T09:08:13.757656+09:00", "mtime_epoch": 1783210093.7576559, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:08:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.745, "pushed": 5.745, "read": 5.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.992, "count": 171, "max_ms": 32.498, "p95_ms": 22.997}, "gstreamer_push": {"avg_ms": 1.036, "count": 172, "max_ms": 1.521, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.663, "count": 171, "max_ms": 68.581, "p95_ms": 63.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.965, "count": 171, "max_ms": 69.979, "p95_ms": 65.89}, "yolo11_640_fire_11class": {"avg_ms": 49.604, "count": 171, "max_ms": 70.663, "p95_ms": 68.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.306, "count": 171, "max_ms": 81.43, "p95_ms": 78.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.038, "count": 172, "max_ms": 170.807, "p95_ms": 165.721}, "read_interval": {"avg_ms": 175.074, "count": 171, "max_ms": 4591.239, "p95_ms": 174.549}, "triton_wait": {"avg_ms": 57.464, "count": 171, "max_ms": 81.441, "p95_ms": 78.726}, "visualize": {"avg_ms": 5.723, "count": 171, "max_ms": 9.308, "p95_ms": 6.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15733.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1415.18, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.741, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1645436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:08:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:08:18+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T09:08:18+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T09:08:18.629764+09:00", "mtime_epoch": 1783210098.6297636, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:08:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2223.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.163, "count": 301, "max_ms": 11.002, "p95_ms": 8.666}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.602, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.383, "count": 301, "max_ms": 65.986, "p95_ms": 61.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.095, "count": 301, "max_ms": 77.486, "p95_ms": 64.605}, "yolo11_640_fire_11class": {"avg_ms": 52.496, "count": 301, "max_ms": 73.143, "p95_ms": 65.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.128, "count": 301, "max_ms": 80.107, "p95_ms": 76.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.966, "count": 301, "max_ms": 109.884, "p95_ms": 92.858}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 560.068, "p95_ms": 118.543}, "triton_wait": {"avg_ms": 54.155, "count": 301, "max_ms": 80.119, "p95_ms": 76.449}, "visualize": {"avg_ms": 3.742, "count": 301, "max_ms": 5.857, "p95_ms": 4.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15736.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 581, "h264_decode_error_count": 1473, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:07:52+09:00", "last_error_summary": "[h264 @ 0x5615db911b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615db911b80] error while decoding MB 0 9, bytestream 82399 [h264 @ 0x5615dae5a240] error while decoding MB 60 28, bytestream -30", "last_exit_at": "2026-07-05T09:07:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.293, "last_started_at": "2026-07-05T09:07:54+09:00", "pid": 121152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.434, "name": "ffmpeg", "pid": 121152, "rss_mb": 267.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 646, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 647}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.122, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1317046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:08:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:08:44+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T09:08:43+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T09:08:43.890321+09:00", "mtime_epoch": 1783210123.8903205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:08:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.629, "pushed": 6.629, "read": 6.596}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.922, "count": 198, "max_ms": 31.033, "p95_ms": 21.906}, "gstreamer_push": {"avg_ms": 1.025, "count": 198, "max_ms": 1.266, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.55, "count": 198, "max_ms": 66.62, "p95_ms": 62.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.662, "count": 198, "max_ms": 81.683, "p95_ms": 70.046}, "yolo11_640_fire_11class": {"avg_ms": 49.344, "count": 198, "max_ms": 70.968, "p95_ms": 68.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.543, "count": 198, "max_ms": 82.194, "p95_ms": 79.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.344, "count": 198, "max_ms": 173.32, "p95_ms": 165.919}, "read_interval": {"avg_ms": 151.446, "count": 197, "max_ms": 182.681, "p95_ms": 173.738}, "triton_wait": {"avg_ms": 56.645, "count": 198, "max_ms": 82.206, "p95_ms": 79.45}, "visualize": {"avg_ms": 5.806, "count": 198, "max_ms": 7.917, "p95_ms": 6.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15736.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1445.216, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.436, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1645734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:08:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:08:48+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:08:48+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:08:48.698426+09:00", "mtime_epoch": 1783210128.6984262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:08:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2223.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.273, "count": 298, "max_ms": 14.322, "p95_ms": 8.938}, "gstreamer_push": {"avg_ms": 1.271, "count": 298, "max_ms": 1.577, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.602, "count": 298, "max_ms": 68.176, "p95_ms": 61.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.604, "count": 298, "max_ms": 81.104, "p95_ms": 65.148}, "yolo11_640_fire_11class": {"avg_ms": 53.339, "count": 298, "max_ms": 72.207, "p95_ms": 67.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.675, "count": 298, "max_ms": 81.988, "p95_ms": 77.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.302, "count": 298, "max_ms": 109.516, "p95_ms": 97.21}, "read_interval": {"avg_ms": 100.839, "count": 297, "max_ms": 593.812, "p95_ms": 123.112}, "triton_wait": {"avg_ms": 54.973, "count": 298, "max_ms": 82.002, "p95_ms": 77.302}, "visualize": {"avg_ms": 3.759, "count": 298, "max_ms": 7.334, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15737.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 581, "h264_decode_error_count": 1473, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:07:52+09:00", "last_error_summary": "[h264 @ 0x5615db911b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615db911b80] error while decoding MB 0 9, bytestream 82399 [h264 @ 0x5615dae5a240] error while decoding MB 60 28, bytestream -30", "last_exit_at": "2026-07-05T09:07:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.335, "last_started_at": "2026-07-05T09:07:54+09:00", "pid": 121152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.207, "name": "ffmpeg", "pid": 121152, "rss_mb": 268.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 646, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 647}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.196, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1317245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:09:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:09:14+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T09:09:13+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T09:09:13.966981+09:00", "mtime_epoch": 1783210153.9669807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:09:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.656, "pushed": 6.656, "read": 6.623}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.085, "count": 199, "max_ms": 25.316, "p95_ms": 22.498}, "gstreamer_push": {"avg_ms": 1.037, "count": 199, "max_ms": 1.613, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.639, "count": 199, "max_ms": 65.966, "p95_ms": 60.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.392, "count": 199, "max_ms": 78.663, "p95_ms": 66.936}, "yolo11_640_fire_11class": {"avg_ms": 48.22, "count": 199, "max_ms": 74.3, "p95_ms": 66.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.349, "count": 199, "max_ms": 82.142, "p95_ms": 77.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.784, "count": 199, "max_ms": 168.81, "p95_ms": 164.852}, "read_interval": {"avg_ms": 151.001, "count": 198, "max_ms": 178.286, "p95_ms": 172.893}, "triton_wait": {"avg_ms": 55.645, "count": 199, "max_ms": 82.154, "p95_ms": 77.288}, "visualize": {"avg_ms": 5.822, "count": 199, "max_ms": 7.385, "p95_ms": 6.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15738.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1475.25, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.133, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1646035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:09:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:09:18+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:09:18+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T09:09:18.735085+09:00", "mtime_epoch": 1783210158.7350852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:09:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2223.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.297, "count": 301, "max_ms": 11.768, "p95_ms": 8.959}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 2.153, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.018, "count": 301, "max_ms": 69.83, "p95_ms": 62.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.685, "count": 301, "max_ms": 76.454, "p95_ms": 55.947}, "yolo11_640_fire_11class": {"avg_ms": 52.61, "count": 301, "max_ms": 78.11, "p95_ms": 66.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.086, "count": 301, "max_ms": 85.935, "p95_ms": 75.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.094, "count": 301, "max_ms": 114.607, "p95_ms": 95.245}, "read_interval": {"avg_ms": 99.832, "count": 300, "max_ms": 575.094, "p95_ms": 121.077}, "triton_wait": {"avg_ms": 54.02, "count": 301, "max_ms": 85.949, "p95_ms": 75.527}, "visualize": {"avg_ms": 3.764, "count": 301, "max_ms": 6.289, "p95_ms": 4.564}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15738.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 581, "h264_decode_error_count": 1473, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:07:52+09:00", "last_error_summary": "[h264 @ 0x5615db911b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615db911b80] error while decoding MB 0 9, bytestream 82399 [h264 @ 0x5615dae5a240] error while decoding MB 60 28, bytestream -30", "last_exit_at": "2026-07-05T09:07:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.346, "last_started_at": "2026-07-05T09:07:54+09:00", "pid": 121152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.207, "name": "ffmpeg", "pid": 121152, "rss_mb": 268.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 646, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 647}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.361, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1317446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:09:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:09:44+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T09:09:43+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T09:09:43.975636+09:00", "mtime_epoch": 1783210183.9756365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:09:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9251.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.73, "pushed": 6.73, "read": 6.696}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.854, "count": 201, "max_ms": 27.927, "p95_ms": 22.357}, "gstreamer_push": {"avg_ms": 1.027, "count": 201, "max_ms": 1.41, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.441, "count": 201, "max_ms": 67.585, "p95_ms": 61.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.979, "count": 201, "max_ms": 74.633, "p95_ms": 70.591}, "yolo11_640_fire_11class": {"avg_ms": 49.761, "count": 201, "max_ms": 72.851, "p95_ms": 67.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.577, "count": 201, "max_ms": 79.971, "p95_ms": 75.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.039, "count": 201, "max_ms": 168.509, "p95_ms": 164.569}, "read_interval": {"avg_ms": 149.329, "count": 200, "max_ms": 178.334, "p95_ms": 172.801}, "triton_wait": {"avg_ms": 55.698, "count": 201, "max_ms": 79.983, "p95_ms": 75.395}, "visualize": {"avg_ms": 5.731, "count": 201, "max_ms": 7.424, "p95_ms": 6.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15738.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1505.301, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.351, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1646338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:09:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:09:48+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:09:48+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T09:09:48.779741+09:00", "mtime_epoch": 1783210188.779741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:09:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2223.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.211, "count": 303, "max_ms": 12.089, "p95_ms": 8.491}, "gstreamer_push": {"avg_ms": 1.272, "count": 303, "max_ms": 1.467, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.974, "count": 303, "max_ms": 65.59, "p95_ms": 60.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.275, "count": 303, "max_ms": 73.613, "p95_ms": 67.399}, "yolo11_640_fire_11class": {"avg_ms": 53.008, "count": 303, "max_ms": 77.209, "p95_ms": 68.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.038, "count": 303, "max_ms": 81.648, "p95_ms": 74.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.404, "count": 303, "max_ms": 128.207, "p95_ms": 91.768}, "read_interval": {"avg_ms": 99.19, "count": 302, "max_ms": 576.393, "p95_ms": 142.558}, "triton_wait": {"avg_ms": 54.237, "count": 303, "max_ms": 81.66, "p95_ms": 74.973}, "visualize": {"avg_ms": 3.7, "count": 303, "max_ms": 5.059, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15738.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 581, "h264_decode_error_count": 1473, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:07:52+09:00", "last_error_summary": "[h264 @ 0x5615db911b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615db911b80] error while decoding MB 0 9, bytestream 82399 [h264 @ 0x5615dae5a240] error while decoding MB 60 28, bytestream -30", "last_exit_at": "2026-07-05T09:07:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.52, "last_started_at": "2026-07-05T09:07:54+09:00", "pid": 121152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.207, "name": "ffmpeg", "pid": 121152, "rss_mb": 268.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 646, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 647}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.452, "sample_count": 1956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1317643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:10:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:10:14+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T09:10:14+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T09:10:14.116292+09:00", "mtime_epoch": 1783210214.116292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:10:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.559, "pushed": 6.559, "read": 6.526}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.106, "count": 196, "max_ms": 27.667, "p95_ms": 22.473}, "gstreamer_push": {"avg_ms": 1.013, "count": 196, "max_ms": 1.172, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.569, "count": 196, "max_ms": 64.854, "p95_ms": 61.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.791, "count": 196, "max_ms": 80.94, "p95_ms": 69.646}, "yolo11_640_fire_11class": {"avg_ms": 49.634, "count": 196, "max_ms": 71.33, "p95_ms": 65.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.748, "count": 196, "max_ms": 82.384, "p95_ms": 78.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.967, "count": 196, "max_ms": 168.904, "p95_ms": 166.081}, "read_interval": {"avg_ms": 153.079, "count": 195, "max_ms": 176.923, "p95_ms": 173.878}, "triton_wait": {"avg_ms": 57.285, "count": 196, "max_ms": 82.396, "p95_ms": 78.271}, "visualize": {"avg_ms": 5.87, "count": 196, "max_ms": 7.834, "p95_ms": 6.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15738.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1535.322, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.495, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1646637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:10:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:10:18+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T09:10:18+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T09:10:18.776393+09:00", "mtime_epoch": 1783210218.7763932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:10:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2224.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.997, "pushed": 9.997, "read": 9.963}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.283, "count": 299, "max_ms": 11.175, "p95_ms": 8.924}, "gstreamer_push": {"avg_ms": 1.274, "count": 299, "max_ms": 1.836, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.023, "count": 299, "max_ms": 70.344, "p95_ms": 61.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.243, "count": 299, "max_ms": 77.348, "p95_ms": 66.45}, "yolo11_640_fire_11class": {"avg_ms": 53.187, "count": 299, "max_ms": 76.984, "p95_ms": 69.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.887, "count": 299, "max_ms": 84.459, "p95_ms": 76.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.306, "count": 299, "max_ms": 141.692, "p95_ms": 93.696}, "read_interval": {"avg_ms": 100.362, "count": 298, "max_ms": 482.251, "p95_ms": 168.63}, "triton_wait": {"avg_ms": 54.551, "count": 299, "max_ms": 84.47, "p95_ms": 76.997}, "visualize": {"avg_ms": 3.713, "count": 299, "max_ms": 6.461, "p95_ms": 4.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15681.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 582, "h264_decode_error_count": 1474, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:10:35+09:00", "last_error_summary": "[h264 @ 0x55684d47d340] error while decoding MB 40 18, bytestream -6", "last_exit_at": "2026-07-05T09:10:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.85, "last_started_at": "2026-07-05T09:10:37+09:00", "pid": 121259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.75, "name": "ffmpeg", "pid": 121259, "rss_mb": 211.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 647, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 648}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.458, "sample_count": 1929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1317814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:10:44+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T09:10:44+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T09:10:44.228944+09:00", "mtime_epoch": 1783210244.2289443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:10:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.711, "pushed": 5.711, "read": 5.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.502, "count": 170, "max_ms": 34.4, "p95_ms": 25.22}, "gstreamer_push": {"avg_ms": 1.032, "count": 171, "max_ms": 1.527, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.393, "count": 170, "max_ms": 66.459, "p95_ms": 62.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.889, "count": 170, "max_ms": 80.354, "p95_ms": 71.347}, "yolo11_640_fire_11class": {"avg_ms": 49.204, "count": 170, "max_ms": 70.796, "p95_ms": 67.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.433, "count": 170, "max_ms": 82.627, "p95_ms": 77.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.331, "count": 171, "max_ms": 176.02, "p95_ms": 166.193}, "read_interval": {"avg_ms": 176.107, "count": 170, "max_ms": 4317.515, "p95_ms": 174.736}, "triton_wait": {"avg_ms": 56.478, "count": 170, "max_ms": 82.639, "p95_ms": 78.475}, "visualize": {"avg_ms": 5.821, "count": 170, "max_ms": 8.048, "p95_ms": 7.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15735.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1566.132, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.495, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1646941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:10:49+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:10:49+09:00", "mjpeg": {"age_sec": 0.875, "exists": true, "mtime": "2026-07-05T09:10:48.805043+09:00", "mtime_epoch": 1783210248.8050432, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:10:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2224.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.205, "count": 297, "max_ms": 11.719, "p95_ms": 9.046}, "gstreamer_push": {"avg_ms": 1.294, "count": 297, "max_ms": 2.166, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.914, "count": 297, "max_ms": 65.378, "p95_ms": 61.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.374, "count": 297, "max_ms": 80.268, "p95_ms": 68.928}, "yolo11_640_fire_11class": {"avg_ms": 52.691, "count": 297, "max_ms": 75.253, "p95_ms": 69.247}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.293, "count": 297, "max_ms": 83.109, "p95_ms": 75.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.726, "count": 297, "max_ms": 99.25, "p95_ms": 91.557}, "read_interval": {"avg_ms": 101.349, "count": 296, "max_ms": 895.718, "p95_ms": 117.868}, "triton_wait": {"avg_ms": 53.837, "count": 297, "max_ms": 83.121, "p95_ms": 75.967}, "visualize": {"avg_ms": 3.706, "count": 297, "max_ms": 5.273, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15737.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 582, "h264_decode_error_count": 1474, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:10:35+09:00", "last_error_summary": "[h264 @ 0x55684d47d340] error while decoding MB 40 18, bytestream -6", "last_exit_at": "2026-07-05T09:10:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.934, "last_started_at": "2026-07-05T09:10:37+09:00", "pid": 121259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 121259, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 647, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 648}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.452, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1318013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:11:14+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T09:11:14+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T09:11:14.317594+09:00", "mtime_epoch": 1783210274.3175936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:11:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.648, "pushed": 6.648, "read": 6.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.775, "count": 199, "max_ms": 22.448, "p95_ms": 21.386}, "gstreamer_push": {"avg_ms": 1.026, "count": 199, "max_ms": 1.308, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.596, "count": 199, "max_ms": 64.434, "p95_ms": 62.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.978, "count": 199, "max_ms": 79.3, "p95_ms": 68.503}, "yolo11_640_fire_11class": {"avg_ms": 49.509, "count": 199, "max_ms": 74.285, "p95_ms": 66.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.305, "count": 199, "max_ms": 83.054, "p95_ms": 78.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.023, "count": 199, "max_ms": 169.777, "p95_ms": 164.403}, "read_interval": {"avg_ms": 151.172, "count": 198, "max_ms": 178.675, "p95_ms": 172.406}, "triton_wait": {"avg_ms": 56.779, "count": 199, "max_ms": 83.066, "p95_ms": 78.365}, "visualize": {"avg_ms": 5.773, "count": 199, "max_ms": 6.547, "p95_ms": 5.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15737.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1596.19, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.619, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1647248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:11:19+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:11:19+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T09:11:19.677709+09:00", "mtime_epoch": 1783210279.677709, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:11:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2224.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.25, "pushed": 10.25, "read": 10.217}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.265, "count": 307, "max_ms": 14.334, "p95_ms": 8.936}, "gstreamer_push": {"avg_ms": 1.286, "count": 307, "max_ms": 2.111, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.069, "count": 307, "max_ms": 66.533, "p95_ms": 61.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.604, "count": 307, "max_ms": 78.094, "p95_ms": 64.93}, "yolo11_640_fire_11class": {"avg_ms": 52.505, "count": 307, "max_ms": 72.648, "p95_ms": 66.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.133, "count": 307, "max_ms": 80.911, "p95_ms": 75.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.747, "count": 307, "max_ms": 106.028, "p95_ms": 93.063}, "read_interval": {"avg_ms": 97.954, "count": 306, "max_ms": 535.046, "p95_ms": 140.721}, "triton_wait": {"avg_ms": 54.075, "count": 307, "max_ms": 80.924, "p95_ms": 75.797}, "visualize": {"avg_ms": 3.723, "count": 307, "max_ms": 5.272, "p95_ms": 4.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15737.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 582, "h264_decode_error_count": 1474, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:10:35+09:00", "last_error_summary": "[h264 @ 0x55684d47d340] error while decoding MB 40 18, bytestream -6", "last_exit_at": "2026-07-05T09:10:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.018, "last_started_at": "2026-07-05T09:10:37+09:00", "pid": 121259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 121259, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 647, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 648}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.227, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1318214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:11:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:11:44+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T09:11:44+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T09:11:44.410240+09:00", "mtime_epoch": 1783210304.4102404, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:11:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.713, "pushed": 6.713, "read": 6.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.912, "count": 200, "max_ms": 30.478, "p95_ms": 22.103}, "gstreamer_push": {"avg_ms": 1.024, "count": 201, "max_ms": 1.656, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.346, "count": 200, "max_ms": 64.629, "p95_ms": 61.389}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.943, "count": 200, "max_ms": 76.822, "p95_ms": 68.803}, "yolo11_640_fire_11class": {"avg_ms": 49.893, "count": 200, "max_ms": 74.643, "p95_ms": 66.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.805, "count": 200, "max_ms": 81.946, "p95_ms": 73.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.305, "count": 201, "max_ms": 167.985, "p95_ms": 162.347}, "read_interval": {"avg_ms": 149.696, "count": 200, "max_ms": 175.944, "p95_ms": 170.12}, "triton_wait": {"avg_ms": 56.023, "count": 200, "max_ms": 81.96, "p95_ms": 73.825}, "visualize": {"avg_ms": 5.799, "count": 200, "max_ms": 7.706, "p95_ms": 6.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15738.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1626.222, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.023, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1647546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:11:49+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:11:49+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T09:11:49.702354+09:00", "mtime_epoch": 1783210309.702354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:11:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2224.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.138, "count": 298, "max_ms": 11.369, "p95_ms": 8.39}, "gstreamer_push": {"avg_ms": 1.276, "count": 298, "max_ms": 1.643, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.764, "count": 298, "max_ms": 67.166, "p95_ms": 61.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.731, "count": 298, "max_ms": 81.262, "p95_ms": 64.814}, "yolo11_640_fire_11class": {"avg_ms": 52.649, "count": 298, "max_ms": 76.871, "p95_ms": 69.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.394, "count": 298, "max_ms": 83.188, "p95_ms": 75.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.754, "count": 298, "max_ms": 104.116, "p95_ms": 91.061}, "read_interval": {"avg_ms": 100.823, "count": 297, "max_ms": 668.023, "p95_ms": 127.163}, "triton_wait": {"avg_ms": 53.984, "count": 298, "max_ms": 83.2, "p95_ms": 75.283}, "visualize": {"avg_ms": 3.651, "count": 298, "max_ms": 5.201, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15738.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 582, "h264_decode_error_count": 1474, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:10:35+09:00", "last_error_summary": "[h264 @ 0x55684d47d340] error while decoding MB 40 18, bytestream -6", "last_exit_at": "2026-07-05T09:10:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.046, "last_started_at": "2026-07-05T09:10:37+09:00", "pid": 121259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 121259, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 647, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 648}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.301, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1318412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:12:14+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T09:12:14+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T09:12:14.426883+09:00", "mtime_epoch": 1783210334.4268835, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:12:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.625, "pushed": 6.625, "read": 6.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.929, "count": 198, "max_ms": 27.93, "p95_ms": 21.698}, "gstreamer_push": {"avg_ms": 1.036, "count": 198, "max_ms": 1.467, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.579, "count": 198, "max_ms": 65.503, "p95_ms": 61.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.853, "count": 198, "max_ms": 80.962, "p95_ms": 66.878}, "yolo11_640_fire_11class": {"avg_ms": 45.682, "count": 198, "max_ms": 73.38, "p95_ms": 63.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.497, "count": 198, "max_ms": 83.122, "p95_ms": 77.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.96, "count": 198, "max_ms": 171.095, "p95_ms": 165.478}, "read_interval": {"avg_ms": 151.702, "count": 197, "max_ms": 179.176, "p95_ms": 173.925}, "triton_wait": {"avg_ms": 55.761, "count": 198, "max_ms": 83.138, "p95_ms": 77.434}, "visualize": {"avg_ms": 5.841, "count": 198, "max_ms": 7.589, "p95_ms": 6.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15738.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1656.284, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.259, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1647848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:12:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:12:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:12:19+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T09:12:19.766998+09:00", "mtime_epoch": 1783210339.7669976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:12:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2224.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.104, "count": 302, "max_ms": 11.716, "p95_ms": 8.095}, "gstreamer_push": {"avg_ms": 1.286, "count": 302, "max_ms": 1.981, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.129, "count": 302, "max_ms": 67.917, "p95_ms": 62.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.041, "count": 302, "max_ms": 76.807, "p95_ms": 55.386}, "yolo11_640_fire_11class": {"avg_ms": 50.485, "count": 302, "max_ms": 69.463, "p95_ms": 60.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.455, "count": 302, "max_ms": 79.442, "p95_ms": 75.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.038, "count": 302, "max_ms": 132.029, "p95_ms": 91.255}, "read_interval": {"avg_ms": 99.588, "count": 301, "max_ms": 715.888, "p95_ms": 148.657}, "triton_wait": {"avg_ms": 53.117, "count": 302, "max_ms": 79.454, "p95_ms": 75.449}, "visualize": {"avg_ms": 3.688, "count": 302, "max_ms": 5.249, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15738.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 582, "h264_decode_error_count": 1474, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:10:35+09:00", "last_error_summary": "[h264 @ 0x55684d47d340] error while decoding MB 40 18, bytestream -6", "last_exit_at": "2026-07-05T09:10:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.108, "last_started_at": "2026-07-05T09:10:37+09:00", "pid": 121259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 121259, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 647, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 648}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.11, "sample_count": 1930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1318610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:12:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:12:44+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T09:12:44+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T09:12:44.495525+09:00", "mtime_epoch": 1783210364.4955254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:12:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.619, "pushed": 6.619, "read": 6.585}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.142, "count": 198, "max_ms": 29.53, "p95_ms": 23.803}, "gstreamer_push": {"avg_ms": 1.028, "count": 198, "max_ms": 1.376, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.131, "count": 198, "max_ms": 67.197, "p95_ms": 60.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.183, "count": 198, "max_ms": 73.554, "p95_ms": 66.267}, "yolo11_640_fire_11class": {"avg_ms": 47.275, "count": 198, "max_ms": 69.095, "p95_ms": 62.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.777, "count": 198, "max_ms": 81.026, "p95_ms": 75.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.621, "count": 198, "max_ms": 173.533, "p95_ms": 164.26}, "read_interval": {"avg_ms": 151.831, "count": 197, "max_ms": 183.304, "p95_ms": 172.258}, "triton_wait": {"avg_ms": 56.076, "count": 198, "max_ms": 81.038, "p95_ms": 75.234}, "visualize": {"avg_ms": 5.886, "count": 198, "max_ms": 9.289, "p95_ms": 7.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15739.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1686.352, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.809, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1648147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:12:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:12:49+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:12:49+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T09:12:49.839639+09:00", "mtime_epoch": 1783210369.8396392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:12:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2224.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.15, "count": 299, "max_ms": 11.747, "p95_ms": 8.42}, "gstreamer_push": {"avg_ms": 1.279, "count": 299, "max_ms": 1.924, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.539, "count": 299, "max_ms": 68.665, "p95_ms": 62.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.225, "count": 299, "max_ms": 73.028, "p95_ms": 53.779}, "yolo11_640_fire_11class": {"avg_ms": 51.723, "count": 299, "max_ms": 70.919, "p95_ms": 64.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.328, "count": 299, "max_ms": 80.034, "p95_ms": 76.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.57, "count": 299, "max_ms": 95.871, "p95_ms": 91.956}, "read_interval": {"avg_ms": 100.619, "count": 298, "max_ms": 667.568, "p95_ms": 173.84}, "triton_wait": {"avg_ms": 53.75, "count": 299, "max_ms": 80.047, "p95_ms": 76.507}, "visualize": {"avg_ms": 3.685, "count": 299, "max_ms": 4.643, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15742.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 582, "h264_decode_error_count": 1474, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:10:35+09:00", "last_error_summary": "[h264 @ 0x55684d47d340] error while decoding MB 40 18, bytestream -6", "last_exit_at": "2026-07-05T09:10:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.196, "last_started_at": "2026-07-05T09:10:37+09:00", "pid": 121259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.453, "name": "ffmpeg", "pid": 121259, "rss_mb": 269.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 647, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 648}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.134, "sample_count": 1956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1318808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:13:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:13:14+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T09:13:14+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T09:13:14.572165+09:00", "mtime_epoch": 1783210394.5721655, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:13:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.614, "pushed": 6.614, "read": 6.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.053, "count": 198, "max_ms": 25.745, "p95_ms": 22.239}, "gstreamer_push": {"avg_ms": 1.035, "count": 198, "max_ms": 1.262, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.664, "count": 198, "max_ms": 68.385, "p95_ms": 62.096}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.856, "count": 198, "max_ms": 81.715, "p95_ms": 69.676}, "yolo11_640_fire_11class": {"avg_ms": 49.297, "count": 198, "max_ms": 68.397, "p95_ms": 65.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.953, "count": 198, "max_ms": 84.063, "p95_ms": 79.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.813, "count": 198, "max_ms": 172.85, "p95_ms": 166.298}, "read_interval": {"avg_ms": 151.961, "count": 197, "max_ms": 181.026, "p95_ms": 173.804}, "triton_wait": {"avg_ms": 57.157, "count": 198, "max_ms": 84.075, "p95_ms": 79.206}, "visualize": {"avg_ms": 5.825, "count": 198, "max_ms": 7.383, "p95_ms": 6.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15498.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1716.383, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.249, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1648448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:13:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T09:13:19+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T09:13:19+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T09:13:19.856278+09:00", "mtime_epoch": 1783210399.8562777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:13:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2224.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.304, "count": 301, "max_ms": 12.166, "p95_ms": 8.978}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.818, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.297, "count": 301, "max_ms": 70.588, "p95_ms": 61.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.687, "count": 301, "max_ms": 80.573, "p95_ms": 67.719}, "yolo11_640_fire_11class": {"avg_ms": 52.802, "count": 301, "max_ms": 72.024, "p95_ms": 65.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.092, "count": 301, "max_ms": 82.266, "p95_ms": 77.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.398, "count": 301, "max_ms": 144.166, "p95_ms": 105.278}, "read_interval": {"avg_ms": 99.8, "count": 300, "max_ms": 503.682, "p95_ms": 140.706}, "triton_wait": {"avg_ms": 55.19, "count": 301, "max_ms": 82.277, "p95_ms": 77.747}, "visualize": {"avg_ms": 3.743, "count": 301, "max_ms": 5.885, "p95_ms": 4.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15736.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 583, "h264_decode_error_count": 1475, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:13:18+09:00", "last_error_summary": "[h264 @ 0x5578fec73140] error while decoding MB 79 26, bytestream -15", "last_exit_at": "2026-07-05T09:13:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.117, "last_started_at": "2026-07-05T09:13:20+09:00", "pid": 121366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.664, "name": "ffmpeg", "pid": 121366, "rss_mb": 264.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 648, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 649}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.057, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1318973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:13:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:13:44+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T09:13:44+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T09:13:44.612803+09:00", "mtime_epoch": 1783210424.6128027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:13:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.519, "pushed": 5.519, "read": 5.486}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.804, "count": 165, "max_ms": 34.403, "p95_ms": 27.224}, "gstreamer_push": {"avg_ms": 1.041, "count": 165, "max_ms": 1.829, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.05, "count": 165, "max_ms": 66.328, "p95_ms": 61.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.206, "count": 165, "max_ms": 77.251, "p95_ms": 68.749}, "yolo11_640_fire_11class": {"avg_ms": 49.597, "count": 165, "max_ms": 68.919, "p95_ms": 65.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.287, "count": 165, "max_ms": 82.719, "p95_ms": 78.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.71, "count": 165, "max_ms": 188.451, "p95_ms": 165.412}, "read_interval": {"avg_ms": 182.219, "count": 164, "max_ms": 4378.617, "p95_ms": 177.862}, "triton_wait": {"avg_ms": 57.719, "count": 165, "max_ms": 82.731, "p95_ms": 78.39}, "visualize": {"avg_ms": 5.895, "count": 165, "max_ms": 9.112, "p95_ms": 6.606}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15736.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1746.392, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.917, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1648748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:13:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:13:49+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:13:49+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T09:13:49.868914+09:00", "mtime_epoch": 1783210429.8689141, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:13:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2225.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.689, "count": 300, "max_ms": 14.782, "p95_ms": 10.05}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.731, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.698, "count": 300, "max_ms": 66.944, "p95_ms": 61.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.89, "count": 300, "max_ms": 78.284, "p95_ms": 55.337}, "yolo11_640_fire_11class": {"avg_ms": 52.388, "count": 300, "max_ms": 72.404, "p95_ms": 65.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.348, "count": 300, "max_ms": 82.946, "p95_ms": 76.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.44, "count": 300, "max_ms": 142.223, "p95_ms": 106.742}, "read_interval": {"avg_ms": 100.041, "count": 300, "max_ms": 510.429, "p95_ms": 141.962}, "triton_wait": {"avg_ms": 54.191, "count": 300, "max_ms": 82.958, "p95_ms": 76.341}, "visualize": {"avg_ms": 3.896, "count": 300, "max_ms": 6.039, "p95_ms": 5.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15739.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 583, "h264_decode_error_count": 1475, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:13:18+09:00", "last_error_summary": "[h264 @ 0x5578fec73140] error while decoding MB 79 26, bytestream -15", "last_exit_at": "2026-07-05T09:13:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.152, "last_started_at": "2026-07-05T09:13:20+09:00", "pid": 121366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.727, "name": "ffmpeg", "pid": 121366, "rss_mb": 266.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 648, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 649}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.058, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1319168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:14:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:14:14+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T09:14:14+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T09:14:14.649438+09:00", "mtime_epoch": 1783210454.6494384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:14:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.522, "pushed": 6.522, "read": 6.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.326, "count": 195, "max_ms": 30.017, "p95_ms": 24.284}, "gstreamer_push": {"avg_ms": 1.018, "count": 195, "max_ms": 1.368, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.3, "count": 195, "max_ms": 66.977, "p95_ms": 61.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.018, "count": 195, "max_ms": 79.92, "p95_ms": 70.716}, "yolo11_640_fire_11class": {"avg_ms": 48.05, "count": 195, "max_ms": 74.729, "p95_ms": 66.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.536, "count": 195, "max_ms": 81.815, "p95_ms": 78.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.667, "count": 195, "max_ms": 171.978, "p95_ms": 164.965}, "read_interval": {"avg_ms": 154.013, "count": 194, "max_ms": 182.268, "p95_ms": 175.804}, "triton_wait": {"avg_ms": 56.071, "count": 195, "max_ms": 81.827, "p95_ms": 78.55}, "visualize": {"avg_ms": 5.855, "count": 195, "max_ms": 8.722, "p95_ms": 7.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15739.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1776.452, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.621, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1649045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:14:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:14:19+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:14:19+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T09:14:19.933550+09:00", "mtime_epoch": 1783210459.93355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:14:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2225.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.872}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.658, "count": 297, "max_ms": 11.62, "p95_ms": 9.276}, "gstreamer_push": {"avg_ms": 1.236, "count": 297, "max_ms": 1.664, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.89, "count": 297, "max_ms": 72.176, "p95_ms": 61.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.43, "count": 297, "max_ms": 80.626, "p95_ms": 65.611}, "yolo11_640_fire_11class": {"avg_ms": 52.25, "count": 297, "max_ms": 72.912, "p95_ms": 65.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.463, "count": 297, "max_ms": 81.132, "p95_ms": 75.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.162, "count": 297, "max_ms": 131.419, "p95_ms": 107.968}, "read_interval": {"avg_ms": 101.26, "count": 296, "max_ms": 506.104, "p95_ms": 142.935}, "triton_wait": {"avg_ms": 54.456, "count": 297, "max_ms": 81.144, "p95_ms": 75.719}, "visualize": {"avg_ms": 4.038, "count": 297, "max_ms": 6.935, "p95_ms": 5.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15740.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 583, "h264_decode_error_count": 1475, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:13:18+09:00", "last_error_summary": "[h264 @ 0x5578fec73140] error while decoding MB 79 26, bytestream -15", "last_exit_at": "2026-07-05T09:13:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.271, "last_started_at": "2026-07-05T09:13:20+09:00", "pid": 121366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.242, "name": "ffmpeg", "pid": 121366, "rss_mb": 267.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 648, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 649}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.058, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1319363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:14:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:14:44+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T09:14:44+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T09:14:44.770074+09:00", "mtime_epoch": 1783210484.770074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:14:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.508, "pushed": 6.508, "read": 6.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.252, "count": 194, "max_ms": 28.866, "p95_ms": 22.811}, "gstreamer_push": {"avg_ms": 1.037, "count": 195, "max_ms": 1.601, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.846, "count": 194, "max_ms": 67.856, "p95_ms": 61.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.128, "count": 194, "max_ms": 74.016, "p95_ms": 66.885}, "yolo11_640_fire_11class": {"avg_ms": 49.647, "count": 194, "max_ms": 68.915, "p95_ms": 65.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.01, "count": 194, "max_ms": 82.846, "p95_ms": 78.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.363, "count": 195, "max_ms": 169.729, "p95_ms": 165.186}, "read_interval": {"avg_ms": 154.437, "count": 194, "max_ms": 180.744, "p95_ms": 175.979}, "triton_wait": {"avg_ms": 57.388, "count": 194, "max_ms": 82.858, "p95_ms": 78.657}, "visualize": {"avg_ms": 5.768, "count": 194, "max_ms": 8.503, "p95_ms": 6.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15740.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1806.457, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.116, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1649350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:14:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:14:50+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:14:49+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T09:14:49.942183+09:00", "mtime_epoch": 1783210489.942183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:14:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2225.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.762, "count": 305, "max_ms": 14.379, "p95_ms": 9.88}, "gstreamer_push": {"avg_ms": 1.257, "count": 305, "max_ms": 2.074, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.373, "count": 305, "max_ms": 68.813, "p95_ms": 61.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.205, "count": 305, "max_ms": 76.375, "p95_ms": 56.792}, "yolo11_640_fire_11class": {"avg_ms": 52.969, "count": 305, "max_ms": 74.434, "p95_ms": 68.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.281, "count": 305, "max_ms": 84.159, "p95_ms": 77.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.502, "count": 305, "max_ms": 133.576, "p95_ms": 109.167}, "read_interval": {"avg_ms": 98.386, "count": 305, "max_ms": 428.333, "p95_ms": 135.999}, "triton_wait": {"avg_ms": 55.015, "count": 305, "max_ms": 84.171, "p95_ms": 77.182}, "visualize": {"avg_ms": 4.026, "count": 305, "max_ms": 6.4, "p95_ms": 5.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10996}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15740.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 583, "h264_decode_error_count": 1475, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:13:18+09:00", "last_error_summary": "[h264 @ 0x5578fec73140] error while decoding MB 79 26, bytestream -15", "last_exit_at": "2026-07-05T09:13:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.383, "last_started_at": "2026-07-05T09:13:20+09:00", "pid": 121366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.242, "name": "ffmpeg", "pid": 121366, "rss_mb": 267.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 648, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 649}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.058, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1319558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:15:15+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T09:15:14+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T09:15:14.882708+09:00", "mtime_epoch": 1783210514.8827078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:15:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.513, "pushed": 6.513, "read": 6.48}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.103, "count": 195, "max_ms": 27.109, "p95_ms": 22.431}, "gstreamer_push": {"avg_ms": 1.021, "count": 195, "max_ms": 1.598, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.58, "count": 195, "max_ms": 67.919, "p95_ms": 62.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.083, "count": 195, "max_ms": 78.797, "p95_ms": 68.046}, "yolo11_640_fire_11class": {"avg_ms": 49.847, "count": 195, "max_ms": 69.8, "p95_ms": 65.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.325, "count": 195, "max_ms": 82.284, "p95_ms": 77.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.065, "count": 195, "max_ms": 172.828, "p95_ms": 165.21}, "read_interval": {"avg_ms": 154.414, "count": 194, "max_ms": 184.955, "p95_ms": 176.298}, "triton_wait": {"avg_ms": 58.693, "count": 195, "max_ms": 82.296, "p95_ms": 78.657}, "visualize": {"avg_ms": 5.713, "count": 195, "max_ms": 7.548, "p95_ms": 6.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15740.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1836.534, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.576, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1649649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:15:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:15:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:15:20+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T09:15:20.018816+09:00", "mtime_epoch": 1783210520.0188158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:15:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2225.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.464, "count": 299, "max_ms": 15.023, "p95_ms": 9.118}, "gstreamer_push": {"avg_ms": 1.258, "count": 299, "max_ms": 1.639, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.432, "count": 299, "max_ms": 66.759, "p95_ms": 62.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.217, "count": 299, "max_ms": 78.73, "p95_ms": 64.35}, "yolo11_640_fire_11class": {"avg_ms": 52.128, "count": 299, "max_ms": 71.135, "p95_ms": 65.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.263, "count": 299, "max_ms": 83.314, "p95_ms": 77.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.543, "count": 299, "max_ms": 125.258, "p95_ms": 105.007}, "read_interval": {"avg_ms": 100.643, "count": 298, "max_ms": 574.099, "p95_ms": 139.129}, "triton_wait": {"avg_ms": 55.034, "count": 299, "max_ms": 83.326, "p95_ms": 77.162}, "visualize": {"avg_ms": 3.767, "count": 299, "max_ms": 6.704, "p95_ms": 5.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15741.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 583, "h264_decode_error_count": 1475, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:13:18+09:00", "last_error_summary": "[h264 @ 0x5578fec73140] error while decoding MB 79 26, bytestream -15", "last_exit_at": "2026-07-05T09:13:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.41, "last_started_at": "2026-07-05T09:13:20+09:00", "pid": 121366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.242, "name": "ffmpeg", "pid": 121366, "rss_mb": 267.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 648, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 649}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.863, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1319751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:15:45+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T09:15:44+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T09:15:44.919338+09:00", "mtime_epoch": 1783210544.9193385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:15:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9252.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.463, "pushed": 6.463, "read": 6.43}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.351, "count": 193, "max_ms": 25.912, "p95_ms": 22.486}, "gstreamer_push": {"avg_ms": 1.028, "count": 193, "max_ms": 1.601, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.971, "count": 193, "max_ms": 75.022, "p95_ms": 62.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.562, "count": 193, "max_ms": 82.027, "p95_ms": 68.83}, "yolo11_640_fire_11class": {"avg_ms": 49.412, "count": 193, "max_ms": 78.374, "p95_ms": 67.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.667, "count": 193, "max_ms": 82.122, "p95_ms": 77.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.46, "count": 193, "max_ms": 171.548, "p95_ms": 164.745}, "read_interval": {"avg_ms": 155.623, "count": 192, "max_ms": 183.565, "p95_ms": 175.659}, "triton_wait": {"avg_ms": 57.049, "count": 193, "max_ms": 82.135, "p95_ms": 77.327}, "visualize": {"avg_ms": 5.92, "count": 193, "max_ms": 8.188, "p95_ms": 6.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15741.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1866.549, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.607, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1649950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:15:50+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:15:50+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T09:15:50.035446+09:00", "mtime_epoch": 1783210550.0354457, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:15:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2225.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.249, "count": 301, "max_ms": 11.844, "p95_ms": 8.74}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 1.54, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.127, "count": 301, "max_ms": 70.116, "p95_ms": 61.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.551, "count": 301, "max_ms": 80.732, "p95_ms": 59.038}, "yolo11_640_fire_11class": {"avg_ms": 52.634, "count": 301, "max_ms": 75.771, "p95_ms": 65.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.182, "count": 301, "max_ms": 80.749, "p95_ms": 76.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.667, "count": 301, "max_ms": 107.122, "p95_ms": 93.146}, "read_interval": {"avg_ms": 99.724, "count": 301, "max_ms": 614.649, "p95_ms": 120.786}, "triton_wait": {"avg_ms": 54.432, "count": 301, "max_ms": 80.763, "p95_ms": 76.394}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 5.764, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 10999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15737.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:15:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.916, "last_started_at": "2026-07-05T09:15:58+09:00", "pid": 121473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.926, "name": "ffmpeg", "pid": 121473, "rss_mb": 263.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 649, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 650}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.965, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1319917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:16:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:16:15+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T09:16:15+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T09:16:15.055970+09:00", "mtime_epoch": 1783210575.0559697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:16:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.535, "pushed": 5.535, "read": 5.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.474, "count": 165, "max_ms": 28.659, "p95_ms": 23.614}, "gstreamer_push": {"avg_ms": 1.047, "count": 166, "max_ms": 1.661, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.005, "count": 165, "max_ms": 65.814, "p95_ms": 62.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.931, "count": 165, "max_ms": 73.963, "p95_ms": 69.177}, "yolo11_640_fire_11class": {"avg_ms": 48.932, "count": 165, "max_ms": 72.41, "p95_ms": 65.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.67, "count": 165, "max_ms": 81.076, "p95_ms": 77.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.079, "count": 166, "max_ms": 173.251, "p95_ms": 165.175}, "read_interval": {"avg_ms": 181.756, "count": 165, "max_ms": 5016.877, "p95_ms": 174.39}, "triton_wait": {"avg_ms": 55.899, "count": 165, "max_ms": 81.088, "p95_ms": 77.775}, "visualize": {"avg_ms": 5.875, "count": 165, "max_ms": 7.796, "p95_ms": 6.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15738.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1896.574, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.923, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1650250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:16:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:16:20+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:16:20+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T09:16:20.052074+09:00", "mtime_epoch": 1783210580.0520744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:16:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2226.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.378, "count": 300, "max_ms": 11.858, "p95_ms": 9.026}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 2.225, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.065, "count": 300, "max_ms": 66.138, "p95_ms": 62.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.403, "count": 300, "max_ms": 74.374, "p95_ms": 63.749}, "yolo11_640_fire_11class": {"avg_ms": 52.059, "count": 300, "max_ms": 75.166, "p95_ms": 64.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.927, "count": 300, "max_ms": 80.414, "p95_ms": 76.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.582, "count": 300, "max_ms": 135.222, "p95_ms": 101.962}, "read_interval": {"avg_ms": 100.136, "count": 299, "max_ms": 582.016, "p95_ms": 147.664}, "triton_wait": {"avg_ms": 53.619, "count": 300, "max_ms": 80.427, "p95_ms": 76.483}, "visualize": {"avg_ms": 3.797, "count": 300, "max_ms": 5.506, "p95_ms": 4.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15738.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:15:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.004, "last_started_at": "2026-07-05T09:15:58+09:00", "pid": 121473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.699, "name": "ffmpeg", "pid": 121473, "rss_mb": 264.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 649, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 650}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.106, "sample_count": 1897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1320115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:16:45+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T09:16:45+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T09:16:45.144599+09:00", "mtime_epoch": 1783210605.1445987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:16:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.613, "pushed": 6.613, "read": 6.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.081, "count": 197, "max_ms": 32.574, "p95_ms": 22.227}, "gstreamer_push": {"avg_ms": 1.024, "count": 198, "max_ms": 1.426, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.72, "count": 197, "max_ms": 64.855, "p95_ms": 62.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.746, "count": 197, "max_ms": 76.288, "p95_ms": 70.139}, "yolo11_640_fire_11class": {"avg_ms": 49.705, "count": 197, "max_ms": 68.658, "p95_ms": 65.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.724, "count": 197, "max_ms": 80.349, "p95_ms": 77.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.855, "count": 198, "max_ms": 169.76, "p95_ms": 165.269}, "read_interval": {"avg_ms": 151.998, "count": 197, "max_ms": 177.807, "p95_ms": 173.473}, "triton_wait": {"avg_ms": 57.149, "count": 197, "max_ms": 80.361, "p95_ms": 77.57}, "visualize": {"avg_ms": 5.826, "count": 197, "max_ms": 7.694, "p95_ms": 6.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15738.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1926.602, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.923, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1650551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:16:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:16:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:16:50+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:16:50.080702+09:00", "mtime_epoch": 1783210610.0807018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:16:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2226.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.188, "count": 301, "max_ms": 11.756, "p95_ms": 8.555}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 2.111, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.075, "count": 301, "max_ms": 69.85, "p95_ms": 61.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.091, "count": 301, "max_ms": 78.879, "p95_ms": 64.928}, "yolo11_640_fire_11class": {"avg_ms": 51.959, "count": 301, "max_ms": 73.449, "p95_ms": 65.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.012, "count": 301, "max_ms": 80.41, "p95_ms": 76.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.77, "count": 301, "max_ms": 96.169, "p95_ms": 92.515}, "read_interval": {"avg_ms": 99.767, "count": 301, "max_ms": 566.711, "p95_ms": 126.477}, "triton_wait": {"avg_ms": 53.944, "count": 301, "max_ms": 80.423, "p95_ms": 76.931}, "visualize": {"avg_ms": 3.679, "count": 301, "max_ms": 5.74, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15739.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:15:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.042, "last_started_at": "2026-07-05T09:15:58+09:00", "pid": 121473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.699, "name": "ffmpeg", "pid": 121473, "rss_mb": 264.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 649, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 650}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.119, "sample_count": 1897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1320313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:17:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:17:15+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T09:17:15+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-05T09:17:15.161225+09:00", "mtime_epoch": 1783210635.161225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:17:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.624, "pushed": 6.624, "read": 6.591}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.98, "count": 198, "max_ms": 26.986, "p95_ms": 22.564}, "gstreamer_push": {"avg_ms": 1.041, "count": 198, "max_ms": 1.515, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.979, "count": 198, "max_ms": 70.802, "p95_ms": 63.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.87, "count": 198, "max_ms": 77.932, "p95_ms": 69.573}, "yolo11_640_fire_11class": {"avg_ms": 48.972, "count": 198, "max_ms": 71.32, "p95_ms": 65.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.435, "count": 198, "max_ms": 82.772, "p95_ms": 77.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.467, "count": 198, "max_ms": 171.962, "p95_ms": 165.178}, "read_interval": {"avg_ms": 151.619, "count": 197, "max_ms": 180.443, "p95_ms": 173.636}, "triton_wait": {"avg_ms": 56.879, "count": 198, "max_ms": 82.783, "p95_ms": 77.457}, "visualize": {"avg_ms": 5.839, "count": 198, "max_ms": 7.674, "p95_ms": 6.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15738.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1956.727, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.914, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1650851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:17:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:17:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:17:20+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T09:17:20.137329+09:00", "mtime_epoch": 1783210640.1373289, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:17:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2226.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.181, "count": 299, "max_ms": 12.08, "p95_ms": 8.251}, "gstreamer_push": {"avg_ms": 1.291, "count": 299, "max_ms": 1.725, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.588, "count": 299, "max_ms": 67.031, "p95_ms": 63.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.198, "count": 299, "max_ms": 78.244, "p95_ms": 68.122}, "yolo11_640_fire_11class": {"avg_ms": 51.551, "count": 299, "max_ms": 73.022, "p95_ms": 64.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.554, "count": 299, "max_ms": 80.705, "p95_ms": 76.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.441, "count": 299, "max_ms": 98.778, "p95_ms": 92.131}, "read_interval": {"avg_ms": 100.533, "count": 298, "max_ms": 661.868, "p95_ms": 151.541}, "triton_wait": {"avg_ms": 53.583, "count": 299, "max_ms": 80.718, "p95_ms": 76.45}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 5.085, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15740.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:15:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.073, "last_started_at": "2026-07-05T09:15:58+09:00", "pid": 121473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.73, "name": "ffmpeg", "pid": 121473, "rss_mb": 265.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 649, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 650}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.135, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1320517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:17:45+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T09:17:45+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T09:17:45.213851+09:00", "mtime_epoch": 1783210665.213851, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:17:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.828, "pushed": 6.828, "read": 6.794}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.672, "count": 204, "max_ms": 27.421, "p95_ms": 21.585}, "gstreamer_push": {"avg_ms": 1.039, "count": 204, "max_ms": 1.255, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.823, "count": 204, "max_ms": 65.822, "p95_ms": 62.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.867, "count": 204, "max_ms": 78.993, "p95_ms": 68.627}, "yolo11_640_fire_11class": {"avg_ms": 48.972, "count": 204, "max_ms": 67.418, "p95_ms": 65.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.701, "count": 204, "max_ms": 79.715, "p95_ms": 77.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.735, "count": 204, "max_ms": 167.734, "p95_ms": 163.439}, "read_interval": {"avg_ms": 147.217, "count": 203, "max_ms": 175.871, "p95_ms": 171.598}, "triton_wait": {"avg_ms": 57.281, "count": 204, "max_ms": 79.727, "p95_ms": 77.528}, "visualize": {"avg_ms": 5.581, "count": 204, "max_ms": 7.31, "p95_ms": 6.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15741.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1986.81, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.914, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1651151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:17:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:17:50+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:17:50+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T09:17:50.221955+09:00", "mtime_epoch": 1783210670.221955, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:17:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2226.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.106, "count": 299, "max_ms": 12.451, "p95_ms": 8.127}, "gstreamer_push": {"avg_ms": 1.277, "count": 299, "max_ms": 1.834, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.483, "count": 299, "max_ms": 68.709, "p95_ms": 62.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.214, "count": 299, "max_ms": 78.063, "p95_ms": 67.307}, "yolo11_640_fire_11class": {"avg_ms": 51.359, "count": 299, "max_ms": 70.217, "p95_ms": 64.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.597, "count": 299, "max_ms": 83.239, "p95_ms": 75.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.188, "count": 299, "max_ms": 99.556, "p95_ms": 91.465}, "read_interval": {"avg_ms": 100.32, "count": 299, "max_ms": 529.734, "p95_ms": 180.947}, "triton_wait": {"avg_ms": 53.441, "count": 299, "max_ms": 83.251, "p95_ms": 75.977}, "visualize": {"avg_ms": 3.687, "count": 299, "max_ms": 5.522, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15742.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:15:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.217, "last_started_at": "2026-07-05T09:15:58+09:00", "pid": 121473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.504, "name": "ffmpeg", "pid": 121473, "rss_mb": 266.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 649, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 650}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.863, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1320717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:18:15+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T09:18:15+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T09:18:15.350477+09:00", "mtime_epoch": 1783210695.3504772, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:18:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.672, "pushed": 6.672, "read": 6.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.874, "count": 199, "max_ms": 24.654, "p95_ms": 22.185}, "gstreamer_push": {"avg_ms": 1.021, "count": 200, "max_ms": 1.2, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.296, "count": 199, "max_ms": 65.64, "p95_ms": 62.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.292, "count": 199, "max_ms": 76.645, "p95_ms": 67.73}, "yolo11_640_fire_11class": {"avg_ms": 48.726, "count": 199, "max_ms": 74.596, "p95_ms": 66.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.529, "count": 199, "max_ms": 83.086, "p95_ms": 77.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.374, "count": 200, "max_ms": 169.067, "p95_ms": 164.662}, "read_interval": {"avg_ms": 150.7, "count": 199, "max_ms": 177.034, "p95_ms": 172.754}, "triton_wait": {"avg_ms": 55.819, "count": 199, "max_ms": 83.098, "p95_ms": 77.451}, "visualize": {"avg_ms": 5.793, "count": 199, "max_ms": 8.061, "p95_ms": 6.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15742.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2016.891, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.337, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1651452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:18:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:18:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:18:20+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T09:18:20.374582+09:00", "mtime_epoch": 1783210700.3745816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:18:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2226.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.114, "count": 300, "max_ms": 11.323, "p95_ms": 8.049}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.592, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.126, "count": 300, "max_ms": 65.957, "p95_ms": 62.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.971, "count": 300, "max_ms": 80.052, "p95_ms": 64.28}, "yolo11_640_fire_11class": {"avg_ms": 51.158, "count": 300, "max_ms": 76.095, "p95_ms": 66.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.984, "count": 300, "max_ms": 81.552, "p95_ms": 75.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.428, "count": 300, "max_ms": 97.986, "p95_ms": 90.746}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 829.672, "p95_ms": 159.318}, "triton_wait": {"avg_ms": 52.738, "count": 300, "max_ms": 81.565, "p95_ms": 75.422}, "visualize": {"avg_ms": 3.671, "count": 300, "max_ms": 5.265, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15613.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:18:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.138, "last_started_at": "2026-07-05T09:18:43+09:00", "pid": 121580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.738, "name": "ffmpeg", "pid": 121580, "rss_mb": 141.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 650, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 651}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.745, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1320885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T09:18:45+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T09:18:45+09:00", "mjpeg": {"age_sec": 5.091, "exists": true, "mtime": "2026-07-05T09:18:40.755004+09:00", "mtime_epoch": 1783210720.7550044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:18:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.552, "pushed": 5.552, "read": 5.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.018, "count": 166, "max_ms": 24.711, "p95_ms": 22.173}, "gstreamer_push": {"avg_ms": 1.042, "count": 166, "max_ms": 1.614, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.018, "count": 166, "max_ms": 63.989, "p95_ms": 60.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.455, "count": 166, "max_ms": 75.268, "p95_ms": 67.71}, "yolo11_640_fire_11class": {"avg_ms": 48.323, "count": 166, "max_ms": 69.23, "p95_ms": 64.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.103, "count": 166, "max_ms": 77.968, "p95_ms": 74.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.614, "count": 166, "max_ms": 166.07, "p95_ms": 163.043}, "read_interval": {"avg_ms": 181.356, "count": 165, "max_ms": 5136.442, "p95_ms": 172.044}, "triton_wait": {"avg_ms": 55.656, "count": 166, "max_ms": 77.98, "p95_ms": 74.925}, "visualize": {"avg_ms": 5.811, "count": 166, "max_ms": 6.747, "p95_ms": 6.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15680.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2046.926, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.581, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1651752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:18:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:18:50+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:18:50+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T09:18:50.411205+09:00", "mtime_epoch": 1783210730.4112048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:18:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2226.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.166, "count": 300, "max_ms": 11.591, "p95_ms": 8.111}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.55, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.715, "count": 300, "max_ms": 70.119, "p95_ms": 61.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.643, "count": 300, "max_ms": 74.922, "p95_ms": 54.604}, "yolo11_640_fire_11class": {"avg_ms": 49.696, "count": 300, "max_ms": 72.854, "p95_ms": 62.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.0, "count": 300, "max_ms": 78.513, "p95_ms": 73.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.492, "count": 300, "max_ms": 94.039, "p95_ms": 89.385}, "read_interval": {"avg_ms": 100.167, "count": 299, "max_ms": 650.099, "p95_ms": 222.421}, "triton_wait": {"avg_ms": 51.672, "count": 300, "max_ms": 78.525, "p95_ms": 73.766}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 4.884, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15740.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:18:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.25, "last_started_at": "2026-07-05T09:18:43+09:00", "pid": 121580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.289, "name": "ffmpeg", "pid": 121580, "rss_mb": 265.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 650, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 651}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.662, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1321079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:19:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:19:15+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T09:19:15+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T09:19:15.831731+09:00", "mtime_epoch": 1783210755.8317313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:19:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.475, "pushed": 6.475, "read": 6.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.123, "count": 193, "max_ms": 23.945, "p95_ms": 22.151}, "gstreamer_push": {"avg_ms": 1.039, "count": 194, "max_ms": 1.216, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.867, "count": 193, "max_ms": 68.551, "p95_ms": 61.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.551, "count": 193, "max_ms": 76.812, "p95_ms": 66.422}, "yolo11_640_fire_11class": {"avg_ms": 49.222, "count": 193, "max_ms": 69.424, "p95_ms": 64.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.36, "count": 193, "max_ms": 83.963, "p95_ms": 74.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.064, "count": 194, "max_ms": 172.369, "p95_ms": 162.384}, "read_interval": {"avg_ms": 155.257, "count": 193, "max_ms": 183.273, "p95_ms": 173.571}, "triton_wait": {"avg_ms": 56.823, "count": 193, "max_ms": 83.975, "p95_ms": 74.352}, "visualize": {"avg_ms": 5.843, "count": 193, "max_ms": 7.976, "p95_ms": 6.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15740.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2077.009, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.523, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:19:20+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T09:19:20+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:19:20.487828+09:00", "mtime_epoch": 1783210760.4878278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:19:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2226.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.291, "count": 301, "max_ms": 12.573, "p95_ms": 8.516}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.987, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.94, "count": 301, "max_ms": 68.176, "p95_ms": 60.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.201, "count": 301, "max_ms": 74.698, "p95_ms": 55.289}, "yolo11_640_fire_11class": {"avg_ms": 51.672, "count": 301, "max_ms": 73.57, "p95_ms": 65.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.966, "count": 301, "max_ms": 78.227, "p95_ms": 73.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.192, "count": 301, "max_ms": 94.303, "p95_ms": 89.352}, "read_interval": {"avg_ms": 99.646, "count": 301, "max_ms": 690.749, "p95_ms": 116.381}, "triton_wait": {"avg_ms": 53.17, "count": 301, "max_ms": 78.24, "p95_ms": 73.457}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 5.038, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15742.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:18:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.329, "last_started_at": "2026-07-05T09:18:43+09:00", "pid": 121580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.836, "name": "ffmpeg", "pid": 121580, "rss_mb": 266.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 650, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 651}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.451, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1321273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:19:46+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T09:19:45+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T09:19:45.904353+09:00", "mtime_epoch": 1783210785.9043534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:19:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.482, "pushed": 6.482, "read": 6.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.978, "count": 194, "max_ms": 24.206, "p95_ms": 22.212}, "gstreamer_push": {"avg_ms": 1.039, "count": 194, "max_ms": 1.394, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.721, "count": 194, "max_ms": 67.551, "p95_ms": 61.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.332, "count": 194, "max_ms": 76.415, "p95_ms": 68.696}, "yolo11_640_fire_11class": {"avg_ms": 49.162, "count": 194, "max_ms": 72.709, "p95_ms": 63.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.738, "count": 194, "max_ms": 79.896, "p95_ms": 75.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.777, "count": 194, "max_ms": 168.438, "p95_ms": 163.003}, "read_interval": {"avg_ms": 155.072, "count": 193, "max_ms": 181.336, "p95_ms": 175.182}, "triton_wait": {"avg_ms": 56.138, "count": 194, "max_ms": 79.908, "p95_ms": 75.721}, "visualize": {"avg_ms": 5.844, "count": 194, "max_ms": 6.631, "p95_ms": 6.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15742.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2107.07, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.614, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:19:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:19:50+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T09:19:50+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T09:19:50.544449+09:00", "mtime_epoch": 1783210790.5444493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 153216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:19:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2226.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.259, "count": 301, "max_ms": 11.998, "p95_ms": 8.242}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 2.134, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.13, "count": 301, "max_ms": 70.566, "p95_ms": 62.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.164, "count": 301, "max_ms": 79.662, "p95_ms": 54.652}, "yolo11_640_fire_11class": {"avg_ms": 51.932, "count": 301, "max_ms": 76.364, "p95_ms": 67.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.744, "count": 301, "max_ms": 80.106, "p95_ms": 75.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.086, "count": 301, "max_ms": 96.19, "p95_ms": 91.924}, "read_interval": {"avg_ms": 99.896, "count": 300, "max_ms": 690.773, "p95_ms": 119.046}, "triton_wait": {"avg_ms": 53.085, "count": 301, "max_ms": 80.119, "p95_ms": 75.36}, "visualize": {"avg_ms": 3.743, "count": 301, "max_ms": 4.915, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15743.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:18:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.4, "last_started_at": "2026-07-05T09:18:43+09:00", "pid": 121580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.836, "name": "ffmpeg", "pid": 121580, "rss_mb": 266.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 650, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 651}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.244, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1321465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:20:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:20:16+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T09:20:15+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T09:20:15.976974+09:00", "mtime_epoch": 1783210815.9769745, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:20:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.416, "pushed": 6.416, "read": 6.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.563, "count": 192, "max_ms": 32.462, "p95_ms": 24.186}, "gstreamer_push": {"avg_ms": 1.037, "count": 192, "max_ms": 1.319, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.593, "count": 192, "max_ms": 69.021, "p95_ms": 63.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.618, "count": 192, "max_ms": 76.636, "p95_ms": 65.507}, "yolo11_640_fire_11class": {"avg_ms": 49.195, "count": 192, "max_ms": 69.277, "p95_ms": 63.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.922, "count": 192, "max_ms": 78.874, "p95_ms": 75.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.029, "count": 192, "max_ms": 167.888, "p95_ms": 163.757}, "read_interval": {"avg_ms": 156.666, "count": 191, "max_ms": 178.36, "p95_ms": 175.683}, "triton_wait": {"avg_ms": 57.512, "count": 192, "max_ms": 78.886, "p95_ms": 75.746}, "visualize": {"avg_ms": 5.896, "count": 192, "max_ms": 9.251, "p95_ms": 6.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15743.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2137.083, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.845, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:20:20+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T09:20:20+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T09:20:20.565069+09:00", "mtime_epoch": 1783210820.5650692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 138507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:20:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2227.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.239, "count": 301, "max_ms": 11.598, "p95_ms": 8.642}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 2.034, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.643, "count": 301, "max_ms": 72.909, "p95_ms": 62.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.272, "count": 301, "max_ms": 81.733, "p95_ms": 57.906}, "yolo11_640_fire_11class": {"avg_ms": 49.438, "count": 301, "max_ms": 74.649, "p95_ms": 61.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.631, "count": 301, "max_ms": 78.894, "p95_ms": 74.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.925, "count": 301, "max_ms": 98.366, "p95_ms": 90.369}, "read_interval": {"avg_ms": 99.744, "count": 301, "max_ms": 629.082, "p95_ms": 171.538}, "triton_wait": {"avg_ms": 52.882, "count": 301, "max_ms": 81.745, "p95_ms": 74.456}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 4.517, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15743.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:18:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.406, "last_started_at": "2026-07-05T09:18:43+09:00", "pid": 121580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.836, "name": "ffmpeg", "pid": 121580, "rss_mb": 266.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 650, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 651}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.993, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1321658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:20:46+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T09:20:45+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T09:20:45.957593+09:00", "mtime_epoch": 1783210845.957593, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:20:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.435, "pushed": 6.435, "read": 6.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.329, "count": 193, "max_ms": 26.875, "p95_ms": 22.439}, "gstreamer_push": {"avg_ms": 1.055, "count": 193, "max_ms": 1.381, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.357, "count": 193, "max_ms": 64.797, "p95_ms": 61.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.926, "count": 193, "max_ms": 79.62, "p95_ms": 69.009}, "yolo11_640_fire_11class": {"avg_ms": 48.26, "count": 193, "max_ms": 67.722, "p95_ms": 63.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.689, "count": 193, "max_ms": 80.155, "p95_ms": 74.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.905, "count": 193, "max_ms": 169.054, "p95_ms": 162.419}, "read_interval": {"avg_ms": 155.324, "count": 193, "max_ms": 181.651, "p95_ms": 174.028}, "triton_wait": {"avg_ms": 56.455, "count": 193, "max_ms": 80.166, "p95_ms": 74.454}, "visualize": {"avg_ms": 5.872, "count": 193, "max_ms": 7.245, "p95_ms": 6.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15743.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2167.13, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.488, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:20:50+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:20:50+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T09:20:50.613689+09:00", "mtime_epoch": 1783210850.613689, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:20:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2227.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.078}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.295, "count": 303, "max_ms": 12.052, "p95_ms": 8.54}, "gstreamer_push": {"avg_ms": 1.29, "count": 303, "max_ms": 1.917, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.111, "count": 303, "max_ms": 65.424, "p95_ms": 61.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.398, "count": 303, "max_ms": 78.016, "p95_ms": 55.57}, "yolo11_640_fire_11class": {"avg_ms": 50.3, "count": 303, "max_ms": 71.968, "p95_ms": 64.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.148, "count": 303, "max_ms": 80.105, "p95_ms": 74.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.733, "count": 303, "max_ms": 95.601, "p95_ms": 90.429}, "read_interval": {"avg_ms": 99.216, "count": 302, "max_ms": 590.463, "p95_ms": 130.165}, "triton_wait": {"avg_ms": 52.731, "count": 303, "max_ms": 80.118, "p95_ms": 74.72}, "visualize": {"avg_ms": 3.712, "count": 303, "max_ms": 6.026, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15759.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:18:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.485, "last_started_at": "2026-07-05T09:18:43+09:00", "pid": 121580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.875, "name": "ffmpeg", "pid": 121580, "rss_mb": 282.875, "state": "S (sleeping)", "threads": 104}, "restart_count": 650, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 651}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.757, "sample_count": 1929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1321852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:21:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:21:16+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-05T09:21:16+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T09:21:16.034213+09:00", "mtime_epoch": 1783210876.0342126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:21:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9253.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.483, "pushed": 6.483, "read": 6.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.251, "count": 194, "max_ms": 30.133, "p95_ms": 22.205}, "gstreamer_push": {"avg_ms": 1.042, "count": 194, "max_ms": 1.428, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.621, "count": 194, "max_ms": 63.72, "p95_ms": 61.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.513, "count": 194, "max_ms": 78.215, "p95_ms": 63.577}, "yolo11_640_fire_11class": {"avg_ms": 47.975, "count": 194, "max_ms": 64.179, "p95_ms": 60.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.448, "count": 194, "max_ms": 76.992, "p95_ms": 72.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.927, "count": 194, "max_ms": 168.645, "p95_ms": 161.763}, "read_interval": {"avg_ms": 154.933, "count": 193, "max_ms": 178.263, "p95_ms": 172.209}, "triton_wait": {"avg_ms": 56.19, "count": 194, "max_ms": 78.227, "p95_ms": 72.898}, "visualize": {"avg_ms": 5.885, "count": 194, "max_ms": 7.918, "p95_ms": 6.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15519.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2197.162, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.631, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1653256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:21:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:21:20+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T09:21:20+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T09:21:20.646307+09:00", "mtime_epoch": 1783210880.6463075, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:21:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2227.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.266, "count": 297, "max_ms": 12.656, "p95_ms": 8.374}, "gstreamer_push": {"avg_ms": 1.28, "count": 297, "max_ms": 1.539, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.761, "count": 297, "max_ms": 64.692, "p95_ms": 60.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.494, "count": 297, "max_ms": 75.734, "p95_ms": 53.856}, "yolo11_640_fire_11class": {"avg_ms": 48.135, "count": 297, "max_ms": 65.095, "p95_ms": 59.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.857, "count": 297, "max_ms": 77.611, "p95_ms": 71.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.181, "count": 297, "max_ms": 93.735, "p95_ms": 86.368}, "read_interval": {"avg_ms": 101.122, "count": 297, "max_ms": 602.738, "p95_ms": 142.714}, "triton_wait": {"avg_ms": 51.194, "count": 297, "max_ms": 77.623, "p95_ms": 71.024}, "visualize": {"avg_ms": 3.697, "count": 297, "max_ms": 4.762, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15741.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.5, "last_started_at": "2026-07-05T09:21:19+09:00", "pid": 121687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.211, "name": "ffmpeg", "pid": 121687, "rss_mb": 265.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 651, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 652}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.503, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1322017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:21:46+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T09:21:46+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T09:21:46.142832+09:00", "mtime_epoch": 1783210906.142832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:21:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.514, "pushed": 5.514, "read": 5.48}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.181, "count": 165, "max_ms": 24.414, "p95_ms": 22.082}, "gstreamer_push": {"avg_ms": 1.025, "count": 165, "max_ms": 1.166, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.124, "count": 165, "max_ms": 68.593, "p95_ms": 62.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.976, "count": 165, "max_ms": 81.276, "p95_ms": 64.171}, "yolo11_640_fire_11class": {"avg_ms": 48.833, "count": 165, "max_ms": 66.873, "p95_ms": 61.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.19, "count": 165, "max_ms": 80.591, "p95_ms": 73.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.908, "count": 165, "max_ms": 170.056, "p95_ms": 162.507}, "read_interval": {"avg_ms": 182.495, "count": 164, "max_ms": 4513.871, "p95_ms": 173.922}, "triton_wait": {"avg_ms": 56.98, "count": 165, "max_ms": 81.287, "p95_ms": 73.934}, "visualize": {"avg_ms": 5.916, "count": 165, "max_ms": 8.09, "p95_ms": 6.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15742.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2227.222, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.144, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1653556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T09:21:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:21:50+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T09:21:50.698926+09:00", "mtime_epoch": 1783210910.6989257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 132421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:21:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2227.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.218, "count": 300, "max_ms": 12.518, "p95_ms": 8.476}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 2.114, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.637, "count": 300, "max_ms": 69.06, "p95_ms": 59.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.915, "count": 300, "max_ms": 82.985, "p95_ms": 59.248}, "yolo11_640_fire_11class": {"avg_ms": 48.998, "count": 300, "max_ms": 70.036, "p95_ms": 61.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.95, "count": 300, "max_ms": 81.933, "p95_ms": 70.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.097, "count": 300, "max_ms": 98.255, "p95_ms": 85.838}, "read_interval": {"avg_ms": 100.239, "count": 299, "max_ms": 570.287, "p95_ms": 186.006}, "triton_wait": {"avg_ms": 52.185, "count": 300, "max_ms": 82.996, "p95_ms": 70.5}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 4.941, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15743.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.631, "last_started_at": "2026-07-05T09:21:19+09:00", "pid": 121687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.758, "name": "ffmpeg", "pid": 121687, "rss_mb": 266.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 651, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 652}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.135, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1322211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:22:16+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T09:22:16+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T09:22:16.283452+09:00", "mtime_epoch": 1783210936.2834516, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:22:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.471, "pushed": 6.471, "read": 6.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.389, "count": 193, "max_ms": 25.128, "p95_ms": 23.494}, "gstreamer_push": {"avg_ms": 1.032, "count": 194, "max_ms": 1.547, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.528, "count": 193, "max_ms": 66.793, "p95_ms": 62.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.225, "count": 193, "max_ms": 80.398, "p95_ms": 69.914}, "yolo11_640_fire_11class": {"avg_ms": 48.395, "count": 193, "max_ms": 67.89, "p95_ms": 61.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.614, "count": 193, "max_ms": 79.541, "p95_ms": 74.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.972, "count": 194, "max_ms": 170.659, "p95_ms": 162.861}, "read_interval": {"avg_ms": 155.304, "count": 193, "max_ms": 181.91, "p95_ms": 174.085}, "triton_wait": {"avg_ms": 55.92, "count": 193, "max_ms": 80.41, "p95_ms": 75.487}, "visualize": {"avg_ms": 5.899, "count": 193, "max_ms": 8.102, "p95_ms": 6.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15743.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2257.24, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.321, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1653856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:22:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:22:20+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:22:20+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T09:22:20.719543+09:00", "mtime_epoch": 1783210940.7195427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:22:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2227.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.287, "count": 300, "max_ms": 11.024, "p95_ms": 8.386}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.546, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.353, "count": 300, "max_ms": 73.244, "p95_ms": 62.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.084, "count": 300, "max_ms": 76.967, "p95_ms": 58.16}, "yolo11_640_fire_11class": {"avg_ms": 51.184, "count": 300, "max_ms": 73.255, "p95_ms": 63.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.878, "count": 300, "max_ms": 81.26, "p95_ms": 75.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.496, "count": 300, "max_ms": 102.73, "p95_ms": 92.035}, "read_interval": {"avg_ms": 100.103, "count": 299, "max_ms": 470.529, "p95_ms": 249.876}, "triton_wait": {"avg_ms": 53.729, "count": 300, "max_ms": 81.273, "p95_ms": 75.78}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 5.893, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15744.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.642, "last_started_at": "2026-07-05T09:21:19+09:00", "pid": 121687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.758, "name": "ffmpeg", "pid": 121687, "rss_mb": 266.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 651, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 652}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.003, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1322405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:22:46+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T09:22:46+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T09:22:46.296068+09:00", "mtime_epoch": 1783210966.296068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:22:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.497, "pushed": 6.497, "read": 6.464}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.559, "count": 194, "max_ms": 32.62, "p95_ms": 22.75}, "gstreamer_push": {"avg_ms": 1.031, "count": 194, "max_ms": 1.192, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.929, "count": 194, "max_ms": 70.931, "p95_ms": 65.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.722, "count": 194, "max_ms": 73.805, "p95_ms": 67.729}, "yolo11_640_fire_11class": {"avg_ms": 47.517, "count": 194, "max_ms": 68.064, "p95_ms": 63.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.914, "count": 194, "max_ms": 80.61, "p95_ms": 75.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.386, "count": 194, "max_ms": 165.689, "p95_ms": 162.522}, "read_interval": {"avg_ms": 154.705, "count": 193, "max_ms": 176.97, "p95_ms": 173.461}, "triton_wait": {"avg_ms": 55.38, "count": 194, "max_ms": 80.623, "p95_ms": 75.749}, "visualize": {"avg_ms": 5.911, "count": 194, "max_ms": 7.648, "p95_ms": 6.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15744.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2287.301, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.119, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1654157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:22:50+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:22:50+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T09:22:50.780160+09:00", "mtime_epoch": 1783210970.78016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:22:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2227.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.206, "count": 301, "max_ms": 11.372, "p95_ms": 8.4}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 2.324, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.364, "count": 301, "max_ms": 74.512, "p95_ms": 63.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.155, "count": 301, "max_ms": 74.714, "p95_ms": 56.374}, "yolo11_640_fire_11class": {"avg_ms": 50.405, "count": 301, "max_ms": 73.502, "p95_ms": 62.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.639, "count": 301, "max_ms": 80.284, "p95_ms": 73.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.849, "count": 301, "max_ms": 97.646, "p95_ms": 91.001}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 602.762, "p95_ms": 157.926}, "triton_wait": {"avg_ms": 53.15, "count": 301, "max_ms": 80.297, "p95_ms": 74.579}, "visualize": {"avg_ms": 3.66, "count": 301, "max_ms": 4.627, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11021}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15744.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.665, "last_started_at": "2026-07-05T09:21:19+09:00", "pid": 121687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.758, "name": "ffmpeg", "pid": 121687, "rss_mb": 266.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 651, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 652}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.861, "sample_count": 1877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1322600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:23:16+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T09:23:16+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-05T09:23:16.312684+09:00", "mtime_epoch": 1783210996.3126836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:23:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.527, "pushed": 6.527, "read": 6.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.256, "count": 195, "max_ms": 29.851, "p95_ms": 25.259}, "gstreamer_push": {"avg_ms": 1.023, "count": 195, "max_ms": 1.499, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.78, "count": 195, "max_ms": 65.935, "p95_ms": 61.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.077, "count": 195, "max_ms": 78.421, "p95_ms": 71.148}, "yolo11_640_fire_11class": {"avg_ms": 48.964, "count": 195, "max_ms": 72.046, "p95_ms": 65.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.646, "count": 195, "max_ms": 79.69, "p95_ms": 75.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.667, "count": 195, "max_ms": 169.58, "p95_ms": 162.165}, "read_interval": {"avg_ms": 153.933, "count": 194, "max_ms": 182.199, "p95_ms": 173.358}, "triton_wait": {"avg_ms": 55.88, "count": 195, "max_ms": 79.702, "p95_ms": 75.989}, "visualize": {"avg_ms": 5.818, "count": 195, "max_ms": 8.639, "p95_ms": 7.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15743.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2317.344, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.348, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1654458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:23:20+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T09:23:20+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T09:23:20.796775+09:00", "mtime_epoch": 1783211000.7967753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 136889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:23:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2227.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.303, "count": 301, "max_ms": 11.996, "p95_ms": 8.55}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.552, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.851, "count": 301, "max_ms": 76.436, "p95_ms": 64.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.78, "count": 301, "max_ms": 81.117, "p95_ms": 64.048}, "yolo11_640_fire_11class": {"avg_ms": 52.64, "count": 301, "max_ms": 75.546, "p95_ms": 67.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.988, "count": 301, "max_ms": 80.761, "p95_ms": 76.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.389, "count": 301, "max_ms": 104.205, "p95_ms": 93.694}, "read_interval": {"avg_ms": 99.775, "count": 300, "max_ms": 593.34, "p95_ms": 118.652}, "triton_wait": {"avg_ms": 54.628, "count": 301, "max_ms": 81.127, "p95_ms": 76.15}, "visualize": {"avg_ms": 3.704, "count": 301, "max_ms": 5.504, "p95_ms": 4.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15744.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 584, "h264_decode_error_count": 1476, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:15:55+09:00", "last_error_summary": "[h264 @ 0x559a94faf7c0] error while decoding MB 9 37, bytestream -5", "last_exit_at": "2026-07-05T09:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.673, "last_started_at": "2026-07-05T09:21:19+09:00", "pid": 121687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.758, "name": "ffmpeg", "pid": 121687, "rss_mb": 266.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 651, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 652}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.899, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1322793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:23:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:23:46+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T09:23:46+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T09:23:46.316980+09:00", "mtime_epoch": 1783211026.3169801, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:23:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.434, "pushed": 6.434, "read": 6.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.319, "count": 193, "max_ms": 24.415, "p95_ms": 22.465}, "gstreamer_push": {"avg_ms": 1.023, "count": 193, "max_ms": 1.254, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.861, "count": 193, "max_ms": 71.165, "p95_ms": 66.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.348, "count": 193, "max_ms": 76.081, "p95_ms": 69.376}, "yolo11_640_fire_11class": {"avg_ms": 49.826, "count": 193, "max_ms": 71.962, "p95_ms": 66.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.721, "count": 193, "max_ms": 80.245, "p95_ms": 77.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.238, "count": 193, "max_ms": 168.937, "p95_ms": 164.234}, "read_interval": {"avg_ms": 155.463, "count": 193, "max_ms": 179.822, "p95_ms": 175.56}, "triton_wait": {"avg_ms": 57.172, "count": 193, "max_ms": 80.257, "p95_ms": 77.263}, "visualize": {"avg_ms": 5.84, "count": 193, "max_ms": 7.589, "p95_ms": 6.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15758.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2347.381, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.382, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1654758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:23:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:23:50+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:23:50+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T09:23:50.864948+09:00", "mtime_epoch": 1783211030.8649478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:23:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2228.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 300, "max_ms": 11.501, "p95_ms": 8.689}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 2.057, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.722, "count": 300, "max_ms": 77.794, "p95_ms": 63.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.777, "count": 300, "max_ms": 84.131, "p95_ms": 62.958}, "yolo11_640_fire_11class": {"avg_ms": 51.404, "count": 300, "max_ms": 77.029, "p95_ms": 66.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.408, "count": 300, "max_ms": 84.14, "p95_ms": 73.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.31, "count": 300, "max_ms": 97.561, "p95_ms": 89.604}, "read_interval": {"avg_ms": 100.175, "count": 299, "max_ms": 681.776, "p95_ms": 167.139}, "triton_wait": {"avg_ms": 53.856, "count": 300, "max_ms": 84.149, "p95_ms": 73.591}, "visualize": {"avg_ms": 3.632, "count": 300, "max_ms": 5.846, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15745.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.941, "last_started_at": "2026-07-05T09:23:55+09:00", "pid": 121794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.105, "name": "ffmpeg", "pid": 121794, "rss_mb": 268.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 652, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 653}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.003, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1322965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:24:16+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T09:24:16+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T09:24:16.428784+09:00", "mtime_epoch": 1783211056.4287837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:24:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.748, "pushed": 5.748, "read": 5.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.227, "count": 172, "max_ms": 29.391, "p95_ms": 25.06}, "gstreamer_push": {"avg_ms": 1.027, "count": 172, "max_ms": 1.48, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.471, "count": 172, "max_ms": 71.238, "p95_ms": 64.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.208, "count": 172, "max_ms": 76.212, "p95_ms": 65.77}, "yolo11_640_fire_11class": {"avg_ms": 47.817, "count": 172, "max_ms": 68.596, "p95_ms": 62.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.124, "count": 172, "max_ms": 78.815, "p95_ms": 75.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.404, "count": 172, "max_ms": 167.089, "p95_ms": 163.1}, "read_interval": {"avg_ms": 175.121, "count": 171, "max_ms": 4221.281, "p95_ms": 172.748}, "triton_wait": {"avg_ms": 55.385, "count": 172, "max_ms": 78.827, "p95_ms": 75.082}, "visualize": {"avg_ms": 5.836, "count": 172, "max_ms": 8.453, "p95_ms": 6.726}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15745.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2377.384, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.632, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1655057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:24:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:24:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:24:20+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T09:24:20.860758+09:00", "mtime_epoch": 1783211060.8607583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 141605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:24:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2228.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.134, "count": 299, "max_ms": 11.433, "p95_ms": 8.048}, "gstreamer_push": {"avg_ms": 1.281, "count": 299, "max_ms": 2.183, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.593, "count": 299, "max_ms": 73.792, "p95_ms": 64.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.056, "count": 299, "max_ms": 78.549, "p95_ms": 53.568}, "yolo11_640_fire_11class": {"avg_ms": 49.578, "count": 299, "max_ms": 72.472, "p95_ms": 63.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.441, "count": 299, "max_ms": 77.948, "p95_ms": 73.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.322, "count": 299, "max_ms": 96.154, "p95_ms": 90.418}, "read_interval": {"avg_ms": 100.336, "count": 299, "max_ms": 686.274, "p95_ms": 150.02}, "triton_wait": {"avg_ms": 52.817, "count": 299, "max_ms": 78.559, "p95_ms": 73.743}, "visualize": {"avg_ms": 3.649, "count": 299, "max_ms": 4.662, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15746.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.969, "last_started_at": "2026-07-05T09:23:55+09:00", "pid": 121794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.621, "name": "ffmpeg", "pid": 121794, "rss_mb": 268.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 652, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 653}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.085, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1323164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:24:46+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T09:24:46+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T09:24:46.436628+09:00", "mtime_epoch": 1783211086.436628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:24:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.66, "pushed": 6.66, "read": 6.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.0, "count": 199, "max_ms": 31.934, "p95_ms": 22.308}, "gstreamer_push": {"avg_ms": 1.017, "count": 199, "max_ms": 1.219, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.282, "count": 199, "max_ms": 77.031, "p95_ms": 65.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.122, "count": 199, "max_ms": 76.713, "p95_ms": 66.719}, "yolo11_640_fire_11class": {"avg_ms": 47.69, "count": 199, "max_ms": 73.283, "p95_ms": 65.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.578, "count": 199, "max_ms": 83.729, "p95_ms": 76.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.661, "count": 199, "max_ms": 173.894, "p95_ms": 164.111}, "read_interval": {"avg_ms": 150.808, "count": 198, "max_ms": 182.485, "p95_ms": 172.211}, "triton_wait": {"avg_ms": 55.936, "count": 199, "max_ms": 83.741, "p95_ms": 76.722}, "visualize": {"avg_ms": 5.832, "count": 199, "max_ms": 8.824, "p95_ms": 6.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15746.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2407.749, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.355, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1655361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:24:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:24:51+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T09:24:51+09:00", "mjpeg": {"age_sec": 0.423, "exists": true, "mtime": "2026-07-05T09:24:50.872608+09:00", "mtime_epoch": 1783211090.8726084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:24:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2228.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.072, "count": 300, "max_ms": 9.294, "p95_ms": 7.747}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 2.023, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.04, "count": 300, "max_ms": 72.658, "p95_ms": 66.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.359, "count": 300, "max_ms": 75.847, "p95_ms": 62.581}, "yolo11_640_fire_11class": {"avg_ms": 50.866, "count": 300, "max_ms": 72.119, "p95_ms": 63.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.647, "count": 300, "max_ms": 79.66, "p95_ms": 73.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.119, "count": 300, "max_ms": 96.603, "p95_ms": 90.034}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 490.685, "p95_ms": 147.765}, "triton_wait": {"avg_ms": 53.503, "count": 300, "max_ms": 79.673, "p95_ms": 73.078}, "visualize": {"avg_ms": 3.663, "count": 300, "max_ms": 4.713, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15749.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.098, "last_started_at": "2026-07-05T09:23:55+09:00", "pid": 121794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.168, "name": "ffmpeg", "pid": 121794, "rss_mb": 270.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 652, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 653}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.177, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1323360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:25:16+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T09:25:16+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T09:25:16.576510+09:00", "mtime_epoch": 1783211116.5765102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:25:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.537, "pushed": 6.537, "read": 6.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.499, "count": 195, "max_ms": 33.387, "p95_ms": 24.376}, "gstreamer_push": {"avg_ms": 1.044, "count": 196, "max_ms": 1.627, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.508, "count": 195, "max_ms": 72.702, "p95_ms": 68.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.019, "count": 195, "max_ms": 77.518, "p95_ms": 69.384}, "yolo11_640_fire_11class": {"avg_ms": 49.965, "count": 195, "max_ms": 72.161, "p95_ms": 66.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.929, "count": 195, "max_ms": 80.722, "p95_ms": 78.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.309, "count": 196, "max_ms": 174.954, "p95_ms": 167.412}, "read_interval": {"avg_ms": 153.717, "count": 195, "max_ms": 184.877, "p95_ms": 175.746}, "triton_wait": {"avg_ms": 57.121, "count": 195, "max_ms": 80.732, "p95_ms": 78.258}, "visualize": {"avg_ms": 5.92, "count": 195, "max_ms": 9.302, "p95_ms": 7.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15749.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2437.849, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.011, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1655666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:25:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:25:21+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:25:21+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T09:25:21.296495+09:00", "mtime_epoch": 1783211121.2964952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:25:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2228.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.403, "count": 304, "max_ms": 12.763, "p95_ms": 9.497}, "gstreamer_push": {"avg_ms": 1.277, "count": 304, "max_ms": 2.199, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.179, "count": 304, "max_ms": 74.492, "p95_ms": 67.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.066, "count": 304, "max_ms": 79.187, "p95_ms": 67.213}, "yolo11_640_fire_11class": {"avg_ms": 52.15, "count": 304, "max_ms": 74.504, "p95_ms": 66.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.748, "count": 304, "max_ms": 79.69, "p95_ms": 75.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.729, "count": 304, "max_ms": 98.529, "p95_ms": 93.654}, "read_interval": {"avg_ms": 98.724, "count": 304, "max_ms": 468.585, "p95_ms": 117.485}, "triton_wait": {"avg_ms": 55.236, "count": 304, "max_ms": 79.7, "p95_ms": 75.916}, "visualize": {"avg_ms": 3.661, "count": 304, "max_ms": 5.396, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15750.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.126, "last_started_at": "2026-07-05T09:23:55+09:00", "pid": 121794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.727, "name": "ffmpeg", "pid": 121794, "rss_mb": 270.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 652, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 653}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.585, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1323557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:25:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:25:46+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T09:25:46+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T09:25:46.608429+09:00", "mtime_epoch": 1783211146.6084287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:25:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.593, "pushed": 6.593, "read": 6.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.01, "count": 197, "max_ms": 25.475, "p95_ms": 22.674}, "gstreamer_push": {"avg_ms": 1.044, "count": 197, "max_ms": 1.39, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.184, "count": 197, "max_ms": 77.094, "p95_ms": 66.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.784, "count": 197, "max_ms": 84.058, "p95_ms": 68.589}, "yolo11_640_fire_11class": {"avg_ms": 49.0, "count": 197, "max_ms": 68.882, "p95_ms": 65.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.398, "count": 197, "max_ms": 81.978, "p95_ms": 77.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.087, "count": 197, "max_ms": 182.306, "p95_ms": 166.144}, "read_interval": {"avg_ms": 152.433, "count": 196, "max_ms": 192.391, "p95_ms": 174.542}, "triton_wait": {"avg_ms": 56.536, "count": 197, "max_ms": 84.07, "p95_ms": 77.143}, "visualize": {"avg_ms": 5.899, "count": 197, "max_ms": 7.926, "p95_ms": 6.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15749.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2467.926, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.551, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1655961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:25:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T09:25:51+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T09:25:51+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-05T09:25:51.252419+09:00", "mtime_epoch": 1783211151.2524192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 140632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:25:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2228.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.334, "count": 295, "max_ms": 12.773, "p95_ms": 8.442}, "gstreamer_push": {"avg_ms": 1.294, "count": 295, "max_ms": 1.573, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.865, "count": 295, "max_ms": 80.156, "p95_ms": 65.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.155, "count": 295, "max_ms": 77.489, "p95_ms": 65.937}, "yolo11_640_fire_11class": {"avg_ms": 50.361, "count": 295, "max_ms": 71.898, "p95_ms": 64.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.914, "count": 295, "max_ms": 84.662, "p95_ms": 76.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.916, "count": 295, "max_ms": 130.405, "p95_ms": 93.716}, "read_interval": {"avg_ms": 101.968, "count": 294, "max_ms": 649.597, "p95_ms": 140.928}, "triton_wait": {"avg_ms": 54.464, "count": 295, "max_ms": 84.674, "p95_ms": 76.485}, "visualize": {"avg_ms": 3.748, "count": 295, "max_ms": 6.062, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15750.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.214, "last_started_at": "2026-07-05T09:23:55+09:00", "pid": 121794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.984, "name": "ffmpeg", "pid": 121794, "rss_mb": 270.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 652, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 653}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.69, "sample_count": 1897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1323753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:26:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:26:16+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T09:26:16+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T09:26:16.700381+09:00", "mtime_epoch": 1783211176.700381, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:26:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.546, "pushed": 6.546, "read": 6.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.861, "count": 195, "max_ms": 24.718, "p95_ms": 21.914}, "gstreamer_push": {"avg_ms": 1.037, "count": 196, "max_ms": 1.689, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.723, "count": 195, "max_ms": 73.189, "p95_ms": 67.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.99, "count": 195, "max_ms": 81.74, "p95_ms": 67.551}, "yolo11_640_fire_11class": {"avg_ms": 50.327, "count": 195, "max_ms": 73.189, "p95_ms": 68.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.699, "count": 195, "max_ms": 82.717, "p95_ms": 78.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.2, "count": 196, "max_ms": 172.304, "p95_ms": 166.34}, "read_interval": {"avg_ms": 153.542, "count": 195, "max_ms": 182.268, "p95_ms": 174.759}, "triton_wait": {"avg_ms": 57.79, "count": 195, "max_ms": 82.729, "p95_ms": 78.593}, "visualize": {"avg_ms": 5.866, "count": 195, "max_ms": 8.149, "p95_ms": 6.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15749.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2497.97, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.977, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1656265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:26:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:26:21+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:26:21+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:26:21.448377+09:00", "mtime_epoch": 1783211181.4483767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:26:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2228.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.122}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.347, "count": 304, "max_ms": 12.676, "p95_ms": 8.752}, "gstreamer_push": {"avg_ms": 1.283, "count": 304, "max_ms": 1.706, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.416, "count": 304, "max_ms": 72.579, "p95_ms": 65.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.442, "count": 304, "max_ms": 70.62, "p95_ms": 62.756}, "yolo11_640_fire_11class": {"avg_ms": 51.089, "count": 304, "max_ms": 71.339, "p95_ms": 65.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.418, "count": 304, "max_ms": 79.027, "p95_ms": 74.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.303, "count": 304, "max_ms": 120.854, "p95_ms": 92.593}, "read_interval": {"avg_ms": 98.863, "count": 303, "max_ms": 431.655, "p95_ms": 135.818}, "triton_wait": {"avg_ms": 53.804, "count": 304, "max_ms": 79.039, "p95_ms": 74.716}, "visualize": {"avg_ms": 3.715, "count": 304, "max_ms": 5.165, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15732.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.259, "last_started_at": "2026-07-05T09:26:37+09:00", "pid": 121901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 253.395, "name": "ffmpeg", "pid": 121901, "rss_mb": 253.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 653, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 654}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.76, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1323922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:26:46+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T09:26:46+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T09:26:46.744365+09:00", "mtime_epoch": 1783211206.7443655, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:26:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9254.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.649, "pushed": 5.649, "read": 5.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.173, "count": 169, "max_ms": 32.25, "p95_ms": 22.258}, "gstreamer_push": {"avg_ms": 1.033, "count": 169, "max_ms": 1.198, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.985, "count": 169, "max_ms": 68.294, "p95_ms": 66.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.626, "count": 169, "max_ms": 73.655, "p95_ms": 66.926}, "yolo11_640_fire_11class": {"avg_ms": 49.404, "count": 169, "max_ms": 75.759, "p95_ms": 68.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.878, "count": 169, "max_ms": 79.81, "p95_ms": 77.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.15, "count": 169, "max_ms": 167.103, "p95_ms": 163.982}, "read_interval": {"avg_ms": 177.967, "count": 168, "max_ms": 4522.291, "p95_ms": 172.926}, "triton_wait": {"avg_ms": 55.999, "count": 169, "max_ms": 79.822, "p95_ms": 77.674}, "visualize": {"avg_ms": 5.872, "count": 169, "max_ms": 6.888, "p95_ms": 6.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15742.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2527.992, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.977, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1656564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:26:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:26:51+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T09:26:51+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T09:26:51.448366+09:00", "mtime_epoch": 1783211211.448366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:26:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2228.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 299, "max_ms": 11.416, "p95_ms": 8.412}, "gstreamer_push": {"avg_ms": 1.271, "count": 299, "max_ms": 1.445, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.267, "count": 299, "max_ms": 72.919, "p95_ms": 62.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.787, "count": 299, "max_ms": 73.923, "p95_ms": 56.168}, "yolo11_640_fire_11class": {"avg_ms": 52.024, "count": 299, "max_ms": 74.42, "p95_ms": 65.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.502, "count": 299, "max_ms": 79.756, "p95_ms": 74.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.025, "count": 299, "max_ms": 95.928, "p95_ms": 90.621}, "read_interval": {"avg_ms": 100.377, "count": 298, "max_ms": 567.117, "p95_ms": 143.325}, "triton_wait": {"avg_ms": 53.475, "count": 299, "max_ms": 79.769, "p95_ms": 74.432}, "visualize": {"avg_ms": 3.664, "count": 299, "max_ms": 5.017, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15745.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.355, "last_started_at": "2026-07-05T09:26:37+09:00", "pid": 121901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.543, "name": "ffmpeg", "pid": 121901, "rss_mb": 266.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 653, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 654}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.814, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1324120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:27:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:27:16+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T09:27:16+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T09:27:16.856380+09:00", "mtime_epoch": 1783211236.8563802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:27:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.612, "pushed": 6.612, "read": 6.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.052, "count": 197, "max_ms": 29.184, "p95_ms": 21.773}, "gstreamer_push": {"avg_ms": 1.048, "count": 198, "max_ms": 1.171, "p95_ms": 1.138}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.395, "count": 197, "max_ms": 67.55, "p95_ms": 64.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.979, "count": 197, "max_ms": 80.351, "p95_ms": 67.521}, "yolo11_640_fire_11class": {"avg_ms": 49.362, "count": 197, "max_ms": 73.469, "p95_ms": 66.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.425, "count": 197, "max_ms": 81.59, "p95_ms": 76.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.77, "count": 198, "max_ms": 172.078, "p95_ms": 164.624}, "read_interval": {"avg_ms": 152.008, "count": 197, "max_ms": 181.653, "p95_ms": 173.065}, "triton_wait": {"avg_ms": 56.605, "count": 197, "max_ms": 81.601, "p95_ms": 76.425}, "visualize": {"avg_ms": 5.879, "count": 197, "max_ms": 7.555, "p95_ms": 6.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15746.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2557.995, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.958, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1656864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:27:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:27:21+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T09:27:21+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T09:27:21.468385+09:00", "mtime_epoch": 1783211241.468385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:27:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2229.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.174, "count": 300, "max_ms": 12.164, "p95_ms": 8.535}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.79, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.241, "count": 300, "max_ms": 70.452, "p95_ms": 63.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.985, "count": 300, "max_ms": 72.969, "p95_ms": 62.601}, "yolo11_640_fire_11class": {"avg_ms": 51.863, "count": 300, "max_ms": 71.07, "p95_ms": 64.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.277, "count": 300, "max_ms": 82.029, "p95_ms": 75.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.357, "count": 300, "max_ms": 98.504, "p95_ms": 91.723}, "read_interval": {"avg_ms": 100.073, "count": 300, "max_ms": 639.404, "p95_ms": 114.938}, "triton_wait": {"avg_ms": 53.707, "count": 300, "max_ms": 82.042, "p95_ms": 75.685}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 5.577, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15747.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.487, "last_started_at": "2026-07-05T09:26:37+09:00", "pid": 121901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.316, "name": "ffmpeg", "pid": 121901, "rss_mb": 267.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 653, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 654}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.084, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1324319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:27:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:27:47+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T09:27:46+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T09:27:46.996423+09:00", "mtime_epoch": 1783211266.9964232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:27:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.638, "pushed": 6.638, "read": 6.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.199, "count": 198, "max_ms": 28.041, "p95_ms": 22.881}, "gstreamer_push": {"avg_ms": 1.021, "count": 199, "max_ms": 1.415, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.499, "count": 198, "max_ms": 68.972, "p95_ms": 66.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.36, "count": 198, "max_ms": 79.839, "p95_ms": 68.729}, "yolo11_640_fire_11class": {"avg_ms": 49.948, "count": 198, "max_ms": 73.477, "p95_ms": 68.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.237, "count": 198, "max_ms": 80.434, "p95_ms": 77.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.229, "count": 199, "max_ms": 167.686, "p95_ms": 165.451}, "read_interval": {"avg_ms": 151.463, "count": 198, "max_ms": 176.051, "p95_ms": 173.297}, "triton_wait": {"avg_ms": 55.968, "count": 198, "max_ms": 80.447, "p95_ms": 77.417}, "visualize": {"avg_ms": 5.827, "count": 198, "max_ms": 8.864, "p95_ms": 6.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15747.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2588.05, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.882, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1657165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:27:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:27:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:27:51+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:27:51.532432+09:00", "mtime_epoch": 1783211271.5324323, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:27:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2229.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.092, "count": 301, "max_ms": 11.166, "p95_ms": 7.747}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.496, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.038, "count": 301, "max_ms": 71.534, "p95_ms": 65.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.598, "count": 301, "max_ms": 81.854, "p95_ms": 63.853}, "yolo11_640_fire_11class": {"avg_ms": 53.29, "count": 301, "max_ms": 76.694, "p95_ms": 70.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.784, "count": 301, "max_ms": 80.588, "p95_ms": 73.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.0, "count": 301, "max_ms": 98.871, "p95_ms": 91.193}, "read_interval": {"avg_ms": 99.901, "count": 300, "max_ms": 592.734, "p95_ms": 139.736}, "triton_wait": {"avg_ms": 54.303, "count": 301, "max_ms": 81.866, "p95_ms": 74.275}, "visualize": {"avg_ms": 3.689, "count": 301, "max_ms": 4.784, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15747.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.491, "last_started_at": "2026-07-05T09:26:37+09:00", "pid": 121901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.574, "name": "ffmpeg", "pid": 121901, "rss_mb": 267.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 653, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 654}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.015, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1324518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:28:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:28:17+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T09:28:16+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T09:28:17.000493+09:00", "mtime_epoch": 1783211297.000493, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:28:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.634, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.794, "count": 199, "max_ms": 23.989, "p95_ms": 21.828}, "gstreamer_push": {"avg_ms": 1.032, "count": 199, "max_ms": 1.441, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.856, "count": 199, "max_ms": 67.379, "p95_ms": 63.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.078, "count": 199, "max_ms": 74.527, "p95_ms": 66.834}, "yolo11_640_fire_11class": {"avg_ms": 49.44, "count": 199, "max_ms": 69.583, "p95_ms": 67.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.649, "count": 199, "max_ms": 79.514, "p95_ms": 77.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.521, "count": 199, "max_ms": 167.812, "p95_ms": 164.043}, "read_interval": {"avg_ms": 150.776, "count": 199, "max_ms": 175.749, "p95_ms": 172.194}, "triton_wait": {"avg_ms": 55.806, "count": 199, "max_ms": 79.526, "p95_ms": 77.133}, "visualize": {"avg_ms": 5.822, "count": 199, "max_ms": 7.292, "p95_ms": 6.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15747.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2618.118, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.664, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1657466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:28:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:28:21+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:28:21+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T09:28:21.592506+09:00", "mtime_epoch": 1783211301.5925062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:28:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2229.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.159, "count": 301, "max_ms": 11.681, "p95_ms": 8.128}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 1.841, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.483, "count": 301, "max_ms": 69.817, "p95_ms": 63.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.517, "count": 301, "max_ms": 74.917, "p95_ms": 61.215}, "yolo11_640_fire_11class": {"avg_ms": 52.965, "count": 301, "max_ms": 74.535, "p95_ms": 67.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.819, "count": 301, "max_ms": 78.443, "p95_ms": 74.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.752, "count": 301, "max_ms": 96.646, "p95_ms": 91.329}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 537.346, "p95_ms": 168.219}, "triton_wait": {"avg_ms": 54.338, "count": 301, "max_ms": 78.457, "p95_ms": 74.841}, "visualize": {"avg_ms": 3.694, "count": 301, "max_ms": 4.659, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15747.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.514, "last_started_at": "2026-07-05T09:26:37+09:00", "pid": 121901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.574, "name": "ffmpeg", "pid": 121901, "rss_mb": 267.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 653, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 654}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.024, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1324716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:28:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:28:47+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T09:28:47+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T09:28:47.020588+09:00", "mtime_epoch": 1783211327.0205882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:28:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.628, "pushed": 6.628, "read": 6.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.814, "count": 198, "max_ms": 23.187, "p95_ms": 21.569}, "gstreamer_push": {"avg_ms": 1.027, "count": 198, "max_ms": 1.201, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.133, "count": 198, "max_ms": 68.356, "p95_ms": 63.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.762, "count": 198, "max_ms": 76.392, "p95_ms": 65.936}, "yolo11_640_fire_11class": {"avg_ms": 49.665, "count": 198, "max_ms": 73.176, "p95_ms": 67.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.99, "count": 198, "max_ms": 79.708, "p95_ms": 77.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.545, "count": 198, "max_ms": 167.018, "p95_ms": 164.668}, "read_interval": {"avg_ms": 151.656, "count": 197, "max_ms": 336.037, "p95_ms": 172.929}, "triton_wait": {"avg_ms": 56.101, "count": 198, "max_ms": 79.72, "p95_ms": 77.198}, "visualize": {"avg_ms": 5.799, "count": 198, "max_ms": 6.708, "p95_ms": 6.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15747.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2648.175, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.608, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1657765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:28:51+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T09:28:51+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T09:28:51.660605+09:00", "mtime_epoch": 1783211331.660605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:28:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2229.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.224, "count": 299, "max_ms": 11.145, "p95_ms": 8.326}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 1.953, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.81, "count": 299, "max_ms": 67.646, "p95_ms": 63.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.254, "count": 299, "max_ms": 74.413, "p95_ms": 61.284}, "yolo11_640_fire_11class": {"avg_ms": 52.229, "count": 299, "max_ms": 73.303, "p95_ms": 66.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.24, "count": 299, "max_ms": 79.672, "p95_ms": 75.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.113, "count": 299, "max_ms": 95.712, "p95_ms": 91.114}, "read_interval": {"avg_ms": 100.578, "count": 298, "max_ms": 634.978, "p95_ms": 114.878}, "triton_wait": {"avg_ms": 53.774, "count": 299, "max_ms": 79.684, "p95_ms": 75.017}, "visualize": {"avg_ms": 3.673, "count": 299, "max_ms": 4.627, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15764.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 585, "h264_decode_error_count": 1477, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:23:53+09:00", "last_error_summary": "[h264 @ 0x55d0c372bd80] error while decoding MB 23 23, bytestream -20", "last_exit_at": "2026-07-05T09:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.549, "last_started_at": "2026-07-05T09:26:37+09:00", "pid": 121901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.344, "name": "ffmpeg", "pid": 121901, "rss_mb": 284.344, "state": "S (sleeping)", "threads": 104}, "restart_count": 653, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 654}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.013, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1324915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:29:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:29:17+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T09:29:17+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T09:29:17.044707+09:00", "mtime_epoch": 1783211357.044707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:29:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.658, "pushed": 6.658, "read": 6.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.96, "count": 199, "max_ms": 25.082, "p95_ms": 21.986}, "gstreamer_push": {"avg_ms": 1.035, "count": 199, "max_ms": 1.204, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.875, "count": 199, "max_ms": 68.016, "p95_ms": 64.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.107, "count": 199, "max_ms": 76.903, "p95_ms": 69.578}, "yolo11_640_fire_11class": {"avg_ms": 48.655, "count": 199, "max_ms": 70.655, "p95_ms": 65.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.921, "count": 199, "max_ms": 80.431, "p95_ms": 77.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.777, "count": 199, "max_ms": 167.026, "p95_ms": 163.954}, "read_interval": {"avg_ms": 150.907, "count": 198, "max_ms": 175.1, "p95_ms": 172.695}, "triton_wait": {"avg_ms": 56.009, "count": 199, "max_ms": 80.442, "p95_ms": 77.154}, "visualize": {"avg_ms": 5.839, "count": 199, "max_ms": 7.144, "p95_ms": 6.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15615.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2678.177, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.65, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1658068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:29:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T09:29:21+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T09:29:21.648727+09:00", "mtime_epoch": 1783211361.6487272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:29:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2229.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.188, "count": 303, "max_ms": 12.173, "p95_ms": 8.391}, "gstreamer_push": {"avg_ms": 1.282, "count": 303, "max_ms": 1.944, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.113, "count": 303, "max_ms": 68.432, "p95_ms": 63.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.924, "count": 303, "max_ms": 78.133, "p95_ms": 55.18}, "yolo11_640_fire_11class": {"avg_ms": 50.592, "count": 303, "max_ms": 73.18, "p95_ms": 64.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.437, "count": 303, "max_ms": 79.873, "p95_ms": 74.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.63, "count": 303, "max_ms": 95.712, "p95_ms": 90.683}, "read_interval": {"avg_ms": 98.995, "count": 303, "max_ms": 511.669, "p95_ms": 117.765}, "triton_wait": {"avg_ms": 52.433, "count": 303, "max_ms": 79.889, "p95_ms": 74.614}, "visualize": {"avg_ms": 3.684, "count": 303, "max_ms": 4.888, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15745.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 586, "h264_decode_error_count": 1478, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:29:17+09:00", "last_error_summary": "[h264 @ 0x55c82dd9ce80] error while decoding MB 43 32, bytestream -13", "last_exit_at": "2026-07-05T09:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.534, "last_started_at": "2026-07-05T09:29:19+09:00", "pid": 122008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.961, "name": "ffmpeg", "pid": 122008, "rss_mb": 264.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 654, "restart_count_per_hour": 23, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 655}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.874, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1325089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:29:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:29:47+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T09:29:47+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T09:29:47.104848+09:00", "mtime_epoch": 1783211387.1048484, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:29:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.819, "pushed": 5.819, "read": 5.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.981, "count": 174, "max_ms": 27.7, "p95_ms": 23.456}, "gstreamer_push": {"avg_ms": 1.042, "count": 174, "max_ms": 1.213, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.687, "count": 174, "max_ms": 68.324, "p95_ms": 62.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.903, "count": 174, "max_ms": 75.261, "p95_ms": 68.121}, "yolo11_640_fire_11class": {"avg_ms": 49.751, "count": 174, "max_ms": 70.839, "p95_ms": 67.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.423, "count": 174, "max_ms": 80.478, "p95_ms": 76.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.162, "count": 174, "max_ms": 165.767, "p95_ms": 162.459}, "read_interval": {"avg_ms": 172.856, "count": 173, "max_ms": 4373.993, "p95_ms": 170.776}, "triton_wait": {"avg_ms": 56.687, "count": 174, "max_ms": 80.489, "p95_ms": 76.025}, "visualize": {"avg_ms": 5.708, "count": 174, "max_ms": 7.87, "p95_ms": 6.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15745.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2708.229, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.965, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1658367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:29:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:29:51+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T09:29:51.708872+09:00", "mtime_epoch": 1783211391.708872, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:29:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2229.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.236, "count": 299, "max_ms": 11.444, "p95_ms": 9.517}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 2.208, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.258, "count": 299, "max_ms": 75.771, "p95_ms": 63.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.968, "count": 299, "max_ms": 77.158, "p95_ms": 62.791}, "yolo11_640_fire_11class": {"avg_ms": 53.403, "count": 299, "max_ms": 75.725, "p95_ms": 68.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.507, "count": 299, "max_ms": 79.256, "p95_ms": 76.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.807, "count": 299, "max_ms": 95.831, "p95_ms": 92.852}, "read_interval": {"avg_ms": 100.559, "count": 298, "max_ms": 561.507, "p95_ms": 167.872}, "triton_wait": {"avg_ms": 54.707, "count": 299, "max_ms": 79.269, "p95_ms": 76.333}, "visualize": {"avg_ms": 3.585, "count": 299, "max_ms": 5.358, "p95_ms": 4.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15748.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 586, "h264_decode_error_count": 1478, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:29:17+09:00", "last_error_summary": "[h264 @ 0x55c82dd9ce80] error while decoding MB 43 32, bytestream -13", "last_exit_at": "2026-07-05T09:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.601, "last_started_at": "2026-07-05T09:29:19+09:00", "pid": 122008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.113, "name": "ffmpeg", "pid": 122008, "rss_mb": 268.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 654, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 655}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.668, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1325287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:30:17+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T09:30:17+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T09:30:17.197011+09:00", "mtime_epoch": 1783211417.1970112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177394}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:30:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.625, "pushed": 6.625, "read": 6.591}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.154, "count": 198, "max_ms": 28.319, "p95_ms": 23.037}, "gstreamer_push": {"avg_ms": 1.04, "count": 198, "max_ms": 1.368, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.057, "count": 198, "max_ms": 70.594, "p95_ms": 65.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.375, "count": 198, "max_ms": 77.157, "p95_ms": 67.945}, "yolo11_640_fire_11class": {"avg_ms": 49.761, "count": 198, "max_ms": 74.216, "p95_ms": 67.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.089, "count": 198, "max_ms": 80.755, "p95_ms": 77.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.515, "count": 198, "max_ms": 170.315, "p95_ms": 164.692}, "read_interval": {"avg_ms": 151.986, "count": 197, "max_ms": 178.331, "p95_ms": 172.752}, "triton_wait": {"avg_ms": 56.835, "count": 198, "max_ms": 80.768, "p95_ms": 77.229}, "visualize": {"avg_ms": 5.836, "count": 198, "max_ms": 8.656, "p95_ms": 6.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15751.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2738.281, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.664, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1658669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:30:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:30:21+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T09:30:21.761038+09:00", "mtime_epoch": 1783211421.7610378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:30:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2229.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 302, "max_ms": 9.084, "p95_ms": 8.161}, "gstreamer_push": {"avg_ms": 1.297, "count": 302, "max_ms": 2.16, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.71, "count": 302, "max_ms": 74.629, "p95_ms": 63.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.579, "count": 302, "max_ms": 74.7, "p95_ms": 60.851}, "yolo11_640_fire_11class": {"avg_ms": 53.341, "count": 302, "max_ms": 74.007, "p95_ms": 69.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.701, "count": 302, "max_ms": 79.679, "p95_ms": 75.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.526, "count": 302, "max_ms": 95.737, "p95_ms": 91.67}, "read_interval": {"avg_ms": 99.562, "count": 301, "max_ms": 598.729, "p95_ms": 114.143}, "triton_wait": {"avg_ms": 54.818, "count": 302, "max_ms": 79.693, "p95_ms": 75.279}, "visualize": {"avg_ms": 3.749, "count": 302, "max_ms": 5.72, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15755.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 586, "h264_decode_error_count": 1478, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:29:17+09:00", "last_error_summary": "[h264 @ 0x55c82dd9ce80] error while decoding MB 43 32, bytestream -13", "last_exit_at": "2026-07-05T09:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.618, "last_started_at": "2026-07-05T09:29:19+09:00", "pid": 122008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.27, "name": "ffmpeg", "pid": 122008, "rss_mb": 273.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 654, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 655}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.784, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1325487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:30:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:30:47+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-05T09:30:47+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T09:30:47.157193+09:00", "mtime_epoch": 1783211447.1571934, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:30:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.691, "pushed": 6.691, "read": 6.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.976, "count": 200, "max_ms": 27.035, "p95_ms": 23.181}, "gstreamer_push": {"avg_ms": 1.045, "count": 200, "max_ms": 1.787, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.507, "count": 200, "max_ms": 68.719, "p95_ms": 64.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.112, "count": 200, "max_ms": 77.294, "p95_ms": 68.355}, "yolo11_640_fire_11class": {"avg_ms": 49.967, "count": 200, "max_ms": 72.035, "p95_ms": 67.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.265, "count": 200, "max_ms": 80.173, "p95_ms": 77.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.463, "count": 200, "max_ms": 226.508, "p95_ms": 166.4}, "read_interval": {"avg_ms": 149.946, "count": 199, "max_ms": 233.537, "p95_ms": 174.414}, "triton_wait": {"avg_ms": 57.636, "count": 200, "max_ms": 80.185, "p95_ms": 77.306}, "visualize": {"avg_ms": 5.678, "count": 200, "max_ms": 7.902, "p95_ms": 6.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15754.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2768.294, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.507, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1658970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:30:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T09:30:51+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:30:51+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T09:30:51.773223+09:00", "mtime_epoch": 1783211451.7732232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:30:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2230.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.225, "count": 301, "max_ms": 12.559, "p95_ms": 8.35}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 2.203, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.61, "count": 301, "max_ms": 71.625, "p95_ms": 61.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.337, "count": 301, "max_ms": 76.656, "p95_ms": 63.15}, "yolo11_640_fire_11class": {"avg_ms": 52.618, "count": 301, "max_ms": 73.256, "p95_ms": 67.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.936, "count": 301, "max_ms": 82.252, "p95_ms": 74.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.619, "count": 301, "max_ms": 99.01, "p95_ms": 92.123}, "read_interval": {"avg_ms": 99.705, "count": 301, "max_ms": 584.108, "p95_ms": 161.406}, "triton_wait": {"avg_ms": 54.001, "count": 301, "max_ms": 82.264, "p95_ms": 75.079}, "visualize": {"avg_ms": 3.702, "count": 301, "max_ms": 4.823, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15754.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2798.375, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.329, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1659267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:31:21+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T09:31:21+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:31:21.853427+09:00", "mtime_epoch": 1783211481.8534274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:31:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2230.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.061, "count": 297, "max_ms": 11.835, "p95_ms": 7.67}, "gstreamer_push": {"avg_ms": 1.278, "count": 297, "max_ms": 1.552, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.579, "count": 297, "max_ms": 72.766, "p95_ms": 61.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.908, "count": 297, "max_ms": 77.155, "p95_ms": 55.185}, "yolo11_640_fire_11class": {"avg_ms": 52.703, "count": 297, "max_ms": 74.77, "p95_ms": 67.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.444, "count": 297, "max_ms": 77.112, "p95_ms": 73.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.52, "count": 297, "max_ms": 93.795, "p95_ms": 90.109}, "read_interval": {"avg_ms": 101.274, "count": 297, "max_ms": 532.591, "p95_ms": 195.625}, "triton_wait": {"avg_ms": 53.325, "count": 297, "max_ms": 77.167, "p95_ms": 74.313}, "visualize": {"avg_ms": 3.706, "count": 297, "max_ms": 5.988, "p95_ms": 4.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15768.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 586, "h264_decode_error_count": 1478, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:29:17+09:00", "last_error_summary": "[h264 @ 0x55c82dd9ce80] error while decoding MB 43 32, bytestream -13", "last_exit_at": "2026-07-05T09:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.599, "last_started_at": "2026-07-05T09:29:19+09:00", "pid": 122008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.863, "name": "ffmpeg", "pid": 122008, "rss_mb": 286.863, "state": "S (sleeping)", "threads": 104}, "restart_count": 654, "restart_count_per_hour": 22, "rtsp_timeout_count": 382, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 655}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.513, "sample_count": 1816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1325657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:31:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:31:30+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T09:31:30+09:00", "mjpeg": {"age_sec": 18.762, "exists": true, "mtime": "2026-07-05T09:31:11.537355+09:00", "mtime_epoch": 1783211471.5373554, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:31:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.645, "pushed": 2.645, "read": 2.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.568, "count": 79, "max_ms": 22.12, "p95_ms": 21.566}, "gstreamer_push": {"avg_ms": 1.035, "count": 79, "max_ms": 1.21, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.303, "count": 79, "max_ms": 65.68, "p95_ms": 62.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.88, "count": 79, "max_ms": 67.248, "p95_ms": 65.971}, "yolo11_640_fire_11class": {"avg_ms": 49.424, "count": 79, "max_ms": 72.338, "p95_ms": 67.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.274, "count": 79, "max_ms": 79.173, "p95_ms": 75.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.932, "count": 79, "max_ms": 165.741, "p95_ms": 161.893}, "read_interval": {"avg_ms": 383.072, "count": 78, "max_ms": 18773.617, "p95_ms": 170.928}, "triton_wait": {"avg_ms": 55.693, "count": 79, "max_ms": 79.185, "p95_ms": 75.026}, "visualize": {"avg_ms": 5.596, "count": 79, "max_ms": 7.636, "p95_ms": 6.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15746.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2828.425, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.275, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1659569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:31:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:31:51+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T09:31:51.901649+09:00", "mtime_epoch": 1783211511.9016492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:31:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2230.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.133, "count": 302, "max_ms": 12.054, "p95_ms": 7.961}, "gstreamer_push": {"avg_ms": 1.298, "count": 302, "max_ms": 1.546, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.692, "count": 302, "max_ms": 67.746, "p95_ms": 57.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.959, "count": 302, "max_ms": 69.123, "p95_ms": 51.478}, "yolo11_640_fire_11class": {"avg_ms": 52.168, "count": 302, "max_ms": 76.077, "p95_ms": 64.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.724, "count": 302, "max_ms": 79.603, "p95_ms": 71.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.926, "count": 302, "max_ms": 95.346, "p95_ms": 87.326}, "read_interval": {"avg_ms": 99.543, "count": 301, "max_ms": 668.902, "p95_ms": 124.442}, "triton_wait": {"avg_ms": 52.712, "count": 302, "max_ms": 79.616, "p95_ms": 71.218}, "visualize": {"avg_ms": 3.694, "count": 302, "max_ms": 4.756, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15747.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 587, "h264_decode_error_count": 1481, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:31:31+09:00", "last_error_summary": "[h264 @ 0x564dccff5780] error while decoding MB 76 19, bytestream -5 [h264 @ 0x564dcc6a2300] left block unavailable for requested intra mode [h264 @ 0x564dcc6a2300] error while decoding MB 0 31, bytestream 62161 [h264 @ 0x564dcc662f00] error while decoding MB 71 31, bytestream -7 [in#0/rtsp @ 0x564dcc633e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564dcc633e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:31:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.202, "last_started_at": "2026-07-05T09:31:34+09:00", "pid": 122115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.727, "name": "ffmpeg", "pid": 122115, "rss_mb": 264.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 655, "restart_count_per_hour": 23, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 656}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.513, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1325826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:32:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:32:00+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T09:32:00+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T09:32:00.181713+09:00", "mtime_epoch": 1783211520.1817133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:32:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.659, "pushed": 5.659, "read": 5.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.738, "count": 169, "max_ms": 29.344, "p95_ms": 21.5}, "gstreamer_push": {"avg_ms": 1.02, "count": 169, "max_ms": 1.815, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.226, "count": 169, "max_ms": 71.111, "p95_ms": 62.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.217, "count": 169, "max_ms": 73.662, "p95_ms": 64.428}, "yolo11_640_fire_11class": {"avg_ms": 48.491, "count": 169, "max_ms": 71.625, "p95_ms": 68.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.343, "count": 169, "max_ms": 81.206, "p95_ms": 75.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.513, "count": 169, "max_ms": 167.89, "p95_ms": 164.149}, "read_interval": {"avg_ms": 177.761, "count": 168, "max_ms": 4941.713, "p95_ms": 172.514}, "triton_wait": {"avg_ms": 54.657, "count": 169, "max_ms": 81.219, "p95_ms": 75.86}, "visualize": {"avg_ms": 5.833, "count": 169, "max_ms": 8.107, "p95_ms": 6.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15749.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2858.65, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.257, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1659871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:32:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:32:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:32:22+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-05T09:32:21.925888+09:00", "mtime_epoch": 1783211541.9258876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:32:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2230.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.167, "count": 300, "max_ms": 11.112, "p95_ms": 8.593}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 2.055, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.326, "count": 300, "max_ms": 73.134, "p95_ms": 63.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.011, "count": 300, "max_ms": 79.096, "p95_ms": 61.781}, "yolo11_640_fire_11class": {"avg_ms": 53.905, "count": 300, "max_ms": 74.384, "p95_ms": 70.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.17, "count": 300, "max_ms": 78.85, "p95_ms": 75.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.999, "count": 300, "max_ms": 95.855, "p95_ms": 91.257}, "read_interval": {"avg_ms": 100.199, "count": 299, "max_ms": 584.952, "p95_ms": 206.551}, "triton_wait": {"avg_ms": 54.862, "count": 300, "max_ms": 79.106, "p95_ms": 75.117}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 4.761, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15749.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 587, "h264_decode_error_count": 1481, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:31:31+09:00", "last_error_summary": "[h264 @ 0x564dccff5780] error while decoding MB 76 19, bytestream -5 [h264 @ 0x564dcc6a2300] left block unavailable for requested intra mode [h264 @ 0x564dcc6a2300] error while decoding MB 0 31, bytestream 62161 [h264 @ 0x564dcc662f00] error while decoding MB 71 31, bytestream -7 [in#0/rtsp @ 0x564dcc633e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564dcc633e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:31:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.249, "last_started_at": "2026-07-05T09:31:34+09:00", "pid": 122115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.016, "name": "ffmpeg", "pid": 122115, "rss_mb": 266.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 655, "restart_count_per_hour": 23, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 656}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.457, "sample_count": 1820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:32:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:32:30+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T09:32:30+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T09:32:30.225956+09:00", "mtime_epoch": 1783211550.2259562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:32:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9255.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.726, "pushed": 6.726, "read": 6.692}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.729, "count": 201, "max_ms": 29.691, "p95_ms": 21.74}, "gstreamer_push": {"avg_ms": 1.015, "count": 201, "max_ms": 1.187, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 201, "max_ms": 72.841, "p95_ms": 62.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.448, "count": 201, "max_ms": 79.054, "p95_ms": 67.387}, "yolo11_640_fire_11class": {"avg_ms": 49.992, "count": 201, "max_ms": 72.916, "p95_ms": 68.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.726, "count": 201, "max_ms": 82.581, "p95_ms": 76.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.204, "count": 201, "max_ms": 178.022, "p95_ms": 163.843}, "read_interval": {"avg_ms": 149.519, "count": 200, "max_ms": 185.915, "p95_ms": 172.227}, "triton_wait": {"avg_ms": 56.217, "count": 201, "max_ms": 82.592, "p95_ms": 76.678}, "visualize": {"avg_ms": 5.706, "count": 201, "max_ms": 6.829, "p95_ms": 5.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15750.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2888.933, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.103, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1660171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:32:52+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:32:52+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-05T09:32:52.170143+09:00", "mtime_epoch": 1783211572.1701434, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:32:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2230.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.913, "pushed": 9.913, "read": 9.88}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.182, "count": 297, "max_ms": 12.663, "p95_ms": 8.364}, "gstreamer_push": {"avg_ms": 1.286, "count": 297, "max_ms": 1.729, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.425, "count": 297, "max_ms": 69.219, "p95_ms": 61.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.618, "count": 297, "max_ms": 77.869, "p95_ms": 63.542}, "yolo11_640_fire_11class": {"avg_ms": 52.118, "count": 297, "max_ms": 73.314, "p95_ms": 66.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.208, "count": 297, "max_ms": 78.565, "p95_ms": 73.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.18, "count": 297, "max_ms": 94.358, "p95_ms": 89.787}, "read_interval": {"avg_ms": 101.195, "count": 296, "max_ms": 618.92, "p95_ms": 194.253}, "triton_wait": {"avg_ms": 53.786, "count": 297, "max_ms": 78.579, "p95_ms": 74.101}, "visualize": {"avg_ms": 3.688, "count": 297, "max_ms": 4.639, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15750.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 587, "h264_decode_error_count": 1481, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:31:31+09:00", "last_error_summary": "[h264 @ 0x564dccff5780] error while decoding MB 76 19, bytestream -5 [h264 @ 0x564dcc6a2300] left block unavailable for requested intra mode [h264 @ 0x564dcc6a2300] error while decoding MB 0 31, bytestream 62161 [h264 @ 0x564dcc662f00] error while decoding MB 71 31, bytestream -7 [in#0/rtsp @ 0x564dcc633e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564dcc633e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:31:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.314, "last_started_at": "2026-07-05T09:31:34+09:00", "pid": 122115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.789, "name": "ffmpeg", "pid": 122115, "rss_mb": 266.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 655, "restart_count_per_hour": 22, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 656}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.221, "sample_count": 1822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:33:00+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T09:33:00+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T09:33:00.282214+09:00", "mtime_epoch": 1783211580.2822144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:33:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9256.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.753, "pushed": 6.753, "read": 6.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.978, "count": 202, "max_ms": 27.827, "p95_ms": 23.184}, "gstreamer_push": {"avg_ms": 1.045, "count": 202, "max_ms": 1.606, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.344, "count": 202, "max_ms": 68.063, "p95_ms": 61.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.751, "count": 202, "max_ms": 80.56, "p95_ms": 65.266}, "yolo11_640_fire_11class": {"avg_ms": 49.967, "count": 202, "max_ms": 72.294, "p95_ms": 67.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.755, "count": 202, "max_ms": 79.699, "p95_ms": 76.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.31, "count": 202, "max_ms": 166.196, "p95_ms": 162.604}, "read_interval": {"avg_ms": 148.807, "count": 201, "max_ms": 175.873, "p95_ms": 170.572}, "triton_wait": {"avg_ms": 57.11, "count": 202, "max_ms": 80.57, "p95_ms": 76.832}, "visualize": {"avg_ms": 5.649, "count": 202, "max_ms": 7.726, "p95_ms": 6.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15751.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2919.012, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.985, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1660474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:33:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T09:33:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:33:22+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:33:22.494415+09:00", "mtime_epoch": 1783211602.4944148, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 153539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:33:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2230.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.076}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.077, "count": 303, "max_ms": 11.564, "p95_ms": 8.35}, "gstreamer_push": {"avg_ms": 1.286, "count": 303, "max_ms": 2.065, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.241, "count": 303, "max_ms": 72.248, "p95_ms": 63.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.151, "count": 303, "max_ms": 74.164, "p95_ms": 52.245}, "yolo11_640_fire_11class": {"avg_ms": 51.521, "count": 303, "max_ms": 76.198, "p95_ms": 66.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.853, "count": 303, "max_ms": 79.823, "p95_ms": 75.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.219, "count": 303, "max_ms": 95.387, "p95_ms": 90.7}, "read_interval": {"avg_ms": 99.313, "count": 302, "max_ms": 598.792, "p95_ms": 124.519}, "triton_wait": {"avg_ms": 52.973, "count": 303, "max_ms": 79.835, "p95_ms": 75.185}, "visualize": {"avg_ms": 3.699, "count": 303, "max_ms": 5.825, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15750.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 587, "h264_decode_error_count": 1481, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:31:31+09:00", "last_error_summary": "[h264 @ 0x564dccff5780] error while decoding MB 76 19, bytestream -5 [h264 @ 0x564dcc6a2300] left block unavailable for requested intra mode [h264 @ 0x564dcc6a2300] error while decoding MB 0 31, bytestream 62161 [h264 @ 0x564dcc662f00] error while decoding MB 71 31, bytestream -7 [in#0/rtsp @ 0x564dcc633e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564dcc633e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:31:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.323, "last_started_at": "2026-07-05T09:31:34+09:00", "pid": 122115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.047, "name": "ffmpeg", "pid": 122115, "rss_mb": 267.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 655, "restart_count_per_hour": 22, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 656}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.171, "sample_count": 1823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:33:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:33:30+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T09:33:30+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T09:33:30.282487+09:00", "mtime_epoch": 1783211610.2824867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:33:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9256.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.631, "pushed": 6.631, "read": 6.597}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.926, "count": 198, "max_ms": 23.99, "p95_ms": 21.927}, "gstreamer_push": {"avg_ms": 1.031, "count": 198, "max_ms": 1.176, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.579, "count": 198, "max_ms": 67.093, "p95_ms": 62.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.523, "count": 198, "max_ms": 73.91, "p95_ms": 66.383}, "yolo11_640_fire_11class": {"avg_ms": 48.488, "count": 198, "max_ms": 68.225, "p95_ms": 63.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.003, "count": 198, "max_ms": 79.63, "p95_ms": 75.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.127, "count": 198, "max_ms": 168.103, "p95_ms": 162.948}, "read_interval": {"avg_ms": 151.558, "count": 197, "max_ms": 177.581, "p95_ms": 171.736}, "triton_wait": {"avg_ms": 56.193, "count": 198, "max_ms": 79.642, "p95_ms": 75.698}, "visualize": {"avg_ms": 5.854, "count": 198, "max_ms": 6.914, "p95_ms": 6.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15753.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2949.04, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.884, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1660775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:33:52+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:33:52+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T09:33:52.530698+09:00", "mtime_epoch": 1783211632.5306976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:33:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2230.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.111, "count": 301, "max_ms": 12.015, "p95_ms": 8.293}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.989, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.111, "count": 301, "max_ms": 68.816, "p95_ms": 61.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.261, "count": 301, "max_ms": 77.319, "p95_ms": 61.558}, "yolo11_640_fire_11class": {"avg_ms": 51.565, "count": 301, "max_ms": 75.12, "p95_ms": 64.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.137, "count": 301, "max_ms": 78.281, "p95_ms": 74.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.559, "count": 301, "max_ms": 95.03, "p95_ms": 90.074}, "read_interval": {"avg_ms": 99.814, "count": 300, "max_ms": 502.426, "p95_ms": 124.078}, "triton_wait": {"avg_ms": 53.385, "count": 301, "max_ms": 78.293, "p95_ms": 74.596}, "visualize": {"avg_ms": 3.708, "count": 301, "max_ms": 5.983, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15753.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 587, "h264_decode_error_count": 1481, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:31:31+09:00", "last_error_summary": "[h264 @ 0x564dccff5780] error while decoding MB 76 19, bytestream -5 [h264 @ 0x564dcc6a2300] left block unavailable for requested intra mode [h264 @ 0x564dcc6a2300] error while decoding MB 0 31, bytestream 62161 [h264 @ 0x564dcc662f00] error while decoding MB 71 31, bytestream -7 [in#0/rtsp @ 0x564dcc633e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564dcc633e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:31:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.408, "last_started_at": "2026-07-05T09:31:34+09:00", "pid": 122115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.883, "name": "ffmpeg", "pid": 122115, "rss_mb": 269.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 655, "restart_count_per_hour": 22, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 656}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.105, "sample_count": 1822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:34:00+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T09:34:00+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-05T09:34:00.346773+09:00", "mtime_epoch": 1783211640.3467734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:34:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9256.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.648, "pushed": 6.648, "read": 6.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.906, "count": 199, "max_ms": 28.137, "p95_ms": 22.093}, "gstreamer_push": {"avg_ms": 1.018, "count": 199, "max_ms": 1.226, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.479, "count": 199, "max_ms": 69.448, "p95_ms": 62.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.144, "count": 199, "max_ms": 74.94, "p95_ms": 66.301}, "yolo11_640_fire_11class": {"avg_ms": 48.712, "count": 199, "max_ms": 69.321, "p95_ms": 66.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.861, "count": 199, "max_ms": 80.145, "p95_ms": 76.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.554, "count": 199, "max_ms": 167.314, "p95_ms": 163.973}, "read_interval": {"avg_ms": 151.051, "count": 198, "max_ms": 176.551, "p95_ms": 172.272}, "triton_wait": {"avg_ms": 56.191, "count": 199, "max_ms": 80.157, "p95_ms": 76.116}, "visualize": {"avg_ms": 5.833, "count": 199, "max_ms": 7.954, "p95_ms": 6.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15656.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2979.102, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.817, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1661076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:34:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:34:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:34:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T09:34:22.586994+09:00", "mtime_epoch": 1783211662.5869937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:34:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2230.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.052, "count": 301, "max_ms": 11.243, "p95_ms": 7.948}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.806, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.949, "count": 301, "max_ms": 68.0, "p95_ms": 59.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.192, "count": 301, "max_ms": 74.075, "p95_ms": 60.78}, "yolo11_640_fire_11class": {"avg_ms": 51.508, "count": 301, "max_ms": 78.128, "p95_ms": 66.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.002, "count": 301, "max_ms": 80.43, "p95_ms": 71.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.72, "count": 301, "max_ms": 96.236, "p95_ms": 88.891}, "read_interval": {"avg_ms": 99.929, "count": 300, "max_ms": 614.14, "p95_ms": 164.57}, "triton_wait": {"avg_ms": 52.731, "count": 301, "max_ms": 80.442, "p95_ms": 72.7}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 4.804, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15747.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 588, "h264_decode_error_count": 1482, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:34:15+09:00", "last_error_summary": "[h264 @ 0x562116c32540] error while decoding MB 12 14, bytestream -5", "last_exit_at": "2026-07-05T09:34:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.502, "last_started_at": "2026-07-05T09:34:18+09:00", "pid": 122222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.879, "name": "ffmpeg", "pid": 122222, "rss_mb": 263.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 656, "restart_count_per_hour": 23, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 657}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.149, "sample_count": 1822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:34:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:34:30+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T09:34:30+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T09:34:30.483073+09:00", "mtime_epoch": 1783211670.4830735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:34:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9256.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.741, "pushed": 5.741, "read": 5.708}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.979, "count": 171, "max_ms": 28.659, "p95_ms": 22.846}, "gstreamer_push": {"avg_ms": 1.04, "count": 172, "max_ms": 1.285, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.28, "count": 171, "max_ms": 64.197, "p95_ms": 60.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.606, "count": 171, "max_ms": 75.873, "p95_ms": 68.432}, "yolo11_640_fire_11class": {"avg_ms": 48.417, "count": 171, "max_ms": 70.051, "p95_ms": 65.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.527, "count": 171, "max_ms": 78.918, "p95_ms": 74.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.568, "count": 172, "max_ms": 168.565, "p95_ms": 163.918}, "read_interval": {"avg_ms": 175.165, "count": 171, "max_ms": 4360.215, "p95_ms": 172.871}, "triton_wait": {"avg_ms": 55.263, "count": 171, "max_ms": 78.93, "p95_ms": 75.267}, "visualize": {"avg_ms": 5.785, "count": 171, "max_ms": 8.675, "p95_ms": 6.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15751.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3009.117, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.784, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1661377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:34:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:34:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:34:52+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:34:52.595302+09:00", "mtime_epoch": 1783211692.5953016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:34:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2231.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.235, "count": 301, "max_ms": 11.146, "p95_ms": 8.486}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.917, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.425, "count": 301, "max_ms": 68.775, "p95_ms": 63.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.979, "count": 301, "max_ms": 77.477, "p95_ms": 68.249}, "yolo11_640_fire_11class": {"avg_ms": 51.693, "count": 301, "max_ms": 75.817, "p95_ms": 66.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.104, "count": 301, "max_ms": 79.98, "p95_ms": 75.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.301, "count": 301, "max_ms": 96.327, "p95_ms": 91.229}, "read_interval": {"avg_ms": 99.709, "count": 301, "max_ms": 581.379, "p95_ms": 186.562}, "triton_wait": {"avg_ms": 53.268, "count": 301, "max_ms": 79.993, "p95_ms": 75.913}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 5.028, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15752.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 588, "h264_decode_error_count": 1482, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:34:15+09:00", "last_error_summary": "[h264 @ 0x562116c32540] error while decoding MB 12 14, bytestream -5", "last_exit_at": "2026-07-05T09:34:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.646, "last_started_at": "2026-07-05T09:34:18+09:00", "pid": 122222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.746, "name": "ffmpeg", "pid": 122222, "rss_mb": 267.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 656, "restart_count_per_hour": 23, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 657}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.98, "sample_count": 1819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1326997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:35:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:35:00+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T09:35:00+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T09:35:00.627386+09:00", "mtime_epoch": 1783211700.627386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:35:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9256.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.722, "count": 198, "max_ms": 25.921, "p95_ms": 21.652}, "gstreamer_push": {"avg_ms": 1.038, "count": 199, "max_ms": 1.639, "p95_ms": 1.143}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.356, "count": 198, "max_ms": 67.196, "p95_ms": 61.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.365, "count": 198, "max_ms": 80.024, "p95_ms": 70.925}, "yolo11_640_fire_11class": {"avg_ms": 48.723, "count": 198, "max_ms": 74.115, "p95_ms": 65.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.809, "count": 198, "max_ms": 78.862, "p95_ms": 76.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.986, "count": 199, "max_ms": 173.86, "p95_ms": 162.726}, "read_interval": {"avg_ms": 151.447, "count": 198, "max_ms": 185.44, "p95_ms": 172.728}, "triton_wait": {"avg_ms": 56.344, "count": 198, "max_ms": 80.037, "p95_ms": 76.147}, "visualize": {"avg_ms": 5.768, "count": 198, "max_ms": 7.821, "p95_ms": 6.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15754.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3039.155, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.394, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1661676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:35:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:35:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:35:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T09:35:22.639622+09:00", "mtime_epoch": 1783211722.6396217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:35:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2231.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.117, "count": 299, "max_ms": 11.346, "p95_ms": 8.672}, "gstreamer_push": {"avg_ms": 1.258, "count": 299, "max_ms": 1.699, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.202, "count": 299, "max_ms": 70.257, "p95_ms": 62.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.132, "count": 299, "max_ms": 74.61, "p95_ms": 55.697}, "yolo11_640_fire_11class": {"avg_ms": 51.127, "count": 299, "max_ms": 72.698, "p95_ms": 64.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.294, "count": 299, "max_ms": 77.926, "p95_ms": 71.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.221, "count": 299, "max_ms": 93.977, "p95_ms": 87.703}, "read_interval": {"avg_ms": 100.507, "count": 298, "max_ms": 769.539, "p95_ms": 140.615}, "triton_wait": {"avg_ms": 52.469, "count": 299, "max_ms": 77.938, "p95_ms": 71.681}, "visualize": {"avg_ms": 3.603, "count": 299, "max_ms": 5.246, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15754.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 588, "h264_decode_error_count": 1482, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:34:15+09:00", "last_error_summary": "[h264 @ 0x562116c32540] error while decoding MB 12 14, bytestream -5", "last_exit_at": "2026-07-05T09:34:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.664, "last_started_at": "2026-07-05T09:34:18+09:00", "pid": 122222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 122222, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 656, "restart_count_per_hour": 22, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 657}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.758, "sample_count": 1812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1327192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:35:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:35:30+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T09:35:30+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T09:35:30.655709+09:00", "mtime_epoch": 1783211730.655709, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:35:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9256.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.529, "pushed": 6.529, "read": 6.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.099, "count": 195, "max_ms": 27.304, "p95_ms": 23.959}, "gstreamer_push": {"avg_ms": 1.033, "count": 195, "max_ms": 1.185, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.124, "count": 195, "max_ms": 65.01, "p95_ms": 60.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.243, "count": 195, "max_ms": 79.619, "p95_ms": 65.146}, "yolo11_640_fire_11class": {"avg_ms": 48.385, "count": 195, "max_ms": 69.217, "p95_ms": 64.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.408, "count": 195, "max_ms": 78.404, "p95_ms": 73.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.084, "count": 195, "max_ms": 169.481, "p95_ms": 160.768}, "read_interval": {"avg_ms": 153.958, "count": 194, "max_ms": 180.467, "p95_ms": 171.897}, "triton_wait": {"avg_ms": 55.995, "count": 195, "max_ms": 79.632, "p95_ms": 73.752}, "visualize": {"avg_ms": 5.814, "count": 195, "max_ms": 6.72, "p95_ms": 6.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15754.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3069.205, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.109, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1661977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:35:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:35:52+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:35:52+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:35:52.683953+09:00", "mtime_epoch": 1783211752.6839528, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:35:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2231.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.992, "count": 301, "max_ms": 10.947, "p95_ms": 8.067}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.929, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.823, "count": 301, "max_ms": 71.106, "p95_ms": 62.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.828, "count": 301, "max_ms": 77.746, "p95_ms": 55.318}, "yolo11_640_fire_11class": {"avg_ms": 51.473, "count": 301, "max_ms": 73.532, "p95_ms": 65.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.238, "count": 301, "max_ms": 80.839, "p95_ms": 75.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.892, "count": 301, "max_ms": 96.556, "p95_ms": 91.121}, "read_interval": {"avg_ms": 99.871, "count": 300, "max_ms": 634.965, "p95_ms": 119.63}, "triton_wait": {"avg_ms": 53.171, "count": 301, "max_ms": 80.853, "p95_ms": 75.384}, "visualize": {"avg_ms": 3.651, "count": 301, "max_ms": 5.386, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15754.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 588, "h264_decode_error_count": 1482, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:34:15+09:00", "last_error_summary": "[h264 @ 0x562116c32540] error while decoding MB 12 14, bytestream -5", "last_exit_at": "2026-07-05T09:34:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.766, "last_started_at": "2026-07-05T09:34:18+09:00", "pid": 122222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 122222, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 656, "restart_count_per_hour": 22, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 657}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.099, "sample_count": 1811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1327393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:36:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:36:00+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T09:36:00+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T09:36:00.732043+09:00", "mtime_epoch": 1783211760.7320433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:36:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9256.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.704, "pushed": 6.704, "read": 6.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.865, "count": 200, "max_ms": 30.869, "p95_ms": 23.844}, "gstreamer_push": {"avg_ms": 1.031, "count": 201, "max_ms": 1.215, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.67, "count": 200, "max_ms": 67.257, "p95_ms": 61.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.679, "count": 200, "max_ms": 73.925, "p95_ms": 68.002}, "yolo11_640_fire_11class": {"avg_ms": 47.932, "count": 200, "max_ms": 73.612, "p95_ms": 64.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.984, "count": 200, "max_ms": 81.269, "p95_ms": 74.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.698, "count": 201, "max_ms": 170.879, "p95_ms": 158.624}, "read_interval": {"avg_ms": 149.671, "count": 200, "max_ms": 184.092, "p95_ms": 169.941}, "triton_wait": {"avg_ms": 55.581, "count": 200, "max_ms": 81.281, "p95_ms": 74.227}, "visualize": {"avg_ms": 5.677, "count": 200, "max_ms": 8.078, "p95_ms": 6.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15756.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3099.208, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.926, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1662275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:36:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T09:36:22+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T09:36:22+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T09:36:22.684294+09:00", "mtime_epoch": 1783211782.6842935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:36:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2231.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.112, "count": 298, "max_ms": 11.457, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.291, "count": 298, "max_ms": 2.068, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.344, "count": 298, "max_ms": 69.738, "p95_ms": 61.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.071, "count": 298, "max_ms": 73.408, "p95_ms": 54.82}, "yolo11_640_fire_11class": {"avg_ms": 50.877, "count": 298, "max_ms": 77.135, "p95_ms": 63.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.378, "count": 298, "max_ms": 82.615, "p95_ms": 67.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.701, "count": 298, "max_ms": 181.728, "p95_ms": 86.249}, "read_interval": {"avg_ms": 100.674, "count": 298, "max_ms": 650.337, "p95_ms": 138.212}, "triton_wait": {"avg_ms": 52.2, "count": 298, "max_ms": 82.627, "p95_ms": 70.707}, "visualize": {"avg_ms": 3.675, "count": 298, "max_ms": 5.259, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15755.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 588, "h264_decode_error_count": 1482, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:34:15+09:00", "last_error_summary": "[h264 @ 0x562116c32540] error while decoding MB 12 14, bytestream -5", "last_exit_at": "2026-07-05T09:34:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.888, "last_started_at": "2026-07-05T09:34:18+09:00", "pid": 122222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.809, "name": "ffmpeg", "pid": 122222, "rss_mb": 269.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 656, "restart_count_per_hour": 22, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 657}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.624, "sample_count": 1929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1327590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:36:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:36:31+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T09:36:30+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T09:36:30.872388+09:00", "mtime_epoch": 1783211790.8723884, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:36:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9256.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.572, "pushed": 6.572, "read": 6.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.849, "count": 196, "max_ms": 26.709, "p95_ms": 21.872}, "gstreamer_push": {"avg_ms": 1.043, "count": 197, "max_ms": 1.37, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.864, "count": 196, "max_ms": 70.361, "p95_ms": 63.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.071, "count": 196, "max_ms": 77.099, "p95_ms": 63.578}, "yolo11_640_fire_11class": {"avg_ms": 48.668, "count": 196, "max_ms": 71.641, "p95_ms": 66.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.199, "count": 196, "max_ms": 77.514, "p95_ms": 71.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.622, "count": 197, "max_ms": 162.049, "p95_ms": 158.865}, "read_interval": {"avg_ms": 152.91, "count": 196, "max_ms": 173.283, "p95_ms": 171.095}, "triton_wait": {"avg_ms": 55.268, "count": 196, "max_ms": 77.526, "p95_ms": 71.75}, "visualize": {"avg_ms": 5.848, "count": 196, "max_ms": 7.85, "p95_ms": 6.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15772.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3129.226, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.926, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1662578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:36:52+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T09:36:52+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T09:36:52.700644+09:00", "mtime_epoch": 1783211812.7006445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:36:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2231.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.089}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.152, "count": 303, "max_ms": 11.977, "p95_ms": 8.371}, "gstreamer_push": {"avg_ms": 1.272, "count": 303, "max_ms": 1.808, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.054, "count": 303, "max_ms": 65.342, "p95_ms": 60.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.133, "count": 303, "max_ms": 74.384, "p95_ms": 59.55}, "yolo11_640_fire_11class": {"avg_ms": 51.122, "count": 303, "max_ms": 74.851, "p95_ms": 63.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.314, "count": 303, "max_ms": 78.52, "p95_ms": 72.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.996, "count": 303, "max_ms": 103.76, "p95_ms": 88.737}, "read_interval": {"avg_ms": 99.067, "count": 302, "max_ms": 479.073, "p95_ms": 183.811}, "triton_wait": {"avg_ms": 52.929, "count": 303, "max_ms": 78.532, "p95_ms": 72.892}, "visualize": {"avg_ms": 3.697, "count": 303, "max_ms": 5.066, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15630.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 589, "h264_decode_error_count": 1483, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:36:55+09:00", "last_error_summary": "[h264 @ 0x560f77481b80] error while decoding MB 47 30, bytestream -5", "last_exit_at": "2026-07-05T09:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.086, "last_started_at": "2026-07-05T09:36:58+09:00", "pid": 122329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 146.77, "name": "ffmpeg", "pid": 122329, "rss_mb": 146.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 657, "restart_count_per_hour": 23, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 658}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.604, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1327759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:37:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:37:01+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T09:37:00+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T09:37:00.976743+09:00", "mtime_epoch": 1783211820.9767427, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:37:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9256.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.641, "pushed": 5.641, "read": 5.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.987, "count": 168, "max_ms": 30.075, "p95_ms": 22.322}, "gstreamer_push": {"avg_ms": 1.064, "count": 169, "max_ms": 1.532, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.923, "count": 168, "max_ms": 78.174, "p95_ms": 65.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.897, "count": 168, "max_ms": 74.959, "p95_ms": 65.661}, "yolo11_640_fire_11class": {"avg_ms": 48.88, "count": 168, "max_ms": 73.602, "p95_ms": 64.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.316, "count": 168, "max_ms": 83.453, "p95_ms": 76.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.799, "count": 169, "max_ms": 175.776, "p95_ms": 165.742}, "read_interval": {"avg_ms": 178.284, "count": 168, "max_ms": 4571.753, "p95_ms": 177.329}, "triton_wait": {"avg_ms": 56.972, "count": 168, "max_ms": 83.465, "p95_ms": 76.999}, "visualize": {"avg_ms": 5.747, "count": 168, "max_ms": 8.063, "p95_ms": 6.477}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15750.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3159.236, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.959, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1662876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:37:22+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T09:37:22+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T09:37:22.713004+09:00", "mtime_epoch": 1783211842.7130044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:37:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2231.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.158, "count": 298, "max_ms": 11.394, "p95_ms": 8.276}, "gstreamer_push": {"avg_ms": 1.289, "count": 298, "max_ms": 1.807, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.415, "count": 298, "max_ms": 72.048, "p95_ms": 62.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.891, "count": 298, "max_ms": 73.965, "p95_ms": 63.395}, "yolo11_640_fire_11class": {"avg_ms": 50.327, "count": 298, "max_ms": 71.519, "p95_ms": 64.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.608, "count": 298, "max_ms": 85.876, "p95_ms": 76.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.51, "count": 298, "max_ms": 131.226, "p95_ms": 92.804}, "read_interval": {"avg_ms": 100.741, "count": 298, "max_ms": 553.09, "p95_ms": 171.105}, "triton_wait": {"avg_ms": 52.813, "count": 298, "max_ms": 85.889, "p95_ms": 76.065}, "visualize": {"avg_ms": 3.733, "count": 298, "max_ms": 5.407, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15750.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 589, "h264_decode_error_count": 1483, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:36:55+09:00", "last_error_summary": "[h264 @ 0x560f77481b80] error while decoding MB 47 30, bytestream -5", "last_exit_at": "2026-07-05T09:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.133, "last_started_at": "2026-07-05T09:36:58+09:00", "pid": 122329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.641, "name": "ffmpeg", "pid": 122329, "rss_mb": 264.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 657, "restart_count_per_hour": 23, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 658}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.143, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1327966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:37:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:37:31+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T09:37:31+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T09:37:31.017106+09:00", "mtime_epoch": 1783211851.0171056, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:37:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.923, "pushed": 6.923, "read": 6.89}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.658, "count": 207, "max_ms": 31.972, "p95_ms": 21.941}, "gstreamer_push": {"avg_ms": 1.06, "count": 207, "max_ms": 1.453, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.915, "count": 207, "max_ms": 68.5, "p95_ms": 62.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.306, "count": 207, "max_ms": 74.036, "p95_ms": 67.492}, "yolo11_640_fire_11class": {"avg_ms": 48.544, "count": 207, "max_ms": 68.775, "p95_ms": 63.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.321, "count": 207, "max_ms": 82.018, "p95_ms": 76.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.703, "count": 207, "max_ms": 168.273, "p95_ms": 160.585}, "read_interval": {"avg_ms": 145.102, "count": 206, "max_ms": 177.145, "p95_ms": 170.386}, "triton_wait": {"avg_ms": 57.027, "count": 207, "max_ms": 82.029, "p95_ms": 76.67}, "visualize": {"avg_ms": 5.518, "count": 207, "max_ms": 7.263, "p95_ms": 6.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15753.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3189.293, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.114, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1663178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:37:52+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:37:52+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T09:37:52.769374+09:00", "mtime_epoch": 1783211872.7693737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:37:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2232.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.157, "count": 302, "max_ms": 11.2, "p95_ms": 8.361}, "gstreamer_push": {"avg_ms": 1.295, "count": 302, "max_ms": 2.227, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.226, "count": 302, "max_ms": 66.302, "p95_ms": 63.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.693, "count": 302, "max_ms": 74.244, "p95_ms": 55.543}, "yolo11_640_fire_11class": {"avg_ms": 48.974, "count": 302, "max_ms": 68.794, "p95_ms": 62.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.526, "count": 302, "max_ms": 79.469, "p95_ms": 74.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.72, "count": 302, "max_ms": 95.146, "p95_ms": 91.172}, "read_interval": {"avg_ms": 99.565, "count": 301, "max_ms": 612.151, "p95_ms": 139.578}, "triton_wait": {"avg_ms": 51.7, "count": 302, "max_ms": 79.482, "p95_ms": 74.76}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 4.996, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15756.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 589, "h264_decode_error_count": 1483, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:36:55+09:00", "last_error_summary": "[h264 @ 0x560f77481b80] error while decoding MB 47 30, bytestream -5", "last_exit_at": "2026-07-05T09:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.253, "last_started_at": "2026-07-05T09:36:58+09:00", "pid": 122329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.645, "name": "ffmpeg", "pid": 122329, "rss_mb": 269.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 657, "restart_count_per_hour": 23, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 658}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.77, "sample_count": 1938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:38:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:38:01+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T09:38:01+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T09:38:01.129478+09:00", "mtime_epoch": 1783211881.1294777, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:38:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.873, "pushed": 6.873, "read": 6.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.789, "count": 205, "max_ms": 26.712, "p95_ms": 21.891}, "gstreamer_push": {"avg_ms": 1.051, "count": 206, "max_ms": 1.257, "p95_ms": 1.143}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.416, "count": 205, "max_ms": 68.946, "p95_ms": 62.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.51, "count": 205, "max_ms": 75.426, "p95_ms": 68.501}, "yolo11_640_fire_11class": {"avg_ms": 47.95, "count": 205, "max_ms": 65.826, "p95_ms": 62.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.471, "count": 205, "max_ms": 78.32, "p95_ms": 75.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.647, "count": 206, "max_ms": 167.354, "p95_ms": 159.144}, "read_interval": {"avg_ms": 146.121, "count": 205, "max_ms": 176.593, "p95_ms": 166.853}, "triton_wait": {"avg_ms": 56.331, "count": 205, "max_ms": 78.333, "p95_ms": 75.168}, "visualize": {"avg_ms": 5.59, "count": 205, "max_ms": 8.1, "p95_ms": 6.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15757.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3219.374, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.105, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1663477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:38:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:38:22+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T09:38:22+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T09:38:22.853751+09:00", "mtime_epoch": 1783211902.8537514, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:38:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2232.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.009, "count": 298, "max_ms": 11.824, "p95_ms": 7.824}, "gstreamer_push": {"avg_ms": 1.278, "count": 299, "max_ms": 1.646, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.455, "count": 298, "max_ms": 68.394, "p95_ms": 63.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.877, "count": 298, "max_ms": 79.982, "p95_ms": 63.859}, "yolo11_640_fire_11class": {"avg_ms": 49.034, "count": 298, "max_ms": 71.002, "p95_ms": 63.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.845, "count": 298, "max_ms": 82.283, "p95_ms": 74.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.925, "count": 299, "max_ms": 97.524, "p95_ms": 90.195}, "read_interval": {"avg_ms": 100.655, "count": 298, "max_ms": 597.618, "p95_ms": 206.399}, "triton_wait": {"avg_ms": 52.042, "count": 298, "max_ms": 82.295, "p95_ms": 74.652}, "visualize": {"avg_ms": 3.682, "count": 298, "max_ms": 5.829, "p95_ms": 4.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15757.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 589, "h264_decode_error_count": 1483, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:36:55+09:00", "last_error_summary": "[h264 @ 0x560f77481b80] error while decoding MB 47 30, bytestream -5", "last_exit_at": "2026-07-05T09:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.364, "last_started_at": "2026-07-05T09:36:58+09:00", "pid": 122329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.676, "name": "ffmpeg", "pid": 122329, "rss_mb": 270.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 657, "restart_count_per_hour": 22, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 658}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.564, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:38:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:38:31+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T09:38:31+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T09:38:31.285859+09:00", "mtime_epoch": 1783211911.2858586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:38:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.746, "pushed": 6.746, "read": 6.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.648, "count": 201, "max_ms": 27.267, "p95_ms": 21.219}, "gstreamer_push": {"avg_ms": 1.04, "count": 202, "max_ms": 1.376, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.011, "count": 201, "max_ms": 65.89, "p95_ms": 60.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.58, "count": 201, "max_ms": 82.014, "p95_ms": 66.348}, "yolo11_640_fire_11class": {"avg_ms": 47.996, "count": 201, "max_ms": 66.6, "p95_ms": 61.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.53, "count": 201, "max_ms": 80.687, "p95_ms": 75.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.564, "count": 202, "max_ms": 168.551, "p95_ms": 161.773}, "read_interval": {"avg_ms": 149.198, "count": 201, "max_ms": 177.017, "p95_ms": 170.013}, "triton_wait": {"avg_ms": 56.27, "count": 201, "max_ms": 82.025, "p95_ms": 75.754}, "visualize": {"avg_ms": 5.711, "count": 201, "max_ms": 6.56, "p95_ms": 6.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15757.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3249.387, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.492, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1663776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:38:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:38:52+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T09:38:52+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T09:38:52.874136+09:00", "mtime_epoch": 1783211932.874136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:38:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2232.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.133, "count": 299, "max_ms": 12.227, "p95_ms": 8.519}, "gstreamer_push": {"avg_ms": 1.283, "count": 299, "max_ms": 1.654, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.645, "count": 299, "max_ms": 67.668, "p95_ms": 63.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.581, "count": 299, "max_ms": 75.994, "p95_ms": 62.391}, "yolo11_640_fire_11class": {"avg_ms": 49.212, "count": 299, "max_ms": 69.281, "p95_ms": 63.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.451, "count": 299, "max_ms": 80.197, "p95_ms": 75.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.346, "count": 299, "max_ms": 105.729, "p95_ms": 91.531}, "read_interval": {"avg_ms": 100.379, "count": 299, "max_ms": 720.931, "p95_ms": 134.207}, "triton_wait": {"avg_ms": 52.134, "count": 299, "max_ms": 80.209, "p95_ms": 75.447}, "visualize": {"avg_ms": 3.684, "count": 299, "max_ms": 5.122, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15760.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 589, "h264_decode_error_count": 1483, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:36:55+09:00", "last_error_summary": "[h264 @ 0x560f77481b80] error while decoding MB 47 30, bytestream -5", "last_exit_at": "2026-07-05T09:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.468, "last_started_at": "2026-07-05T09:36:58+09:00", "pid": 122329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.285, "name": "ffmpeg", "pid": 122329, "rss_mb": 274.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 657, "restart_count_per_hour": 22, "rtsp_timeout_count": 384, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 658}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.319, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:39:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:39:01+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T09:39:01+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T09:39:01.362246+09:00", "mtime_epoch": 1783211941.362246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:39:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.882, "pushed": 6.882, "read": 6.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.555, "count": 206, "max_ms": 28.491, "p95_ms": 21.596}, "gstreamer_push": {"avg_ms": 1.061, "count": 206, "max_ms": 1.521, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.773, "count": 206, "max_ms": 74.223, "p95_ms": 63.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.272, "count": 206, "max_ms": 76.134, "p95_ms": 68.805}, "yolo11_640_fire_11class": {"avg_ms": 49.728, "count": 206, "max_ms": 76.163, "p95_ms": 65.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.411, "count": 206, "max_ms": 80.375, "p95_ms": 77.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.456, "count": 206, "max_ms": 168.29, "p95_ms": 163.571}, "read_interval": {"avg_ms": 146.132, "count": 205, "max_ms": 178.115, "p95_ms": 172.219}, "triton_wait": {"avg_ms": 57.758, "count": 206, "max_ms": 80.387, "p95_ms": 77.871}, "visualize": {"avg_ms": 5.54, "count": 206, "max_ms": 8.168, "p95_ms": 6.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15514.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3279.442, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.434, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1664082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:39:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:39:22+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T09:39:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T09:39:22.926528+09:00", "mtime_epoch": 1783211962.9265285, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:39:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2232.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.216, "pushed": 10.216, "read": 10.183}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.061, "count": 306, "max_ms": 8.669, "p95_ms": 7.874}, "gstreamer_push": {"avg_ms": 1.298, "count": 306, "max_ms": 1.585, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.268, "count": 306, "max_ms": 69.335, "p95_ms": 58.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.857, "count": 306, "max_ms": 73.612, "p95_ms": 60.788}, "yolo11_640_fire_11class": {"avg_ms": 50.276, "count": 306, "max_ms": 68.615, "p95_ms": 60.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.171, "count": 306, "max_ms": 78.528, "p95_ms": 71.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.478, "count": 306, "max_ms": 95.927, "p95_ms": 86.721}, "read_interval": {"avg_ms": 98.273, "count": 305, "max_ms": 634.692, "p95_ms": 138.762}, "triton_wait": {"avg_ms": 51.359, "count": 306, "max_ms": 78.54, "p95_ms": 71.156}, "visualize": {"avg_ms": 3.686, "count": 306, "max_ms": 4.694, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15686.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 590, "h264_decode_error_count": 1486, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:39:22+09:00", "last_error_summary": "[h264 @ 0x55d9a7eed4c0] cabac decode of qscale diff failed at 42 16 [h264 @ 0x55d9a7eed4c0] error while decoding MB 42 16, bytestream -6 [h264 @ 0x55d9a7421700] left block unavailable for requested intra mode [h264 @ 0x55d9a7421700] error while decoding MB 0 39, bytestream 3282 [in#0/rtsp @ 0x55d9a739ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d9a739ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:39:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.232, "last_started_at": "2026-07-05T09:39:25+09:00", "pid": 122436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.469, "name": "ffmpeg", "pid": 122436, "rss_mb": 201.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 658, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 659}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.84, "sample_count": 1821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:39:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:39:31+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T09:39:31+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T09:39:31.450641+09:00", "mtime_epoch": 1783211971.450641, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:39:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 45, "pushed_frames": 45, "read_frames": 44, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.501, "pushed": 1.501, "read": 1.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.607, "count": 44, "max_ms": 22.832, "p95_ms": 22.478}, "gstreamer_push": {"avg_ms": 1.071, "count": 45, "max_ms": 1.154, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.657, "count": 44, "max_ms": 64.242, "p95_ms": 61.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.835, "count": 44, "max_ms": 71.076, "p95_ms": 64.559}, "yolo11_640_fire_11class": {"avg_ms": 47.983, "count": 44, "max_ms": 68.658, "p95_ms": 66.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.564, "count": 44, "max_ms": 78.293, "p95_ms": 72.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.761, "count": 45, "max_ms": 162.716, "p95_ms": 159.552}, "read_interval": {"avg_ms": 680.482, "count": 44, "max_ms": 18991.149, "p95_ms": 172.877}, "triton_wait": {"avg_ms": 54.727, "count": 44, "max_ms": 78.308, "p95_ms": 72.088}, "visualize": {"avg_ms": 5.369, "count": 44, "max_ms": 6.534, "p95_ms": 5.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15751.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3309.454, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.167, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1664380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:39:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:39:53+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:39:52+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T09:39:52.934927+09:00", "mtime_epoch": 1783211992.934927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:39:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2232.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.158, "count": 298, "max_ms": 11.419, "p95_ms": 8.419}, "gstreamer_push": {"avg_ms": 1.274, "count": 298, "max_ms": 1.97, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.61, "count": 298, "max_ms": 72.167, "p95_ms": 62.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.073, "count": 298, "max_ms": 78.394, "p95_ms": 61.543}, "yolo11_640_fire_11class": {"avg_ms": 52.487, "count": 298, "max_ms": 74.165, "p95_ms": 65.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.013, "count": 298, "max_ms": 79.052, "p95_ms": 73.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.24, "count": 298, "max_ms": 95.362, "p95_ms": 89.526}, "read_interval": {"avg_ms": 100.697, "count": 298, "max_ms": 633.491, "p95_ms": 187.137}, "triton_wait": {"avg_ms": 53.799, "count": 298, "max_ms": 79.064, "p95_ms": 73.645}, "visualize": {"avg_ms": 3.686, "count": 298, "max_ms": 5.239, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15752.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 590, "h264_decode_error_count": 1486, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:39:22+09:00", "last_error_summary": "[h264 @ 0x55d9a7eed4c0] cabac decode of qscale diff failed at 42 16 [h264 @ 0x55d9a7eed4c0] error while decoding MB 42 16, bytestream -6 [h264 @ 0x55d9a7421700] left block unavailable for requested intra mode [h264 @ 0x55d9a7421700] error while decoding MB 0 39, bytestream 3282 [in#0/rtsp @ 0x55d9a739ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d9a739ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:39:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.255, "last_started_at": "2026-07-05T09:39:25+09:00", "pid": 122436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.602, "name": "ffmpeg", "pid": 122436, "rss_mb": 265.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 658, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 659}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.84, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:40:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:40:01+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-05T09:40:01+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-05T09:40:01.439041+09:00", "mtime_epoch": 1783212001.4390411, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:40:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.495, "pushed": 6.495, "read": 6.461}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.267, "count": 194, "max_ms": 34.968, "p95_ms": 22.739}, "gstreamer_push": {"avg_ms": 1.03, "count": 194, "max_ms": 1.564, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.001, "count": 194, "max_ms": 76.422, "p95_ms": 64.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.738, "count": 194, "max_ms": 81.975, "p95_ms": 70.017}, "yolo11_640_fire_11class": {"avg_ms": 49.549, "count": 194, "max_ms": 77.223, "p95_ms": 66.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.282, "count": 194, "max_ms": 84.04, "p95_ms": 76.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.794, "count": 194, "max_ms": 175.895, "p95_ms": 165.544}, "read_interval": {"avg_ms": 154.588, "count": 193, "max_ms": 189.647, "p95_ms": 176.223}, "triton_wait": {"avg_ms": 57.14, "count": 194, "max_ms": 84.05, "p95_ms": 77.114}, "visualize": {"avg_ms": 5.817, "count": 194, "max_ms": 7.97, "p95_ms": 6.658}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15757.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3339.486, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.502, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1664679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:40:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:40:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T09:40:22+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T09:40:22.975332+09:00", "mtime_epoch": 1783212022.9753325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:40:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2232.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.264, "count": 299, "max_ms": 11.993, "p95_ms": 9.618}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 2.18, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.734, "count": 299, "max_ms": 70.102, "p95_ms": 62.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.14, "count": 299, "max_ms": 77.744, "p95_ms": 61.786}, "yolo11_640_fire_11class": {"avg_ms": 51.302, "count": 299, "max_ms": 71.424, "p95_ms": 64.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.949, "count": 299, "max_ms": 82.395, "p95_ms": 74.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.859, "count": 299, "max_ms": 98.985, "p95_ms": 91.746}, "read_interval": {"avg_ms": 100.454, "count": 299, "max_ms": 439.635, "p95_ms": 234.207}, "triton_wait": {"avg_ms": 53.683, "count": 299, "max_ms": 82.406, "p95_ms": 74.655}, "visualize": {"avg_ms": 3.648, "count": 299, "max_ms": 4.89, "p95_ms": 4.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.737, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15757.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 590, "h264_decode_error_count": 1486, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:39:22+09:00", "last_error_summary": "[h264 @ 0x55d9a7eed4c0] cabac decode of qscale diff failed at 42 16 [h264 @ 0x55d9a7eed4c0] error while decoding MB 42 16, bytestream -6 [h264 @ 0x55d9a7421700] left block unavailable for requested intra mode [h264 @ 0x55d9a7421700] error while decoding MB 0 39, bytestream 3282 [in#0/rtsp @ 0x55d9a739ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d9a739ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:39:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.363, "last_started_at": "2026-07-05T09:39:25+09:00", "pid": 122436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.242, "name": "ffmpeg", "pid": 122436, "rss_mb": 270.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 658, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 659}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.733, "sample_count": 1825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:40:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:40:31+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T09:40:31+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T09:40:31.607450+09:00", "mtime_epoch": 1783212031.6074502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:40:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.818, "pushed": 6.818, "read": 6.784}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.241, "count": 204, "max_ms": 33.552, "p95_ms": 23.82}, "gstreamer_push": {"avg_ms": 1.057, "count": 204, "max_ms": 1.246, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.318, "count": 204, "max_ms": 69.406, "p95_ms": 62.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.901, "count": 204, "max_ms": 73.018, "p95_ms": 68.145}, "yolo11_640_fire_11class": {"avg_ms": 48.066, "count": 204, "max_ms": 72.617, "p95_ms": 65.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.244, "count": 204, "max_ms": 81.28, "p95_ms": 76.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.818, "count": 204, "max_ms": 172.682, "p95_ms": 162.442}, "read_interval": {"avg_ms": 147.663, "count": 203, "max_ms": 185.132, "p95_ms": 173.064}, "triton_wait": {"avg_ms": 57.041, "count": 204, "max_ms": 81.293, "p95_ms": 76.022}, "visualize": {"avg_ms": 5.46, "count": 204, "max_ms": 7.543, "p95_ms": 6.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15757.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3369.509, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.491, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1664978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:40:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:40:53+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:40:52+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:40:52.991744+09:00", "mtime_epoch": 1783212052.9917438, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:40:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2232.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.167, "count": 299, "max_ms": 11.772, "p95_ms": 8.462}, "gstreamer_push": {"avg_ms": 1.283, "count": 299, "max_ms": 1.732, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.099, "count": 299, "max_ms": 68.291, "p95_ms": 61.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.275, "count": 299, "max_ms": 79.633, "p95_ms": 66.605}, "yolo11_640_fire_11class": {"avg_ms": 51.629, "count": 299, "max_ms": 74.454, "p95_ms": 64.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.925, "count": 299, "max_ms": 80.393, "p95_ms": 75.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.488, "count": 299, "max_ms": 97.959, "p95_ms": 90.802}, "read_interval": {"avg_ms": 100.458, "count": 298, "max_ms": 594.282, "p95_ms": 153.666}, "triton_wait": {"avg_ms": 53.573, "count": 299, "max_ms": 80.407, "p95_ms": 75.334}, "visualize": {"avg_ms": 3.716, "count": 299, "max_ms": 5.943, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15758.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 590, "h264_decode_error_count": 1486, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:39:22+09:00", "last_error_summary": "[h264 @ 0x55d9a7eed4c0] cabac decode of qscale diff failed at 42 16 [h264 @ 0x55d9a7eed4c0] error while decoding MB 42 16, bytestream -6 [h264 @ 0x55d9a7421700] left block unavailable for requested intra mode [h264 @ 0x55d9a7421700] error while decoding MB 0 39, bytestream 3282 [in#0/rtsp @ 0x55d9a739ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d9a739ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:39:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.394, "last_started_at": "2026-07-05T09:39:25+09:00", "pid": 122436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.242, "name": "ffmpeg", "pid": 122436, "rss_mb": 270.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 658, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 659}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.233, "sample_count": 1819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:41:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:41:01+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T09:41:01+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T09:41:01.611863+09:00", "mtime_epoch": 1783212061.6118631, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:41:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.498, "pushed": 6.498, "read": 6.465}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.133, "count": 194, "max_ms": 26.649, "p95_ms": 22.268}, "gstreamer_push": {"avg_ms": 1.029, "count": 194, "max_ms": 1.413, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.564, "count": 194, "max_ms": 64.539, "p95_ms": 61.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.997, "count": 194, "max_ms": 77.815, "p95_ms": 70.823}, "yolo11_640_fire_11class": {"avg_ms": 48.345, "count": 194, "max_ms": 68.121, "p95_ms": 63.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.715, "count": 194, "max_ms": 78.843, "p95_ms": 75.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.485, "count": 194, "max_ms": 168.076, "p95_ms": 163.888}, "read_interval": {"avg_ms": 154.787, "count": 193, "max_ms": 179.731, "p95_ms": 174.866}, "triton_wait": {"avg_ms": 56.377, "count": 194, "max_ms": 78.855, "p95_ms": 76.367}, "visualize": {"avg_ms": 5.87, "count": 194, "max_ms": 8.695, "p95_ms": 6.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15758.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3399.531, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.656, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1665279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:41:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:41:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T09:41:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T09:41:22.988161+09:00", "mtime_epoch": 1783212082.9881606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:41:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2232.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.252, "count": 301, "max_ms": 11.04, "p95_ms": 8.471}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 2.041, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.94, "count": 301, "max_ms": 69.444, "p95_ms": 61.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.949, "count": 301, "max_ms": 78.71, "p95_ms": 57.709}, "yolo11_640_fire_11class": {"avg_ms": 53.638, "count": 301, "max_ms": 75.424, "p95_ms": 68.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.906, "count": 301, "max_ms": 80.191, "p95_ms": 74.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.035, "count": 301, "max_ms": 97.655, "p95_ms": 90.278}, "read_interval": {"avg_ms": 99.713, "count": 300, "max_ms": 512.397, "p95_ms": 140.615}, "triton_wait": {"avg_ms": 54.788, "count": 301, "max_ms": 80.203, "p95_ms": 75.006}, "visualize": {"avg_ms": 3.717, "count": 301, "max_ms": 4.885, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15758.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 590, "h264_decode_error_count": 1486, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:39:22+09:00", "last_error_summary": "[h264 @ 0x55d9a7eed4c0] cabac decode of qscale diff failed at 42 16 [h264 @ 0x55d9a7eed4c0] error while decoding MB 42 16, bytestream -6 [h264 @ 0x55d9a7421700] left block unavailable for requested intra mode [h264 @ 0x55d9a7421700] error while decoding MB 0 39, bytestream 3282 [in#0/rtsp @ 0x55d9a739ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d9a739ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:39:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.453, "last_started_at": "2026-07-05T09:39:25+09:00", "pid": 122436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.242, "name": "ffmpeg", "pid": 122436, "rss_mb": 270.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 658, "restart_count_per_hour": 22, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 659}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.588, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:41:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:41:31+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T09:41:31+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T09:41:31.672282+09:00", "mtime_epoch": 1783212091.6722825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:41:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.554, "pushed": 6.554, "read": 6.52}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.478, "count": 196, "max_ms": 31.737, "p95_ms": 23.519}, "gstreamer_push": {"avg_ms": 1.045, "count": 196, "max_ms": 1.301, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.61, "count": 196, "max_ms": 72.525, "p95_ms": 64.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.114, "count": 196, "max_ms": 77.538, "p95_ms": 69.393}, "yolo11_640_fire_11class": {"avg_ms": 49.49, "count": 196, "max_ms": 75.844, "p95_ms": 69.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.799, "count": 196, "max_ms": 82.991, "p95_ms": 75.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.325, "count": 196, "max_ms": 172.748, "p95_ms": 162.19}, "read_interval": {"avg_ms": 153.359, "count": 195, "max_ms": 183.523, "p95_ms": 173.146}, "triton_wait": {"avg_ms": 56.117, "count": 196, "max_ms": 83.003, "p95_ms": 75.641}, "visualize": {"avg_ms": 5.783, "count": 196, "max_ms": 8.367, "p95_ms": 6.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15758.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3429.68, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.746, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1665581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:41:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:41:53+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:41:53+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T09:41:53.072584+09:00", "mtime_epoch": 1783212113.0725842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:41:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2233.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.237, "count": 301, "max_ms": 9.688, "p95_ms": 8.18}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.79, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.839, "count": 301, "max_ms": 71.252, "p95_ms": 63.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.082, "count": 301, "max_ms": 82.022, "p95_ms": 70.111}, "yolo11_640_fire_11class": {"avg_ms": 54.415, "count": 301, "max_ms": 75.175, "p95_ms": 66.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.749, "count": 301, "max_ms": 82.01, "p95_ms": 73.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.9, "count": 301, "max_ms": 97.732, "p95_ms": 91.37}, "read_interval": {"avg_ms": 99.908, "count": 300, "max_ms": 576.836, "p95_ms": 115.545}, "triton_wait": {"avg_ms": 55.759, "count": 301, "max_ms": 82.032, "p95_ms": 73.91}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 5.184, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15771.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 590, "h264_decode_error_count": 1486, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:39:22+09:00", "last_error_summary": "[h264 @ 0x55d9a7eed4c0] cabac decode of qscale diff failed at 42 16 [h264 @ 0x55d9a7eed4c0] error while decoding MB 42 16, bytestream -6 [h264 @ 0x55d9a7421700] left block unavailable for requested intra mode [h264 @ 0x55d9a7421700] error while decoding MB 0 39, bytestream 3282 [in#0/rtsp @ 0x55d9a739ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d9a739ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:39:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.47, "last_started_at": "2026-07-05T09:39:25+09:00", "pid": 122436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.781, "name": "ffmpeg", "pid": 122436, "rss_mb": 283.781, "state": "S (sleeping)", "threads": 104}, "restart_count": 658, "restart_count_per_hour": 22, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 659}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.236, "sample_count": 1843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:42:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:42:01+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T09:42:01+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T09:42:01.672706+09:00", "mtime_epoch": 1783212121.6727061, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:42:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.461, "pushed": 6.461, "read": 6.428}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.217, "count": 193, "max_ms": 30.548, "p95_ms": 23.048}, "gstreamer_push": {"avg_ms": 1.028, "count": 193, "max_ms": 1.178, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.619, "count": 193, "max_ms": 69.958, "p95_ms": 64.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.812, "count": 193, "max_ms": 81.982, "p95_ms": 74.179}, "yolo11_640_fire_11class": {"avg_ms": 49.516, "count": 193, "max_ms": 77.498, "p95_ms": 68.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.801, "count": 193, "max_ms": 81.322, "p95_ms": 77.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.338, "count": 193, "max_ms": 169.6, "p95_ms": 165.058}, "read_interval": {"avg_ms": 155.439, "count": 192, "max_ms": 180.45, "p95_ms": 175.915}, "triton_wait": {"avg_ms": 56.982, "count": 193, "max_ms": 81.994, "p95_ms": 77.758}, "visualize": {"avg_ms": 5.8, "count": 193, "max_ms": 7.93, "p95_ms": 6.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15752.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3459.855, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.972, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1665881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:42:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:42:23+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T09:42:23+09:00", "mjpeg": {"age_sec": 0.437, "exists": true, "mtime": "2026-07-05T09:42:22.965010+09:00", "mtime_epoch": 1783212142.96501, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 133332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:42:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2233.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.148, "count": 299, "max_ms": 10.507, "p95_ms": 7.921}, "gstreamer_push": {"avg_ms": 1.283, "count": 299, "max_ms": 1.699, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.856, "count": 299, "max_ms": 70.061, "p95_ms": 64.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.829, "count": 299, "max_ms": 81.467, "p95_ms": 69.566}, "yolo11_640_fire_11class": {"avg_ms": 52.716, "count": 299, "max_ms": 72.821, "p95_ms": 66.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.141, "count": 299, "max_ms": 79.49, "p95_ms": 76.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.53, "count": 299, "max_ms": 98.841, "p95_ms": 93.095}, "read_interval": {"avg_ms": 100.608, "count": 298, "max_ms": 572.766, "p95_ms": 169.695}, "triton_wait": {"avg_ms": 54.708, "count": 299, "max_ms": 81.48, "p95_ms": 76.671}, "visualize": {"avg_ms": 3.686, "count": 299, "max_ms": 4.935, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15752.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:42:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.263, "last_started_at": "2026-07-05T09:42:05+09:00", "pid": 122543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.488, "name": "ffmpeg", "pid": 122543, "rss_mb": 264.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 659, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 660}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.15, "sample_count": 1806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:42:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:42:31+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T09:42:31+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-05T09:42:31.693135+09:00", "mtime_epoch": 1783212151.6931353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:42:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9257.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.667, "pushed": 5.667, "read": 5.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.651, "count": 170, "max_ms": 24.966, "p95_ms": 21.798}, "gstreamer_push": {"avg_ms": 1.051, "count": 170, "max_ms": 1.565, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.085, "count": 170, "max_ms": 73.69, "p95_ms": 64.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.742, "count": 170, "max_ms": 81.94, "p95_ms": 69.264}, "yolo11_640_fire_11class": {"avg_ms": 49.628, "count": 170, "max_ms": 76.126, "p95_ms": 66.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.373, "count": 170, "max_ms": 79.247, "p95_ms": 77.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.369, "count": 170, "max_ms": 169.746, "p95_ms": 162.542}, "read_interval": {"avg_ms": 176.597, "count": 170, "max_ms": 4229.744, "p95_ms": 173.812}, "triton_wait": {"avg_ms": 57.122, "count": 170, "max_ms": 81.951, "p95_ms": 77.192}, "visualize": {"avg_ms": 5.726, "count": 170, "max_ms": 7.913, "p95_ms": 6.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15753.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3489.871, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.922, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1666183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:42:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T09:42:53+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:42:53+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:42:53.349448+09:00", "mtime_epoch": 1783212173.3494477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:42:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2233.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.191, "count": 302, "max_ms": 11.276, "p95_ms": 8.506}, "gstreamer_push": {"avg_ms": 1.268, "count": 302, "max_ms": 1.525, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.242, "count": 302, "max_ms": 67.913, "p95_ms": 61.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.438, "count": 302, "max_ms": 81.859, "p95_ms": 60.6}, "yolo11_640_fire_11class": {"avg_ms": 53.097, "count": 302, "max_ms": 74.324, "p95_ms": 68.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.184, "count": 302, "max_ms": 81.045, "p95_ms": 73.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.606, "count": 302, "max_ms": 97.455, "p95_ms": 90.205}, "read_interval": {"avg_ms": 99.435, "count": 301, "max_ms": 520.187, "p95_ms": 126.963}, "triton_wait": {"avg_ms": 54.734, "count": 302, "max_ms": 81.871, "p95_ms": 74.333}, "visualize": {"avg_ms": 3.66, "count": 302, "max_ms": 4.603, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15753.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:42:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.387, "last_started_at": "2026-07-05T09:42:05+09:00", "pid": 122543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.262, "name": "ffmpeg", "pid": 122543, "rss_mb": 265.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 659, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 660}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.319, "sample_count": 1795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1329971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:43:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:43:01+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T09:43:01+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T09:43:01.821571+09:00", "mtime_epoch": 1783212181.8215706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:43:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.505, "pushed": 6.505, "read": 6.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.112, "count": 194, "max_ms": 25.169, "p95_ms": 22.127}, "gstreamer_push": {"avg_ms": 1.019, "count": 195, "max_ms": 1.161, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.473, "count": 194, "max_ms": 67.185, "p95_ms": 60.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.659, "count": 194, "max_ms": 80.209, "p95_ms": 70.624}, "yolo11_640_fire_11class": {"avg_ms": 48.905, "count": 194, "max_ms": 72.312, "p95_ms": 65.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.208, "count": 194, "max_ms": 80.571, "p95_ms": 75.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.263, "count": 195, "max_ms": 169.057, "p95_ms": 162.437}, "read_interval": {"avg_ms": 154.49, "count": 194, "max_ms": 180.355, "p95_ms": 173.084}, "triton_wait": {"avg_ms": 55.844, "count": 194, "max_ms": 80.583, "p95_ms": 75.42}, "visualize": {"avg_ms": 5.842, "count": 194, "max_ms": 6.833, "p95_ms": 6.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15753.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3519.923, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.128, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1666484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:43:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:43:23+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:43:23+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:43:23.401885+09:00", "mtime_epoch": 1783212203.4018853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 145631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:43:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2233.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.184, "count": 301, "max_ms": 11.348, "p95_ms": 8.365}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 1.663, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.173, "count": 301, "max_ms": 65.471, "p95_ms": 62.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.25, "count": 301, "max_ms": 81.483, "p95_ms": 57.966}, "yolo11_640_fire_11class": {"avg_ms": 53.286, "count": 301, "max_ms": 75.05, "p95_ms": 68.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.167, "count": 301, "max_ms": 80.571, "p95_ms": 76.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.725, "count": 301, "max_ms": 97.297, "p95_ms": 91.732}, "read_interval": {"avg_ms": 99.888, "count": 300, "max_ms": 500.27, "p95_ms": 180.078}, "triton_wait": {"avg_ms": 54.839, "count": 301, "max_ms": 81.495, "p95_ms": 76.103}, "visualize": {"avg_ms": 3.708, "count": 301, "max_ms": 5.423, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15754.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:42:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.469, "last_started_at": "2026-07-05T09:42:05+09:00", "pid": 122543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.262, "name": "ffmpeg", "pid": 122543, "rss_mb": 265.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 659, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 660}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.542, "sample_count": 1786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1330164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:43:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:43:32+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T09:43:31+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T09:43:31.914010+09:00", "mtime_epoch": 1783212211.91401, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:43:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.447, "pushed": 6.447, "read": 6.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.31, "count": 193, "max_ms": 29.439, "p95_ms": 24.134}, "gstreamer_push": {"avg_ms": 1.032, "count": 193, "max_ms": 1.396, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.421, "count": 193, "max_ms": 64.825, "p95_ms": 60.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.119, "count": 193, "max_ms": 78.474, "p95_ms": 72.574}, "yolo11_640_fire_11class": {"avg_ms": 49.252, "count": 193, "max_ms": 70.398, "p95_ms": 65.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.337, "count": 193, "max_ms": 80.727, "p95_ms": 75.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.427, "count": 193, "max_ms": 171.352, "p95_ms": 163.916}, "read_interval": {"avg_ms": 155.92, "count": 192, "max_ms": 181.977, "p95_ms": 175.431}, "triton_wait": {"avg_ms": 56.861, "count": 193, "max_ms": 80.739, "p95_ms": 75.761}, "visualize": {"avg_ms": 5.865, "count": 193, "max_ms": 8.995, "p95_ms": 6.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15754.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3549.983, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.029, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1666787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:43:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:43:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T09:43:53+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T09:43:53.422327+09:00", "mtime_epoch": 1783212233.4223266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:43:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2233.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.06, "count": 303, "max_ms": 11.16, "p95_ms": 8.091}, "gstreamer_push": {"avg_ms": 1.267, "count": 303, "max_ms": 1.987, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.65, "count": 303, "max_ms": 68.798, "p95_ms": 62.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.26, "count": 303, "max_ms": 78.623, "p95_ms": 65.932}, "yolo11_640_fire_11class": {"avg_ms": 51.793, "count": 303, "max_ms": 70.522, "p95_ms": 64.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.363, "count": 303, "max_ms": 80.363, "p95_ms": 75.603}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.506, "count": 303, "max_ms": 99.522, "p95_ms": 90.815}, "read_interval": {"avg_ms": 99.257, "count": 302, "max_ms": 623.118, "p95_ms": 135.361}, "triton_wait": {"avg_ms": 53.918, "count": 303, "max_ms": 80.375, "p95_ms": 75.615}, "visualize": {"avg_ms": 3.624, "count": 303, "max_ms": 4.617, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15754.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:42:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.572, "last_started_at": "2026-07-05T09:42:05+09:00", "pid": 122543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.262, "name": "ffmpeg", "pid": 122543, "rss_mb": 265.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 659, "restart_count_per_hour": 22, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 660}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.661, "sample_count": 1772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1330357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:44:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:44:02+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T09:44:02+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T09:44:02.010454+09:00", "mtime_epoch": 1783212242.0104537, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:44:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.442, "pushed": 6.442, "read": 6.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.036, "count": 192, "max_ms": 27.094, "p95_ms": 22.528}, "gstreamer_push": {"avg_ms": 1.023, "count": 193, "max_ms": 1.458, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.842, "count": 192, "max_ms": 64.399, "p95_ms": 62.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.987, "count": 192, "max_ms": 79.203, "p95_ms": 70.537}, "yolo11_640_fire_11class": {"avg_ms": 48.853, "count": 192, "max_ms": 70.113, "p95_ms": 65.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.104, "count": 192, "max_ms": 80.39, "p95_ms": 76.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.258, "count": 193, "max_ms": 170.894, "p95_ms": 163.926}, "read_interval": {"avg_ms": 156.006, "count": 192, "max_ms": 182.197, "p95_ms": 174.847}, "triton_wait": {"avg_ms": 56.716, "count": 192, "max_ms": 80.402, "p95_ms": 76.705}, "visualize": {"avg_ms": 5.82, "count": 192, "max_ms": 7.481, "p95_ms": 6.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15754.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3579.995, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 2, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.128, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1667085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:44:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:44:23+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T09:44:23+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T09:44:23.458772+09:00", "mtime_epoch": 1783212263.4587724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:44:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2234.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.17, "count": 298, "max_ms": 11.389, "p95_ms": 8.49}, "gstreamer_push": {"avg_ms": 1.281, "count": 298, "max_ms": 1.806, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.687, "count": 298, "max_ms": 67.34, "p95_ms": 60.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.981, "count": 298, "max_ms": 80.41, "p95_ms": 60.515}, "yolo11_640_fire_11class": {"avg_ms": 52.651, "count": 298, "max_ms": 77.988, "p95_ms": 69.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.94, "count": 298, "max_ms": 80.864, "p95_ms": 73.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.892, "count": 298, "max_ms": 97.011, "p95_ms": 89.949}, "read_interval": {"avg_ms": 100.639, "count": 298, "max_ms": 599.34, "p95_ms": 117.884}, "triton_wait": {"avg_ms": 54.059, "count": 298, "max_ms": 80.877, "p95_ms": 73.561}, "visualize": {"avg_ms": 3.683, "count": 298, "max_ms": 5.786, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15754.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:42:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.673, "last_started_at": "2026-07-05T09:42:05+09:00", "pid": 122543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.262, "name": "ffmpeg", "pid": 122543, "rss_mb": 265.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 659, "restart_count_per_hour": 22, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 660}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.661, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1330551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:44:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:44:32+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T09:44:32+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T09:44:32.090901+09:00", "mtime_epoch": 1783212272.0909011, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:44:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.478, "pushed": 6.478, "read": 6.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.009, "count": 193, "max_ms": 24.394, "p95_ms": 21.855}, "gstreamer_push": {"avg_ms": 1.033, "count": 194, "max_ms": 1.692, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.409, "count": 193, "max_ms": 68.296, "p95_ms": 61.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.411, "count": 193, "max_ms": 76.086, "p95_ms": 69.13}, "yolo11_640_fire_11class": {"avg_ms": 49.494, "count": 193, "max_ms": 71.012, "p95_ms": 66.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.026, "count": 193, "max_ms": 79.327, "p95_ms": 74.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.84, "count": 194, "max_ms": 166.423, "p95_ms": 162.139}, "read_interval": {"avg_ms": 155.075, "count": 193, "max_ms": 179.06, "p95_ms": 174.047}, "triton_wait": {"avg_ms": 57.017, "count": 193, "max_ms": 79.338, "p95_ms": 74.514}, "visualize": {"avg_ms": 5.858, "count": 193, "max_ms": 7.988, "p95_ms": 6.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15755.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3610.006, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.194, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1667384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:44:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:44:53+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:44:53+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T09:44:53.487222+09:00", "mtime_epoch": 1783212293.4872217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:44:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2234.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.093, "count": 299, "max_ms": 11.483, "p95_ms": 8.553}, "gstreamer_push": {"avg_ms": 1.284, "count": 299, "max_ms": 1.656, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.785, "count": 299, "max_ms": 66.211, "p95_ms": 61.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.198, "count": 299, "max_ms": 77.214, "p95_ms": 62.689}, "yolo11_640_fire_11class": {"avg_ms": 52.138, "count": 299, "max_ms": 75.861, "p95_ms": 65.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.285, "count": 299, "max_ms": 81.832, "p95_ms": 74.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.014, "count": 299, "max_ms": 97.427, "p95_ms": 90.613}, "read_interval": {"avg_ms": 100.43, "count": 299, "max_ms": 520.325, "p95_ms": 114.258}, "triton_wait": {"avg_ms": 53.286, "count": 299, "max_ms": 81.845, "p95_ms": 75.243}, "visualize": {"avg_ms": 3.677, "count": 299, "max_ms": 5.699, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15756.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.366, "last_started_at": "2026-07-05T09:44:41+09:00", "pid": 122650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.133, "name": "ffmpeg", "pid": 122650, "rss_mb": 267.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 660, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 661}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.596, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1330717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:45:02+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T09:45:02+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T09:45:02.191353+09:00", "mtime_epoch": 1783212302.1913526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:45:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.547, "pushed": 5.547, "read": 5.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.939, "count": 166, "max_ms": 23.902, "p95_ms": 22.104}, "gstreamer_push": {"avg_ms": 1.017, "count": 166, "max_ms": 1.14, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.298, "count": 166, "max_ms": 69.015, "p95_ms": 63.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.179, "count": 166, "max_ms": 79.075, "p95_ms": 69.952}, "yolo11_640_fire_11class": {"avg_ms": 49.879, "count": 166, "max_ms": 77.0, "p95_ms": 65.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.532, "count": 166, "max_ms": 80.807, "p95_ms": 76.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.641, "count": 166, "max_ms": 191.764, "p95_ms": 164.383}, "read_interval": {"avg_ms": 181.371, "count": 165, "max_ms": 4739.006, "p95_ms": 175.114}, "triton_wait": {"avg_ms": 57.281, "count": 166, "max_ms": 80.82, "p95_ms": 76.818}, "visualize": {"avg_ms": 5.853, "count": 166, "max_ms": 7.64, "p95_ms": 6.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15757.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3640.054, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.117, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1667688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:45:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:45:23+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T09:45:23+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:45:23.531675+09:00", "mtime_epoch": 1783212323.5316749, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:45:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2234.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.145, "pushed": 10.145, "read": 10.111}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.152, "count": 304, "max_ms": 12.001, "p95_ms": 10.286}, "gstreamer_push": {"avg_ms": 1.274, "count": 304, "max_ms": 1.797, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.537, "count": 304, "max_ms": 68.045, "p95_ms": 62.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.025, "count": 304, "max_ms": 76.61, "p95_ms": 63.178}, "yolo11_640_fire_11class": {"avg_ms": 52.153, "count": 304, "max_ms": 73.407, "p95_ms": 65.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.727, "count": 304, "max_ms": 80.38, "p95_ms": 74.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.615, "count": 304, "max_ms": 96.051, "p95_ms": 90.312}, "read_interval": {"avg_ms": 98.873, "count": 303, "max_ms": 535.186, "p95_ms": 118.761}, "triton_wait": {"avg_ms": 53.917, "count": 304, "max_ms": 80.393, "p95_ms": 74.976}, "visualize": {"avg_ms": 3.655, "count": 304, "max_ms": 5.769, "p95_ms": 4.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15758.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.45, "last_started_at": "2026-07-05T09:44:41+09:00", "pid": 122650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.164, "name": "ffmpeg", "pid": 122650, "rss_mb": 268.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 660, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 661}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.888, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1330914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:45:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:45:32+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T09:45:32+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T09:45:32.279808+09:00", "mtime_epoch": 1783212332.2798076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:45:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.58, "pushed": 6.58, "read": 6.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.628, "count": 197, "max_ms": 34.282, "p95_ms": 23.69}, "gstreamer_push": {"avg_ms": 1.031, "count": 197, "max_ms": 1.163, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.776, "count": 197, "max_ms": 67.397, "p95_ms": 62.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.52, "count": 197, "max_ms": 75.295, "p95_ms": 68.461}, "yolo11_640_fire_11class": {"avg_ms": 48.998, "count": 197, "max_ms": 69.851, "p95_ms": 65.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.274, "count": 197, "max_ms": 81.129, "p95_ms": 75.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.293, "count": 197, "max_ms": 173.238, "p95_ms": 166.734}, "read_interval": {"avg_ms": 152.746, "count": 196, "max_ms": 182.685, "p95_ms": 175.503}, "triton_wait": {"avg_ms": 56.7, "count": 197, "max_ms": 81.142, "p95_ms": 75.705}, "visualize": {"avg_ms": 5.883, "count": 197, "max_ms": 9.705, "p95_ms": 6.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15759.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3670.114, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.117, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1667984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T09:45:53+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T09:45:53+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T09:45:53.568131+09:00", "mtime_epoch": 1783212353.5681314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:45:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2234.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.874, "pushed": 9.874, "read": 9.841}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.104, "count": 296, "max_ms": 11.244, "p95_ms": 8.271}, "gstreamer_push": {"avg_ms": 1.285, "count": 296, "max_ms": 1.829, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.179, "count": 296, "max_ms": 66.475, "p95_ms": 61.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.32, "count": 296, "max_ms": 81.328, "p95_ms": 62.146}, "yolo11_640_fire_11class": {"avg_ms": 51.513, "count": 296, "max_ms": 69.8, "p95_ms": 63.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.03, "count": 296, "max_ms": 80.053, "p95_ms": 75.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.087, "count": 296, "max_ms": 96.725, "p95_ms": 90.706}, "read_interval": {"avg_ms": 101.513, "count": 295, "max_ms": 586.516, "p95_ms": 150.616}, "triton_wait": {"avg_ms": 53.339, "count": 296, "max_ms": 81.339, "p95_ms": 75.554}, "visualize": {"avg_ms": 3.678, "count": 296, "max_ms": 4.759, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15763.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.545, "last_started_at": "2026-07-05T09:44:41+09:00", "pid": 122650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.547, "name": "ffmpeg", "pid": 122650, "rss_mb": 272.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 660, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 661}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.077, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1331112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:46:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:46:02+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T09:46:02+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T09:46:02.372266+09:00", "mtime_epoch": 1783212362.3722658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:46:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.61, "pushed": 6.61, "read": 6.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.535, "count": 197, "max_ms": 34.031, "p95_ms": 22.959}, "gstreamer_push": {"avg_ms": 1.045, "count": 198, "max_ms": 1.628, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.276, "count": 197, "max_ms": 63.772, "p95_ms": 62.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.052, "count": 197, "max_ms": 77.997, "p95_ms": 71.017}, "yolo11_640_fire_11class": {"avg_ms": 48.65, "count": 197, "max_ms": 68.761, "p95_ms": 65.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.957, "count": 197, "max_ms": 78.588, "p95_ms": 76.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.665, "count": 198, "max_ms": 172.702, "p95_ms": 166.001}, "read_interval": {"avg_ms": 152.018, "count": 197, "max_ms": 187.18, "p95_ms": 174.036}, "triton_wait": {"avg_ms": 56.507, "count": 197, "max_ms": 78.6, "p95_ms": 76.412}, "visualize": {"avg_ms": 5.83, "count": 197, "max_ms": 7.163, "p95_ms": 6.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15763.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3700.186, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.326, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1668286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:46:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:46:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T09:46:23+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:46:23.668592+09:00", "mtime_epoch": 1783212383.668592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:46:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2234.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.296, "count": 302, "max_ms": 12.133, "p95_ms": 8.706}, "gstreamer_push": {"avg_ms": 1.285, "count": 302, "max_ms": 1.584, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.135, "count": 302, "max_ms": 66.504, "p95_ms": 61.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.005, "count": 302, "max_ms": 81.93, "p95_ms": 66.899}, "yolo11_640_fire_11class": {"avg_ms": 51.624, "count": 302, "max_ms": 71.758, "p95_ms": 64.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.23, "count": 302, "max_ms": 81.041, "p95_ms": 75.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.536, "count": 302, "max_ms": 99.997, "p95_ms": 92.133}, "read_interval": {"avg_ms": 99.631, "count": 301, "max_ms": 647.957, "p95_ms": 148.247}, "triton_wait": {"avg_ms": 53.547, "count": 302, "max_ms": 81.943, "p95_ms": 76.436}, "visualize": {"avg_ms": 3.691, "count": 302, "max_ms": 4.706, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15763.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.604, "last_started_at": "2026-07-05T09:44:41+09:00", "pid": 122650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.547, "name": "ffmpeg", "pid": 122650, "rss_mb": 272.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 660, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 661}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.381, "sample_count": 1893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1331310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:46:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:46:32+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T09:46:32+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T09:46:32.424726+09:00", "mtime_epoch": 1783212392.4247265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:46:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.62, "pushed": 6.62, "read": 6.587}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.076, "count": 198, "max_ms": 30.695, "p95_ms": 21.881}, "gstreamer_push": {"avg_ms": 1.039, "count": 198, "max_ms": 1.204, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.42, "count": 198, "max_ms": 66.151, "p95_ms": 62.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.247, "count": 198, "max_ms": 81.92, "p95_ms": 70.505}, "yolo11_640_fire_11class": {"avg_ms": 48.907, "count": 198, "max_ms": 71.351, "p95_ms": 66.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.846, "count": 198, "max_ms": 82.04, "p95_ms": 77.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.634, "count": 198, "max_ms": 168.856, "p95_ms": 165.18}, "read_interval": {"avg_ms": 151.817, "count": 197, "max_ms": 176.429, "p95_ms": 174.067}, "triton_wait": {"avg_ms": 56.372, "count": 198, "max_ms": 82.052, "p95_ms": 78.255}, "visualize": {"avg_ms": 5.835, "count": 198, "max_ms": 7.353, "p95_ms": 6.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15763.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3730.241, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.56, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1668585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:46:53+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:46:53+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T09:46:53.717055+09:00", "mtime_epoch": 1783212413.7170548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:46:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2234.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.161, "count": 299, "max_ms": 11.682, "p95_ms": 8.336}, "gstreamer_push": {"avg_ms": 1.294, "count": 299, "max_ms": 1.954, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.089, "count": 299, "max_ms": 71.924, "p95_ms": 64.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.936, "count": 299, "max_ms": 77.056, "p95_ms": 67.764}, "yolo11_640_fire_11class": {"avg_ms": 51.993, "count": 299, "max_ms": 76.611, "p95_ms": 66.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.741, "count": 299, "max_ms": 81.811, "p95_ms": 77.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.782, "count": 299, "max_ms": 97.616, "p95_ms": 93.087}, "read_interval": {"avg_ms": 100.562, "count": 298, "max_ms": 686.529, "p95_ms": 152.552}, "triton_wait": {"avg_ms": 53.892, "count": 299, "max_ms": 81.824, "p95_ms": 77.424}, "visualize": {"avg_ms": 3.699, "count": 299, "max_ms": 4.653, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15766.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 591, "h264_decode_error_count": 1487, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:42:03+09:00", "last_error_summary": "[h264 @ 0x564f435bf5c0] error while decoding MB 2 38, bytestream -9", "last_exit_at": "2026-07-05T09:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.616, "last_started_at": "2026-07-05T09:44:41+09:00", "pid": 122650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.926, "name": "ffmpeg", "pid": 122650, "rss_mb": 274.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 660, "restart_count_per_hour": 22, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 661}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.381, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1331511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:47:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:47:02+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T09:47:02+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T09:47:02.437190+09:00", "mtime_epoch": 1783212422.4371898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:47:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.73, "pushed": 6.73, "read": 6.696}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.944, "count": 201, "max_ms": 30.95, "p95_ms": 21.79}, "gstreamer_push": {"avg_ms": 1.072, "count": 201, "max_ms": 1.461, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.509, "count": 201, "max_ms": 70.509, "p95_ms": 63.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.236, "count": 201, "max_ms": 82.515, "p95_ms": 70.96}, "yolo11_640_fire_11class": {"avg_ms": 49.859, "count": 201, "max_ms": 75.426, "p95_ms": 66.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.621, "count": 201, "max_ms": 80.646, "p95_ms": 77.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.914, "count": 201, "max_ms": 168.672, "p95_ms": 164.395}, "read_interval": {"avg_ms": 149.313, "count": 200, "max_ms": 176.721, "p95_ms": 172.817}, "triton_wait": {"avg_ms": 56.929, "count": 201, "max_ms": 82.528, "p95_ms": 77.092}, "visualize": {"avg_ms": 5.72, "count": 201, "max_ms": 8.046, "p95_ms": 6.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15517.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3760.256, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.385, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1668889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:47:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:47:23+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T09:47:23.737520+09:00", "mtime_epoch": 1783212443.7375202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:47:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2234.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.094, "count": 304, "max_ms": 11.273, "p95_ms": 8.065}, "gstreamer_push": {"avg_ms": 1.279, "count": 304, "max_ms": 1.594, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.511, "count": 304, "max_ms": 68.815, "p95_ms": 61.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.141, "count": 304, "max_ms": 79.763, "p95_ms": 64.657}, "yolo11_640_fire_11class": {"avg_ms": 51.87, "count": 304, "max_ms": 70.783, "p95_ms": 65.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.138, "count": 304, "max_ms": 78.881, "p95_ms": 75.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.632, "count": 304, "max_ms": 95.635, "p95_ms": 91.907}, "read_interval": {"avg_ms": 98.746, "count": 304, "max_ms": 446.825, "p95_ms": 124.686}, "triton_wait": {"avg_ms": 53.798, "count": 304, "max_ms": 79.775, "p95_ms": 76.057}, "visualize": {"avg_ms": 3.694, "count": 304, "max_ms": 4.976, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15736.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:47:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.567, "last_started_at": "2026-07-05T09:47:24+09:00", "pid": 122757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 245.742, "name": "ffmpeg", "pid": 122757, "rss_mb": 245.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 661, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 662}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.476, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1331679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:47:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:47:32+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T09:47:32+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T09:47:32.509657+09:00", "mtime_epoch": 1783212452.5096567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:47:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.616, "pushed": 5.616, "read": 5.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.794, "count": 168, "max_ms": 25.669, "p95_ms": 21.697}, "gstreamer_push": {"avg_ms": 1.037, "count": 168, "max_ms": 1.174, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.493, "count": 168, "max_ms": 65.911, "p95_ms": 61.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.42, "count": 168, "max_ms": 82.014, "p95_ms": 69.845}, "yolo11_640_fire_11class": {"avg_ms": 49.005, "count": 168, "max_ms": 70.173, "p95_ms": 64.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.035, "count": 168, "max_ms": 80.461, "p95_ms": 75.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.913, "count": 168, "max_ms": 167.098, "p95_ms": 161.94}, "read_interval": {"avg_ms": 179.131, "count": 167, "max_ms": 4989.518, "p95_ms": 170.902}, "triton_wait": {"avg_ms": 56.456, "count": 168, "max_ms": 82.026, "p95_ms": 75.571}, "visualize": {"avg_ms": 5.751, "count": 168, "max_ms": 6.909, "p95_ms": 6.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15757.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3790.321, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.385, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:47:53+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T09:47:53+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T09:47:53.809989+09:00", "mtime_epoch": 1783212473.809989, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:47:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2235.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.117, "count": 301, "max_ms": 11.404, "p95_ms": 8.017}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 2.045, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.181, "count": 301, "max_ms": 70.154, "p95_ms": 61.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.038, "count": 301, "max_ms": 77.525, "p95_ms": 65.482}, "yolo11_640_fire_11class": {"avg_ms": 52.181, "count": 301, "max_ms": 75.223, "p95_ms": 65.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.257, "count": 301, "max_ms": 79.875, "p95_ms": 75.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.808, "count": 301, "max_ms": 95.519, "p95_ms": 91.487}, "read_interval": {"avg_ms": 99.945, "count": 300, "max_ms": 567.683, "p95_ms": 123.859}, "triton_wait": {"avg_ms": 54.01, "count": 301, "max_ms": 79.887, "p95_ms": 75.819}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 5.309, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15757.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:47:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.634, "last_started_at": "2026-07-05T09:47:24+09:00", "pid": 122757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.109, "name": "ffmpeg", "pid": 122757, "rss_mb": 266.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 661, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 662}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.469, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1331879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:48:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:48:02+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T09:48:02+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T09:48:02.582126+09:00", "mtime_epoch": 1783212482.5821261, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:48:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9258.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.685, "pushed": 6.685, "read": 6.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.0, "count": 200, "max_ms": 23.885, "p95_ms": 21.917}, "gstreamer_push": {"avg_ms": 1.032, "count": 200, "max_ms": 1.205, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.83, "count": 200, "max_ms": 63.306, "p95_ms": 60.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.558, "count": 200, "max_ms": 77.366, "p95_ms": 69.692}, "yolo11_640_fire_11class": {"avg_ms": 47.225, "count": 200, "max_ms": 72.979, "p95_ms": 63.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.573, "count": 200, "max_ms": 78.4, "p95_ms": 75.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.179, "count": 200, "max_ms": 165.881, "p95_ms": 163.7}, "read_interval": {"avg_ms": 150.367, "count": 199, "max_ms": 175.475, "p95_ms": 171.991}, "triton_wait": {"avg_ms": 55.833, "count": 200, "max_ms": 78.411, "p95_ms": 75.807}, "visualize": {"avg_ms": 5.792, "count": 200, "max_ms": 6.859, "p95_ms": 6.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15760.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3820.38, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.326, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:48:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:48:23+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T09:48:23.858460+09:00", "mtime_epoch": 1783212503.85846, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:48:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2235.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 301, "max_ms": 11.553, "p95_ms": 8.189}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.99, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.698, "count": 301, "max_ms": 66.812, "p95_ms": 61.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.338, "count": 301, "max_ms": 78.218, "p95_ms": 63.886}, "yolo11_640_fire_11class": {"avg_ms": 51.766, "count": 301, "max_ms": 73.175, "p95_ms": 64.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.594, "count": 301, "max_ms": 79.641, "p95_ms": 75.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.199, "count": 301, "max_ms": 95.591, "p95_ms": 91.266}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 504.357, "p95_ms": 187.252}, "triton_wait": {"avg_ms": 53.262, "count": 301, "max_ms": 79.654, "p95_ms": 75.432}, "visualize": {"avg_ms": 3.741, "count": 301, "max_ms": 5.778, "p95_ms": 4.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15760.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:47:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.699, "last_started_at": "2026-07-05T09:47:24+09:00", "pid": 122757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.398, "name": "ffmpeg", "pid": 122757, "rss_mb": 267.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 661, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 662}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.564, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1332077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:48:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:48:32+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T09:48:32+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T09:48:32.638598+09:00", "mtime_epoch": 1783212512.638598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:48:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.624, "pushed": 6.624, "read": 6.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.544, "count": 198, "max_ms": 33.6, "p95_ms": 26.374}, "gstreamer_push": {"avg_ms": 1.027, "count": 198, "max_ms": 1.373, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.507, "count": 198, "max_ms": 65.633, "p95_ms": 62.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.316, "count": 198, "max_ms": 75.091, "p95_ms": 67.073}, "yolo11_640_fire_11class": {"avg_ms": 48.31, "count": 198, "max_ms": 70.245, "p95_ms": 67.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.931, "count": 198, "max_ms": 79.202, "p95_ms": 76.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.358, "count": 198, "max_ms": 266.678, "p95_ms": 166.903}, "read_interval": {"avg_ms": 151.856, "count": 197, "max_ms": 276.032, "p95_ms": 174.813}, "triton_wait": {"avg_ms": 55.548, "count": 198, "max_ms": 79.214, "p95_ms": 76.553}, "visualize": {"avg_ms": 5.878, "count": 198, "max_ms": 8.67, "p95_ms": 7.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15760.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3850.405, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.369, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:48:53+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:48:53+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:48:53.886933+09:00", "mtime_epoch": 1783212533.8869328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:48:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2235.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.234, "count": 301, "max_ms": 11.225, "p95_ms": 8.668}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.595, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.731, "count": 301, "max_ms": 68.842, "p95_ms": 60.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.586, "count": 301, "max_ms": 78.976, "p95_ms": 62.744}, "yolo11_640_fire_11class": {"avg_ms": 52.745, "count": 301, "max_ms": 76.158, "p95_ms": 68.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.781, "count": 301, "max_ms": 79.239, "p95_ms": 74.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.723, "count": 301, "max_ms": 96.173, "p95_ms": 90.781}, "read_interval": {"avg_ms": 99.804, "count": 300, "max_ms": 521.022, "p95_ms": 122.645}, "triton_wait": {"avg_ms": 53.721, "count": 301, "max_ms": 79.255, "p95_ms": 75.054}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 4.788, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15760.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:47:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.719, "last_started_at": "2026-07-05T09:47:24+09:00", "pid": 122757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.398, "name": "ffmpeg", "pid": 122757, "rss_mb": 267.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 661, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 662}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.653, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1332277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:49:02+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T09:49:02+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T09:49:02.631071+09:00", "mtime_epoch": 1783212542.631071, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:49:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.696, "pushed": 6.696, "read": 6.662}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.99, "count": 200, "max_ms": 24.336, "p95_ms": 22.041}, "gstreamer_push": {"avg_ms": 1.024, "count": 200, "max_ms": 1.304, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.127, "count": 200, "max_ms": 65.506, "p95_ms": 61.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.628, "count": 200, "max_ms": 81.781, "p95_ms": 68.653}, "yolo11_640_fire_11class": {"avg_ms": 47.842, "count": 200, "max_ms": 70.58, "p95_ms": 66.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.423, "count": 200, "max_ms": 84.522, "p95_ms": 76.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.835, "count": 200, "max_ms": 170.934, "p95_ms": 164.536}, "read_interval": {"avg_ms": 149.973, "count": 199, "max_ms": 181.373, "p95_ms": 172.733}, "triton_wait": {"avg_ms": 54.907, "count": 200, "max_ms": 84.534, "p95_ms": 76.405}, "visualize": {"avg_ms": 5.842, "count": 200, "max_ms": 8.179, "p95_ms": 6.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15760.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3880.698, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.414, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1670092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:49:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:49:24+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T09:49:24+09:00", "mjpeg": {"age_sec": 0.443, "exists": true, "mtime": "2026-07-05T09:49:23.803406+09:00", "mtime_epoch": 1783212563.8034065, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:49:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2235.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.886}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.284, "count": 297, "max_ms": 11.937, "p95_ms": 8.631}, "gstreamer_push": {"avg_ms": 1.286, "count": 297, "max_ms": 2.031, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.531, "count": 297, "max_ms": 69.559, "p95_ms": 61.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.138, "count": 297, "max_ms": 76.158, "p95_ms": 64.284}, "yolo11_640_fire_11class": {"avg_ms": 53.12, "count": 297, "max_ms": 77.596, "p95_ms": 67.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.482, "count": 297, "max_ms": 83.649, "p95_ms": 73.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.188, "count": 297, "max_ms": 98.998, "p95_ms": 90.577}, "read_interval": {"avg_ms": 101.097, "count": 296, "max_ms": 770.249, "p95_ms": 224.157}, "triton_wait": {"avg_ms": 54.158, "count": 297, "max_ms": 83.662, "p95_ms": 74.785}, "visualize": {"avg_ms": 3.703, "count": 297, "max_ms": 4.716, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15760.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:47:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.72, "last_started_at": "2026-07-05T09:47:24+09:00", "pid": 122757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.398, "name": "ffmpeg", "pid": 122757, "rss_mb": 267.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 661, "restart_count_per_hour": 22, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 662}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.814, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1332476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:49:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:49:32+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T09:49:32+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T09:49:32.659547+09:00", "mtime_epoch": 1783212572.659547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:49:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.386, "count": 199, "max_ms": 30.55, "p95_ms": 25.425}, "gstreamer_push": {"avg_ms": 1.022, "count": 199, "max_ms": 1.39, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.922, "count": 199, "max_ms": 63.516, "p95_ms": 61.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.876, "count": 199, "max_ms": 76.566, "p95_ms": 65.289}, "yolo11_640_fire_11class": {"avg_ms": 47.809, "count": 199, "max_ms": 72.946, "p95_ms": 68.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.301, "count": 199, "max_ms": 79.966, "p95_ms": 76.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.392, "count": 199, "max_ms": 168.246, "p95_ms": 164.533}, "read_interval": {"avg_ms": 150.896, "count": 199, "max_ms": 178.149, "p95_ms": 173.004}, "triton_wait": {"avg_ms": 54.646, "count": 199, "max_ms": 79.978, "p95_ms": 76.296}, "visualize": {"avg_ms": 5.897, "count": 199, "max_ms": 9.143, "p95_ms": 7.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15761.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3910.726, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.488, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1670394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:49:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:49:54+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:49:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T09:49:54.207890+09:00", "mtime_epoch": 1783212594.2078898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 167316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:49:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2235.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.186, "count": 302, "max_ms": 11.765, "p95_ms": 8.379}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 1.651, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.647, "count": 302, "max_ms": 65.364, "p95_ms": 61.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.171, "count": 302, "max_ms": 76.997, "p95_ms": 64.788}, "yolo11_640_fire_11class": {"avg_ms": 53.626, "count": 302, "max_ms": 74.223, "p95_ms": 69.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.51, "count": 302, "max_ms": 78.194, "p95_ms": 74.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.301, "count": 302, "max_ms": 93.953, "p95_ms": 90.627}, "read_interval": {"avg_ms": 99.47, "count": 301, "max_ms": 676.836, "p95_ms": 118.439}, "triton_wait": {"avg_ms": 54.497, "count": 302, "max_ms": 78.207, "p95_ms": 74.923}, "visualize": {"avg_ms": 3.704, "count": 302, "max_ms": 5.66, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15760.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:47:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.825, "last_started_at": "2026-07-05T09:47:24+09:00", "pid": 122757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.645, "name": "ffmpeg", "pid": 122757, "rss_mb": 267.609, "state": "S (sleeping)", "threads": 105}, "restart_count": 661, "restart_count_per_hour": 22, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 662}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.817, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1332674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:50:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:50:02+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T09:50:02+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T09:50:02.764026+09:00", "mtime_epoch": 1783212602.7640262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:50:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.613, "pushed": 6.613, "read": 6.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.158, "count": 197, "max_ms": 28.846, "p95_ms": 21.956}, "gstreamer_push": {"avg_ms": 1.027, "count": 198, "max_ms": 1.174, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.503, "count": 197, "max_ms": 66.223, "p95_ms": 62.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.219, "count": 197, "max_ms": 78.072, "p95_ms": 67.508}, "yolo11_640_fire_11class": {"avg_ms": 49.892, "count": 197, "max_ms": 73.284, "p95_ms": 68.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.99, "count": 197, "max_ms": 81.562, "p95_ms": 76.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.837, "count": 198, "max_ms": 167.185, "p95_ms": 165.122}, "read_interval": {"avg_ms": 152.073, "count": 197, "max_ms": 177.332, "p95_ms": 172.91}, "triton_wait": {"avg_ms": 56.427, "count": 197, "max_ms": 81.573, "p95_ms": 76.646}, "visualize": {"avg_ms": 5.826, "count": 197, "max_ms": 7.648, "p95_ms": 6.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15756.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3940.727, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.526, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1670691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:50:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:50:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T09:50:24+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T09:50:24.188368+09:00", "mtime_epoch": 1783212624.1883683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:50:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2235.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.2, "count": 297, "max_ms": 11.016, "p95_ms": 8.114}, "gstreamer_push": {"avg_ms": 1.299, "count": 297, "max_ms": 2.245, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.346, "count": 297, "max_ms": 64.654, "p95_ms": 62.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.066, "count": 297, "max_ms": 72.851, "p95_ms": 61.851}, "yolo11_640_fire_11class": {"avg_ms": 53.417, "count": 297, "max_ms": 75.573, "p95_ms": 66.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.188, "count": 297, "max_ms": 80.357, "p95_ms": 75.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.321, "count": 297, "max_ms": 95.752, "p95_ms": 91.01}, "read_interval": {"avg_ms": 100.946, "count": 297, "max_ms": 684.673, "p95_ms": 151.325}, "triton_wait": {"avg_ms": 54.474, "count": 297, "max_ms": 80.37, "p95_ms": 75.291}, "visualize": {"avg_ms": 3.709, "count": 297, "max_ms": 5.045, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15758.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:50:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.518, "last_started_at": "2026-07-05T09:50:08+09:00", "pid": 122864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.195, "name": "ffmpeg", "pid": 122864, "rss_mb": 265.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 662, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 663}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.814, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1332845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:50:32+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T09:50:32+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T09:50:32.872507+09:00", "mtime_epoch": 1783212632.8725073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:50:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.711, "pushed": 5.711, "read": 5.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.203, "count": 170, "max_ms": 32.019, "p95_ms": 24.077}, "gstreamer_push": {"avg_ms": 1.065, "count": 171, "max_ms": 1.331, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.771, "count": 170, "max_ms": 66.061, "p95_ms": 61.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.463, "count": 170, "max_ms": 75.975, "p95_ms": 68.03}, "yolo11_640_fire_11class": {"avg_ms": 48.547, "count": 170, "max_ms": 71.313, "p95_ms": 66.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.117, "count": 170, "max_ms": 79.768, "p95_ms": 77.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.408, "count": 171, "max_ms": 168.998, "p95_ms": 164.313}, "read_interval": {"avg_ms": 176.276, "count": 170, "max_ms": 4968.728, "p95_ms": 174.515}, "triton_wait": {"avg_ms": 56.36, "count": 170, "max_ms": 79.779, "p95_ms": 77.171}, "visualize": {"avg_ms": 5.584, "count": 170, "max_ms": 9.123, "p95_ms": 6.708}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15760.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3970.81, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.65, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1670993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:50:54+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T09:50:54+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-05T09:50:54.076848+09:00", "mtime_epoch": 1783212654.0768476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:50:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2235.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.12, "count": 301, "max_ms": 11.722, "p95_ms": 8.034}, "gstreamer_push": {"avg_ms": 1.281, "count": 302, "max_ms": 1.52, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.139, "count": 301, "max_ms": 68.829, "p95_ms": 62.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.555, "count": 301, "max_ms": 76.203, "p95_ms": 64.07}, "yolo11_640_fire_11class": {"avg_ms": 52.441, "count": 301, "max_ms": 72.814, "p95_ms": 66.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.443, "count": 301, "max_ms": 81.745, "p95_ms": 75.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.68, "count": 301, "max_ms": 97.572, "p95_ms": 91.246}, "read_interval": {"avg_ms": 99.578, "count": 301, "max_ms": 562.013, "p95_ms": 126.41}, "triton_wait": {"avg_ms": 53.946, "count": 301, "max_ms": 81.758, "p95_ms": 75.731}, "visualize": {"avg_ms": 3.679, "count": 301, "max_ms": 4.777, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15760.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:50:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.542, "last_started_at": "2026-07-05T09:50:08+09:00", "pid": 122864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 122864, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 662, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 663}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.536, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1333042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:51:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:51:03+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T09:51:02+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T09:51:02.872989+09:00", "mtime_epoch": 1783212662.8729887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:51:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.593, "pushed": 6.593, "read": 6.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.035, "count": 197, "max_ms": 23.305, "p95_ms": 21.853}, "gstreamer_push": {"avg_ms": 1.051, "count": 197, "max_ms": 1.542, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.312, "count": 197, "max_ms": 64.975, "p95_ms": 61.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.109, "count": 197, "max_ms": 71.316, "p95_ms": 66.592}, "yolo11_640_fire_11class": {"avg_ms": 49.045, "count": 197, "max_ms": 71.371, "p95_ms": 66.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.845, "count": 197, "max_ms": 78.687, "p95_ms": 75.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.868, "count": 197, "max_ms": 175.408, "p95_ms": 162.02}, "read_interval": {"avg_ms": 152.402, "count": 196, "max_ms": 189.294, "p95_ms": 173.262}, "triton_wait": {"avg_ms": 56.178, "count": 197, "max_ms": 78.698, "p95_ms": 75.421}, "visualize": {"avg_ms": 5.783, "count": 197, "max_ms": 7.811, "p95_ms": 6.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15760.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4000.97, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.347, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1671293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:51:24+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:51:24+09:00", "mjpeg": {"age_sec": 0.405, "exists": true, "mtime": "2026-07-05T09:51:24.113331+09:00", "mtime_epoch": 1783212684.1133306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:51:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2236.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.169, "count": 299, "max_ms": 10.154, "p95_ms": 8.29}, "gstreamer_push": {"avg_ms": 1.281, "count": 299, "max_ms": 1.716, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.007, "count": 299, "max_ms": 64.41, "p95_ms": 61.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.553, "count": 299, "max_ms": 77.169, "p95_ms": 59.666}, "yolo11_640_fire_11class": {"avg_ms": 53.494, "count": 299, "max_ms": 76.395, "p95_ms": 70.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.851, "count": 299, "max_ms": 78.019, "p95_ms": 75.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.051, "count": 299, "max_ms": 93.399, "p95_ms": 90.866}, "read_interval": {"avg_ms": 100.616, "count": 298, "max_ms": 621.629, "p95_ms": 153.662}, "triton_wait": {"avg_ms": 54.294, "count": 299, "max_ms": 78.031, "p95_ms": 75.576}, "visualize": {"avg_ms": 3.708, "count": 299, "max_ms": 4.793, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15763.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:50:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.686, "last_started_at": "2026-07-05T09:50:08+09:00", "pid": 122864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.062, "name": "ffmpeg", "pid": 122864, "rss_mb": 269.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 662, "restart_count_per_hour": 23, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 663}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.313, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1333238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:51:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:51:33+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T09:51:33+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T09:51:33.017474+09:00", "mtime_epoch": 1783212693.0174742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:51:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.539, "pushed": 6.539, "read": 6.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.884, "count": 195, "max_ms": 25.884, "p95_ms": 21.847}, "gstreamer_push": {"avg_ms": 1.047, "count": 196, "max_ms": 1.514, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.722, "count": 195, "max_ms": 64.741, "p95_ms": 60.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.318, "count": 195, "max_ms": 74.421, "p95_ms": 63.88}, "yolo11_640_fire_11class": {"avg_ms": 49.148, "count": 195, "max_ms": 71.6, "p95_ms": 68.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.497, "count": 195, "max_ms": 79.615, "p95_ms": 76.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.369, "count": 196, "max_ms": 172.713, "p95_ms": 163.345}, "read_interval": {"avg_ms": 153.794, "count": 195, "max_ms": 184.668, "p95_ms": 174.277}, "triton_wait": {"avg_ms": 55.873, "count": 195, "max_ms": 79.627, "p95_ms": 76.191}, "visualize": {"avg_ms": 5.833, "count": 195, "max_ms": 6.892, "p95_ms": 6.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15764.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4031.029, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.998, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1671597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:51:54+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T09:51:54+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T09:51:54.505821+09:00", "mtime_epoch": 1783212714.5058212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:51:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2236.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.109}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.096, "count": 304, "max_ms": 10.812, "p95_ms": 8.186}, "gstreamer_push": {"avg_ms": 1.27, "count": 304, "max_ms": 1.695, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.175, "count": 304, "max_ms": 68.151, "p95_ms": 61.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.805, "count": 304, "max_ms": 79.502, "p95_ms": 59.494}, "yolo11_640_fire_11class": {"avg_ms": 53.893, "count": 304, "max_ms": 77.679, "p95_ms": 67.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.886, "count": 304, "max_ms": 80.064, "p95_ms": 74.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.46, "count": 304, "max_ms": 95.733, "p95_ms": 90.641}, "read_interval": {"avg_ms": 98.91, "count": 303, "max_ms": 505.775, "p95_ms": 115.021}, "triton_wait": {"avg_ms": 54.896, "count": 304, "max_ms": 80.074, "p95_ms": 75.012}, "visualize": {"avg_ms": 3.663, "count": 304, "max_ms": 5.638, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15767.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:50:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.773, "last_started_at": "2026-07-05T09:50:08+09:00", "pid": 122864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.547, "name": "ffmpeg", "pid": 122864, "rss_mb": 273.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 662, "restart_count_per_hour": 22, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 663}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.291, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1333436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:52:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:52:03+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T09:52:03+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T09:52:03.105960+09:00", "mtime_epoch": 1783212723.1059604, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:52:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.613, "pushed": 6.613, "read": 6.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.685, "count": 198, "max_ms": 29.394, "p95_ms": 21.694}, "gstreamer_push": {"avg_ms": 1.028, "count": 198, "max_ms": 1.222, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.245, "count": 198, "max_ms": 72.639, "p95_ms": 62.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.735, "count": 198, "max_ms": 82.229, "p95_ms": 69.881}, "yolo11_640_fire_11class": {"avg_ms": 50.848, "count": 198, "max_ms": 76.609, "p95_ms": 70.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.449, "count": 198, "max_ms": 79.661, "p95_ms": 77.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.639, "count": 198, "max_ms": 171.097, "p95_ms": 163.975}, "read_interval": {"avg_ms": 151.973, "count": 197, "max_ms": 182.854, "p95_ms": 174.975}, "triton_wait": {"avg_ms": 57.096, "count": 198, "max_ms": 82.24, "p95_ms": 77.12}, "visualize": {"avg_ms": 5.709, "count": 198, "max_ms": 6.989, "p95_ms": 6.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15771.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4061.039, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.891, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1671897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:52:24+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:52:24+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T09:52:24.526308+09:00", "mtime_epoch": 1783212744.5263076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:52:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2236.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.109, "count": 300, "max_ms": 11.562, "p95_ms": 8.606}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.943, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.854, "count": 300, "max_ms": 64.006, "p95_ms": 60.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.489, "count": 300, "max_ms": 81.837, "p95_ms": 66.341}, "yolo11_640_fire_11class": {"avg_ms": 55.09, "count": 300, "max_ms": 78.969, "p95_ms": 72.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.087, "count": 300, "max_ms": 78.524, "p95_ms": 75.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.432, "count": 300, "max_ms": 97.404, "p95_ms": 90.845}, "read_interval": {"avg_ms": 100.045, "count": 300, "max_ms": 522.133, "p95_ms": 123.788}, "triton_wait": {"avg_ms": 55.865, "count": 300, "max_ms": 81.849, "p95_ms": 75.64}, "visualize": {"avg_ms": 3.665, "count": 300, "max_ms": 4.817, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15770.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 592, "h264_decode_error_count": 1489, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:47:21+09:00", "last_error_summary": "[h264 @ 0x558abf5d3000] left block unavailable for requested intra mode [h264 @ 0x558abf5d3000] error while decoding MB 0 25, bytestream 1648 [h264 @ 0x558abeab5140] error while decoding MB 37 39, bytestream -9", "last_exit_at": "2026-07-05T09:50:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.858, "last_started_at": "2026-07-05T09:50:08+09:00", "pid": 122864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.641, "name": "ffmpeg", "pid": 122864, "rss_mb": 276.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 662, "restart_count_per_hour": 22, "rtsp_timeout_count": 386, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 663}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.155, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1333637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:52:33+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-05T09:52:33+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-05T09:52:33.162448+09:00", "mtime_epoch": 1783212753.1624477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:52:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.714, "pushed": 6.714, "read": 6.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.699, "count": 201, "max_ms": 23.635, "p95_ms": 21.892}, "gstreamer_push": {"avg_ms": 1.054, "count": 201, "max_ms": 1.262, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.255, "count": 201, "max_ms": 64.522, "p95_ms": 61.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.389, "count": 201, "max_ms": 76.361, "p95_ms": 71.277}, "yolo11_640_fire_11class": {"avg_ms": 50.095, "count": 201, "max_ms": 72.954, "p95_ms": 70.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.064, "count": 201, "max_ms": 79.336, "p95_ms": 76.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.139, "count": 201, "max_ms": 169.261, "p95_ms": 161.621}, "read_interval": {"avg_ms": 149.515, "count": 200, "max_ms": 178.973, "p95_ms": 171.845}, "triton_wait": {"avg_ms": 56.907, "count": 201, "max_ms": 79.349, "p95_ms": 76.479}, "visualize": {"avg_ms": 5.613, "count": 201, "max_ms": 7.519, "p95_ms": 6.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15771.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4091.049, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.891, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1672195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:52:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:52:54+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T09:52:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T09:52:54.530795+09:00", "mtime_epoch": 1783212774.5307949, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:52:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2236.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.108, "count": 298, "max_ms": 11.35, "p95_ms": 8.886}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.547, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.846, "count": 298, "max_ms": 67.995, "p95_ms": 60.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.309, "count": 298, "max_ms": 77.557, "p95_ms": 59.781}, "yolo11_640_fire_11class": {"avg_ms": 53.962, "count": 298, "max_ms": 78.314, "p95_ms": 69.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.321, "count": 298, "max_ms": 81.033, "p95_ms": 76.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.079, "count": 298, "max_ms": 96.765, "p95_ms": 91.507}, "read_interval": {"avg_ms": 100.704, "count": 298, "max_ms": 579.922, "p95_ms": 235.316}, "triton_wait": {"avg_ms": 54.559, "count": 298, "max_ms": 81.044, "p95_ms": 76.106}, "visualize": {"avg_ms": 3.596, "count": 298, "max_ms": 4.906, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15637.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 593, "h264_decode_error_count": 1491, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:53:02+09:00", "last_error_summary": "[h264 @ 0x55f365f6c5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f365f6c5c0] error while decoding MB 0 36, bytestream 1407 [h264 @ 0x55f365e9d740] error while decoding MB 47 34, bytestream -5 [in#0/rtsp @ 0x55f3651afe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f3651afe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:53:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.144, "last_started_at": "2026-07-05T09:53:04+09:00", "pid": 122971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 147.336, "name": "ffmpeg", "pid": 122971, "rss_mb": 147.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 663, "restart_count_per_hour": 23, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 664}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.226, "sample_count": 1796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1333704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:53:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T09:53:07+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T09:53:06+09:00", "mjpeg": {"age_sec": 4.776, "exists": true, "mtime": "2026-07-05T09:53:02.246921+09:00", "mtime_epoch": 1783212782.2469206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:53:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 44, "pushed_frames": 44, "read_frames": 43, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.469, "pushed": 1.469, "read": 1.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.317, "count": 43, "max_ms": 26.077, "p95_ms": 22.023}, "gstreamer_push": {"avg_ms": 1.047, "count": 44, "max_ms": 1.177, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.13, "count": 43, "max_ms": 64.092, "p95_ms": 62.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.522, "count": 43, "max_ms": 71.488, "p95_ms": 68.433}, "yolo11_640_fire_11class": {"avg_ms": 52.71, "count": 43, "max_ms": 74.577, "p95_ms": 72.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.498, "count": 43, "max_ms": 79.476, "p95_ms": 78.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.023, "count": 44, "max_ms": 167.699, "p95_ms": 165.389}, "read_interval": {"avg_ms": 696.634, "count": 43, "max_ms": 18690.959, "p95_ms": 179.035}, "triton_wait": {"avg_ms": 58.896, "count": 43, "max_ms": 79.488, "p95_ms": 78.636}, "visualize": {"avg_ms": 5.898, "count": 43, "max_ms": 6.285, "p95_ms": 6.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15759.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4121.102, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.852, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1672499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:53:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:53:24+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T09:53:24+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T09:53:24.579284+09:00", "mtime_epoch": 1783212804.5792844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:53:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2236.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.11}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.02, "count": 304, "max_ms": 11.693, "p95_ms": 7.648}, "gstreamer_push": {"avg_ms": 1.278, "count": 304, "max_ms": 1.648, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.582, "count": 304, "max_ms": 68.861, "p95_ms": 61.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.801, "count": 304, "max_ms": 79.187, "p95_ms": 58.081}, "yolo11_640_fire_11class": {"avg_ms": 53.876, "count": 304, "max_ms": 79.02, "p95_ms": 71.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.621, "count": 304, "max_ms": 84.268, "p95_ms": 72.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.943, "count": 304, "max_ms": 99.679, "p95_ms": 90.469}, "read_interval": {"avg_ms": 98.883, "count": 303, "max_ms": 745.055, "p95_ms": 171.99}, "triton_wait": {"avg_ms": 54.332, "count": 304, "max_ms": 84.281, "p95_ms": 74.899}, "visualize": {"avg_ms": 3.689, "count": 304, "max_ms": 4.735, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15763.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 593, "h264_decode_error_count": 1491, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:53:02+09:00", "last_error_summary": "[h264 @ 0x55f365f6c5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f365f6c5c0] error while decoding MB 0 36, bytestream 1407 [h264 @ 0x55f365e9d740] error while decoding MB 47 34, bytestream -5 [in#0/rtsp @ 0x55f3651afe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f3651afe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:53:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.23, "last_started_at": "2026-07-05T09:53:04+09:00", "pid": 122971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.707, "name": "ffmpeg", "pid": 122971, "rss_mb": 268.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 663, "restart_count_per_hour": 23, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 664}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.152, "sample_count": 1799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1333904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:53:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:53:37+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T09:53:36+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T09:53:37.003487+09:00", "mtime_epoch": 1783212817.0034873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:53:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.674, "pushed": 6.674, "read": 6.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.197, "count": 200, "max_ms": 27.167, "p95_ms": 22.672}, "gstreamer_push": {"avg_ms": 1.039, "count": 200, "max_ms": 1.28, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.167, "count": 200, "max_ms": 65.397, "p95_ms": 62.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.347, "count": 200, "max_ms": 79.209, "p95_ms": 71.605}, "yolo11_640_fire_11class": {"avg_ms": 50.156, "count": 200, "max_ms": 78.117, "p95_ms": 71.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.491, "count": 200, "max_ms": 83.737, "p95_ms": 76.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.444, "count": 200, "max_ms": 173.003, "p95_ms": 165.327}, "read_interval": {"avg_ms": 150.571, "count": 199, "max_ms": 182.177, "p95_ms": 173.146}, "triton_wait": {"avg_ms": 56.26, "count": 200, "max_ms": 83.749, "p95_ms": 77.229}, "visualize": {"avg_ms": 5.805, "count": 200, "max_ms": 9.27, "p95_ms": 6.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15765.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4151.111, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.147, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1672781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:53:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:53:54+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T09:53:54+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T09:53:54.531774+09:00", "mtime_epoch": 1783212834.5317738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:53:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2236.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.403, "pushed": 9.403, "read": 9.403}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.776, "count": 282, "max_ms": 12.436, "p95_ms": 11.086}, "gstreamer_push": {"avg_ms": 1.237, "count": 282, "max_ms": 1.931, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.523, "count": 282, "max_ms": 64.409, "p95_ms": 62.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.321, "count": 282, "max_ms": 79.71, "p95_ms": 70.866}, "yolo11_640_fire_11class": {"avg_ms": 55.129, "count": 282, "max_ms": 78.577, "p95_ms": 69.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.528, "count": 282, "max_ms": 82.007, "p95_ms": 76.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.575, "count": 282, "max_ms": 142.738, "p95_ms": 134.356}, "read_interval": {"avg_ms": 106.198, "count": 282, "max_ms": 542.364, "p95_ms": 152.966}, "triton_wait": {"avg_ms": 56.437, "count": 282, "max_ms": 82.018, "p95_ms": 77.279}, "visualize": {"avg_ms": 4.033, "count": 282, "max_ms": 7.182, "p95_ms": 5.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15765.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 593, "h264_decode_error_count": 1491, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:53:02+09:00", "last_error_summary": "[h264 @ 0x55f365f6c5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f365f6c5c0] error while decoding MB 0 36, bytestream 1407 [h264 @ 0x55f365e9d740] error while decoding MB 47 34, bytestream -5 [in#0/rtsp @ 0x55f3651afe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f3651afe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:53:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.342, "last_started_at": "2026-07-05T09:53:04+09:00", "pid": 122971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.738, "name": "ffmpeg", "pid": 122971, "rss_mb": 269.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 663, "restart_count_per_hour": 23, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 664}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.748, "sample_count": 1807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1334113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:54:07+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-05T09:54:07+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-05T09:54:07.055979+09:00", "mtime_epoch": 1783212847.0559788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:54:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9259.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.971, "pushed": 6.971, "read": 6.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.543, "count": 208, "max_ms": 23.723, "p95_ms": 21.631}, "gstreamer_push": {"avg_ms": 1.06, "count": 209, "max_ms": 1.727, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.782, "count": 208, "max_ms": 67.033, "p95_ms": 62.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.842, "count": 208, "max_ms": 81.282, "p95_ms": 71.45}, "yolo11_640_fire_11class": {"avg_ms": 51.135, "count": 208, "max_ms": 74.976, "p95_ms": 70.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.002, "count": 208, "max_ms": 82.073, "p95_ms": 78.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.399, "count": 209, "max_ms": 172.577, "p95_ms": 161.633}, "read_interval": {"avg_ms": 143.888, "count": 208, "max_ms": 175.457, "p95_ms": 169.502}, "triton_wait": {"avg_ms": 58.779, "count": 208, "max_ms": 82.085, "p95_ms": 79.602}, "visualize": {"avg_ms": 5.435, "count": 208, "max_ms": 6.955, "p95_ms": 6.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15766.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4181.172, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.807, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1673100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:54:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:54:24+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T09:54:24+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T09:54:24.656267+09:00", "mtime_epoch": 1783212864.6562672, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:54:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2236.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.664, "pushed": 10.664, "read": 10.63}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.47, "count": 319, "max_ms": 12.29, "p95_ms": 9.802}, "gstreamer_push": {"avg_ms": 1.259, "count": 319, "max_ms": 1.85, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.499, "count": 319, "max_ms": 72.524, "p95_ms": 62.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.478, "count": 319, "max_ms": 82.306, "p95_ms": 68.617}, "yolo11_640_fire_11class": {"avg_ms": 54.254, "count": 319, "max_ms": 76.243, "p95_ms": 68.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.163, "count": 319, "max_ms": 80.139, "p95_ms": 75.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.857, "count": 319, "max_ms": 148.524, "p95_ms": 107.452}, "read_interval": {"avg_ms": 94.276, "count": 318, "max_ms": 350.351, "p95_ms": 122.795}, "triton_wait": {"avg_ms": 55.8, "count": 319, "max_ms": 82.315, "p95_ms": 76.59}, "visualize": {"avg_ms": 3.793, "count": 319, "max_ms": 6.815, "p95_ms": 4.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15765.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 593, "h264_decode_error_count": 1491, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:53:02+09:00", "last_error_summary": "[h264 @ 0x55f365f6c5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f365f6c5c0] error while decoding MB 0 36, bytestream 1407 [h264 @ 0x55f365e9d740] error while decoding MB 47 34, bytestream -5 [in#0/rtsp @ 0x55f3651afe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f3651afe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:53:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.391, "last_started_at": "2026-07-05T09:53:04+09:00", "pid": 122971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.738, "name": "ffmpeg", "pid": 122971, "rss_mb": 269.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 663, "restart_count_per_hour": 23, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 664}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.702, "sample_count": 1820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1334325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T09:54:37+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T09:54:37+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T09:54:37.160472+09:00", "mtime_epoch": 1783212877.1604722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:54:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.09, "pushed": 7.09, "read": 7.056}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.685, "count": 212, "max_ms": 25.799, "p95_ms": 22.153}, "gstreamer_push": {"avg_ms": 1.074, "count": 212, "max_ms": 1.493, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.894, "count": 212, "max_ms": 68.988, "p95_ms": 62.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.514, "count": 212, "max_ms": 81.653, "p95_ms": 71.414}, "yolo11_640_fire_11class": {"avg_ms": 51.163, "count": 212, "max_ms": 75.125, "p95_ms": 68.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.847, "count": 212, "max_ms": 80.894, "p95_ms": 77.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.997, "count": 212, "max_ms": 168.695, "p95_ms": 164.091}, "read_interval": {"avg_ms": 141.811, "count": 211, "max_ms": 176.906, "p95_ms": 171.651}, "triton_wait": {"avg_ms": 58.975, "count": 212, "max_ms": 81.665, "p95_ms": 78.069}, "visualize": {"avg_ms": 5.309, "count": 212, "max_ms": 7.873, "p95_ms": 6.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15765.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4211.187, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.221, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1673379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:54:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:54:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:54:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T09:54:54.668760+09:00", "mtime_epoch": 1783212894.6687598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:54:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2236.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.301, "pushed": 9.301, "read": 9.301}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.324, "count": 279, "max_ms": 13.432, "p95_ms": 11.616}, "gstreamer_push": {"avg_ms": 1.205, "count": 279, "max_ms": 1.867, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.318, "count": 279, "max_ms": 64.085, "p95_ms": 61.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.18, "count": 279, "max_ms": 80.412, "p95_ms": 70.181}, "yolo11_640_fire_11class": {"avg_ms": 53.648, "count": 279, "max_ms": 73.609, "p95_ms": 68.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.407, "count": 279, "max_ms": 80.8, "p95_ms": 77.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.102, "count": 279, "max_ms": 156.85, "p95_ms": 136.517}, "read_interval": {"avg_ms": 107.587, "count": 279, "max_ms": 450.693, "p95_ms": 153.173}, "triton_wait": {"avg_ms": 55.55, "count": 279, "max_ms": 80.812, "p95_ms": 77.942}, "visualize": {"avg_ms": 4.186, "count": 279, "max_ms": 6.936, "p95_ms": 5.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15766.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 593, "h264_decode_error_count": 1491, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:53:02+09:00", "last_error_summary": "[h264 @ 0x55f365f6c5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f365f6c5c0] error while decoding MB 0 36, bytestream 1407 [h264 @ 0x55f365e9d740] error while decoding MB 47 34, bytestream -5 [in#0/rtsp @ 0x55f3651afe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f3651afe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:53:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.539, "last_started_at": "2026-07-05T09:53:04+09:00", "pid": 122971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.996, "name": "ffmpeg", "pid": 122971, "rss_mb": 269.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 663, "restart_count_per_hour": 22, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 664}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.603, "sample_count": 1832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1334524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:55:07+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T09:55:07+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T09:55:07.260967+09:00", "mtime_epoch": 1783212907.2609668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:55:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.638, "pushed": 6.638, "read": 6.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.116, "count": 198, "max_ms": 26.708, "p95_ms": 23.607}, "gstreamer_push": {"avg_ms": 1.03, "count": 199, "max_ms": 1.225, "p95_ms": 1.138}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.304, "count": 198, "max_ms": 67.466, "p95_ms": 62.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.148, "count": 198, "max_ms": 81.202, "p95_ms": 72.781}, "yolo11_640_fire_11class": {"avg_ms": 49.642, "count": 198, "max_ms": 73.78, "p95_ms": 68.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.498, "count": 198, "max_ms": 81.587, "p95_ms": 78.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.106, "count": 199, "max_ms": 172.923, "p95_ms": 165.453}, "read_interval": {"avg_ms": 151.384, "count": 198, "max_ms": 181.086, "p95_ms": 174.027}, "triton_wait": {"avg_ms": 57.214, "count": 198, "max_ms": 81.6, "p95_ms": 80.067}, "visualize": {"avg_ms": 5.783, "count": 198, "max_ms": 9.067, "p95_ms": 6.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15766.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4241.235, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.927, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1673697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:55:24+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T09:55:24+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T09:55:24.677253+09:00", "mtime_epoch": 1783212924.6772535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 167157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:55:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2237.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.612, "pushed": 10.612, "read": 10.579}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.495, "count": 318, "max_ms": 11.846, "p95_ms": 8.805}, "gstreamer_push": {"avg_ms": 1.297, "count": 318, "max_ms": 2.102, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.734, "count": 318, "max_ms": 66.236, "p95_ms": 61.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.982, "count": 318, "max_ms": 76.126, "p95_ms": 67.769}, "yolo11_640_fire_11class": {"avg_ms": 53.698, "count": 318, "max_ms": 76.549, "p95_ms": 70.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.37, "count": 318, "max_ms": 80.854, "p95_ms": 76.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.162, "count": 318, "max_ms": 133.627, "p95_ms": 94.17}, "read_interval": {"avg_ms": 94.396, "count": 317, "max_ms": 532.864, "p95_ms": 118.317}, "triton_wait": {"avg_ms": 55.042, "count": 318, "max_ms": 80.867, "p95_ms": 76.562}, "visualize": {"avg_ms": 3.773, "count": 318, "max_ms": 5.162, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15766.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 593, "h264_decode_error_count": 1491, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:53:02+09:00", "last_error_summary": "[h264 @ 0x55f365f6c5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f365f6c5c0] error while decoding MB 0 36, bytestream 1407 [h264 @ 0x55f365e9d740] error while decoding MB 47 34, bytestream -5 [in#0/rtsp @ 0x55f3651afe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f3651afe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:53:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.697, "last_started_at": "2026-07-05T09:53:04+09:00", "pid": 122971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.512, "name": "ffmpeg", "pid": 122971, "rss_mb": 270.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 663, "restart_count_per_hour": 22, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 664}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.091, "sample_count": 1855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1334731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:55:37+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T09:55:37+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T09:55:37.421463+09:00", "mtime_epoch": 1783212937.4214635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:55:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.896, "pushed": 6.896, "read": 6.863}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.406, "count": 206, "max_ms": 23.168, "p95_ms": 21.329}, "gstreamer_push": {"avg_ms": 1.054, "count": 206, "max_ms": 1.228, "p95_ms": 1.146}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.385, "count": 206, "max_ms": 66.811, "p95_ms": 61.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.501, "count": 206, "max_ms": 82.721, "p95_ms": 70.993}, "yolo11_640_fire_11class": {"avg_ms": 50.305, "count": 206, "max_ms": 71.526, "p95_ms": 69.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.881, "count": 206, "max_ms": 86.451, "p95_ms": 78.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.035, "count": 206, "max_ms": 182.084, "p95_ms": 165.787}, "read_interval": {"avg_ms": 145.565, "count": 205, "max_ms": 190.371, "p95_ms": 174.134}, "triton_wait": {"avg_ms": 57.589, "count": 206, "max_ms": 86.464, "p95_ms": 79.019}, "visualize": {"avg_ms": 5.503, "count": 206, "max_ms": 7.342, "p95_ms": 6.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15653.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4271.323, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.04, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1674002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:55:54+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T09:55:54+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T09:55:54.781750+09:00", "mtime_epoch": 1783212954.78175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:55:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2237.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.173, "pushed": 10.173, "read": 10.139}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.811, "count": 305, "max_ms": 12.152, "p95_ms": 10.4}, "gstreamer_push": {"avg_ms": 1.228, "count": 305, "max_ms": 1.773, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.676, "count": 305, "max_ms": 66.372, "p95_ms": 61.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.585, "count": 305, "max_ms": 81.794, "p95_ms": 66.918}, "yolo11_640_fire_11class": {"avg_ms": 53.545, "count": 305, "max_ms": 75.681, "p95_ms": 68.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.024, "count": 305, "max_ms": 82.949, "p95_ms": 75.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.331, "count": 305, "max_ms": 167.936, "p95_ms": 131.474}, "read_interval": {"avg_ms": 98.622, "count": 304, "max_ms": 457.132, "p95_ms": 147.115}, "triton_wait": {"avg_ms": 54.798, "count": 305, "max_ms": 82.961, "p95_ms": 75.367}, "visualize": {"avg_ms": 4.026, "count": 305, "max_ms": 8.039, "p95_ms": 5.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15760.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 594, "h264_decode_error_count": 1492, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:55:48+09:00", "last_error_summary": "[h264 @ 0x558cd80d6f40] error while decoding MB 18 42, bytestream -6", "last_exit_at": "2026-07-05T09:55:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.89, "last_started_at": "2026-07-05T09:55:50+09:00", "pid": 123078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.141, "name": "ffmpeg", "pid": 123078, "rss_mb": 264.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 664, "restart_count_per_hour": 23, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 665}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.291, "sample_count": 1831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1334903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:56:07+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T09:56:07+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T09:56:07.569961+09:00", "mtime_epoch": 1783212967.569961, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:56:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.738, "pushed": 5.738, "read": 5.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.08, "count": 171, "max_ms": 30.544, "p95_ms": 22.635}, "gstreamer_push": {"avg_ms": 1.05, "count": 172, "max_ms": 1.594, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.016, "count": 171, "max_ms": 64.41, "p95_ms": 62.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.603, "count": 171, "max_ms": 75.78, "p95_ms": 71.124}, "yolo11_640_fire_11class": {"avg_ms": 49.678, "count": 171, "max_ms": 71.718, "p95_ms": 67.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.751, "count": 171, "max_ms": 79.013, "p95_ms": 76.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.128, "count": 172, "max_ms": 184.435, "p95_ms": 160.936}, "read_interval": {"avg_ms": 175.283, "count": 171, "max_ms": 4628.591, "p95_ms": 169.407}, "triton_wait": {"avg_ms": 56.507, "count": 171, "max_ms": 79.026, "p95_ms": 76.531}, "visualize": {"avg_ms": 5.701, "count": 171, "max_ms": 7.147, "p95_ms": 6.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15762.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4301.328, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.04, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1674302, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:56:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T09:56:24+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T09:56:24.814246+09:00", "mtime_epoch": 1783212984.8142462, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:56:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2237.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.346, "count": 300, "max_ms": 12.184, "p95_ms": 8.435}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 2.097, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.581, "count": 300, "max_ms": 63.924, "p95_ms": 60.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.177, "count": 300, "max_ms": 78.008, "p95_ms": 61.801}, "yolo11_640_fire_11class": {"avg_ms": 52.902, "count": 300, "max_ms": 78.807, "p95_ms": 69.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.758, "count": 300, "max_ms": 78.491, "p95_ms": 74.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.808, "count": 300, "max_ms": 95.354, "p95_ms": 90.261}, "read_interval": {"avg_ms": 100.103, "count": 300, "max_ms": 528.787, "p95_ms": 161.407}, "triton_wait": {"avg_ms": 53.916, "count": 300, "max_ms": 78.82, "p95_ms": 74.534}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.373, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15763.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 594, "h264_decode_error_count": 1492, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:55:48+09:00", "last_error_summary": "[h264 @ 0x558cd80d6f40] error while decoding MB 18 42, bytestream -6", "last_exit_at": "2026-07-05T09:55:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.944, "last_started_at": "2026-07-05T09:55:50+09:00", "pid": 123078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.945, "name": "ffmpeg", "pid": 123078, "rss_mb": 265.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 664, "restart_count_per_hour": 23, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 665}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.373, "sample_count": 1842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:56:37+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T09:56:37+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T09:56:37.630458+09:00", "mtime_epoch": 1783212997.630458, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:56:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.887, "pushed": 6.887, "read": 6.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.646, "count": 206, "max_ms": 24.01, "p95_ms": 21.811}, "gstreamer_push": {"avg_ms": 1.039, "count": 206, "max_ms": 1.345, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.969, "count": 206, "max_ms": 64.774, "p95_ms": 61.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.521, "count": 206, "max_ms": 78.839, "p95_ms": 69.352}, "yolo11_640_fire_11class": {"avg_ms": 49.229, "count": 206, "max_ms": 71.123, "p95_ms": 67.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.709, "count": 206, "max_ms": 79.702, "p95_ms": 77.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.528, "count": 206, "max_ms": 166.471, "p95_ms": 163.998}, "read_interval": {"avg_ms": 145.9, "count": 205, "max_ms": 175.369, "p95_ms": 171.204}, "triton_wait": {"avg_ms": 56.552, "count": 206, "max_ms": 79.715, "p95_ms": 77.333}, "visualize": {"avg_ms": 5.573, "count": 206, "max_ms": 8.11, "p95_ms": 6.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15763.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4331.396, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.04, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1674602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:56:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:56:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:56:54+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:56:54.878744+09:00", "mtime_epoch": 1783213014.878744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:56:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2237.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.345, "count": 300, "max_ms": 12.45, "p95_ms": 8.705}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 2.067, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.256, "count": 300, "max_ms": 66.869, "p95_ms": 61.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.868, "count": 300, "max_ms": 78.51, "p95_ms": 67.741}, "yolo11_640_fire_11class": {"avg_ms": 53.512, "count": 300, "max_ms": 77.81, "p95_ms": 68.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.004, "count": 300, "max_ms": 80.754, "p95_ms": 75.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.914, "count": 300, "max_ms": 97.273, "p95_ms": 91.546}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 537.44, "p95_ms": 114.682}, "triton_wait": {"avg_ms": 55.011, "count": 300, "max_ms": 80.767, "p95_ms": 75.952}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 5.087, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15765.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 594, "h264_decode_error_count": 1492, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:55:48+09:00", "last_error_summary": "[h264 @ 0x558cd80d6f40] error while decoding MB 18 42, bytestream -6", "last_exit_at": "2026-07-05T09:55:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.997, "last_started_at": "2026-07-05T09:55:50+09:00", "pid": 123078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.008, "name": "ffmpeg", "pid": 123078, "rss_mb": 268.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 664, "restart_count_per_hour": 23, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 665}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.342, "sample_count": 1849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:57:07+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T09:57:07+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T09:57:07.654956+09:00", "mtime_epoch": 1783213027.6549556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:57:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.849, "pushed": 6.849, "read": 6.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.786, "count": 205, "max_ms": 26.232, "p95_ms": 21.992}, "gstreamer_push": {"avg_ms": 1.057, "count": 205, "max_ms": 1.624, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.05, "count": 205, "max_ms": 67.231, "p95_ms": 62.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.764, "count": 205, "max_ms": 81.207, "p95_ms": 71.97}, "yolo11_640_fire_11class": {"avg_ms": 49.923, "count": 205, "max_ms": 75.386, "p95_ms": 68.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.613, "count": 205, "max_ms": 79.622, "p95_ms": 77.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.075, "count": 205, "max_ms": 166.4, "p95_ms": 163.277}, "read_interval": {"avg_ms": 146.457, "count": 204, "max_ms": 176.062, "p95_ms": 170.29}, "triton_wait": {"avg_ms": 58.281, "count": 205, "max_ms": 81.22, "p95_ms": 77.117}, "visualize": {"avg_ms": 5.518, "count": 205, "max_ms": 7.359, "p95_ms": 6.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15765.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4361.429, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.04, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1674900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:57:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:57:24+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T09:57:24.911242+09:00", "mtime_epoch": 1783213044.9112418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:57:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2237.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.359, "count": 298, "max_ms": 12.674, "p95_ms": 8.792}, "gstreamer_push": {"avg_ms": 1.279, "count": 298, "max_ms": 1.854, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.331, "count": 298, "max_ms": 71.45, "p95_ms": 61.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.521, "count": 298, "max_ms": 80.083, "p95_ms": 71.311}, "yolo11_640_fire_11class": {"avg_ms": 52.522, "count": 298, "max_ms": 73.983, "p95_ms": 67.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.717, "count": 298, "max_ms": 78.915, "p95_ms": 76.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.144, "count": 298, "max_ms": 97.041, "p95_ms": 92.279}, "read_interval": {"avg_ms": 100.831, "count": 297, "max_ms": 499.504, "p95_ms": 211.191}, "triton_wait": {"avg_ms": 54.209, "count": 298, "max_ms": 80.096, "p95_ms": 76.558}, "visualize": {"avg_ms": 3.682, "count": 298, "max_ms": 5.633, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15766.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 594, "h264_decode_error_count": 1492, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:55:48+09:00", "last_error_summary": "[h264 @ 0x558cd80d6f40] error while decoding MB 18 42, bytestream -6", "last_exit_at": "2026-07-05T09:55:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.084, "last_started_at": "2026-07-05T09:55:50+09:00", "pid": 123078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.781, "name": "ffmpeg", "pid": 123078, "rss_mb": 268.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 664, "restart_count_per_hour": 22, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 665}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.342, "sample_count": 1849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:57:37+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T09:57:37+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T09:57:37.771455+09:00", "mtime_epoch": 1783213057.7714553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:57:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.712, "pushed": 6.712, "read": 6.679}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.38, "count": 200, "max_ms": 29.337, "p95_ms": 23.822}, "gstreamer_push": {"avg_ms": 1.059, "count": 201, "max_ms": 1.668, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.618, "count": 200, "max_ms": 64.255, "p95_ms": 62.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.058, "count": 200, "max_ms": 79.442, "p95_ms": 70.883}, "yolo11_640_fire_11class": {"avg_ms": 49.272, "count": 200, "max_ms": 71.737, "p95_ms": 66.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.775, "count": 200, "max_ms": 80.416, "p95_ms": 76.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.192, "count": 201, "max_ms": 166.496, "p95_ms": 163.249}, "read_interval": {"avg_ms": 149.714, "count": 200, "max_ms": 175.189, "p95_ms": 171.191}, "triton_wait": {"avg_ms": 56.939, "count": 200, "max_ms": 80.427, "p95_ms": 77.101}, "visualize": {"avg_ms": 5.744, "count": 200, "max_ms": 8.087, "p95_ms": 6.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15767.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4391.814, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.04, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1675204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T09:57:55+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T09:57:55+09:00", "mjpeg": {"age_sec": 0.533, "exists": true, "mtime": "2026-07-05T09:57:54.827620+09:00", "mtime_epoch": 1783213074.82762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:57:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2237.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.428, "count": 300, "max_ms": 11.85, "p95_ms": 8.734}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 2.088, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.305, "count": 300, "max_ms": 68.202, "p95_ms": 61.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.078, "count": 300, "max_ms": 78.397, "p95_ms": 57.458}, "yolo11_640_fire_11class": {"avg_ms": 51.717, "count": 300, "max_ms": 74.06, "p95_ms": 64.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.03, "count": 300, "max_ms": 79.742, "p95_ms": 74.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.188, "count": 300, "max_ms": 95.706, "p95_ms": 90.028}, "read_interval": {"avg_ms": 100.128, "count": 299, "max_ms": 616.14, "p95_ms": 128.745}, "triton_wait": {"avg_ms": 53.121, "count": 300, "max_ms": 79.754, "p95_ms": 74.36}, "visualize": {"avg_ms": 3.684, "count": 300, "max_ms": 5.147, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15767.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 594, "h264_decode_error_count": 1492, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:55:48+09:00", "last_error_summary": "[h264 @ 0x558cd80d6f40] error while decoding MB 18 42, bytestream -6", "last_exit_at": "2026-07-05T09:55:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.212, "last_started_at": "2026-07-05T09:55:50+09:00", "pid": 123078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.039, "name": "ffmpeg", "pid": 123078, "rss_mb": 269.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 664, "restart_count_per_hour": 22, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 665}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.998, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:58:08+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T09:58:07+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T09:58:07.871699+09:00", "mtime_epoch": 1783213087.8716986, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:58:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.743, "pushed": 6.743, "read": 6.71}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.136, "count": 201, "max_ms": 24.424, "p95_ms": 22.411}, "gstreamer_push": {"avg_ms": 1.041, "count": 202, "max_ms": 1.273, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.106, "count": 201, "max_ms": 63.883, "p95_ms": 59.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.244, "count": 201, "max_ms": 79.862, "p95_ms": 69.334}, "yolo11_640_fire_11class": {"avg_ms": 48.372, "count": 201, "max_ms": 65.596, "p95_ms": 61.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.722, "count": 201, "max_ms": 79.282, "p95_ms": 74.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.623, "count": 202, "max_ms": 165.81, "p95_ms": 160.615}, "read_interval": {"avg_ms": 149.039, "count": 201, "max_ms": 173.543, "p95_ms": 169.323}, "triton_wait": {"avg_ms": 56.399, "count": 201, "max_ms": 79.874, "p95_ms": 74.223}, "visualize": {"avg_ms": 5.722, "count": 201, "max_ms": 6.956, "p95_ms": 6.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15767.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4421.82, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.04, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1675507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:58:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:58:25+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T09:58:25+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T09:58:25.303808+09:00", "mtime_epoch": 1783213105.3038085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:58:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2238.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.274, "count": 303, "max_ms": 11.483, "p95_ms": 8.319}, "gstreamer_push": {"avg_ms": 1.275, "count": 303, "max_ms": 1.924, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.286, "count": 303, "max_ms": 68.184, "p95_ms": 62.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.384, "count": 303, "max_ms": 82.153, "p95_ms": 58.564}, "yolo11_640_fire_11class": {"avg_ms": 50.314, "count": 303, "max_ms": 71.565, "p95_ms": 64.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.418, "count": 303, "max_ms": 82.141, "p95_ms": 75.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.78, "count": 303, "max_ms": 98.135, "p95_ms": 91.465}, "read_interval": {"avg_ms": 99.047, "count": 303, "max_ms": 526.339, "p95_ms": 190.702}, "triton_wait": {"avg_ms": 52.94, "count": 303, "max_ms": 82.163, "p95_ms": 75.857}, "visualize": {"avg_ms": 3.677, "count": 303, "max_ms": 5.869, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15782.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 594, "h264_decode_error_count": 1492, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:55:48+09:00", "last_error_summary": "[h264 @ 0x558cd80d6f40] error while decoding MB 18 42, bytestream -6", "last_exit_at": "2026-07-05T09:55:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 181.453, "last_started_at": "2026-07-05T09:55:50+09:00", "pid": 123078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.414, "name": "ffmpeg", "pid": 123078, "rss_mb": 285.414, "state": "S (sleeping)", "threads": 104}, "restart_count": 664, "restart_count_per_hour": 22, "rtsp_timeout_count": 388, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 665}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.884, "sample_count": 1874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:58:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:58:52+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T09:58:52+09:00", "mjpeg": {"age_sec": 18.713, "exists": true, "mtime": "2026-07-05T09:58:33.551862+09:00", "mtime_epoch": 1783213113.5518622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:58:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 76, "pushed_frames": 76, "read_frames": 75, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.533, "pushed": 2.533, "read": 2.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.901, "count": 75, "max_ms": 21.858, "p95_ms": 21.746}, "gstreamer_push": {"avg_ms": 1.037, "count": 76, "max_ms": 1.204, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.468, "count": 75, "max_ms": 64.895, "p95_ms": 64.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.963, "count": 75, "max_ms": 75.623, "p95_ms": 72.474}, "yolo11_640_fire_11class": {"avg_ms": 49.466, "count": 75, "max_ms": 74.712, "p95_ms": 66.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.711, "count": 75, "max_ms": 81.899, "p95_ms": 79.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.647, "count": 76, "max_ms": 166.825, "p95_ms": 165.062}, "read_interval": {"avg_ms": 399.968, "count": 75, "max_ms": 18738.598, "p95_ms": 174.095}, "triton_wait": {"avg_ms": 57.311, "count": 75, "max_ms": 81.911, "p95_ms": 79.099}, "visualize": {"avg_ms": 5.778, "count": 75, "max_ms": 6.725, "p95_ms": 6.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15523.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4451.842, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.529, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1675807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:58:55+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T09:58:55+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T09:58:55.324010+09:00", "mtime_epoch": 1783213135.3240097, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 153970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:58:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2238.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.325, "count": 300, "max_ms": 11.362, "p95_ms": 8.301}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.544, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.796, "count": 300, "max_ms": 65.425, "p95_ms": 51.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.736, "count": 300, "max_ms": 75.663, "p95_ms": 51.902}, "yolo11_640_fire_11class": {"avg_ms": 50.378, "count": 300, "max_ms": 75.082, "p95_ms": 56.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.545, "count": 300, "max_ms": 79.853, "p95_ms": 54.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.704, "count": 300, "max_ms": 104.529, "p95_ms": 85.819}, "read_interval": {"avg_ms": 100.132, "count": 299, "max_ms": 650.927, "p95_ms": 147.11}, "triton_wait": {"avg_ms": 51.37, "count": 300, "max_ms": 79.866, "p95_ms": 57.802}, "visualize": {"avg_ms": 3.73, "count": 300, "max_ms": 5.842, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15762.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 595, "h264_decode_error_count": 1493, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:58:53+09:00", "last_error_summary": "[h264 @ 0x556638154740] error while decoding MB 68 22, bytestream -7 [in#0/rtsp @ 0x556637ffae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556637ffae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.506, "last_started_at": "2026-07-05T09:58:55+09:00", "pid": 123185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.883, "name": "ffmpeg", "pid": 123185, "rss_mb": 265.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 665, "restart_count_per_hour": 23, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 666}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.271, "sample_count": 1841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1336058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:59:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T09:59:22+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T09:59:22+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T09:59:22.188202+09:00", "mtime_epoch": 1783213162.1882021, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:59:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.717, "pushed": 5.717, "read": 5.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.046, "count": 171, "max_ms": 29.393, "p95_ms": 22.377}, "gstreamer_push": {"avg_ms": 1.036, "count": 171, "max_ms": 1.48, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.637, "count": 171, "max_ms": 67.698, "p95_ms": 61.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.431, "count": 171, "max_ms": 83.982, "p95_ms": 67.426}, "yolo11_640_fire_11class": {"avg_ms": 49.364, "count": 171, "max_ms": 70.073, "p95_ms": 68.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.44, "count": 171, "max_ms": 83.97, "p95_ms": 78.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.705, "count": 171, "max_ms": 168.973, "p95_ms": 165.481}, "read_interval": {"avg_ms": 175.927, "count": 170, "max_ms": 4525.424, "p95_ms": 173.253}, "triton_wait": {"avg_ms": 56.859, "count": 171, "max_ms": 83.992, "p95_ms": 78.943}, "visualize": {"avg_ms": 5.802, "count": 171, "max_ms": 8.796, "p95_ms": 6.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15762.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4481.857, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.304, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1676107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:59:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T09:59:25+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T09:59:25.328225+09:00", "mtime_epoch": 1783213165.3282254, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:59:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2238.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 300, "max_ms": 14.311, "p95_ms": 9.434}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.998, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.903, "count": 300, "max_ms": 65.388, "p95_ms": 60.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.558, "count": 300, "max_ms": 78.43, "p95_ms": 60.818}, "yolo11_640_fire_11class": {"avg_ms": 52.38, "count": 300, "max_ms": 74.467, "p95_ms": 66.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.127, "count": 300, "max_ms": 80.58, "p95_ms": 74.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.31, "count": 300, "max_ms": 139.604, "p95_ms": 99.203}, "read_interval": {"avg_ms": 100.044, "count": 300, "max_ms": 520.322, "p95_ms": 131.537}, "triton_wait": {"avg_ms": 54.058, "count": 300, "max_ms": 80.593, "p95_ms": 74.815}, "visualize": {"avg_ms": 3.756, "count": 300, "max_ms": 6.651, "p95_ms": 4.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15764.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 595, "h264_decode_error_count": 1493, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:58:53+09:00", "last_error_summary": "[h264 @ 0x556638154740] error while decoding MB 68 22, bytestream -7 [in#0/rtsp @ 0x556637ffae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556637ffae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.577, "last_started_at": "2026-07-05T09:58:55+09:00", "pid": 123185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.656, "name": "ffmpeg", "pid": 123185, "rss_mb": 266.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 665, "restart_count_per_hour": 23, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 666}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.14, "sample_count": 1836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1336261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:59:52+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T09:59:52+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T09:59:52.292431+09:00", "mtime_epoch": 1783213192.292431, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T09:59:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9260.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.785, "pushed": 6.785, "read": 6.751}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.961, "count": 203, "max_ms": 31.34, "p95_ms": 22.905}, "gstreamer_push": {"avg_ms": 1.047, "count": 203, "max_ms": 1.471, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.585, "count": 203, "max_ms": 65.838, "p95_ms": 61.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.237, "count": 203, "max_ms": 79.499, "p95_ms": 66.856}, "yolo11_640_fire_11class": {"avg_ms": 47.97, "count": 203, "max_ms": 68.673, "p95_ms": 63.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.353, "count": 203, "max_ms": 80.025, "p95_ms": 76.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.638, "count": 203, "max_ms": 168.832, "p95_ms": 163.039}, "read_interval": {"avg_ms": 148.27, "count": 202, "max_ms": 177.283, "p95_ms": 170.795}, "triton_wait": {"avg_ms": 56.113, "count": 203, "max_ms": 80.035, "p95_ms": 76.459}, "visualize": {"avg_ms": 5.686, "count": 203, "max_ms": 7.949, "p95_ms": 6.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15764.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4511.923, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.573, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1676406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T09:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T09:59:55+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T09:59:55+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T09:59:55.400456+09:00", "mtime_epoch": 1783213195.4004557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T09:59:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2238.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.537, "count": 299, "max_ms": 12.553, "p95_ms": 8.901}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 1.485, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.314, "count": 299, "max_ms": 67.876, "p95_ms": 61.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.736, "count": 299, "max_ms": 73.347, "p95_ms": 63.106}, "yolo11_640_fire_11class": {"avg_ms": 51.722, "count": 299, "max_ms": 73.64, "p95_ms": 64.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.154, "count": 299, "max_ms": 79.684, "p95_ms": 75.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.541, "count": 299, "max_ms": 106.531, "p95_ms": 91.582}, "read_interval": {"avg_ms": 100.598, "count": 298, "max_ms": 722.199, "p95_ms": 177.85}, "triton_wait": {"avg_ms": 53.86, "count": 299, "max_ms": 79.697, "p95_ms": 75.558}, "visualize": {"avg_ms": 3.776, "count": 299, "max_ms": 5.148, "p95_ms": 4.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15765.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 595, "h264_decode_error_count": 1493, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:58:53+09:00", "last_error_summary": "[h264 @ 0x556638154740] error while decoding MB 68 22, bytestream -7 [in#0/rtsp @ 0x556637ffae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556637ffae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.724, "last_started_at": "2026-07-05T09:58:55+09:00", "pid": 123185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.656, "name": "ffmpeg", "pid": 123185, "rss_mb": 266.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 665, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 666}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.045, "sample_count": 1835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1336462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:00:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:00:22+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T10:00:22+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T10:00:22.412673+09:00", "mtime_epoch": 1783213222.4126735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:00:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.701, "pushed": 6.701, "read": 6.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.77, "count": 200, "max_ms": 26.4, "p95_ms": 21.796}, "gstreamer_push": {"avg_ms": 1.025, "count": 200, "max_ms": 1.787, "p95_ms": 1.138}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.82, "count": 200, "max_ms": 70.224, "p95_ms": 63.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.312, "count": 200, "max_ms": 79.478, "p95_ms": 70.098}, "yolo11_640_fire_11class": {"avg_ms": 49.44, "count": 200, "max_ms": 71.584, "p95_ms": 66.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.946, "count": 200, "max_ms": 83.257, "p95_ms": 78.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.756, "count": 200, "max_ms": 168.318, "p95_ms": 164.893}, "read_interval": {"avg_ms": 150.096, "count": 199, "max_ms": 176.563, "p95_ms": 173.133}, "triton_wait": {"avg_ms": 57.546, "count": 200, "max_ms": 83.268, "p95_ms": 78.4}, "visualize": {"avg_ms": 5.68, "count": 200, "max_ms": 6.774, "p95_ms": 6.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15764.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4541.998, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.051, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1676709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:00:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:00:25+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T10:00:25+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T10:00:25.452699+09:00", "mtime_epoch": 1783213225.4526987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:00:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2238.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.362, "count": 303, "max_ms": 12.993, "p95_ms": 9.453}, "gstreamer_push": {"avg_ms": 1.258, "count": 303, "max_ms": 2.078, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.433, "count": 303, "max_ms": 69.171, "p95_ms": 62.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.007, "count": 303, "max_ms": 76.36, "p95_ms": 65.91}, "yolo11_640_fire_11class": {"avg_ms": 51.799, "count": 303, "max_ms": 76.626, "p95_ms": 66.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.138, "count": 303, "max_ms": 82.421, "p95_ms": 76.991}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.147, "count": 303, "max_ms": 135.768, "p95_ms": 105.124}, "read_interval": {"avg_ms": 99.213, "count": 302, "max_ms": 584.963, "p95_ms": 145.14}, "triton_wait": {"avg_ms": 54.254, "count": 303, "max_ms": 82.433, "p95_ms": 77.003}, "visualize": {"avg_ms": 3.772, "count": 303, "max_ms": 5.686, "p95_ms": 4.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15764.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 595, "h264_decode_error_count": 1493, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:58:53+09:00", "last_error_summary": "[h264 @ 0x556638154740] error while decoding MB 68 22, bytestream -7 [in#0/rtsp @ 0x556637ffae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556637ffae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.839, "last_started_at": "2026-07-05T09:58:55+09:00", "pid": 123185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.656, "name": "ffmpeg", "pid": 123185, "rss_mb": 266.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 665, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 666}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.811, "sample_count": 1863, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1336666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:00:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:00:52+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:00:52+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T10:00:52.532928+09:00", "mtime_epoch": 1783213252.5329282, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:00:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.808, "pushed": 6.808, "read": 6.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.663, "count": 203, "max_ms": 24.16, "p95_ms": 22.391}, "gstreamer_push": {"avg_ms": 1.044, "count": 204, "max_ms": 1.634, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.055, "count": 203, "max_ms": 66.015, "p95_ms": 62.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.442, "count": 203, "max_ms": 80.841, "p95_ms": 67.903}, "yolo11_640_fire_11class": {"avg_ms": 49.399, "count": 203, "max_ms": 69.762, "p95_ms": 64.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.88, "count": 203, "max_ms": 84.536, "p95_ms": 77.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.135, "count": 204, "max_ms": 166.585, "p95_ms": 161.119}, "read_interval": {"avg_ms": 147.63, "count": 203, "max_ms": 175.368, "p95_ms": 169.34}, "triton_wait": {"avg_ms": 57.632, "count": 203, "max_ms": 84.548, "p95_ms": 77.165}, "visualize": {"avg_ms": 5.569, "count": 203, "max_ms": 7.645, "p95_ms": 6.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15765.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4572.063, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.71, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1677008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:00:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T10:00:55+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T10:00:55.516954+09:00", "mtime_epoch": 1783213255.5169542, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:00:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2238.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.403, "count": 299, "max_ms": 11.294, "p95_ms": 9.195}, "gstreamer_push": {"avg_ms": 1.269, "count": 299, "max_ms": 1.797, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.951, "count": 299, "max_ms": 70.1, "p95_ms": 63.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.35, "count": 299, "max_ms": 77.731, "p95_ms": 65.959}, "yolo11_640_fire_11class": {"avg_ms": 51.785, "count": 299, "max_ms": 74.442, "p95_ms": 64.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.299, "count": 299, "max_ms": 81.324, "p95_ms": 76.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.497, "count": 299, "max_ms": 167.849, "p95_ms": 98.034}, "read_interval": {"avg_ms": 100.528, "count": 298, "max_ms": 582.707, "p95_ms": 189.073}, "triton_wait": {"avg_ms": 54.548, "count": 299, "max_ms": 81.337, "p95_ms": 77.044}, "visualize": {"avg_ms": 3.75, "count": 299, "max_ms": 6.487, "p95_ms": 4.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15765.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 595, "h264_decode_error_count": 1493, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T09:58:53+09:00", "last_error_summary": "[h264 @ 0x556638154740] error while decoding MB 68 22, bytestream -7 [in#0/rtsp @ 0x556637ffae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556637ffae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T09:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.89, "last_started_at": "2026-07-05T09:58:55+09:00", "pid": 123185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.656, "name": "ffmpeg", "pid": 123185, "rss_mb": 266.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 665, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 666}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.026, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1336865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:01:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:01:22+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T10:01:22+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T10:01:22.585194+09:00", "mtime_epoch": 1783213282.585194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:01:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.654, "pushed": 6.654, "read": 6.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.003, "count": 199, "max_ms": 34.4, "p95_ms": 22.238}, "gstreamer_push": {"avg_ms": 1.029, "count": 199, "max_ms": 1.189, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.959, "count": 199, "max_ms": 68.212, "p95_ms": 63.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.421, "count": 199, "max_ms": 82.07, "p95_ms": 70.023}, "yolo11_640_fire_11class": {"avg_ms": 49.438, "count": 199, "max_ms": 71.062, "p95_ms": 67.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.592, "count": 199, "max_ms": 82.649, "p95_ms": 77.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.654, "count": 199, "max_ms": 171.216, "p95_ms": 164.953}, "read_interval": {"avg_ms": 151.048, "count": 198, "max_ms": 180.962, "p95_ms": 172.96}, "triton_wait": {"avg_ms": 57.101, "count": 199, "max_ms": 82.661, "p95_ms": 77.87}, "visualize": {"avg_ms": 5.742, "count": 199, "max_ms": 7.443, "p95_ms": 6.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15766.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4602.118, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.961, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1677308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:01:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:01:25+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T10:01:25+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T10:01:25.573221+09:00", "mtime_epoch": 1783213285.5732212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:01:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2238.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.318, "count": 300, "max_ms": 11.608, "p95_ms": 8.378}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.842, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.923, "count": 300, "max_ms": 71.892, "p95_ms": 62.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.142, "count": 300, "max_ms": 78.375, "p95_ms": 69.105}, "yolo11_640_fire_11class": {"avg_ms": 52.091, "count": 300, "max_ms": 76.112, "p95_ms": 66.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.136, "count": 300, "max_ms": 81.098, "p95_ms": 76.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.252, "count": 300, "max_ms": 104.578, "p95_ms": 92.69}, "read_interval": {"avg_ms": 100.145, "count": 299, "max_ms": 464.12, "p95_ms": 177.161}, "triton_wait": {"avg_ms": 54.101, "count": 300, "max_ms": 81.111, "p95_ms": 76.559}, "visualize": {"avg_ms": 3.698, "count": 300, "max_ms": 5.834, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15763.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 596, "h264_decode_error_count": 1494, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:01:38+09:00", "last_error_summary": "[h264 @ 0x5605f436df00] error while decoding MB 29 18, bytestream -14", "last_exit_at": "2026-07-05T10:01:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.435, "last_started_at": "2026-07-05T10:01:41+09:00", "pid": 123292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.93, "name": "ffmpeg", "pid": 123292, "rss_mb": 263.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 666, "restart_count_per_hour": 23, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 667}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.015, "sample_count": 1833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:01:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:01:52+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T10:01:52+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T10:01:52.701472+09:00", "mtime_epoch": 1783213312.7014718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:01:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.977, "pushed": 5.977, "read": 5.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.604, "count": 178, "max_ms": 27.969, "p95_ms": 22.072}, "gstreamer_push": {"avg_ms": 1.054, "count": 179, "max_ms": 1.224, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.258, "count": 178, "max_ms": 65.973, "p95_ms": 62.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.18, "count": 178, "max_ms": 80.514, "p95_ms": 70.748}, "yolo11_640_fire_11class": {"avg_ms": 50.374, "count": 178, "max_ms": 73.631, "p95_ms": 68.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.547, "count": 178, "max_ms": 81.537, "p95_ms": 78.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.324, "count": 179, "max_ms": 167.035, "p95_ms": 164.154}, "read_interval": {"avg_ms": 168.383, "count": 178, "max_ms": 4716.035, "p95_ms": 172.795}, "triton_wait": {"avg_ms": 57.992, "count": 178, "max_ms": 81.549, "p95_ms": 78.869}, "visualize": {"avg_ms": 5.385, "count": 178, "max_ms": 7.567, "p95_ms": 6.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15763.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4632.128, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.247, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1677612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:01:55+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T10:01:55+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T10:01:55.609499+09:00", "mtime_epoch": 1783213315.609499, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:01:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2238.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.336, "count": 304, "max_ms": 10.472, "p95_ms": 8.71}, "gstreamer_push": {"avg_ms": 1.283, "count": 304, "max_ms": 1.749, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.364, "count": 304, "max_ms": 68.119, "p95_ms": 61.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.962, "count": 304, "max_ms": 84.446, "p95_ms": 64.155}, "yolo11_640_fire_11class": {"avg_ms": 52.599, "count": 304, "max_ms": 76.085, "p95_ms": 66.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.387, "count": 304, "max_ms": 83.269, "p95_ms": 75.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.942, "count": 304, "max_ms": 131.998, "p95_ms": 92.994}, "read_interval": {"avg_ms": 98.794, "count": 304, "max_ms": 489.192, "p95_ms": 120.79}, "triton_wait": {"avg_ms": 54.304, "count": 304, "max_ms": 84.458, "p95_ms": 75.506}, "visualize": {"avg_ms": 3.725, "count": 304, "max_ms": 5.787, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15767.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 596, "h264_decode_error_count": 1494, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:01:38+09:00", "last_error_summary": "[h264 @ 0x5605f436df00] error while decoding MB 29 18, bytestream -14", "last_exit_at": "2026-07-05T10:01:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.555, "last_started_at": "2026-07-05T10:01:41+09:00", "pid": 123292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.766, "name": "ffmpeg", "pid": 123292, "rss_mb": 266.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 666, "restart_count_per_hour": 23, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 667}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.154, "sample_count": 1828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:02:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:02:22+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-05T10:02:22+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T10:02:22.797760+09:00", "mtime_epoch": 1783213342.7977595, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:02:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.673, "pushed": 6.673, "read": 6.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.834, "count": 199, "max_ms": 27.799, "p95_ms": 21.921}, "gstreamer_push": {"avg_ms": 1.006, "count": 200, "max_ms": 1.447, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.513, "count": 199, "max_ms": 68.482, "p95_ms": 61.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.663, "count": 199, "max_ms": 77.063, "p95_ms": 69.047}, "yolo11_640_fire_11class": {"avg_ms": 48.597, "count": 199, "max_ms": 74.257, "p95_ms": 66.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.654, "count": 199, "max_ms": 87.147, "p95_ms": 76.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.317, "count": 200, "max_ms": 172.736, "p95_ms": 164.525}, "read_interval": {"avg_ms": 150.555, "count": 199, "max_ms": 180.486, "p95_ms": 172.94}, "triton_wait": {"avg_ms": 56.206, "count": 199, "max_ms": 87.16, "p95_ms": 76.793}, "visualize": {"avg_ms": 5.793, "count": 199, "max_ms": 7.305, "p95_ms": 6.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15767.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4662.13, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.83, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1677907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:02:25+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T10:02:25+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T10:02:25.613787+09:00", "mtime_epoch": 1783213345.613787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:02:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2239.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.848}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.367, "count": 295, "max_ms": 12.194, "p95_ms": 9.563}, "gstreamer_push": {"avg_ms": 1.27, "count": 295, "max_ms": 2.091, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.831, "count": 295, "max_ms": 66.867, "p95_ms": 61.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.334, "count": 295, "max_ms": 73.797, "p95_ms": 60.492}, "yolo11_640_fire_11class": {"avg_ms": 52.665, "count": 295, "max_ms": 79.257, "p95_ms": 68.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.173, "count": 295, "max_ms": 83.122, "p95_ms": 76.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.778, "count": 295, "max_ms": 136.473, "p95_ms": 95.77}, "read_interval": {"avg_ms": 101.715, "count": 295, "max_ms": 593.473, "p95_ms": 132.771}, "triton_wait": {"avg_ms": 54.226, "count": 295, "max_ms": 83.134, "p95_ms": 76.67}, "visualize": {"avg_ms": 3.738, "count": 295, "max_ms": 6.113, "p95_ms": 4.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15767.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 596, "h264_decode_error_count": 1494, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:01:38+09:00", "last_error_summary": "[h264 @ 0x5605f436df00] error while decoding MB 29 18, bytestream -14", "last_exit_at": "2026-07-05T10:01:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.592, "last_started_at": "2026-07-05T10:01:41+09:00", "pid": 123292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.023, "name": "ffmpeg", "pid": 123292, "rss_mb": 267.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 666, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 667}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.362, "sample_count": 1832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:02:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:02:52+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T10:02:52+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T10:02:52.854057+09:00", "mtime_epoch": 1783213372.8540566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:02:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.759, "pushed": 6.759, "read": 6.726}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.116, "count": 202, "max_ms": 29.786, "p95_ms": 22.262}, "gstreamer_push": {"avg_ms": 1.056, "count": 202, "max_ms": 1.476, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.639, "count": 202, "max_ms": 65.253, "p95_ms": 62.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.769, "count": 202, "max_ms": 82.515, "p95_ms": 69.814}, "yolo11_640_fire_11class": {"avg_ms": 48.953, "count": 202, "max_ms": 72.778, "p95_ms": 68.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.593, "count": 202, "max_ms": 81.437, "p95_ms": 78.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.952, "count": 202, "max_ms": 172.883, "p95_ms": 164.394}, "read_interval": {"avg_ms": 148.659, "count": 201, "max_ms": 180.956, "p95_ms": 172.963}, "triton_wait": {"avg_ms": 56.432, "count": 202, "max_ms": 82.527, "p95_ms": 78.23}, "visualize": {"avg_ms": 5.767, "count": 202, "max_ms": 7.896, "p95_ms": 6.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15767.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4692.18, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.65, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1678206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:02:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:02:55+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T10:02:55+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T10:02:55.658085+09:00", "mtime_epoch": 1783213375.6580849, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:02:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2239.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.376, "count": 299, "max_ms": 11.99, "p95_ms": 9.315}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 2.085, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.204, "count": 299, "max_ms": 66.642, "p95_ms": 62.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.954, "count": 299, "max_ms": 79.944, "p95_ms": 68.342}, "yolo11_640_fire_11class": {"avg_ms": 53.662, "count": 299, "max_ms": 77.58, "p95_ms": 70.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.124, "count": 299, "max_ms": 80.85, "p95_ms": 77.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.529, "count": 299, "max_ms": 142.514, "p95_ms": 96.759}, "read_interval": {"avg_ms": 100.542, "count": 298, "max_ms": 682.604, "p95_ms": 135.107}, "triton_wait": {"avg_ms": 54.88, "count": 299, "max_ms": 80.862, "p95_ms": 77.981}, "visualize": {"avg_ms": 3.754, "count": 299, "max_ms": 5.991, "p95_ms": 4.691}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15768.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 596, "h264_decode_error_count": 1494, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:01:38+09:00", "last_error_summary": "[h264 @ 0x5605f436df00] error while decoding MB 29 18, bytestream -14", "last_exit_at": "2026-07-05T10:01:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.733, "last_started_at": "2026-07-05T10:01:41+09:00", "pid": 123292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.023, "name": "ffmpeg", "pid": 123292, "rss_mb": 267.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 666, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 667}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.953, "sample_count": 1826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:03:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:03:23+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T10:03:22+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T10:03:22.998364+09:00", "mtime_epoch": 1783213402.998364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:03:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.984, "count": 196, "max_ms": 31.613, "p95_ms": 22.303}, "gstreamer_push": {"avg_ms": 1.031, "count": 197, "max_ms": 1.514, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.874, "count": 196, "max_ms": 67.114, "p95_ms": 62.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.142, "count": 196, "max_ms": 80.183, "p95_ms": 69.038}, "yolo11_640_fire_11class": {"avg_ms": 50.323, "count": 196, "max_ms": 72.398, "p95_ms": 68.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.162, "count": 196, "max_ms": 81.782, "p95_ms": 79.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.744, "count": 197, "max_ms": 180.64, "p95_ms": 167.1}, "read_interval": {"avg_ms": 153.011, "count": 196, "max_ms": 189.536, "p95_ms": 175.12}, "triton_wait": {"avg_ms": 57.834, "count": 196, "max_ms": 81.793, "p95_ms": 79.084}, "visualize": {"avg_ms": 5.838, "count": 196, "max_ms": 7.339, "p95_ms": 6.511}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15768.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4722.241, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.597, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1678509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:03:25+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T10:03:25+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T10:03:25.718392+09:00", "mtime_epoch": 1783213405.7183921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:03:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2239.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.625, "count": 303, "max_ms": 13.767, "p95_ms": 9.721}, "gstreamer_push": {"avg_ms": 1.274, "count": 303, "max_ms": 1.929, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.492, "count": 303, "max_ms": 67.46, "p95_ms": 61.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.883, "count": 303, "max_ms": 77.412, "p95_ms": 63.228}, "yolo11_640_fire_11class": {"avg_ms": 54.218, "count": 303, "max_ms": 74.873, "p95_ms": 68.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.57, "count": 303, "max_ms": 83.252, "p95_ms": 77.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.815, "count": 303, "max_ms": 134.383, "p95_ms": 106.377}, "read_interval": {"avg_ms": 99.241, "count": 302, "max_ms": 590.932, "p95_ms": 140.415}, "triton_wait": {"avg_ms": 55.824, "count": 303, "max_ms": 83.266, "p95_ms": 77.497}, "visualize": {"avg_ms": 3.808, "count": 303, "max_ms": 5.518, "p95_ms": 5.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15768.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 596, "h264_decode_error_count": 1494, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:01:38+09:00", "last_error_summary": "[h264 @ 0x5605f436df00] error while decoding MB 29 18, bytestream -14", "last_exit_at": "2026-07-05T10:01:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.775, "last_started_at": "2026-07-05T10:01:41+09:00", "pid": 123292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.023, "name": "ffmpeg", "pid": 123292, "rss_mb": 267.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 666, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 667}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.953, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:03:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:03:53+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T10:03:53+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T10:03:53.038679+09:00", "mtime_epoch": 1783213433.038679, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:03:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.689, "pushed": 6.689, "read": 6.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.838, "count": 200, "max_ms": 27.287, "p95_ms": 21.661}, "gstreamer_push": {"avg_ms": 1.036, "count": 200, "max_ms": 1.196, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.48, "count": 200, "max_ms": 66.414, "p95_ms": 61.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.751, "count": 200, "max_ms": 74.206, "p95_ms": 68.658}, "yolo11_640_fire_11class": {"avg_ms": 48.043, "count": 200, "max_ms": 71.689, "p95_ms": 65.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.165, "count": 200, "max_ms": 79.323, "p95_ms": 77.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.082, "count": 200, "max_ms": 167.826, "p95_ms": 164.36}, "read_interval": {"avg_ms": 150.202, "count": 199, "max_ms": 176.091, "p95_ms": 172.752}, "triton_wait": {"avg_ms": 56.713, "count": 200, "max_ms": 79.335, "p95_ms": 77.398}, "visualize": {"avg_ms": 5.769, "count": 200, "max_ms": 7.012, "p95_ms": 6.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15768.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4752.282, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.827, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1678811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:03:55+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T10:03:55+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T10:03:55.766708+09:00", "mtime_epoch": 1783213435.7667081, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:03:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2239.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.361, "count": 302, "max_ms": 13.189, "p95_ms": 8.824}, "gstreamer_push": {"avg_ms": 1.283, "count": 302, "max_ms": 1.708, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.449, "count": 302, "max_ms": 68.684, "p95_ms": 62.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.894, "count": 302, "max_ms": 77.084, "p95_ms": 66.707}, "yolo11_640_fire_11class": {"avg_ms": 52.802, "count": 302, "max_ms": 74.529, "p95_ms": 65.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.559, "count": 302, "max_ms": 80.43, "p95_ms": 74.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.569, "count": 302, "max_ms": 132.881, "p95_ms": 93.128}, "read_interval": {"avg_ms": 99.53, "count": 301, "max_ms": 468.295, "p95_ms": 122.055}, "triton_wait": {"avg_ms": 54.693, "count": 302, "max_ms": 80.443, "p95_ms": 75.236}, "visualize": {"avg_ms": 3.747, "count": 302, "max_ms": 5.937, "p95_ms": 4.487}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15544.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4782.324, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.824, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1679111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:04:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:04:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:04:25+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T10:04:25.811032+09:00", "mtime_epoch": 1783213465.811032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:04:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2239.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.327, "count": 300, "max_ms": 11.464, "p95_ms": 9.487}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 2.218, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.845, "count": 300, "max_ms": 66.758, "p95_ms": 61.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.611, "count": 300, "max_ms": 77.803, "p95_ms": 56.302}, "yolo11_640_fire_11class": {"avg_ms": 52.206, "count": 300, "max_ms": 76.504, "p95_ms": 66.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.859, "count": 300, "max_ms": 81.354, "p95_ms": 76.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.954, "count": 300, "max_ms": 140.142, "p95_ms": 96.714}, "read_interval": {"avg_ms": 100.191, "count": 299, "max_ms": 485.512, "p95_ms": 155.645}, "triton_wait": {"avg_ms": 54.228, "count": 300, "max_ms": 81.368, "p95_ms": 76.871}, "visualize": {"avg_ms": 3.781, "count": 300, "max_ms": 5.863, "p95_ms": 4.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15642.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 597, "h264_decode_error_count": 1495, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:04:22+09:00", "last_error_summary": "[h264 @ 0x5559e5bb5780] error while decoding MB 61 32, bytestream -5", "last_exit_at": "2026-07-05T10:04:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.134, "last_started_at": "2026-07-05T10:04:24+09:00", "pid": 123399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 143.953, "name": "ffmpeg", "pid": 123399, "rss_mb": 143.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 667, "restart_count_per_hour": 23, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 668}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.676, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1338042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T10:04:26+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T10:04:26+09:00", "mjpeg": {"age_sec": 4.468, "exists": true, "mtime": "2026-07-05T10:04:22.422995+09:00", "mtime_epoch": 1783213462.422995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:04:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.851, "pushed": 5.851, "read": 5.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.976, "count": 175, "max_ms": 29.472, "p95_ms": 24.501}, "gstreamer_push": {"avg_ms": 1.043, "count": 175, "max_ms": 1.445, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.728, "count": 175, "max_ms": 63.721, "p95_ms": 61.062}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.819, "count": 175, "max_ms": 76.82, "p95_ms": 67.089}, "yolo11_640_fire_11class": {"avg_ms": 49.334, "count": 175, "max_ms": 75.857, "p95_ms": 66.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.467, "count": 175, "max_ms": 79.869, "p95_ms": 77.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.402, "count": 175, "max_ms": 166.815, "p95_ms": 163.925}, "read_interval": {"avg_ms": 172.165, "count": 174, "max_ms": 4523.308, "p95_ms": 173.548}, "triton_wait": {"avg_ms": 56.897, "count": 175, "max_ms": 79.88, "p95_ms": 77.57}, "visualize": {"avg_ms": 5.621, "count": 175, "max_ms": 8.387, "p95_ms": 6.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15766.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4812.35, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.305, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1679410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:04:55+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T10:04:55+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T10:04:55.827363+09:00", "mtime_epoch": 1783213495.8273633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:04:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2239.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.997, "pushed": 9.997, "read": 9.963}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.526, "count": 299, "max_ms": 11.892, "p95_ms": 9.643}, "gstreamer_push": {"avg_ms": 1.268, "count": 299, "max_ms": 2.096, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.793, "count": 299, "max_ms": 69.724, "p95_ms": 63.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.632, "count": 299, "max_ms": 83.375, "p95_ms": 58.447}, "yolo11_640_fire_11class": {"avg_ms": 52.121, "count": 299, "max_ms": 76.565, "p95_ms": 65.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.628, "count": 299, "max_ms": 84.894, "p95_ms": 78.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.541, "count": 299, "max_ms": 143.405, "p95_ms": 106.841}, "read_interval": {"avg_ms": 100.456, "count": 298, "max_ms": 562.706, "p95_ms": 147.138}, "triton_wait": {"avg_ms": 54.695, "count": 299, "max_ms": 84.907, "p95_ms": 78.3}, "visualize": {"avg_ms": 3.825, "count": 299, "max_ms": 5.978, "p95_ms": 5.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15766.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 597, "h264_decode_error_count": 1495, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:04:22+09:00", "last_error_summary": "[h264 @ 0x5559e5bb5780] error while decoding MB 61 32, bytestream -5", "last_exit_at": "2026-07-05T10:04:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.142, "last_started_at": "2026-07-05T10:04:24+09:00", "pid": 123399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.867, "name": "ffmpeg", "pid": 123399, "rss_mb": 264.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 667, "restart_count_per_hour": 23, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 668}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.873, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1338238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:04:56+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T10:04:56+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T10:04:56.771374+09:00", "mtime_epoch": 1783213496.7713737, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:04:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.569, "pushed": 6.569, "read": 6.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.318, "count": 196, "max_ms": 29.628, "p95_ms": 23.435}, "gstreamer_push": {"avg_ms": 1.033, "count": 196, "max_ms": 1.539, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.761, "count": 196, "max_ms": 65.442, "p95_ms": 61.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.172, "count": 196, "max_ms": 78.438, "p95_ms": 69.337}, "yolo11_640_fire_11class": {"avg_ms": 48.896, "count": 196, "max_ms": 71.482, "p95_ms": 66.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.118, "count": 196, "max_ms": 81.912, "p95_ms": 76.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.829, "count": 196, "max_ms": 168.771, "p95_ms": 165.259}, "read_interval": {"avg_ms": 153.129, "count": 195, "max_ms": 176.673, "p95_ms": 173.175}, "triton_wait": {"avg_ms": 57.818, "count": 196, "max_ms": 81.925, "p95_ms": 76.909}, "visualize": {"avg_ms": 5.843, "count": 196, "max_ms": 8.07, "p95_ms": 6.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 13997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15766.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4842.365, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.671, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1679710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:05:25+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T10:05:25+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T10:05:25.827702+09:00", "mtime_epoch": 1783213525.8277018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:05:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2239.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.649, "count": 300, "max_ms": 11.466, "p95_ms": 9.699}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 2.146, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.301, "count": 300, "max_ms": 64.141, "p95_ms": 61.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.184, "count": 300, "max_ms": 74.08, "p95_ms": 60.229}, "yolo11_640_fire_11class": {"avg_ms": 51.428, "count": 300, "max_ms": 72.809, "p95_ms": 64.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.978, "count": 300, "max_ms": 80.377, "p95_ms": 76.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.097, "count": 300, "max_ms": 133.66, "p95_ms": 105.776}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 531.395, "p95_ms": 146.133}, "triton_wait": {"avg_ms": 54.086, "count": 300, "max_ms": 80.387, "p95_ms": 76.432}, "visualize": {"avg_ms": 3.883, "count": 300, "max_ms": 6.331, "p95_ms": 5.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15767.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 597, "h264_decode_error_count": 1495, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:04:22+09:00", "last_error_summary": "[h264 @ 0x5559e5bb5780] error while decoding MB 61 32, bytestream -5", "last_exit_at": "2026-07-05T10:04:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.163, "last_started_at": "2026-07-05T10:04:24+09:00", "pid": 123399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.125, "name": "ffmpeg", "pid": 123399, "rss_mb": 265.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 667, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 668}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.884, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1338438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:05:26+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T10:05:26+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T10:05:26.791713+09:00", "mtime_epoch": 1783213526.7917128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:05:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9261.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.697, "pushed": 6.697, "read": 6.663}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.29, "count": 200, "max_ms": 29.415, "p95_ms": 22.652}, "gstreamer_push": {"avg_ms": 1.044, "count": 200, "max_ms": 1.896, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.804, "count": 200, "max_ms": 64.873, "p95_ms": 61.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.317, "count": 200, "max_ms": 78.699, "p95_ms": 66.787}, "yolo11_640_fire_11class": {"avg_ms": 48.344, "count": 200, "max_ms": 70.485, "p95_ms": 64.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.302, "count": 200, "max_ms": 80.639, "p95_ms": 77.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.656, "count": 200, "max_ms": 169.809, "p95_ms": 164.263}, "read_interval": {"avg_ms": 150.1, "count": 199, "max_ms": 181.687, "p95_ms": 173.712}, "triton_wait": {"avg_ms": 56.862, "count": 200, "max_ms": 80.652, "p95_ms": 77.086}, "visualize": {"avg_ms": 5.772, "count": 200, "max_ms": 8.123, "p95_ms": 6.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15770.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4872.4, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.439, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1680010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:05:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:05:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:05:55+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T10:05:55.880048+09:00", "mtime_epoch": 1783213555.8800476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:05:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2240.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.996}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.636, "count": 300, "max_ms": 13.772, "p95_ms": 10.294}, "gstreamer_push": {"avg_ms": 1.259, "count": 300, "max_ms": 1.642, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.653, "count": 300, "max_ms": 67.361, "p95_ms": 63.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.984, "count": 300, "max_ms": 77.951, "p95_ms": 69.233}, "yolo11_640_fire_11class": {"avg_ms": 52.309, "count": 300, "max_ms": 74.679, "p95_ms": 65.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.209, "count": 300, "max_ms": 83.774, "p95_ms": 79.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.944, "count": 300, "max_ms": 141.344, "p95_ms": 108.562}, "read_interval": {"avg_ms": 100.164, "count": 299, "max_ms": 552.215, "p95_ms": 144.361}, "triton_wait": {"avg_ms": 55.183, "count": 300, "max_ms": 83.786, "p95_ms": 79.344}, "visualize": {"avg_ms": 3.883, "count": 300, "max_ms": 6.691, "p95_ms": 5.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15770.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 597, "h264_decode_error_count": 1495, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:04:22+09:00", "last_error_summary": "[h264 @ 0x5559e5bb5780] error while decoding MB 61 32, bytestream -5", "last_exit_at": "2026-07-05T10:04:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.198, "last_started_at": "2026-07-05T10:04:24+09:00", "pid": 123399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.703, "name": "ffmpeg", "pid": 123399, "rss_mb": 267.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 667, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 668}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.321, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1338638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:05:56+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T10:05:56+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T10:05:56.824059+09:00", "mtime_epoch": 1783213556.8240585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:05:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9262.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.691, "pushed": 6.691, "read": 6.657}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.944, "count": 200, "max_ms": 26.514, "p95_ms": 21.765}, "gstreamer_push": {"avg_ms": 1.039, "count": 200, "max_ms": 1.367, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.454, "count": 200, "max_ms": 66.115, "p95_ms": 62.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.596, "count": 200, "max_ms": 80.417, "p95_ms": 71.632}, "yolo11_640_fire_11class": {"avg_ms": 49.976, "count": 200, "max_ms": 71.58, "p95_ms": 65.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.057, "count": 200, "max_ms": 82.904, "p95_ms": 79.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.709, "count": 200, "max_ms": 174.365, "p95_ms": 165.606}, "read_interval": {"avg_ms": 150.18, "count": 199, "max_ms": 182.431, "p95_ms": 174.904}, "triton_wait": {"avg_ms": 58.642, "count": 200, "max_ms": 82.917, "p95_ms": 79.327}, "visualize": {"avg_ms": 5.676, "count": 200, "max_ms": 6.843, "p95_ms": 6.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15770.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4902.448, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.618, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1680311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:06:25+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T10:06:25+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T10:06:25.924400+09:00", "mtime_epoch": 1783213585.9243999, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:06:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2240.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.762, "count": 301, "max_ms": 11.874, "p95_ms": 10.132}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 2.243, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.021, "count": 301, "max_ms": 72.17, "p95_ms": 62.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.833, "count": 301, "max_ms": 79.518, "p95_ms": 62.059}, "yolo11_640_fire_11class": {"avg_ms": 51.93, "count": 301, "max_ms": 79.098, "p95_ms": 65.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.942, "count": 301, "max_ms": 84.851, "p95_ms": 77.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.558, "count": 301, "max_ms": 137.177, "p95_ms": 106.91}, "read_interval": {"avg_ms": 99.872, "count": 300, "max_ms": 559.835, "p95_ms": 127.136}, "triton_wait": {"avg_ms": 54.361, "count": 301, "max_ms": 84.863, "p95_ms": 78.7}, "visualize": {"avg_ms": 3.92, "count": 301, "max_ms": 5.968, "p95_ms": 5.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15770.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 597, "h264_decode_error_count": 1495, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:04:22+09:00", "last_error_summary": "[h264 @ 0x5559e5bb5780] error while decoding MB 61 32, bytestream -5", "last_exit_at": "2026-07-05T10:04:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.285, "last_started_at": "2026-07-05T10:04:24+09:00", "pid": 123399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.703, "name": "ffmpeg", "pid": 123399, "rss_mb": 267.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 667, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 668}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.433, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1338837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:06:27+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T10:06:26+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T10:06:26.912411+09:00", "mtime_epoch": 1783213586.9124115, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:06:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9262.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.646, "pushed": 6.646, "read": 6.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.215, "count": 198, "max_ms": 25.7, "p95_ms": 22.747}, "gstreamer_push": {"avg_ms": 1.031, "count": 199, "max_ms": 1.485, "p95_ms": 1.138}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.209, "count": 198, "max_ms": 66.301, "p95_ms": 62.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.229, "count": 198, "max_ms": 74.571, "p95_ms": 69.715}, "yolo11_640_fire_11class": {"avg_ms": 49.93, "count": 198, "max_ms": 72.806, "p95_ms": 66.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.865, "count": 198, "max_ms": 81.536, "p95_ms": 78.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.699, "count": 199, "max_ms": 171.428, "p95_ms": 166.263}, "read_interval": {"avg_ms": 151.212, "count": 198, "max_ms": 179.626, "p95_ms": 174.379}, "triton_wait": {"avg_ms": 58.325, "count": 198, "max_ms": 81.548, "p95_ms": 78.119}, "visualize": {"avg_ms": 5.738, "count": 198, "max_ms": 7.898, "p95_ms": 6.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15774.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4932.532, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.655, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1680610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:06:56+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T10:06:56+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T10:06:56.008759+09:00", "mtime_epoch": 1783213616.0087585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:06:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2240.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.388, "count": 298, "max_ms": 11.964, "p95_ms": 9.46}, "gstreamer_push": {"avg_ms": 1.277, "count": 299, "max_ms": 2.177, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.948, "count": 298, "max_ms": 68.932, "p95_ms": 61.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.982, "count": 298, "max_ms": 77.029, "p95_ms": 65.571}, "yolo11_640_fire_11class": {"avg_ms": 52.878, "count": 298, "max_ms": 76.403, "p95_ms": 67.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.52, "count": 298, "max_ms": 81.701, "p95_ms": 75.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.716, "count": 298, "max_ms": 134.472, "p95_ms": 94.241}, "read_interval": {"avg_ms": 100.656, "count": 298, "max_ms": 513.805, "p95_ms": 147.07}, "triton_wait": {"avg_ms": 54.407, "count": 298, "max_ms": 81.713, "p95_ms": 75.952}, "visualize": {"avg_ms": 3.771, "count": 298, "max_ms": 6.4, "p95_ms": 4.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15774.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 597, "h264_decode_error_count": 1495, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:04:22+09:00", "last_error_summary": "[h264 @ 0x5559e5bb5780] error while decoding MB 61 32, bytestream -5", "last_exit_at": "2026-07-05T10:04:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.372, "last_started_at": "2026-07-05T10:04:24+09:00", "pid": 123399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.055, "name": "ffmpeg", "pid": 123399, "rss_mb": 271.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 667, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 668}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.537, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1339041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:06:57+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:06:56+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T10:06:57.000771+09:00", "mtime_epoch": 1783213617.0007706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:06:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9262.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.814, "pushed": 6.814, "read": 6.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.878, "count": 203, "max_ms": 29.669, "p95_ms": 21.792}, "gstreamer_push": {"avg_ms": 1.05, "count": 204, "max_ms": 1.479, "p95_ms": 1.15}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.685, "count": 203, "max_ms": 66.916, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.553, "count": 203, "max_ms": 79.339, "p95_ms": 67.353}, "yolo11_640_fire_11class": {"avg_ms": 49.205, "count": 203, "max_ms": 71.873, "p95_ms": 66.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.085, "count": 203, "max_ms": 81.243, "p95_ms": 78.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.985, "count": 204, "max_ms": 168.521, "p95_ms": 165.893}, "read_interval": {"avg_ms": 147.495, "count": 203, "max_ms": 351.709, "p95_ms": 174.149}, "triton_wait": {"avg_ms": 56.73, "count": 203, "max_ms": 81.255, "p95_ms": 78.052}, "visualize": {"avg_ms": 5.588, "count": 203, "max_ms": 7.617, "p95_ms": 6.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15767.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4962.598, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.865, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1680913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:07:26+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:07:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T10:07:26.081123+09:00", "mtime_epoch": 1783213646.0811229, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:07:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2240.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.597, "count": 303, "max_ms": 12.606, "p95_ms": 9.869}, "gstreamer_push": {"avg_ms": 1.26, "count": 303, "max_ms": 1.838, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.427, "count": 303, "max_ms": 66.146, "p95_ms": 61.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.986, "count": 303, "max_ms": 75.763, "p95_ms": 69.923}, "yolo11_640_fire_11class": {"avg_ms": 52.756, "count": 303, "max_ms": 74.256, "p95_ms": 67.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.73, "count": 303, "max_ms": 81.008, "p95_ms": 76.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.135, "count": 303, "max_ms": 134.312, "p95_ms": 103.357}, "read_interval": {"avg_ms": 99.269, "count": 302, "max_ms": 543.051, "p95_ms": 128.149}, "triton_wait": {"avg_ms": 54.81, "count": 303, "max_ms": 81.021, "p95_ms": 76.058}, "visualize": {"avg_ms": 3.769, "count": 303, "max_ms": 5.837, "p95_ms": 4.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15767.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 598, "h264_decode_error_count": 1496, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:07:05+09:00", "last_error_summary": "[h264 @ 0x558502a14a00] error while decoding MB 5 40, bytestream -11", "last_exit_at": "2026-07-05T10:07:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.259, "last_started_at": "2026-07-05T10:07:07+09:00", "pid": 123506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.203, "name": "ffmpeg", "pid": 123506, "rss_mb": 265.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 668, "restart_count_per_hour": 23, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 669}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.537, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1339221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:07:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T10:07:27+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T10:07:27+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T10:07:27.089135+09:00", "mtime_epoch": 1783213647.0891352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:07:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9262.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.017, "pushed": 6.017, "read": 5.983}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.469, "count": 180, "max_ms": 25.58, "p95_ms": 21.843}, "gstreamer_push": {"avg_ms": 1.08, "count": 180, "max_ms": 1.593, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.734, "count": 180, "max_ms": 70.643, "p95_ms": 63.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.73, "count": 180, "max_ms": 79.361, "p95_ms": 72.828}, "yolo11_640_fire_11class": {"avg_ms": 52.102, "count": 180, "max_ms": 73.376, "p95_ms": 68.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.935, "count": 180, "max_ms": 83.027, "p95_ms": 78.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.932, "count": 180, "max_ms": 178.813, "p95_ms": 161.018}, "read_interval": {"avg_ms": 167.27, "count": 179, "max_ms": 4731.595, "p95_ms": 171.451}, "triton_wait": {"avg_ms": 59.538, "count": 180, "max_ms": 83.039, "p95_ms": 78.827}, "visualize": {"avg_ms": 5.227, "count": 180, "max_ms": 6.368, "p95_ms": 6.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15768.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4992.621, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.836, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1681212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:07:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:07:56+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T10:07:56+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T10:07:56.097492+09:00", "mtime_epoch": 1783213676.097492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:07:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2240.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.403, "count": 299, "max_ms": 10.496, "p95_ms": 9.44}, "gstreamer_push": {"avg_ms": 1.267, "count": 299, "max_ms": 1.665, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.664, "count": 299, "max_ms": 66.37, "p95_ms": 61.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.338, "count": 299, "max_ms": 84.117, "p95_ms": 69.363}, "yolo11_640_fire_11class": {"avg_ms": 53.887, "count": 299, "max_ms": 76.301, "p95_ms": 68.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.144, "count": 299, "max_ms": 81.972, "p95_ms": 75.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.422, "count": 299, "max_ms": 136.148, "p95_ms": 102.434}, "read_interval": {"avg_ms": 100.395, "count": 299, "max_ms": 543.189, "p95_ms": 145.164}, "triton_wait": {"avg_ms": 56.292, "count": 299, "max_ms": 84.129, "p95_ms": 75.62}, "visualize": {"avg_ms": 3.79, "count": 299, "max_ms": 5.62, "p95_ms": 4.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15767.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 598, "h264_decode_error_count": 1496, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:07:05+09:00", "last_error_summary": "[h264 @ 0x558502a14a00] error while decoding MB 5 40, bytestream -11", "last_exit_at": "2026-07-05T10:07:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.299, "last_started_at": "2026-07-05T10:07:07+09:00", "pid": 123506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.719, "name": "ffmpeg", "pid": 123506, "rss_mb": 265.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 668, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 669}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.341, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1339445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:07:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:07:57+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T10:07:57+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T10:07:57.125505+09:00", "mtime_epoch": 1783213677.1255047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:07:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9262.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.498, "pushed": 7.498, "read": 7.465}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.048, "count": 224, "max_ms": 25.353, "p95_ms": 20.848}, "gstreamer_push": {"avg_ms": 1.102, "count": 224, "max_ms": 1.433, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.651, "count": 224, "max_ms": 67.038, "p95_ms": 63.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.318, "count": 224, "max_ms": 83.191, "p95_ms": 70.508}, "yolo11_640_fire_11class": {"avg_ms": 52.605, "count": 224, "max_ms": 73.925, "p95_ms": 70.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.67, "count": 224, "max_ms": 83.68, "p95_ms": 79.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.962, "count": 224, "max_ms": 167.975, "p95_ms": 145.968}, "read_interval": {"avg_ms": 134.158, "count": 223, "max_ms": 176.353, "p95_ms": 155.406}, "triton_wait": {"avg_ms": 60.327, "count": 224, "max_ms": 83.691, "p95_ms": 79.743}, "visualize": {"avg_ms": 4.893, "count": 224, "max_ms": 6.584, "p95_ms": 5.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15770.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5022.67, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.798, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1681515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:08:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:08:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:08:26+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T10:08:26.149867+09:00", "mtime_epoch": 1783213706.1498666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:08:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2240.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.08}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.596, "count": 303, "max_ms": 11.414, "p95_ms": 9.67}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.527, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.418, "count": 303, "max_ms": 69.344, "p95_ms": 61.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.329, "count": 303, "max_ms": 78.078, "p95_ms": 64.218}, "yolo11_640_fire_11class": {"avg_ms": 52.978, "count": 303, "max_ms": 75.479, "p95_ms": 65.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.284, "count": 303, "max_ms": 82.098, "p95_ms": 75.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.512, "count": 303, "max_ms": 134.027, "p95_ms": 105.059}, "read_interval": {"avg_ms": 99.217, "count": 302, "max_ms": 535.547, "p95_ms": 145.727}, "triton_wait": {"avg_ms": 55.245, "count": 303, "max_ms": 82.111, "p95_ms": 75.958}, "visualize": {"avg_ms": 3.801, "count": 303, "max_ms": 5.229, "p95_ms": 5.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15770.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 598, "h264_decode_error_count": 1496, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:07:05+09:00", "last_error_summary": "[h264 @ 0x558502a14a00] error while decoding MB 5 40, bytestream -11", "last_exit_at": "2026-07-05T10:07:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.364, "last_started_at": "2026-07-05T10:07:07+09:00", "pid": 123506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.008, "name": "ffmpeg", "pid": 123506, "rss_mb": 267.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 668, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 669}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.955, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1339661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:08:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:08:27+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T10:08:27+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T10:08:27.193880+09:00", "mtime_epoch": 1783213707.1938798, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:08:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9262.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.22, "pushed": 7.22, "read": 7.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.467, "count": 216, "max_ms": 29.857, "p95_ms": 22.302}, "gstreamer_push": {"avg_ms": 1.056, "count": 216, "max_ms": 1.258, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.508, "count": 216, "max_ms": 66.701, "p95_ms": 62.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.061, "count": 216, "max_ms": 76.345, "p95_ms": 67.249}, "yolo11_640_fire_11class": {"avg_ms": 49.066, "count": 216, "max_ms": 74.587, "p95_ms": 68.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.977, "count": 216, "max_ms": 81.67, "p95_ms": 77.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.37, "count": 216, "max_ms": 168.064, "p95_ms": 161.09}, "read_interval": {"avg_ms": 139.267, "count": 215, "max_ms": 176.232, "p95_ms": 168.81}, "triton_wait": {"avg_ms": 57.36, "count": 216, "max_ms": 81.681, "p95_ms": 77.976}, "visualize": {"avg_ms": 5.22, "count": 216, "max_ms": 8.878, "p95_ms": 5.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15770.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5052.705, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.774, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1681816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:08:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:08:56+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T10:08:56+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T10:08:56.158246+09:00", "mtime_epoch": 1783213736.1582456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:08:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2240.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.391, "count": 301, "max_ms": 11.872, "p95_ms": 9.496}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.505, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.546, "count": 301, "max_ms": 66.277, "p95_ms": 61.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.283, "count": 301, "max_ms": 74.892, "p95_ms": 64.853}, "yolo11_640_fire_11class": {"avg_ms": 54.332, "count": 301, "max_ms": 76.545, "p95_ms": 68.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.745, "count": 301, "max_ms": 83.908, "p95_ms": 76.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.26, "count": 301, "max_ms": 109.168, "p95_ms": 94.189}, "read_interval": {"avg_ms": 99.737, "count": 300, "max_ms": 650.534, "p95_ms": 119.462}, "triton_wait": {"avg_ms": 56.106, "count": 301, "max_ms": 83.921, "p95_ms": 76.076}, "visualize": {"avg_ms": 3.722, "count": 301, "max_ms": 5.255, "p95_ms": 4.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15770.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 598, "h264_decode_error_count": 1496, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:07:05+09:00", "last_error_summary": "[h264 @ 0x558502a14a00] error while decoding MB 5 40, bytestream -11", "last_exit_at": "2026-07-05T10:07:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.408, "last_started_at": "2026-07-05T10:07:07+09:00", "pid": 123506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.266, "name": "ffmpeg", "pid": 123506, "rss_mb": 267.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 668, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 669}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.763, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1339877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:08:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:08:57+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T10:08:57+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T10:08:57.214259+09:00", "mtime_epoch": 1783213737.214259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:08:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9262.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.224, "pushed": 7.224, "read": 7.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.163, "count": 216, "max_ms": 25.067, "p95_ms": 21.653}, "gstreamer_push": {"avg_ms": 1.079, "count": 216, "max_ms": 1.662, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.573, "count": 216, "max_ms": 72.055, "p95_ms": 62.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.075, "count": 216, "max_ms": 79.39, "p95_ms": 68.392}, "yolo11_640_fire_11class": {"avg_ms": 51.459, "count": 216, "max_ms": 73.15, "p95_ms": 70.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.968, "count": 216, "max_ms": 83.27, "p95_ms": 79.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.044, "count": 216, "max_ms": 168.371, "p95_ms": 160.901}, "read_interval": {"avg_ms": 139.053, "count": 215, "max_ms": 176.6, "p95_ms": 168.614}, "triton_wait": {"avg_ms": 58.531, "count": 216, "max_ms": 83.284, "p95_ms": 79.401}, "visualize": {"avg_ms": 5.161, "count": 216, "max_ms": 7.296, "p95_ms": 5.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15771.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5082.72, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.059, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1682112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:09:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:09:26+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:09:26.202630+09:00", "mtime_epoch": 1783213766.2026296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:09:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2241.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.59, "count": 296, "max_ms": 14.76, "p95_ms": 10.448}, "gstreamer_push": {"avg_ms": 1.259, "count": 296, "max_ms": 2.175, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.406, "count": 296, "max_ms": 68.536, "p95_ms": 63.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.162, "count": 296, "max_ms": 77.749, "p95_ms": 70.007}, "yolo11_640_fire_11class": {"avg_ms": 52.899, "count": 296, "max_ms": 72.995, "p95_ms": 67.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.557, "count": 296, "max_ms": 80.938, "p95_ms": 77.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.352, "count": 296, "max_ms": 133.691, "p95_ms": 105.492}, "read_interval": {"avg_ms": 101.493, "count": 296, "max_ms": 572.712, "p95_ms": 129.175}, "triton_wait": {"avg_ms": 54.997, "count": 296, "max_ms": 80.949, "p95_ms": 77.352}, "visualize": {"avg_ms": 3.774, "count": 296, "max_ms": 7.29, "p95_ms": 5.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15771.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 598, "h264_decode_error_count": 1496, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:07:05+09:00", "last_error_summary": "[h264 @ 0x558502a14a00] error while decoding MB 5 40, bytestream -11", "last_exit_at": "2026-07-05T10:07:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.422, "last_started_at": "2026-07-05T10:07:07+09:00", "pid": 123506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.266, "name": "ffmpeg", "pid": 123506, "rss_mb": 267.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 668, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 669}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.873, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1340085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:09:27+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T10:09:27+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T10:09:27.250643+09:00", "mtime_epoch": 1783213767.250643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:09:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9262.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.969, "pushed": 6.969, "read": 6.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.761, "count": 208, "max_ms": 24.542, "p95_ms": 22.01}, "gstreamer_push": {"avg_ms": 1.057, "count": 208, "max_ms": 1.636, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.349, "count": 208, "max_ms": 68.485, "p95_ms": 63.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.735, "count": 208, "max_ms": 81.631, "p95_ms": 70.687}, "yolo11_640_fire_11class": {"avg_ms": 50.138, "count": 208, "max_ms": 73.454, "p95_ms": 67.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.604, "count": 208, "max_ms": 81.952, "p95_ms": 78.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.619, "count": 208, "max_ms": 169.573, "p95_ms": 164.335}, "read_interval": {"avg_ms": 144.402, "count": 207, "max_ms": 177.857, "p95_ms": 172.619}, "triton_wait": {"avg_ms": 58.561, "count": 208, "max_ms": 81.963, "p95_ms": 78.797}, "visualize": {"avg_ms": 5.395, "count": 208, "max_ms": 6.456, "p95_ms": 6.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15771.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5112.854, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.186, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1682414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:09:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T10:09:56+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T10:09:56+09:00", "mjpeg": {"age_sec": 0.486, "exists": true, "mtime": "2026-07-05T10:09:55.915013+09:00", "mtime_epoch": 1783213795.9150133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:09:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2241.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.701, "count": 301, "max_ms": 11.785, "p95_ms": 9.686}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 2.239, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.311, "count": 301, "max_ms": 67.318, "p95_ms": 61.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.236, "count": 301, "max_ms": 71.807, "p95_ms": 65.927}, "yolo11_640_fire_11class": {"avg_ms": 53.5, "count": 301, "max_ms": 76.838, "p95_ms": 68.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.138, "count": 301, "max_ms": 81.832, "p95_ms": 76.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.567, "count": 301, "max_ms": 135.161, "p95_ms": 105.974}, "read_interval": {"avg_ms": 99.861, "count": 300, "max_ms": 532.035, "p95_ms": 147.925}, "triton_wait": {"avg_ms": 55.747, "count": 301, "max_ms": 81.845, "p95_ms": 76.862}, "visualize": {"avg_ms": 3.904, "count": 301, "max_ms": 5.984, "p95_ms": 5.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15771.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 598, "h264_decode_error_count": 1496, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:07:05+09:00", "last_error_summary": "[h264 @ 0x558502a14a00] error while decoding MB 5 40, bytestream -11", "last_exit_at": "2026-07-05T10:07:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.446, "last_started_at": "2026-07-05T10:07:07+09:00", "pid": 123506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.266, "name": "ffmpeg", "pid": 123506, "rss_mb": 267.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 668, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 669}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.53, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1340292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:09:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:09:57+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T10:09:57+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T10:09:57.275031+09:00", "mtime_epoch": 1783213797.275031, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:09:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9262.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.929, "pushed": 6.929, "read": 6.895}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.759, "count": 207, "max_ms": 28.89, "p95_ms": 24.143}, "gstreamer_push": {"avg_ms": 1.053, "count": 207, "max_ms": 1.489, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.173, "count": 207, "max_ms": 65.287, "p95_ms": 62.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.877, "count": 207, "max_ms": 77.918, "p95_ms": 67.577}, "yolo11_640_fire_11class": {"avg_ms": 50.563, "count": 207, "max_ms": 73.341, "p95_ms": 67.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.112, "count": 207, "max_ms": 82.045, "p95_ms": 78.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.231, "count": 207, "max_ms": 170.979, "p95_ms": 163.964}, "read_interval": {"avg_ms": 145.14, "count": 206, "max_ms": 179.316, "p95_ms": 173.318}, "triton_wait": {"avg_ms": 58.533, "count": 207, "max_ms": 82.057, "p95_ms": 78.771}, "visualize": {"avg_ms": 5.401, "count": 207, "max_ms": 8.585, "p95_ms": 6.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15767.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5142.856, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.089, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1682714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:10:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:10:26+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T10:10:26+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-05T10:10:26.195409+09:00", "mtime_epoch": 1783213826.1954086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:10:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2241.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.492, "count": 300, "max_ms": 12.223, "p95_ms": 9.682}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.674, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.958, "count": 300, "max_ms": 65.011, "p95_ms": 60.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.759, "count": 300, "max_ms": 78.934, "p95_ms": 66.702}, "yolo11_640_fire_11class": {"avg_ms": 52.826, "count": 300, "max_ms": 74.522, "p95_ms": 64.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.212, "count": 300, "max_ms": 81.474, "p95_ms": 76.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.58, "count": 300, "max_ms": 141.225, "p95_ms": 105.586}, "read_interval": {"avg_ms": 99.895, "count": 300, "max_ms": 567.304, "p95_ms": 155.213}, "triton_wait": {"avg_ms": 54.991, "count": 300, "max_ms": 81.485, "p95_ms": 76.397}, "visualize": {"avg_ms": 3.798, "count": 300, "max_ms": 6.387, "p95_ms": 5.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15767.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 599, "h264_decode_error_count": 1497, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:10:12+09:00", "last_error_summary": "[h264 @ 0x55bd84f179c0] error while decoding MB 5 19, bytestream -13", "last_exit_at": "2026-07-05T10:10:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.032, "last_started_at": "2026-07-05T10:10:15+09:00", "pid": 123613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.836, "name": "ffmpeg", "pid": 123613, "rss_mb": 263.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 669, "restart_count_per_hour": 23, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 670}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.335, "sample_count": 2035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1340476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:10:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:10:27+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T10:10:27+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T10:10:27.299423+09:00", "mtime_epoch": 1783213827.299423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 139682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:10:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.155, "pushed": 6.155, "read": 6.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.691, "count": 184, "max_ms": 27.16, "p95_ms": 21.695}, "gstreamer_push": {"avg_ms": 1.093, "count": 184, "max_ms": 2.055, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.804, "count": 184, "max_ms": 67.472, "p95_ms": 62.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.787, "count": 184, "max_ms": 79.797, "p95_ms": 67.026}, "yolo11_640_fire_11class": {"avg_ms": 51.325, "count": 184, "max_ms": 75.087, "p95_ms": 68.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.785, "count": 184, "max_ms": 83.932, "p95_ms": 79.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.896, "count": 184, "max_ms": 167.486, "p95_ms": 162.364}, "read_interval": {"avg_ms": 163.384, "count": 183, "max_ms": 4795.795, "p95_ms": 171.289}, "triton_wait": {"avg_ms": 59.066, "count": 184, "max_ms": 83.944, "p95_ms": 79.453}, "visualize": {"avg_ms": 5.145, "count": 184, "max_ms": 8.326, "p95_ms": 6.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15769.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5172.952, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.918, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1683016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:10:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:10:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T10:10:56+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T10:10:56.415807+09:00", "mtime_epoch": 1783213856.415807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:10:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2241.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.644, "count": 301, "max_ms": 11.975, "p95_ms": 9.66}, "gstreamer_push": {"avg_ms": 1.25, "count": 302, "max_ms": 1.479, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.425, "count": 301, "max_ms": 65.038, "p95_ms": 62.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.837, "count": 301, "max_ms": 79.629, "p95_ms": 69.85}, "yolo11_640_fire_11class": {"avg_ms": 53.203, "count": 301, "max_ms": 73.164, "p95_ms": 65.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.565, "count": 301, "max_ms": 81.781, "p95_ms": 77.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.848, "count": 302, "max_ms": 131.964, "p95_ms": 105.547}, "read_interval": {"avg_ms": 99.637, "count": 301, "max_ms": 489.192, "p95_ms": 136.676}, "triton_wait": {"avg_ms": 56.142, "count": 301, "max_ms": 81.794, "p95_ms": 77.776}, "visualize": {"avg_ms": 3.839, "count": 301, "max_ms": 6.399, "p95_ms": 5.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15769.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 599, "h264_decode_error_count": 1497, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:10:12+09:00", "last_error_summary": "[h264 @ 0x55bd84f179c0] error while decoding MB 5 19, bytestream -13", "last_exit_at": "2026-07-05T10:10:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.16, "last_started_at": "2026-07-05T10:10:15+09:00", "pid": 123613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.383, "name": "ffmpeg", "pid": 123613, "rss_mb": 265.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 669, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 670}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.538, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1340694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:10:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:10:57+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T10:10:57+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T10:10:57.419820+09:00", "mtime_epoch": 1783213857.4198203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:10:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.234, "pushed": 7.234, "read": 7.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.389, "count": 217, "max_ms": 32.609, "p95_ms": 22.131}, "gstreamer_push": {"avg_ms": 1.093, "count": 217, "max_ms": 2.026, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.664, "count": 217, "max_ms": 65.005, "p95_ms": 62.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.435, "count": 217, "max_ms": 82.736, "p95_ms": 71.725}, "yolo11_640_fire_11class": {"avg_ms": 50.953, "count": 217, "max_ms": 70.472, "p95_ms": 67.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.777, "count": 217, "max_ms": 82.75, "p95_ms": 78.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.144, "count": 217, "max_ms": 170.035, "p95_ms": 157.167}, "read_interval": {"avg_ms": 138.236, "count": 217, "max_ms": 178.0, "p95_ms": 166.436}, "triton_wait": {"avg_ms": 59.278, "count": 217, "max_ms": 82.761, "p95_ms": 78.371}, "visualize": {"avg_ms": 5.115, "count": 217, "max_ms": 7.124, "p95_ms": 6.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15772.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5202.961, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.261, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1683314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:11:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:11:26+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T10:11:26+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-05T10:11:26.236203+09:00", "mtime_epoch": 1783213886.2362034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:11:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2241.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.491, "count": 298, "max_ms": 14.429, "p95_ms": 10.39}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.774, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.145, "count": 298, "max_ms": 67.664, "p95_ms": 61.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.601, "count": 298, "max_ms": 78.512, "p95_ms": 68.28}, "yolo11_640_fire_11class": {"avg_ms": 53.807, "count": 298, "max_ms": 75.545, "p95_ms": 66.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.304, "count": 298, "max_ms": 83.235, "p95_ms": 76.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.516, "count": 298, "max_ms": 131.056, "p95_ms": 97.491}, "read_interval": {"avg_ms": 100.775, "count": 298, "max_ms": 592.723, "p95_ms": 145.837}, "triton_wait": {"avg_ms": 56.155, "count": 298, "max_ms": 83.248, "p95_ms": 76.688}, "visualize": {"avg_ms": 3.696, "count": 298, "max_ms": 6.187, "p95_ms": 4.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15772.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 599, "h264_decode_error_count": 1497, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:10:12+09:00", "last_error_summary": "[h264 @ 0x55bd84f179c0] error while decoding MB 5 19, bytestream -13", "last_exit_at": "2026-07-05T10:10:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.23, "last_started_at": "2026-07-05T10:10:15+09:00", "pid": 123613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.188, "name": "ffmpeg", "pid": 123613, "rss_mb": 267.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 669, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 670}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.899, "sample_count": 2060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1340900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:11:27+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T10:11:27+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-05T10:11:27.460220+09:00", "mtime_epoch": 1783213887.4602199, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:11:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.887, "pushed": 6.887, "read": 6.853}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.004, "count": 206, "max_ms": 31.24, "p95_ms": 23.358}, "gstreamer_push": {"avg_ms": 1.064, "count": 206, "max_ms": 1.725, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.544, "count": 206, "max_ms": 68.483, "p95_ms": 60.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.427, "count": 206, "max_ms": 77.933, "p95_ms": 70.303}, "yolo11_640_fire_11class": {"avg_ms": 49.744, "count": 206, "max_ms": 74.94, "p95_ms": 67.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.583, "count": 206, "max_ms": 83.522, "p95_ms": 77.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.928, "count": 206, "max_ms": 175.926, "p95_ms": 163.984}, "read_interval": {"avg_ms": 145.906, "count": 205, "max_ms": 184.485, "p95_ms": 172.833}, "triton_wait": {"avg_ms": 58.168, "count": 206, "max_ms": 83.534, "p95_ms": 77.089}, "visualize": {"avg_ms": 5.492, "count": 206, "max_ms": 7.985, "p95_ms": 6.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15773.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5233.026, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.089, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1683620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:11:56+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T10:11:56+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T10:11:56.480609+09:00", "mtime_epoch": 1783213916.4806092, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:11:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2242.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.208, "pushed": 10.208, "read": 10.175}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.703, "count": 306, "max_ms": 14.875, "p95_ms": 9.782}, "gstreamer_push": {"avg_ms": 1.276, "count": 306, "max_ms": 2.087, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.947, "count": 306, "max_ms": 68.934, "p95_ms": 60.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.755, "count": 306, "max_ms": 80.482, "p95_ms": 67.537}, "yolo11_640_fire_11class": {"avg_ms": 54.01, "count": 306, "max_ms": 73.808, "p95_ms": 69.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.21, "count": 306, "max_ms": 83.296, "p95_ms": 76.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.686, "count": 306, "max_ms": 133.513, "p95_ms": 106.654}, "read_interval": {"avg_ms": 98.21, "count": 305, "max_ms": 410.094, "p95_ms": 125.312}, "triton_wait": {"avg_ms": 55.607, "count": 306, "max_ms": 83.308, "p95_ms": 76.707}, "visualize": {"avg_ms": 3.89, "count": 306, "max_ms": 6.067, "p95_ms": 5.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15772.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 599, "h264_decode_error_count": 1497, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:10:12+09:00", "last_error_summary": "[h264 @ 0x55bd84f179c0] error while decoding MB 5 19, bytestream -13", "last_exit_at": "2026-07-05T10:10:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.33, "last_started_at": "2026-07-05T10:10:15+09:00", "pid": 123613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.445, "name": "ffmpeg", "pid": 123613, "rss_mb": 267.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 669, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 670}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.364, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1341107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:11:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:11:57+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T10:11:57+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T10:11:57.568624+09:00", "mtime_epoch": 1783213917.5686238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:11:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.911, "pushed": 6.911, "read": 6.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.831, "count": 206, "max_ms": 27.7, "p95_ms": 22.245}, "gstreamer_push": {"avg_ms": 1.056, "count": 207, "max_ms": 1.427, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.697, "count": 206, "max_ms": 65.337, "p95_ms": 61.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.917, "count": 206, "max_ms": 79.88, "p95_ms": 71.473}, "yolo11_640_fire_11class": {"avg_ms": 50.024, "count": 206, "max_ms": 73.702, "p95_ms": 68.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.985, "count": 206, "max_ms": 82.785, "p95_ms": 78.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.612, "count": 207, "max_ms": 168.565, "p95_ms": 163.946}, "read_interval": {"avg_ms": 145.38, "count": 206, "max_ms": 176.78, "p95_ms": 173.346}, "triton_wait": {"avg_ms": 57.651, "count": 206, "max_ms": 82.797, "p95_ms": 78.659}, "visualize": {"avg_ms": 5.497, "count": 206, "max_ms": 8.894, "p95_ms": 6.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15772.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5263.055, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.975, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1683916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:12:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:12:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:12:26+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:12:26.537015+09:00", "mtime_epoch": 1783213946.5370154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:12:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2242.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.852}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.349, "count": 296, "max_ms": 11.426, "p95_ms": 8.776}, "gstreamer_push": {"avg_ms": 1.274, "count": 296, "max_ms": 1.791, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.323, "count": 296, "max_ms": 69.702, "p95_ms": 61.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.435, "count": 296, "max_ms": 78.155, "p95_ms": 70.879}, "yolo11_640_fire_11class": {"avg_ms": 53.753, "count": 296, "max_ms": 75.277, "p95_ms": 68.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.562, "count": 296, "max_ms": 83.854, "p95_ms": 76.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.523, "count": 296, "max_ms": 127.431, "p95_ms": 94.782}, "read_interval": {"avg_ms": 101.5, "count": 295, "max_ms": 678.595, "p95_ms": 149.567}, "triton_wait": {"avg_ms": 55.548, "count": 296, "max_ms": 83.867, "p95_ms": 76.272}, "visualize": {"avg_ms": 3.731, "count": 296, "max_ms": 5.445, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15773.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 599, "h264_decode_error_count": 1497, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:10:12+09:00", "last_error_summary": "[h264 @ 0x55bd84f179c0] error while decoding MB 5 19, bytestream -13", "last_exit_at": "2026-07-05T10:10:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.349, "last_started_at": "2026-07-05T10:10:15+09:00", "pid": 123613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.445, "name": "ffmpeg", "pid": 123613, "rss_mb": 267.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 669, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 670}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.03, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1341317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:12:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:12:27+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T10:12:27+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T10:12:27.561029+09:00", "mtime_epoch": 1783213947.5610294, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:12:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.03, "pushed": 7.03, "read": 6.997}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.687, "count": 210, "max_ms": 33.554, "p95_ms": 22.192}, "gstreamer_push": {"avg_ms": 1.072, "count": 210, "max_ms": 1.69, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.535, "count": 210, "max_ms": 71.68, "p95_ms": 62.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.902, "count": 210, "max_ms": 80.096, "p95_ms": 75.451}, "yolo11_640_fire_11class": {"avg_ms": 50.854, "count": 210, "max_ms": 77.103, "p95_ms": 68.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.056, "count": 210, "max_ms": 85.872, "p95_ms": 78.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.974, "count": 210, "max_ms": 172.201, "p95_ms": 165.244}, "read_interval": {"avg_ms": 142.787, "count": 209, "max_ms": 182.185, "p95_ms": 173.708}, "triton_wait": {"avg_ms": 58.851, "count": 210, "max_ms": 85.884, "p95_ms": 79.166}, "visualize": {"avg_ms": 5.327, "count": 210, "max_ms": 6.893, "p95_ms": 6.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15773.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5293.119, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.089, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1684217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:12:56+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T10:12:56+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T10:12:56.589425+09:00", "mtime_epoch": 1783213976.5894248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:12:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2242.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.694, "count": 301, "max_ms": 14.16, "p95_ms": 10.859}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.81, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.963, "count": 301, "max_ms": 65.822, "p95_ms": 61.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.809, "count": 301, "max_ms": 78.224, "p95_ms": 68.127}, "yolo11_640_fire_11class": {"avg_ms": 54.01, "count": 301, "max_ms": 75.643, "p95_ms": 69.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.99, "count": 301, "max_ms": 81.39, "p95_ms": 77.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.372, "count": 301, "max_ms": 132.036, "p95_ms": 104.803}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 560.184, "p95_ms": 136.237}, "triton_wait": {"avg_ms": 55.931, "count": 301, "max_ms": 81.402, "p95_ms": 77.609}, "visualize": {"avg_ms": 3.749, "count": 301, "max_ms": 6.187, "p95_ms": 4.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15773.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 599, "h264_decode_error_count": 1497, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:10:12+09:00", "last_error_summary": "[h264 @ 0x55bd84f179c0] error while decoding MB 5 19, bytestream -13", "last_exit_at": "2026-07-05T10:10:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.408, "last_started_at": "2026-07-05T10:10:15+09:00", "pid": 123613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.445, "name": "ffmpeg", "pid": 123613, "rss_mb": 267.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 669, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 670}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.601, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1341523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:12:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:12:57+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T10:12:57+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T10:12:57.649439+09:00", "mtime_epoch": 1783213977.6494393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:12:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.895, "pushed": 6.895, "read": 6.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.063, "count": 206, "max_ms": 36.078, "p95_ms": 24.193}, "gstreamer_push": {"avg_ms": 1.066, "count": 206, "max_ms": 1.564, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.922, "count": 206, "max_ms": 65.783, "p95_ms": 62.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.694, "count": 206, "max_ms": 81.251, "p95_ms": 73.427}, "yolo11_640_fire_11class": {"avg_ms": 50.815, "count": 206, "max_ms": 71.805, "p95_ms": 70.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.823, "count": 206, "max_ms": 83.653, "p95_ms": 78.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.939, "count": 206, "max_ms": 173.376, "p95_ms": 165.511}, "read_interval": {"avg_ms": 145.907, "count": 205, "max_ms": 183.141, "p95_ms": 174.267}, "triton_wait": {"avg_ms": 58.475, "count": 206, "max_ms": 83.664, "p95_ms": 78.251}, "visualize": {"avg_ms": 5.489, "count": 206, "max_ms": 8.561, "p95_ms": 6.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15768.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5323.176, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.541, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1684515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:13:26+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T10:13:26+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T10:13:26.649837+09:00", "mtime_epoch": 1783214006.649837, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:13:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2242.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.263, "count": 298, "max_ms": 14.022, "p95_ms": 8.365}, "gstreamer_push": {"avg_ms": 1.284, "count": 298, "max_ms": 1.792, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.696, "count": 298, "max_ms": 66.679, "p95_ms": 60.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.942, "count": 298, "max_ms": 76.511, "p95_ms": 60.781}, "yolo11_640_fire_11class": {"avg_ms": 53.5, "count": 298, "max_ms": 74.905, "p95_ms": 66.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.531, "count": 298, "max_ms": 83.813, "p95_ms": 74.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.978, "count": 298, "max_ms": 115.915, "p95_ms": 91.877}, "read_interval": {"avg_ms": 100.879, "count": 297, "max_ms": 670.644, "p95_ms": 129.261}, "triton_wait": {"avg_ms": 54.775, "count": 298, "max_ms": 83.825, "p95_ms": 74.563}, "visualize": {"avg_ms": 3.714, "count": 298, "max_ms": 5.762, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15769.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 600, "h264_decode_error_count": 1498, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:13:12+09:00", "last_error_summary": "[h264 @ 0x5622391e3600] error while decoding MB 37 37, bytestream -11", "last_exit_at": "2026-07-05T10:13:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.951, "last_started_at": "2026-07-05T10:13:15+09:00", "pid": 123720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.375, "name": "ffmpeg", "pid": 123720, "rss_mb": 263.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 670, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 671}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.946, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1341696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:13:27+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T10:13:27+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T10:13:27.693851+09:00", "mtime_epoch": 1783214007.6938515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:13:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.79, "pushed": 5.79, "read": 5.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.744, "count": 173, "max_ms": 26.79, "p95_ms": 22.019}, "gstreamer_push": {"avg_ms": 1.055, "count": 173, "max_ms": 1.25, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.008, "count": 173, "max_ms": 68.423, "p95_ms": 62.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.834, "count": 173, "max_ms": 76.953, "p95_ms": 68.855}, "yolo11_640_fire_11class": {"avg_ms": 50.499, "count": 173, "max_ms": 76.133, "p95_ms": 68.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.311, "count": 173, "max_ms": 85.7, "p95_ms": 78.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.19, "count": 173, "max_ms": 174.6, "p95_ms": 165.084}, "read_interval": {"avg_ms": 173.815, "count": 172, "max_ms": 5157.839, "p95_ms": 173.948}, "triton_wait": {"avg_ms": 57.709, "count": 173, "max_ms": 85.712, "p95_ms": 78.205}, "visualize": {"avg_ms": 5.511, "count": 173, "max_ms": 8.676, "p95_ms": 6.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15772.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5353.189, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.175, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1684819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:13:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:13:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:13:56+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T10:13:56.674252+09:00", "mtime_epoch": 1783214036.6742516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:13:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2242.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.522, "count": 304, "max_ms": 15.137, "p95_ms": 9.92}, "gstreamer_push": {"avg_ms": 1.239, "count": 304, "max_ms": 1.482, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.075, "count": 304, "max_ms": 65.508, "p95_ms": 61.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.482, "count": 304, "max_ms": 80.36, "p95_ms": 71.484}, "yolo11_640_fire_11class": {"avg_ms": 53.183, "count": 304, "max_ms": 75.14, "p95_ms": 66.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.396, "count": 304, "max_ms": 79.626, "p95_ms": 77.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.8, "count": 304, "max_ms": 150.617, "p95_ms": 107.398}, "read_interval": {"avg_ms": 98.753, "count": 304, "max_ms": 506.549, "p95_ms": 139.573}, "triton_wait": {"avg_ms": 55.289, "count": 304, "max_ms": 80.373, "p95_ms": 77.611}, "visualize": {"avg_ms": 3.827, "count": 304, "max_ms": 6.053, "p95_ms": 5.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15772.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 600, "h264_decode_error_count": 1498, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:13:12+09:00", "last_error_summary": "[h264 @ 0x5622391e3600] error while decoding MB 37 37, bytestream -11", "last_exit_at": "2026-07-05T10:13:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.017, "last_started_at": "2026-07-05T10:13:15+09:00", "pid": 123720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.953, "name": "ffmpeg", "pid": 123720, "rss_mb": 265.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 670, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 671}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.171, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1341905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:13:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:13:57+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T10:13:57+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T10:13:57.766267+09:00", "mtime_epoch": 1783214037.7662666, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:13:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.985, "pushed": 6.985, "read": 6.952}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.238, "count": 209, "max_ms": 31.16, "p95_ms": 20.947}, "gstreamer_push": {"avg_ms": 1.031, "count": 209, "max_ms": 1.203, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.732, "count": 209, "max_ms": 64.947, "p95_ms": 62.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.643, "count": 209, "max_ms": 81.576, "p95_ms": 71.625}, "yolo11_640_fire_11class": {"avg_ms": 50.161, "count": 209, "max_ms": 70.734, "p95_ms": 66.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.234, "count": 209, "max_ms": 81.866, "p95_ms": 78.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.565, "count": 209, "max_ms": 183.366, "p95_ms": 164.112}, "read_interval": {"avg_ms": 143.836, "count": 208, "max_ms": 190.341, "p95_ms": 171.459}, "triton_wait": {"avg_ms": 57.779, "count": 209, "max_ms": 81.878, "p95_ms": 78.42}, "visualize": {"avg_ms": 5.405, "count": 209, "max_ms": 6.766, "p95_ms": 5.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15773.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5383.275, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.091, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1685120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:14:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:14:26+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T10:14:26+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T10:14:26.750669+09:00", "mtime_epoch": 1783214066.7506692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:14:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2242.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.473, "count": 300, "max_ms": 11.593, "p95_ms": 9.429}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.613, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.366, "count": 300, "max_ms": 64.504, "p95_ms": 60.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.036, "count": 300, "max_ms": 78.503, "p95_ms": 62.962}, "yolo11_640_fire_11class": {"avg_ms": 52.564, "count": 300, "max_ms": 71.559, "p95_ms": 66.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.509, "count": 300, "max_ms": 80.244, "p95_ms": 75.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.809, "count": 301, "max_ms": 128.607, "p95_ms": 103.668}, "read_interval": {"avg_ms": 99.989, "count": 300, "max_ms": 529.799, "p95_ms": 124.13}, "triton_wait": {"avg_ms": 54.896, "count": 300, "max_ms": 80.256, "p95_ms": 75.971}, "visualize": {"avg_ms": 3.799, "count": 300, "max_ms": 5.564, "p95_ms": 4.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15773.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 600, "h264_decode_error_count": 1498, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:13:12+09:00", "last_error_summary": "[h264 @ 0x5622391e3600] error while decoding MB 37 37, bytestream -11", "last_exit_at": "2026-07-05T10:13:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.019, "last_started_at": "2026-07-05T10:13:15+09:00", "pid": 123720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.211, "name": "ffmpeg", "pid": 123720, "rss_mb": 266.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 670, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 671}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.951, "sample_count": 2020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:14:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:14:27+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T10:14:27+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T10:14:27.790684+09:00", "mtime_epoch": 1783214067.7906837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:14:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.801, "pushed": 6.801, "read": 6.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.905, "count": 204, "max_ms": 28.872, "p95_ms": 23.249}, "gstreamer_push": {"avg_ms": 1.034, "count": 204, "max_ms": 1.635, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.082, "count": 204, "max_ms": 63.963, "p95_ms": 59.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.155, "count": 204, "max_ms": 79.85, "p95_ms": 69.091}, "yolo11_640_fire_11class": {"avg_ms": 48.556, "count": 204, "max_ms": 70.838, "p95_ms": 66.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.579, "count": 204, "max_ms": 80.1, "p95_ms": 76.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.63, "count": 204, "max_ms": 170.058, "p95_ms": 161.386}, "read_interval": {"avg_ms": 147.203, "count": 204, "max_ms": 179.931, "p95_ms": 170.031}, "triton_wait": {"avg_ms": 56.311, "count": 204, "max_ms": 80.113, "p95_ms": 77.085}, "visualize": {"avg_ms": 5.592, "count": 204, "max_ms": 7.241, "p95_ms": 6.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15779.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5413.291, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.262, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1685421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:14:56+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T10:14:56+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T10:14:56.767088+09:00", "mtime_epoch": 1783214096.7670884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:14:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2242.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.325, "count": 301, "max_ms": 11.934, "p95_ms": 9.772}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.646, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.245, "count": 301, "max_ms": 64.766, "p95_ms": 60.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.257, "count": 301, "max_ms": 80.877, "p95_ms": 72.319}, "yolo11_640_fire_11class": {"avg_ms": 53.326, "count": 301, "max_ms": 73.567, "p95_ms": 66.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.649, "count": 301, "max_ms": 81.018, "p95_ms": 75.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.164, "count": 301, "max_ms": 104.436, "p95_ms": 91.701}, "read_interval": {"avg_ms": 99.757, "count": 300, "max_ms": 524.778, "p95_ms": 123.39}, "triton_wait": {"avg_ms": 55.162, "count": 301, "max_ms": 81.03, "p95_ms": 75.6}, "visualize": {"avg_ms": 3.647, "count": 301, "max_ms": 5.13, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15782.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 600, "h264_decode_error_count": 1498, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:13:12+09:00", "last_error_summary": "[h264 @ 0x5622391e3600] error while decoding MB 37 37, bytestream -11", "last_exit_at": "2026-07-05T10:13:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.755, "last_started_at": "2026-07-05T10:13:15+09:00", "pid": 123720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.203, "name": "ffmpeg", "pid": 123720, "rss_mb": 274.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 670, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 671}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.984, "sample_count": 2015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:14:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:14:58+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T10:14:58+09:00", "mjpeg": {"age_sec": 0.919, "exists": true, "mtime": "2026-07-05T10:14:57.715102+09:00", "mtime_epoch": 1783214097.7151017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:14:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.765, "pushed": 6.765, "read": 6.731}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.437, "count": 202, "max_ms": 25.976, "p95_ms": 21.638}, "gstreamer_push": {"avg_ms": 1.021, "count": 202, "max_ms": 1.334, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.357, "count": 202, "max_ms": 65.186, "p95_ms": 60.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.542, "count": 202, "max_ms": 82.565, "p95_ms": 72.005}, "yolo11_640_fire_11class": {"avg_ms": 49.505, "count": 202, "max_ms": 70.133, "p95_ms": 67.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.992, "count": 202, "max_ms": 82.046, "p95_ms": 76.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.433, "count": 202, "max_ms": 173.479, "p95_ms": 164.57}, "read_interval": {"avg_ms": 148.569, "count": 201, "max_ms": 886.8, "p95_ms": 172.487}, "triton_wait": {"avg_ms": 57.061, "count": 202, "max_ms": 82.577, "p95_ms": 77.194}, "visualize": {"avg_ms": 5.469, "count": 202, "max_ms": 7.737, "p95_ms": 6.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15782.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5443.314, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.723, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1685721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:15:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:15:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T10:15:26+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T10:15:26.799510+09:00", "mtime_epoch": 1783214126.79951, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:15:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2243.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.202, "count": 300, "max_ms": 10.363, "p95_ms": 8.172}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.585, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.911, "count": 300, "max_ms": 66.586, "p95_ms": 61.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.184, "count": 300, "max_ms": 84.185, "p95_ms": 72.184}, "yolo11_640_fire_11class": {"avg_ms": 53.734, "count": 300, "max_ms": 77.257, "p95_ms": 67.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.877, "count": 300, "max_ms": 84.8, "p95_ms": 75.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.571, "count": 300, "max_ms": 126.209, "p95_ms": 93.568}, "read_interval": {"avg_ms": 100.14, "count": 299, "max_ms": 628.372, "p95_ms": 139.853}, "triton_wait": {"avg_ms": 55.279, "count": 300, "max_ms": 84.809, "p95_ms": 76.553}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 5.11, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15782.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 600, "h264_decode_error_count": 1498, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:13:12+09:00", "last_error_summary": "[h264 @ 0x5622391e3600] error while decoding MB 37 37, bytestream -11", "last_exit_at": "2026-07-05T10:13:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.878, "last_started_at": "2026-07-05T10:13:15+09:00", "pid": 123720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.234, "name": "ffmpeg", "pid": 123720, "rss_mb": 275.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 670, "restart_count_per_hour": 22, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 671}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.425, "sample_count": 2027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:15:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:15:28+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T10:15:28+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T10:15:28.627536+09:00", "mtime_epoch": 1783214128.6275358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:15:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.575, "pushed": 6.575, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.837, "count": 196, "max_ms": 23.572, "p95_ms": 21.624}, "gstreamer_push": {"avg_ms": 1.03, "count": 197, "max_ms": 1.538, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.374, "count": 196, "max_ms": 64.852, "p95_ms": 61.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.076, "count": 196, "max_ms": 82.728, "p95_ms": 76.266}, "yolo11_640_fire_11class": {"avg_ms": 49.565, "count": 196, "max_ms": 74.714, "p95_ms": 68.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.532, "count": 196, "max_ms": 82.187, "p95_ms": 78.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.692, "count": 197, "max_ms": 171.863, "p95_ms": 165.538}, "read_interval": {"avg_ms": 152.912, "count": 196, "max_ms": 179.761, "p95_ms": 174.173}, "triton_wait": {"avg_ms": 57.692, "count": 196, "max_ms": 82.74, "p95_ms": 78.641}, "visualize": {"avg_ms": 5.814, "count": 196, "max_ms": 6.662, "p95_ms": 6.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15784.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5473.757, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.569, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1686024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:15:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T10:15:57+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T10:15:57+09:00", "mjpeg": {"age_sec": 0.44, "exists": true, "mtime": "2026-07-05T10:15:56.863934+09:00", "mtime_epoch": 1783214156.8639343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:15:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2243.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.306, "count": 298, "max_ms": 11.431, "p95_ms": 8.588}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 1.795, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.196, "count": 298, "max_ms": 70.514, "p95_ms": 59.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.609, "count": 298, "max_ms": 79.735, "p95_ms": 62.544}, "yolo11_640_fire_11class": {"avg_ms": 52.933, "count": 298, "max_ms": 75.907, "p95_ms": 63.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.42, "count": 298, "max_ms": 80.981, "p95_ms": 70.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.836, "count": 299, "max_ms": 126.194, "p95_ms": 92.256}, "read_interval": {"avg_ms": 100.724, "count": 298, "max_ms": 509.025, "p95_ms": 145.597}, "triton_wait": {"avg_ms": 53.948, "count": 298, "max_ms": 80.993, "p95_ms": 72.237}, "visualize": {"avg_ms": 3.726, "count": 298, "max_ms": 5.281, "p95_ms": 4.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15791.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 600, "h264_decode_error_count": 1498, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:13:12+09:00", "last_error_summary": "[h264 @ 0x5622391e3600] error while decoding MB 37 37, bytestream -11", "last_exit_at": "2026-07-05T10:13:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.007, "last_started_at": "2026-07-05T10:13:15+09:00", "pid": 123720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.965, "name": "ffmpeg", "pid": 123720, "rss_mb": 284.965, "state": "S (sleeping)", "threads": 104}, "restart_count": 670, "restart_count_per_hour": 21, "rtsp_timeout_count": 390, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 671}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.832, "sample_count": 1878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:16:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T10:16:01+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T10:16:01+09:00", "mjpeg": {"age_sec": 10.13, "exists": true, "mtime": "2026-07-05T10:15:51.755862+09:00", "mtime_epoch": 1783214151.755862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:16:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 71, "pushed_frames": 71, "read_frames": 70, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.368, "pushed": 2.368, "read": 2.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.372, "count": 70, "max_ms": 24.826, "p95_ms": 22.671}, "gstreamer_push": {"avg_ms": 1.052, "count": 71, "max_ms": 1.48, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.038, "count": 70, "max_ms": 74.886, "p95_ms": 63.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.017, "count": 70, "max_ms": 77.742, "p95_ms": 72.71}, "yolo11_640_fire_11class": {"avg_ms": 53.646, "count": 70, "max_ms": 78.055, "p95_ms": 71.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.562, "count": 70, "max_ms": 79.415, "p95_ms": 77.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.732, "count": 71, "max_ms": 168.536, "p95_ms": 165.501}, "read_interval": {"avg_ms": 428.241, "count": 70, "max_ms": 10147.997, "p95_ms": 176.526}, "triton_wait": {"avg_ms": 60.148, "count": 70, "max_ms": 79.428, "p95_ms": 78.068}, "visualize": {"avg_ms": 5.352, "count": 70, "max_ms": 9.616, "p95_ms": 6.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15772.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5503.806, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.569, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1686325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:16:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:16:27+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T10:16:27+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T10:16:27.264365+09:00", "mtime_epoch": 1783214187.2643652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:16:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2243.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.449, "count": 301, "max_ms": 11.037, "p95_ms": 9.143}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 2.125, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.09, "count": 301, "max_ms": 66.193, "p95_ms": 61.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.351, "count": 301, "max_ms": 79.819, "p95_ms": 70.197}, "yolo11_640_fire_11class": {"avg_ms": 53.768, "count": 301, "max_ms": 76.916, "p95_ms": 65.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.16, "count": 301, "max_ms": 84.134, "p95_ms": 76.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.273, "count": 301, "max_ms": 133.63, "p95_ms": 95.619}, "read_interval": {"avg_ms": 99.804, "count": 300, "max_ms": 394.362, "p95_ms": 146.763}, "triton_wait": {"avg_ms": 55.462, "count": 301, "max_ms": 84.146, "p95_ms": 76.346}, "visualize": {"avg_ms": 3.809, "count": 301, "max_ms": 6.45, "p95_ms": 4.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15773.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 601, "h264_decode_error_count": 1500, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:16:03+09:00", "last_error_summary": "[h264 @ 0x55ace1fad580] cabac decode of qscale diff failed at 35 39 [h264 @ 0x55ace1fad580] error while decoding MB 35 39, bytestream 1909 [in#0/rtsp @ 0x55ace1f2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ace1f2ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:16:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.365, "last_started_at": "2026-07-05T10:16:05+09:00", "pid": 123827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.816, "name": "ffmpeg", "pid": 123827, "rss_mb": 265.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 671, "restart_count_per_hour": 22, "rtsp_timeout_count": 392, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 672}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.836, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:16:31+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T10:16:31+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T10:16:31.748429+09:00", "mtime_epoch": 1783214191.748429, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:16:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9263.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.16, "pushed": 6.16, "read": 6.127}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.229, "count": 184, "max_ms": 23.947, "p95_ms": 21.45}, "gstreamer_push": {"avg_ms": 1.096, "count": 184, "max_ms": 1.642, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.413, "count": 184, "max_ms": 66.239, "p95_ms": 63.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.132, "count": 184, "max_ms": 82.841, "p95_ms": 77.593}, "yolo11_640_fire_11class": {"avg_ms": 51.53, "count": 184, "max_ms": 76.483, "p95_ms": 70.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.306, "count": 184, "max_ms": 84.459, "p95_ms": 79.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.546, "count": 184, "max_ms": 172.821, "p95_ms": 162.62}, "read_interval": {"avg_ms": 163.1, "count": 183, "max_ms": 4608.922, "p95_ms": 173.521}, "triton_wait": {"avg_ms": 59.243, "count": 184, "max_ms": 84.471, "p95_ms": 79.173}, "visualize": {"avg_ms": 5.058, "count": 184, "max_ms": 8.453, "p95_ms": 5.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15774.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5533.81, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.524, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1686626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:16:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:16:57+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T10:16:57+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T10:16:57.256792+09:00", "mtime_epoch": 1783214217.2567923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:16:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2243.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.28, "count": 301, "max_ms": 11.789, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 2.115, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.208, "count": 301, "max_ms": 66.301, "p95_ms": 60.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.848, "count": 301, "max_ms": 81.713, "p95_ms": 70.671}, "yolo11_640_fire_11class": {"avg_ms": 54.373, "count": 301, "max_ms": 75.578, "p95_ms": 70.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.428, "count": 301, "max_ms": 83.145, "p95_ms": 77.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.43, "count": 301, "max_ms": 97.617, "p95_ms": 93.357}, "read_interval": {"avg_ms": 99.647, "count": 301, "max_ms": 691.46, "p95_ms": 124.936}, "triton_wait": {"avg_ms": 56.47, "count": 301, "max_ms": 83.156, "p95_ms": 77.577}, "visualize": {"avg_ms": 3.691, "count": 301, "max_ms": 5.62, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15774.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 601, "h264_decode_error_count": 1500, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:16:03+09:00", "last_error_summary": "[h264 @ 0x55ace1fad580] cabac decode of qscale diff failed at 35 39 [h264 @ 0x55ace1fad580] error while decoding MB 35 39, bytestream 1909 [in#0/rtsp @ 0x55ace1f2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ace1f2ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:16:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.463, "last_started_at": "2026-07-05T10:16:05+09:00", "pid": 123827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.848, "name": "ffmpeg", "pid": 123827, "rss_mb": 266.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 671, "restart_count_per_hour": 22, "rtsp_timeout_count": 392, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 672}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.509, "sample_count": 1855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:17:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:17:02+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T10:17:01+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-05T10:17:01.836858+09:00", "mtime_epoch": 1783214221.8368578, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:17:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9264.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.812, "pushed": 6.812, "read": 6.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.561, "count": 203, "max_ms": 26.29, "p95_ms": 21.522}, "gstreamer_push": {"avg_ms": 1.062, "count": 204, "max_ms": 1.406, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.331, "count": 203, "max_ms": 66.896, "p95_ms": 61.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.926, "count": 203, "max_ms": 82.639, "p95_ms": 74.258}, "yolo11_640_fire_11class": {"avg_ms": 49.994, "count": 203, "max_ms": 75.197, "p95_ms": 68.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.644, "count": 203, "max_ms": 84.536, "p95_ms": 77.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.868, "count": 204, "max_ms": 171.374, "p95_ms": 163.477}, "read_interval": {"avg_ms": 147.392, "count": 203, "max_ms": 182.503, "p95_ms": 174.214}, "triton_wait": {"avg_ms": 57.867, "count": 203, "max_ms": 84.548, "p95_ms": 77.983}, "visualize": {"avg_ms": 5.492, "count": 203, "max_ms": 8.107, "p95_ms": 6.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15777.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5563.85, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.112, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1686925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:17:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:17:27+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T10:17:27+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T10:17:27.301222+09:00", "mtime_epoch": 1783214247.301222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:17:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2243.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.328, "count": 299, "max_ms": 12.215, "p95_ms": 8.78}, "gstreamer_push": {"avg_ms": 1.272, "count": 299, "max_ms": 2.003, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.428, "count": 299, "max_ms": 64.654, "p95_ms": 61.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.539, "count": 299, "max_ms": 80.147, "p95_ms": 72.271}, "yolo11_640_fire_11class": {"avg_ms": 53.741, "count": 299, "max_ms": 73.482, "p95_ms": 67.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.158, "count": 299, "max_ms": 79.617, "p95_ms": 76.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.824, "count": 299, "max_ms": 104.552, "p95_ms": 92.714}, "read_interval": {"avg_ms": 100.425, "count": 298, "max_ms": 678.833, "p95_ms": 118.582}, "triton_wait": {"avg_ms": 55.716, "count": 299, "max_ms": 80.159, "p95_ms": 76.741}, "visualize": {"avg_ms": 3.711, "count": 299, "max_ms": 5.949, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15777.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 601, "h264_decode_error_count": 1500, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:16:03+09:00", "last_error_summary": "[h264 @ 0x55ace1fad580] cabac decode of qscale diff failed at 35 39 [h264 @ 0x55ace1fad580] error while decoding MB 35 39, bytestream 1909 [in#0/rtsp @ 0x55ace1f2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ace1f2ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:16:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.583, "last_started_at": "2026-07-05T10:16:05+09:00", "pid": 123827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.957, "name": "ffmpeg", "pid": 123827, "rss_mb": 268.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 671, "restart_count_per_hour": 22, "rtsp_timeout_count": 392, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 672}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.237, "sample_count": 1854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1343199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:17:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:17:32+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T10:17:31+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T10:17:31.981289+09:00", "mtime_epoch": 1783214251.9812891, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:17:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9264.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.65, "count": 206, "max_ms": 25.566, "p95_ms": 22.248}, "gstreamer_push": {"avg_ms": 1.069, "count": 207, "max_ms": 1.472, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.019, "count": 206, "max_ms": 63.176, "p95_ms": 61.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.397, "count": 206, "max_ms": 79.989, "p95_ms": 75.035}, "yolo11_640_fire_11class": {"avg_ms": 50.278, "count": 206, "max_ms": 71.971, "p95_ms": 67.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.24, "count": 206, "max_ms": 79.051, "p95_ms": 77.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.62, "count": 207, "max_ms": 168.36, "p95_ms": 162.848}, "read_interval": {"avg_ms": 145.473, "count": 206, "max_ms": 179.565, "p95_ms": 173.85}, "triton_wait": {"avg_ms": 58.305, "count": 206, "max_ms": 80.001, "p95_ms": 77.269}, "visualize": {"avg_ms": 5.388, "count": 206, "max_ms": 8.24, "p95_ms": 6.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15782.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5593.877, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.517, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1687224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:17:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:17:57+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:17:57+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-05T10:17:57.113650+09:00", "mtime_epoch": 1783214277.1136498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:17:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2243.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.331, "count": 299, "max_ms": 11.499, "p95_ms": 9.307}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 2.058, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.127, "count": 299, "max_ms": 66.276, "p95_ms": 61.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.358, "count": 299, "max_ms": 82.088, "p95_ms": 70.432}, "yolo11_640_fire_11class": {"avg_ms": 52.985, "count": 299, "max_ms": 74.73, "p95_ms": 66.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.931, "count": 299, "max_ms": 85.368, "p95_ms": 77.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.815, "count": 299, "max_ms": 131.646, "p95_ms": 96.578}, "read_interval": {"avg_ms": 100.47, "count": 298, "max_ms": 633.286, "p95_ms": 145.796}, "triton_wait": {"avg_ms": 55.628, "count": 299, "max_ms": 85.378, "p95_ms": 77.12}, "visualize": {"avg_ms": 3.721, "count": 299, "max_ms": 6.166, "p95_ms": 4.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15781.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 601, "h264_decode_error_count": 1500, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:16:03+09:00", "last_error_summary": "[h264 @ 0x55ace1fad580] cabac decode of qscale diff failed at 35 39 [h264 @ 0x55ace1fad580] error while decoding MB 35 39, bytestream 1909 [in#0/rtsp @ 0x55ace1f2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ace1f2ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:16:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.664, "last_started_at": "2026-07-05T10:16:05+09:00", "pid": 123827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.656, "name": "ffmpeg", "pid": 123827, "rss_mb": 273.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 671, "restart_count_per_hour": 22, "rtsp_timeout_count": 392, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 672}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.123, "sample_count": 1847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1343400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:18:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:18:02+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T10:18:02+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T10:18:02.089721+09:00", "mtime_epoch": 1783214282.0897214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:18:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9264.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.716, "pushed": 6.716, "read": 6.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.79, "count": 201, "max_ms": 27.963, "p95_ms": 22.079}, "gstreamer_push": {"avg_ms": 1.049, "count": 201, "max_ms": 1.212, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.937, "count": 201, "max_ms": 66.208, "p95_ms": 61.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.621, "count": 201, "max_ms": 83.191, "p95_ms": 73.47}, "yolo11_640_fire_11class": {"avg_ms": 50.55, "count": 201, "max_ms": 75.965, "p95_ms": 66.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.542, "count": 201, "max_ms": 86.742, "p95_ms": 77.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.103, "count": 201, "max_ms": 172.907, "p95_ms": 161.947}, "read_interval": {"avg_ms": 149.756, "count": 200, "max_ms": 183.887, "p95_ms": 173.363}, "triton_wait": {"avg_ms": 59.359, "count": 201, "max_ms": 86.755, "p95_ms": 78.258}, "visualize": {"avg_ms": 5.501, "count": 201, "max_ms": 7.899, "p95_ms": 6.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15785.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5623.893, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.701, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1687526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:18:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:18:27+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T10:18:27+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T10:18:27.370086+09:00", "mtime_epoch": 1783214307.370086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:18:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2243.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.484, "count": 302, "max_ms": 12.597, "p95_ms": 8.895}, "gstreamer_push": {"avg_ms": 1.274, "count": 302, "max_ms": 1.587, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.018, "count": 302, "max_ms": 67.107, "p95_ms": 61.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.603, "count": 302, "max_ms": 80.051, "p95_ms": 69.114}, "yolo11_640_fire_11class": {"avg_ms": 54.382, "count": 302, "max_ms": 77.394, "p95_ms": 69.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.824, "count": 302, "max_ms": 80.837, "p95_ms": 75.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.626, "count": 302, "max_ms": 124.172, "p95_ms": 93.299}, "read_interval": {"avg_ms": 99.381, "count": 302, "max_ms": 491.408, "p95_ms": 140.779}, "triton_wait": {"avg_ms": 55.847, "count": 302, "max_ms": 80.849, "p95_ms": 76.519}, "visualize": {"avg_ms": 3.744, "count": 302, "max_ms": 5.923, "p95_ms": 4.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15785.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 601, "h264_decode_error_count": 1500, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:16:03+09:00", "last_error_summary": "[h264 @ 0x55ace1fad580] cabac decode of qscale diff failed at 35 39 [h264 @ 0x55ace1fad580] error while decoding MB 35 39, bytestream 1909 [in#0/rtsp @ 0x55ace1f2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ace1f2ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:16:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.746, "last_started_at": "2026-07-05T10:16:05+09:00", "pid": 123827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.781, "name": "ffmpeg", "pid": 123827, "rss_mb": 277.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 671, "restart_count_per_hour": 22, "rtsp_timeout_count": 392, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 672}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.039, "sample_count": 1868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1343594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:18:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:18:32+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T10:18:32+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T10:18:32.150155+09:00", "mtime_epoch": 1783214312.1501548, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:18:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9264.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.48, "pushed": 6.48, "read": 6.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.742, "count": 194, "max_ms": 26.403, "p95_ms": 22.29}, "gstreamer_push": {"avg_ms": 1.023, "count": 194, "max_ms": 1.436, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.159, "count": 194, "max_ms": 64.663, "p95_ms": 62.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.012, "count": 194, "max_ms": 82.682, "p95_ms": 73.241}, "yolo11_640_fire_11class": {"avg_ms": 50.869, "count": 194, "max_ms": 75.239, "p95_ms": 69.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.948, "count": 194, "max_ms": 80.942, "p95_ms": 77.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.606, "count": 194, "max_ms": 167.598, "p95_ms": 164.351}, "read_interval": {"avg_ms": 155.07, "count": 193, "max_ms": 180.383, "p95_ms": 175.548}, "triton_wait": {"avg_ms": 58.133, "count": 194, "max_ms": 82.694, "p95_ms": 78.37}, "visualize": {"avg_ms": 5.803, "count": 194, "max_ms": 8.392, "p95_ms": 6.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15786.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5653.959, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.405, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1687830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:18:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:18:57+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T10:18:57+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T10:18:57.438520+09:00", "mtime_epoch": 1783214337.4385204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:18:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2244.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.112}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.235, "count": 304, "max_ms": 11.762, "p95_ms": 8.064}, "gstreamer_push": {"avg_ms": 1.299, "count": 304, "max_ms": 1.994, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.999, "count": 304, "max_ms": 65.041, "p95_ms": 54.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.106, "count": 304, "max_ms": 79.549, "p95_ms": 57.964}, "yolo11_640_fire_11class": {"avg_ms": 53.202, "count": 304, "max_ms": 75.901, "p95_ms": 61.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.295, "count": 304, "max_ms": 80.959, "p95_ms": 69.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.696, "count": 304, "max_ms": 97.024, "p95_ms": 85.642}, "read_interval": {"avg_ms": 98.941, "count": 303, "max_ms": 559.243, "p95_ms": 121.116}, "triton_wait": {"avg_ms": 53.716, "count": 304, "max_ms": 80.972, "p95_ms": 70.301}, "visualize": {"avg_ms": 3.717, "count": 304, "max_ms": 5.134, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15535.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 602, "h264_decode_error_count": 1502, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:19:02+09:00", "last_error_summary": "[h264 @ 0x55bc527a3200] cabac decode of qscale diff failed at 79 25 [h264 @ 0x55bc527a3200] error while decoding MB 79 25, bytestream 4612 [in#0/rtsp @ 0x55bc52657e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc52657e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:16:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.793, "last_started_at": "2026-07-05T10:16:05+09:00", "pid": 123827, "process": {"exists": false, "pid": 123827}, "restart_count": 671, "restart_count_per_hour": 21, "rtsp_timeout_count": 394, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 672}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.039, "sample_count": 1728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1343662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:19:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:19:02+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T10:19:02+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T10:19:02.170589+09:00", "mtime_epoch": 1783214342.170589, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:19:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9264.492, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 67, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.275, "pushed": 2.275, "read": 2.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.116, "count": 68, "max_ms": 26.121, "p95_ms": 22.943}, "gstreamer_push": {"avg_ms": 1.013, "count": 68, "max_ms": 1.556, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.17, "count": 68, "max_ms": 66.378, "p95_ms": 62.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.613, "count": 68, "max_ms": 77.904, "p95_ms": 71.013}, "yolo11_640_fire_11class": {"avg_ms": 50.873, "count": 68, "max_ms": 74.166, "p95_ms": 68.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.58, "count": 68, "max_ms": 81.436, "p95_ms": 76.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.263, "count": 68, "max_ms": 166.44, "p95_ms": 164.32}, "read_interval": {"avg_ms": 445.793, "count": 67, "max_ms": 19625.319, "p95_ms": 175.197}, "triton_wait": {"avg_ms": 58.904, "count": 68, "max_ms": 81.447, "p95_ms": 77.914}, "visualize": {"avg_ms": 5.739, "count": 68, "max_ms": 6.76, "p95_ms": 6.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15773.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5684.001, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.953, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1688129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:19:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:19:27+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T10:19:27+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:19:27.482956+09:00", "mtime_epoch": 1783214367.4829562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:19:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2244.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.291, "count": 299, "max_ms": 11.7, "p95_ms": 8.595}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.624, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.1, "count": 299, "max_ms": 71.372, "p95_ms": 60.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.836, "count": 299, "max_ms": 77.712, "p95_ms": 66.625}, "yolo11_640_fire_11class": {"avg_ms": 53.694, "count": 299, "max_ms": 75.733, "p95_ms": 67.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.693, "count": 299, "max_ms": 80.557, "p95_ms": 74.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.83, "count": 299, "max_ms": 96.018, "p95_ms": 90.567}, "read_interval": {"avg_ms": 100.476, "count": 298, "max_ms": 628.382, "p95_ms": 115.98}, "triton_wait": {"avg_ms": 54.776, "count": 299, "max_ms": 80.571, "p95_ms": 74.813}, "visualize": {"avg_ms": 3.693, "count": 299, "max_ms": 5.463, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15773.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 602, "h264_decode_error_count": 1502, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:19:02+09:00", "last_error_summary": "[h264 @ 0x55bc527a3200] cabac decode of qscale diff failed at 79 25 [h264 @ 0x55bc527a3200] error while decoding MB 79 25, bytestream 4612 [in#0/rtsp @ 0x55bc52657e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc52657e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:19:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.51, "last_started_at": "2026-07-05T10:19:04+09:00", "pid": 123934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.262, "name": "ffmpeg", "pid": 123934, "rss_mb": 265.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 672, "restart_count_per_hour": 22, "rtsp_timeout_count": 394, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 673}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.077, "sample_count": 1700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1343838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:19:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:19:32+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T10:19:32+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T10:19:32.207025+09:00", "mtime_epoch": 1783214372.2070248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:19:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9264.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.903, "pushed": 6.903, "read": 6.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.602, "count": 176, "max_ms": 27.965, "p95_ms": 22.311}, "gstreamer_push": {"avg_ms": 1.039, "count": 176, "max_ms": 1.197, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.165, "count": 176, "max_ms": 65.618, "p95_ms": 62.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.868, "count": 176, "max_ms": 77.64, "p95_ms": 71.342}, "yolo11_640_fire_11class": {"avg_ms": 50.626, "count": 176, "max_ms": 74.577, "p95_ms": 68.844}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.306, "count": 176, "max_ms": 81.694, "p95_ms": 77.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.212, "count": 176, "max_ms": 167.703, "p95_ms": 163.818}, "read_interval": {"avg_ms": 170.635, "count": 176, "max_ms": 4675.787, "p95_ms": 171.565}, "triton_wait": {"avg_ms": 57.99, "count": 176, "max_ms": 81.706, "p95_ms": 77.652}, "visualize": {"avg_ms": 5.484, "count": 176, "max_ms": 6.818, "p95_ms": 5.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.498, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15774.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5714.006, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.796, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1688427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:19:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:19:57+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:19:57+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T10:19:57.491393+09:00", "mtime_epoch": 1783214397.4913929, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:19:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2244.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.553, "count": 298, "max_ms": 12.166, "p95_ms": 10.218}, "gstreamer_push": {"avg_ms": 1.25, "count": 298, "max_ms": 1.799, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.929, "count": 298, "max_ms": 69.772, "p95_ms": 61.316}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.863, "count": 298, "max_ms": 87.421, "p95_ms": 71.254}, "yolo11_640_fire_11class": {"avg_ms": 53.409, "count": 298, "max_ms": 74.386, "p95_ms": 68.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.413, "count": 298, "max_ms": 87.411, "p95_ms": 77.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.241, "count": 298, "max_ms": 134.683, "p95_ms": 106.777}, "read_interval": {"avg_ms": 100.697, "count": 298, "max_ms": 667.84, "p95_ms": 138.452}, "triton_wait": {"avg_ms": 55.147, "count": 298, "max_ms": 87.429, "p95_ms": 77.18}, "visualize": {"avg_ms": 3.844, "count": 298, "max_ms": 6.124, "p95_ms": 5.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15774.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 602, "h264_decode_error_count": 1502, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:19:02+09:00", "last_error_summary": "[h264 @ 0x55bc527a3200] cabac decode of qscale diff failed at 79 25 [h264 @ 0x55bc527a3200] error while decoding MB 79 25, bytestream 4612 [in#0/rtsp @ 0x55bc52657e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc52657e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:19:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.652, "last_started_at": "2026-07-05T10:19:04+09:00", "pid": 123934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.262, "name": "ffmpeg", "pid": 123934, "rss_mb": 265.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 672, "restart_count_per_hour": 22, "rtsp_timeout_count": 394, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 673}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.077, "sample_count": 1711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1344052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:20:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:20:02+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T10:20:02+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T10:20:02.351464+09:00", "mtime_epoch": 1783214402.3514636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:20:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9264.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.131, "pushed": 7.131, "read": 7.097}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.29, "count": 213, "max_ms": 28.421, "p95_ms": 21.093}, "gstreamer_push": {"avg_ms": 1.048, "count": 213, "max_ms": 1.479, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.523, "count": 213, "max_ms": 67.943, "p95_ms": 62.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.173, "count": 213, "max_ms": 85.698, "p95_ms": 71.129}, "yolo11_640_fire_11class": {"avg_ms": 49.455, "count": 213, "max_ms": 74.144, "p95_ms": 67.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.024, "count": 213, "max_ms": 84.844, "p95_ms": 78.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.466, "count": 213, "max_ms": 177.844, "p95_ms": 164.556}, "read_interval": {"avg_ms": 140.904, "count": 212, "max_ms": 185.336, "p95_ms": 172.669}, "triton_wait": {"avg_ms": 57.654, "count": 213, "max_ms": 85.71, "p95_ms": 78.793}, "visualize": {"avg_ms": 5.287, "count": 213, "max_ms": 6.474, "p95_ms": 5.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15781.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5744.078, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.688, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1688729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:20:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T10:20:27+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T10:20:27+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T10:20:27.531831+09:00", "mtime_epoch": 1783214427.531831, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:20:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2244.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.346, "count": 302, "max_ms": 11.668, "p95_ms": 8.838}, "gstreamer_push": {"avg_ms": 1.286, "count": 302, "max_ms": 2.243, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.221, "count": 302, "max_ms": 69.395, "p95_ms": 62.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.617, "count": 302, "max_ms": 81.177, "p95_ms": 67.957}, "yolo11_640_fire_11class": {"avg_ms": 52.532, "count": 302, "max_ms": 75.139, "p95_ms": 67.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.98, "count": 302, "max_ms": 82.776, "p95_ms": 76.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.38, "count": 302, "max_ms": 101.925, "p95_ms": 92.355}, "read_interval": {"avg_ms": 99.525, "count": 301, "max_ms": 669.407, "p95_ms": 113.738}, "triton_wait": {"avg_ms": 54.234, "count": 302, "max_ms": 82.79, "p95_ms": 76.469}, "visualize": {"avg_ms": 3.724, "count": 302, "max_ms": 5.429, "p95_ms": 4.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15780.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 602, "h264_decode_error_count": 1502, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:19:02+09:00", "last_error_summary": "[h264 @ 0x55bc527a3200] cabac decode of qscale diff failed at 79 25 [h264 @ 0x55bc527a3200] error while decoding MB 79 25, bytestream 4612 [in#0/rtsp @ 0x55bc52657e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc52657e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:19:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.683, "last_started_at": "2026-07-05T10:19:04+09:00", "pid": 123934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.191, "name": "ffmpeg", "pid": 123934, "rss_mb": 271.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 672, "restart_count_per_hour": 22, "rtsp_timeout_count": 394, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 673}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.894, "sample_count": 1722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1344259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:20:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:20:32+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T10:20:32+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T10:20:32.395902+09:00", "mtime_epoch": 1783214432.3959022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147630}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:20:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9264.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.932, "pushed": 6.932, "read": 6.899}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.47, "count": 207, "max_ms": 32.646, "p95_ms": 21.551}, "gstreamer_push": {"avg_ms": 1.043, "count": 207, "max_ms": 1.378, "p95_ms": 1.146}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.718, "count": 207, "max_ms": 66.493, "p95_ms": 63.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.982, "count": 207, "max_ms": 83.012, "p95_ms": 70.004}, "yolo11_640_fire_11class": {"avg_ms": 49.424, "count": 207, "max_ms": 72.384, "p95_ms": 67.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.506, "count": 207, "max_ms": 82.28, "p95_ms": 77.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.41, "count": 207, "max_ms": 171.563, "p95_ms": 165.024}, "read_interval": {"avg_ms": 145.171, "count": 206, "max_ms": 179.434, "p95_ms": 173.601}, "triton_wait": {"avg_ms": 56.983, "count": 207, "max_ms": 83.024, "p95_ms": 77.817}, "visualize": {"avg_ms": 5.518, "count": 207, "max_ms": 8.446, "p95_ms": 6.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15788.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5774.085, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.518, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1689025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:20:57+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:20:57+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T10:20:57.564270+09:00", "mtime_epoch": 1783214457.5642705, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:20:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2244.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.2, "count": 296, "max_ms": 11.277, "p95_ms": 8.606}, "gstreamer_push": {"avg_ms": 1.259, "count": 296, "max_ms": 1.915, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.2, "count": 296, "max_ms": 72.109, "p95_ms": 62.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.923, "count": 296, "max_ms": 77.842, "p95_ms": 63.476}, "yolo11_640_fire_11class": {"avg_ms": 50.497, "count": 296, "max_ms": 72.654, "p95_ms": 64.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.24, "count": 296, "max_ms": 84.856, "p95_ms": 75.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.165, "count": 296, "max_ms": 102.498, "p95_ms": 91.7}, "read_interval": {"avg_ms": 101.475, "count": 296, "max_ms": 542.616, "p95_ms": 266.358}, "triton_wait": {"avg_ms": 53.36, "count": 296, "max_ms": 84.871, "p95_ms": 75.47}, "visualize": {"avg_ms": 3.623, "count": 296, "max_ms": 4.663, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15788.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 602, "h264_decode_error_count": 1502, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:19:02+09:00", "last_error_summary": "[h264 @ 0x55bc527a3200] cabac decode of qscale diff failed at 79 25 [h264 @ 0x55bc527a3200] error while decoding MB 79 25, bytestream 4612 [in#0/rtsp @ 0x55bc52657e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc52657e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:19:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.761, "last_started_at": "2026-07-05T10:19:04+09:00", "pid": 123934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.523, "name": "ffmpeg", "pid": 123934, "rss_mb": 278.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 672, "restart_count_per_hour": 22, "rtsp_timeout_count": 394, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 673}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.818, "sample_count": 1852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1344460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:21:02+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T10:21:02+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T10:21:02.448342+09:00", "mtime_epoch": 1783214462.4483418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:21:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.712, "pushed": 6.712, "read": 6.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.681, "count": 201, "max_ms": 23.903, "p95_ms": 21.662}, "gstreamer_push": {"avg_ms": 1.014, "count": 201, "max_ms": 1.473, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.01, "count": 201, "max_ms": 70.942, "p95_ms": 61.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.276, "count": 201, "max_ms": 80.584, "p95_ms": 69.849}, "yolo11_640_fire_11class": {"avg_ms": 47.308, "count": 201, "max_ms": 71.458, "p95_ms": 63.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.571, "count": 201, "max_ms": 83.797, "p95_ms": 75.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.054, "count": 201, "max_ms": 182.046, "p95_ms": 164.212}, "read_interval": {"avg_ms": 149.606, "count": 200, "max_ms": 190.325, "p95_ms": 172.513}, "triton_wait": {"avg_ms": 55.81, "count": 201, "max_ms": 83.809, "p95_ms": 75.353}, "visualize": {"avg_ms": 5.752, "count": 201, "max_ms": 7.856, "p95_ms": 6.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15789.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5804.163, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.425, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1689327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:21:27+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T10:21:27+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T10:21:27.640712+09:00", "mtime_epoch": 1783214487.6407115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:21:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2244.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.35, "count": 302, "max_ms": 11.502, "p95_ms": 8.65}, "gstreamer_push": {"avg_ms": 1.277, "count": 302, "max_ms": 2.083, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.064, "count": 302, "max_ms": 72.725, "p95_ms": 62.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.932, "count": 302, "max_ms": 78.216, "p95_ms": 61.004}, "yolo11_640_fire_11class": {"avg_ms": 54.551, "count": 302, "max_ms": 78.182, "p95_ms": 71.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.046, "count": 302, "max_ms": 85.982, "p95_ms": 75.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.675, "count": 302, "max_ms": 117.846, "p95_ms": 94.251}, "read_interval": {"avg_ms": 99.628, "count": 301, "max_ms": 457.494, "p95_ms": 188.971}, "triton_wait": {"avg_ms": 55.529, "count": 302, "max_ms": 85.994, "p95_ms": 75.796}, "visualize": {"avg_ms": 3.753, "count": 302, "max_ms": 6.013, "p95_ms": 4.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15789.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 602, "h264_decode_error_count": 1502, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:19:02+09:00", "last_error_summary": "[h264 @ 0x55bc527a3200] cabac decode of qscale diff failed at 79 25 [h264 @ 0x55bc527a3200] error while decoding MB 79 25, bytestream 4612 [in#0/rtsp @ 0x55bc52657e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc52657e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:19:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.777, "last_started_at": "2026-07-05T10:19:04+09:00", "pid": 123934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.039, "name": "ffmpeg", "pid": 123934, "rss_mb": 279.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 672, "restart_count_per_hour": 21, "rtsp_timeout_count": 394, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 673}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.818, "sample_count": 1872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1344664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:21:32+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T10:21:32+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T10:21:32.472782+09:00", "mtime_epoch": 1783214492.4727824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:21:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.83, "pushed": 6.83, "read": 6.796}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.902, "count": 204, "max_ms": 32.722, "p95_ms": 23.677}, "gstreamer_push": {"avg_ms": 1.041, "count": 204, "max_ms": 1.516, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.873, "count": 204, "max_ms": 69.792, "p95_ms": 62.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.742, "count": 204, "max_ms": 78.292, "p95_ms": 68.445}, "yolo11_640_fire_11class": {"avg_ms": 51.41, "count": 204, "max_ms": 73.671, "p95_ms": 71.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.511, "count": 204, "max_ms": 85.724, "p95_ms": 77.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.569, "count": 204, "max_ms": 173.507, "p95_ms": 162.544}, "read_interval": {"avg_ms": 147.14, "count": 203, "max_ms": 182.089, "p95_ms": 170.926}, "triton_wait": {"avg_ms": 57.25, "count": 204, "max_ms": 85.735, "p95_ms": 77.14}, "visualize": {"avg_ms": 5.611, "count": 204, "max_ms": 8.782, "p95_ms": 6.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15553.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5834.244, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.449, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1689626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:21:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:21:57+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T10:21:57+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T10:21:57.721154+09:00", "mtime_epoch": 1783214517.7211537, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:21:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2244.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.94}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.285, "count": 299, "max_ms": 10.299, "p95_ms": 8.364}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.581, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.713, "count": 299, "max_ms": 64.6, "p95_ms": 52.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.306, "count": 299, "max_ms": 81.474, "p95_ms": 54.463}, "yolo11_640_fire_11class": {"avg_ms": 52.33, "count": 299, "max_ms": 74.005, "p95_ms": 57.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.508, "count": 299, "max_ms": 79.253, "p95_ms": 63.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.222, "count": 299, "max_ms": 131.117, "p95_ms": 93.088}, "read_interval": {"avg_ms": 100.649, "count": 298, "max_ms": 731.063, "p95_ms": 196.811}, "triton_wait": {"avg_ms": 52.886, "count": 299, "max_ms": 81.486, "p95_ms": 63.316}, "visualize": {"avg_ms": 3.722, "count": 299, "max_ms": 6.154, "p95_ms": 4.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15707.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 603, "h264_decode_error_count": 1508, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:21:53+09:00", "last_error_summary": "[h264 @ 0x55624a441240] left block unavailable for requested intra mode [h264 @ 0x55624a441240] error while decoding MB 0 26, bytestream 2303 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h264 @ 0x55624a567640] error while decoding MB 0 34, bytestream 48278 [h264 @ 0x55624b053000] cabac decode of qscale diff failed at 10 28 [h264 @ 0x55624b053000] error while decoding MB 10 28, bytestream 1226 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h26", "last_exit_at": "2026-07-05T10:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.066, "last_started_at": "2026-07-05T10:21:56+09:00", "pid": 124041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 199.07, "name": "ffmpeg", "pid": 124041, "rss_mb": 199.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 673, "restart_count_per_hour": 22, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 674}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.818, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1344710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:22:02+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T10:22:02+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T10:22:02.605226+09:00", "mtime_epoch": 1783214522.6052256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:22:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 46, "pushed_frames": 46, "read_frames": 45, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.536, "pushed": 1.536, "read": 1.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.088, "count": 45, "max_ms": 24.959, "p95_ms": 21.736}, "gstreamer_push": {"avg_ms": 1.034, "count": 46, "max_ms": 1.181, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.777, "count": 45, "max_ms": 62.458, "p95_ms": 60.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.333, "count": 45, "max_ms": 72.148, "p95_ms": 67.263}, "yolo11_640_fire_11class": {"avg_ms": 50.119, "count": 45, "max_ms": 70.594, "p95_ms": 67.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.725, "count": 45, "max_ms": 78.569, "p95_ms": 74.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.501, "count": 46, "max_ms": 164.49, "p95_ms": 162.301}, "read_interval": {"avg_ms": 666.267, "count": 45, "max_ms": 18759.32, "p95_ms": 171.998}, "triton_wait": {"avg_ms": 56.565, "count": 45, "max_ms": 78.58, "p95_ms": 74.54}, "visualize": {"avg_ms": 5.667, "count": 45, "max_ms": 7.276, "p95_ms": 6.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15774.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5864.319, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.455, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1689924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:22:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:22:27+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T10:22:27+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T10:22:27.797597+09:00", "mtime_epoch": 1783214547.7975967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:22:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2244.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.48, "count": 298, "max_ms": 11.418, "p95_ms": 9.532}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.662, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.806, "count": 298, "max_ms": 67.934, "p95_ms": 62.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.709, "count": 298, "max_ms": 79.062, "p95_ms": 69.646}, "yolo11_640_fire_11class": {"avg_ms": 55.898, "count": 298, "max_ms": 78.786, "p95_ms": 73.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.752, "count": 298, "max_ms": 80.226, "p95_ms": 78.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.382, "count": 298, "max_ms": 135.938, "p95_ms": 110.887}, "read_interval": {"avg_ms": 100.962, "count": 297, "max_ms": 466.349, "p95_ms": 149.088}, "triton_wait": {"avg_ms": 57.11, "count": 298, "max_ms": 80.239, "p95_ms": 78.489}, "visualize": {"avg_ms": 3.806, "count": 298, "max_ms": 6.298, "p95_ms": 5.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15775.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 603, "h264_decode_error_count": 1508, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:21:53+09:00", "last_error_summary": "[h264 @ 0x55624a441240] left block unavailable for requested intra mode [h264 @ 0x55624a441240] error while decoding MB 0 26, bytestream 2303 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h264 @ 0x55624a567640] error while decoding MB 0 34, bytestream 48278 [h264 @ 0x55624b053000] cabac decode of qscale diff failed at 10 28 [h264 @ 0x55624b053000] error while decoding MB 10 28, bytestream 1226 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h26", "last_exit_at": "2026-07-05T10:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.079, "last_started_at": "2026-07-05T10:21:56+09:00", "pid": 124041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.523, "name": "ffmpeg", "pid": 124041, "rss_mb": 265.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 673, "restart_count_per_hour": 22, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 674}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.95, "sample_count": 1711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1344914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:22:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:22:32+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T10:22:32+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T10:22:32.637668+09:00", "mtime_epoch": 1783214552.6376681, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:22:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.834, "pushed": 6.834, "read": 6.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.798, "count": 204, "max_ms": 28.215, "p95_ms": 21.666}, "gstreamer_push": {"avg_ms": 1.049, "count": 204, "max_ms": 1.743, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.766, "count": 204, "max_ms": 67.479, "p95_ms": 61.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.614, "count": 204, "max_ms": 75.922, "p95_ms": 71.162}, "yolo11_640_fire_11class": {"avg_ms": 51.72, "count": 204, "max_ms": 76.329, "p95_ms": 71.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.78, "count": 204, "max_ms": 81.737, "p95_ms": 77.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.93, "count": 204, "max_ms": 168.441, "p95_ms": 163.95}, "read_interval": {"avg_ms": 147.232, "count": 203, "max_ms": 177.262, "p95_ms": 171.599}, "triton_wait": {"avg_ms": 58.405, "count": 204, "max_ms": 81.749, "p95_ms": 77.633}, "visualize": {"avg_ms": 5.56, "count": 204, "max_ms": 7.445, "p95_ms": 6.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15776.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5894.808, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.274, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1690234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:22:58+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T10:22:58+09:00", "mjpeg": {"age_sec": 0.518, "exists": true, "mtime": "2026-07-05T10:22:57.838040+09:00", "mtime_epoch": 1783214577.83804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:22:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2245.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.182, "pushed": 10.182, "read": 10.149}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 305, "max_ms": 11.92, "p95_ms": 9.588}, "gstreamer_push": {"avg_ms": 1.258, "count": 305, "max_ms": 2.011, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.545, "count": 305, "max_ms": 64.056, "p95_ms": 60.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.418, "count": 305, "max_ms": 77.974, "p95_ms": 67.381}, "yolo11_640_fire_11class": {"avg_ms": 53.765, "count": 305, "max_ms": 78.417, "p95_ms": 68.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.413, "count": 305, "max_ms": 80.514, "p95_ms": 75.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.426, "count": 305, "max_ms": 130.407, "p95_ms": 93.631}, "read_interval": {"avg_ms": 98.541, "count": 304, "max_ms": 539.003, "p95_ms": 127.832}, "triton_wait": {"avg_ms": 55.218, "count": 305, "max_ms": 80.527, "p95_ms": 75.708}, "visualize": {"avg_ms": 3.723, "count": 305, "max_ms": 5.631, "p95_ms": 4.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15776.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 603, "h264_decode_error_count": 1508, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:21:53+09:00", "last_error_summary": "[h264 @ 0x55624a441240] left block unavailable for requested intra mode [h264 @ 0x55624a441240] error while decoding MB 0 26, bytestream 2303 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h264 @ 0x55624a567640] error while decoding MB 0 34, bytestream 48278 [h264 @ 0x55624b053000] cabac decode of qscale diff failed at 10 28 [h264 @ 0x55624b053000] error while decoding MB 10 28, bytestream 1226 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h26", "last_exit_at": "2026-07-05T10:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.142, "last_started_at": "2026-07-05T10:21:56+09:00", "pid": 124041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.297, "name": "ffmpeg", "pid": 124041, "rss_mb": 266.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 673, "restart_count_per_hour": 22, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 674}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.085, "sample_count": 1716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1345120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:23:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:23:02+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T10:23:02+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T10:23:02.702112+09:00", "mtime_epoch": 1783214582.7021122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:23:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.887, "pushed": 6.887, "read": 6.853}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.757, "count": 206, "max_ms": 28.625, "p95_ms": 21.908}, "gstreamer_push": {"avg_ms": 1.034, "count": 206, "max_ms": 1.252, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.394, "count": 206, "max_ms": 66.225, "p95_ms": 61.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.031, "count": 206, "max_ms": 81.66, "p95_ms": 70.665}, "yolo11_640_fire_11class": {"avg_ms": 50.326, "count": 206, "max_ms": 74.182, "p95_ms": 68.466}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.176, "count": 206, "max_ms": 81.895, "p95_ms": 78.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.579, "count": 206, "max_ms": 168.999, "p95_ms": 164.62}, "read_interval": {"avg_ms": 146.048, "count": 205, "max_ms": 176.792, "p95_ms": 172.653}, "triton_wait": {"avg_ms": 57.58, "count": 206, "max_ms": 81.907, "p95_ms": 78.862}, "visualize": {"avg_ms": 5.58, "count": 206, "max_ms": 7.752, "p95_ms": 6.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15776.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5924.845, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.33, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1690535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:23:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:23:28+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T10:23:28+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T10:23:28.334491+09:00", "mtime_epoch": 1783214608.3344913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:23:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2245.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.287, "count": 301, "max_ms": 11.182, "p95_ms": 8.472}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 2.035, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.511, "count": 301, "max_ms": 72.467, "p95_ms": 62.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.343, "count": 301, "max_ms": 85.106, "p95_ms": 72.656}, "yolo11_640_fire_11class": {"avg_ms": 53.007, "count": 301, "max_ms": 78.477, "p95_ms": 66.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.747, "count": 301, "max_ms": 82.187, "p95_ms": 77.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.27, "count": 301, "max_ms": 138.652, "p95_ms": 94.01}, "read_interval": {"avg_ms": 99.848, "count": 300, "max_ms": 507.709, "p95_ms": 150.553}, "triton_wait": {"avg_ms": 55.556, "count": 301, "max_ms": 85.118, "p95_ms": 77.455}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 5.293, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15776.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 603, "h264_decode_error_count": 1508, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:21:53+09:00", "last_error_summary": "[h264 @ 0x55624a441240] left block unavailable for requested intra mode [h264 @ 0x55624a441240] error while decoding MB 0 26, bytestream 2303 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h264 @ 0x55624a567640] error while decoding MB 0 34, bytestream 48278 [h264 @ 0x55624b053000] cabac decode of qscale diff failed at 10 28 [h264 @ 0x55624b053000] error while decoding MB 10 28, bytestream 1226 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h26", "last_exit_at": "2026-07-05T10:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.154, "last_started_at": "2026-07-05T10:21:56+09:00", "pid": 124041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.297, "name": "ffmpeg", "pid": 124041, "rss_mb": 266.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 673, "restart_count_per_hour": 22, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 674}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.914, "sample_count": 1744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1345341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:23:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:23:32+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T10:23:32+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T10:23:32.714556+09:00", "mtime_epoch": 1783214612.7145562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148563}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:23:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.394, "pushed": 7.394, "read": 7.36}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.236, "count": 221, "max_ms": 29.132, "p95_ms": 21.163}, "gstreamer_push": {"avg_ms": 1.086, "count": 221, "max_ms": 1.812, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.596, "count": 221, "max_ms": 65.705, "p95_ms": 63.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.158, "count": 221, "max_ms": 81.021, "p95_ms": 76.735}, "yolo11_640_fire_11class": {"avg_ms": 50.825, "count": 221, "max_ms": 71.182, "p95_ms": 67.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.322, "count": 221, "max_ms": 80.925, "p95_ms": 78.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.906, "count": 221, "max_ms": 166.906, "p95_ms": 155.11}, "read_interval": {"avg_ms": 135.871, "count": 220, "max_ms": 174.973, "p95_ms": 162.804}, "triton_wait": {"avg_ms": 59.043, "count": 221, "max_ms": 81.038, "p95_ms": 78.59}, "visualize": {"avg_ms": 5.027, "count": 221, "max_ms": 7.508, "p95_ms": 5.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15777.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5954.948, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.621, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1690834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:23:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:23:58+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T10:23:58+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-05T10:23:58.274935+09:00", "mtime_epoch": 1783214638.274935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:23:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2245.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.963, "pushed": 9.963, "read": 9.93}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.301, "count": 298, "max_ms": 12.728, "p95_ms": 8.544}, "gstreamer_push": {"avg_ms": 1.27, "count": 298, "max_ms": 1.994, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.865, "count": 298, "max_ms": 71.448, "p95_ms": 61.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.872, "count": 298, "max_ms": 81.911, "p95_ms": 73.293}, "yolo11_640_fire_11class": {"avg_ms": 51.53, "count": 298, "max_ms": 73.647, "p95_ms": 64.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.054, "count": 298, "max_ms": 81.839, "p95_ms": 76.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.109, "count": 298, "max_ms": 124.774, "p95_ms": 93.961}, "read_interval": {"avg_ms": 100.781, "count": 297, "max_ms": 491.262, "p95_ms": 179.974}, "triton_wait": {"avg_ms": 55.42, "count": 298, "max_ms": 81.923, "p95_ms": 76.558}, "visualize": {"avg_ms": 3.717, "count": 298, "max_ms": 5.552, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15777.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 603, "h264_decode_error_count": 1508, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:21:53+09:00", "last_error_summary": "[h264 @ 0x55624a441240] left block unavailable for requested intra mode [h264 @ 0x55624a441240] error while decoding MB 0 26, bytestream 2303 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h264 @ 0x55624a567640] error while decoding MB 0 34, bytestream 48278 [h264 @ 0x55624b053000] cabac decode of qscale diff failed at 10 28 [h264 @ 0x55624b053000] error while decoding MB 10 28, bytestream 1226 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h26", "last_exit_at": "2026-07-05T10:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.169, "last_started_at": "2026-07-05T10:21:56+09:00", "pid": 124041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.812, "name": "ffmpeg", "pid": 124041, "rss_mb": 266.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 673, "restart_count_per_hour": 21, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 674}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.659, "sample_count": 1897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1345559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:24:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:24:02+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T10:24:02+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T10:24:02.731001+09:00", "mtime_epoch": 1783214642.7310011, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:24:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.293, "pushed": 7.293, "read": 7.26}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.206, "count": 218, "max_ms": 33.49, "p95_ms": 21.29}, "gstreamer_push": {"avg_ms": 1.091, "count": 218, "max_ms": 1.31, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.826, "count": 218, "max_ms": 66.142, "p95_ms": 62.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.568, "count": 218, "max_ms": 78.956, "p95_ms": 73.326}, "yolo11_640_fire_11class": {"avg_ms": 49.909, "count": 218, "max_ms": 70.866, "p95_ms": 66.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.375, "count": 218, "max_ms": 81.036, "p95_ms": 77.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.692, "count": 218, "max_ms": 176.632, "p95_ms": 163.196}, "read_interval": {"avg_ms": 137.734, "count": 217, "max_ms": 188.327, "p95_ms": 171.272}, "triton_wait": {"avg_ms": 59.1, "count": 218, "max_ms": 81.05, "p95_ms": 77.91}, "visualize": {"avg_ms": 5.141, "count": 218, "max_ms": 7.774, "p95_ms": 6.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15782.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5984.967, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.75, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1691135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:24:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:24:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:24:28+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T10:24:28.451383+09:00", "mtime_epoch": 1783214668.451383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:24:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2245.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.583, "count": 301, "max_ms": 11.215, "p95_ms": 9.708}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 1.931, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.427, "count": 301, "max_ms": 70.175, "p95_ms": 62.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.588, "count": 301, "max_ms": 80.021, "p95_ms": 70.36}, "yolo11_640_fire_11class": {"avg_ms": 50.536, "count": 301, "max_ms": 75.635, "p95_ms": 64.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.112, "count": 301, "max_ms": 83.427, "p95_ms": 77.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.12, "count": 301, "max_ms": 135.235, "p95_ms": 105.133}, "read_interval": {"avg_ms": 99.744, "count": 301, "max_ms": 581.913, "p95_ms": 132.897}, "triton_wait": {"avg_ms": 54.745, "count": 301, "max_ms": 83.44, "p95_ms": 78.022}, "visualize": {"avg_ms": 3.803, "count": 301, "max_ms": 5.293, "p95_ms": 5.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15782.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 603, "h264_decode_error_count": 1508, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:21:53+09:00", "last_error_summary": "[h264 @ 0x55624a441240] left block unavailable for requested intra mode [h264 @ 0x55624a441240] error while decoding MB 0 26, bytestream 2303 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h264 @ 0x55624a567640] error while decoding MB 0 34, bytestream 48278 [h264 @ 0x55624b053000] cabac decode of qscale diff failed at 10 28 [h264 @ 0x55624b053000] error while decoding MB 10 28, bytestream 1226 [h264 @ 0x55624a567640] left block unavailable for requested intra mode [h26", "last_exit_at": "2026-07-05T10:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.254, "last_started_at": "2026-07-05T10:21:56+09:00", "pid": 124041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.68, "name": "ffmpeg", "pid": 124041, "rss_mb": 270.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 673, "restart_count_per_hour": 21, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 674}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.517, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1345769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:24:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:24:32+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:24:32+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T10:24:32.791448+09:00", "mtime_epoch": 1783214672.7914476, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:24:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.013, "pushed": 7.013, "read": 6.979}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.552, "count": 210, "max_ms": 27.136, "p95_ms": 21.679}, "gstreamer_push": {"avg_ms": 1.049, "count": 210, "max_ms": 1.236, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.216, "count": 210, "max_ms": 69.11, "p95_ms": 62.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.446, "count": 210, "max_ms": 75.91, "p95_ms": 70.324}, "yolo11_640_fire_11class": {"avg_ms": 48.643, "count": 210, "max_ms": 71.424, "p95_ms": 64.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.377, "count": 210, "max_ms": 84.613, "p95_ms": 78.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.571, "count": 210, "max_ms": 167.85, "p95_ms": 163.334}, "read_interval": {"avg_ms": 143.25, "count": 209, "max_ms": 177.786, "p95_ms": 171.58}, "triton_wait": {"avg_ms": 57.807, "count": 210, "max_ms": 84.624, "p95_ms": 78.287}, "visualize": {"avg_ms": 5.417, "count": 210, "max_ms": 7.78, "p95_ms": 6.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15541.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6014.985, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.391, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1691438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:24:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T10:24:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T10:24:58+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T10:24:58.459829+09:00", "mtime_epoch": 1783214698.4598293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:24:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2245.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.089}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.526, "count": 303, "max_ms": 12.505, "p95_ms": 9.473}, "gstreamer_push": {"avg_ms": 1.257, "count": 303, "max_ms": 1.734, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.608, "count": 303, "max_ms": 68.135, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.845, "count": 303, "max_ms": 78.822, "p95_ms": 67.894}, "yolo11_640_fire_11class": {"avg_ms": 51.022, "count": 303, "max_ms": 70.105, "p95_ms": 64.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.813, "count": 303, "max_ms": 82.822, "p95_ms": 77.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.871, "count": 303, "max_ms": 135.138, "p95_ms": 104.476}, "read_interval": {"avg_ms": 99.09, "count": 302, "max_ms": 520.978, "p95_ms": 131.961}, "triton_wait": {"avg_ms": 54.489, "count": 303, "max_ms": 82.835, "p95_ms": 77.238}, "visualize": {"avg_ms": 3.827, "count": 303, "max_ms": 6.678, "p95_ms": 5.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15686.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 604, "h264_decode_error_count": 1509, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:24:56+09:00", "last_error_summary": "[h264 @ 0x55bc19bcab80] error while decoding MB 66 25, bytestream -5", "last_exit_at": "2026-07-05T10:24:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.467, "last_started_at": "2026-07-05T10:24:58+09:00", "pid": 124148, "process": {"exists": true, "fd_count": 5, "hwm_mb": 177.992, "name": "ffmpeg", "pid": 124148, "rss_mb": 177.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 674, "restart_count_per_hour": 22, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 675}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.196, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1345955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:25:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:25:02+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T10:25:02+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T10:25:02.875895+09:00", "mtime_epoch": 1783214702.875895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:25:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.22, "pushed": 6.22, "read": 6.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.437, "count": 186, "max_ms": 28.389, "p95_ms": 21.22}, "gstreamer_push": {"avg_ms": 1.061, "count": 186, "max_ms": 1.468, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.091, "count": 186, "max_ms": 65.814, "p95_ms": 61.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.054, "count": 186, "max_ms": 79.298, "p95_ms": 69.982}, "yolo11_640_fire_11class": {"avg_ms": 49.95, "count": 186, "max_ms": 71.89, "p95_ms": 64.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.648, "count": 186, "max_ms": 82.591, "p95_ms": 78.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.022, "count": 186, "max_ms": 170.363, "p95_ms": 159.0}, "read_interval": {"avg_ms": 161.797, "count": 185, "max_ms": 4204.401, "p95_ms": 168.835}, "triton_wait": {"avg_ms": 58.24, "count": 186, "max_ms": 82.603, "p95_ms": 78.72}, "visualize": {"avg_ms": 5.24, "count": 186, "max_ms": 8.511, "p95_ms": 6.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15777.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6045.022, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.391, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1691739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:25:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:25:28+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T10:25:28+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T10:25:28.480276+09:00", "mtime_epoch": 1783214728.4802763, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:25:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2245.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.284, "count": 301, "max_ms": 12.175, "p95_ms": 8.582}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.51, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.478, "count": 301, "max_ms": 65.94, "p95_ms": 62.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.432, "count": 301, "max_ms": 81.294, "p95_ms": 69.844}, "yolo11_640_fire_11class": {"avg_ms": 51.836, "count": 301, "max_ms": 71.532, "p95_ms": 64.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.734, "count": 301, "max_ms": 81.345, "p95_ms": 76.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.964, "count": 301, "max_ms": 96.95, "p95_ms": 92.57}, "read_interval": {"avg_ms": 99.749, "count": 300, "max_ms": 566.475, "p95_ms": 113.042}, "triton_wait": {"avg_ms": 55.125, "count": 301, "max_ms": 81.356, "p95_ms": 76.831}, "visualize": {"avg_ms": 3.653, "count": 301, "max_ms": 5.161, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15779.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 604, "h264_decode_error_count": 1509, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:24:56+09:00", "last_error_summary": "[h264 @ 0x55bc19bcab80] error while decoding MB 66 25, bytestream -5", "last_exit_at": "2026-07-05T10:24:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.534, "last_started_at": "2026-07-05T10:24:58+09:00", "pid": 124148, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.582, "name": "ffmpeg", "pid": 124148, "rss_mb": 266.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 674, "restart_count_per_hour": 22, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 675}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.836, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1346168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:25:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:25:33+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T10:25:32+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T10:25:32.912343+09:00", "mtime_epoch": 1783214732.9123425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:25:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.113, "pushed": 7.113, "read": 7.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.612, "count": 213, "max_ms": 26.125, "p95_ms": 21.557}, "gstreamer_push": {"avg_ms": 1.062, "count": 213, "max_ms": 1.376, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.642, "count": 213, "max_ms": 65.013, "p95_ms": 62.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.246, "count": 213, "max_ms": 79.802, "p95_ms": 72.196}, "yolo11_640_fire_11class": {"avg_ms": 49.9, "count": 213, "max_ms": 72.811, "p95_ms": 65.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.221, "count": 213, "max_ms": 83.952, "p95_ms": 77.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.466, "count": 213, "max_ms": 167.016, "p95_ms": 162.836}, "read_interval": {"avg_ms": 141.146, "count": 212, "max_ms": 174.913, "p95_ms": 170.864}, "triton_wait": {"avg_ms": 57.847, "count": 213, "max_ms": 83.964, "p95_ms": 78.043}, "visualize": {"avg_ms": 5.313, "count": 213, "max_ms": 7.65, "p95_ms": 6.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15783.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6075.074, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.52, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1692038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:25:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:25:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:25:58+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:25:58.556725+09:00", "mtime_epoch": 1783214758.556725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:25:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2246.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.482, "count": 299, "max_ms": 11.201, "p95_ms": 8.951}, "gstreamer_push": {"avg_ms": 1.265, "count": 299, "max_ms": 1.683, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.424, "count": 299, "max_ms": 67.124, "p95_ms": 62.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.268, "count": 299, "max_ms": 74.13, "p95_ms": 66.668}, "yolo11_640_fire_11class": {"avg_ms": 51.804, "count": 299, "max_ms": 71.982, "p95_ms": 65.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.458, "count": 299, "max_ms": 79.033, "p95_ms": 76.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.528, "count": 299, "max_ms": 185.277, "p95_ms": 96.16}, "read_interval": {"avg_ms": 100.555, "count": 298, "max_ms": 520.908, "p95_ms": 134.227}, "triton_wait": {"avg_ms": 54.418, "count": 299, "max_ms": 79.045, "p95_ms": 76.548}, "visualize": {"avg_ms": 3.778, "count": 299, "max_ms": 5.753, "p95_ms": 4.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15783.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 604, "h264_decode_error_count": 1509, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:24:56+09:00", "last_error_summary": "[h264 @ 0x55bc19bcab80] error while decoding MB 66 25, bytestream -5", "last_exit_at": "2026-07-05T10:24:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.545, "last_started_at": "2026-07-05T10:24:58+09:00", "pid": 124148, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.934, "name": "ffmpeg", "pid": 124148, "rss_mb": 269.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 674, "restart_count_per_hour": 22, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 675}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.259, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1346373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:26:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:26:03+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T10:26:02+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T10:26:02.924790+09:00", "mtime_epoch": 1783214762.9247901, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:26:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.864, "pushed": 6.864, "read": 6.83}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.233, "count": 205, "max_ms": 31.184, "p95_ms": 24.85}, "gstreamer_push": {"avg_ms": 1.045, "count": 205, "max_ms": 1.502, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.869, "count": 205, "max_ms": 64.692, "p95_ms": 61.83}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.822, "count": 205, "max_ms": 75.611, "p95_ms": 70.455}, "yolo11_640_fire_11class": {"avg_ms": 48.276, "count": 205, "max_ms": 68.62, "p95_ms": 64.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.844, "count": 205, "max_ms": 80.187, "p95_ms": 77.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.76, "count": 205, "max_ms": 168.071, "p95_ms": 164.06}, "read_interval": {"avg_ms": 146.397, "count": 204, "max_ms": 176.203, "p95_ms": 172.801}, "triton_wait": {"avg_ms": 56.322, "count": 205, "max_ms": 80.199, "p95_ms": 77.259}, "visualize": {"avg_ms": 5.557, "count": 205, "max_ms": 8.207, "p95_ms": 6.534}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15785.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6105.161, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.718, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1692341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:26:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:26:28+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T10:26:28+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T10:26:28.613174+09:00", "mtime_epoch": 1783214788.613174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:26:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2246.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.424, "count": 302, "max_ms": 11.534, "p95_ms": 8.693}, "gstreamer_push": {"avg_ms": 1.276, "count": 302, "max_ms": 2.053, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.128, "count": 302, "max_ms": 64.745, "p95_ms": 62.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.048, "count": 302, "max_ms": 81.416, "p95_ms": 69.09}, "yolo11_640_fire_11class": {"avg_ms": 51.313, "count": 302, "max_ms": 72.875, "p95_ms": 65.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.522, "count": 302, "max_ms": 81.397, "p95_ms": 75.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.493, "count": 302, "max_ms": 128.88, "p95_ms": 94.539}, "read_interval": {"avg_ms": 99.256, "count": 302, "max_ms": 646.485, "p95_ms": 123.44}, "triton_wait": {"avg_ms": 54.462, "count": 302, "max_ms": 81.428, "p95_ms": 76.11}, "visualize": {"avg_ms": 3.736, "count": 302, "max_ms": 5.289, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15790.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 604, "h264_decode_error_count": 1509, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:24:56+09:00", "last_error_summary": "[h264 @ 0x55bc19bcab80] error while decoding MB 66 25, bytestream -5", "last_exit_at": "2026-07-05T10:24:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.645, "last_started_at": "2026-07-05T10:24:58+09:00", "pid": 124148, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.516, "name": "ffmpeg", "pid": 124148, "rss_mb": 277.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 674, "restart_count_per_hour": 22, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 675}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.759, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1346583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:26:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:26:33+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T10:26:33+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T10:26:33.049240+09:00", "mtime_epoch": 1783214793.04924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:26:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9265.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.011, "pushed": 7.011, "read": 6.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.837, "count": 209, "max_ms": 28.373, "p95_ms": 22.123}, "gstreamer_push": {"avg_ms": 1.066, "count": 210, "max_ms": 1.404, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.58, "count": 209, "max_ms": 66.688, "p95_ms": 62.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.915, "count": 209, "max_ms": 81.618, "p95_ms": 72.074}, "yolo11_640_fire_11class": {"avg_ms": 49.983, "count": 209, "max_ms": 70.132, "p95_ms": 65.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.824, "count": 209, "max_ms": 81.191, "p95_ms": 79.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.289, "count": 210, "max_ms": 169.58, "p95_ms": 161.946}, "read_interval": {"avg_ms": 143.439, "count": 209, "max_ms": 196.353, "p95_ms": 170.666}, "triton_wait": {"avg_ms": 57.97, "count": 209, "max_ms": 81.629, "p95_ms": 79.18}, "visualize": {"avg_ms": 5.392, "count": 209, "max_ms": 7.522, "p95_ms": 6.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15792.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6135.191, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.104, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1692640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:26:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:26:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:26:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T10:26:58.673624+09:00", "mtime_epoch": 1783214818.6736236, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:26:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2246.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.494, "count": 299, "max_ms": 12.108, "p95_ms": 9.503}, "gstreamer_push": {"avg_ms": 1.259, "count": 299, "max_ms": 2.016, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.09, "count": 299, "max_ms": 64.239, "p95_ms": 61.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.219, "count": 299, "max_ms": 80.511, "p95_ms": 68.9}, "yolo11_640_fire_11class": {"avg_ms": 50.855, "count": 299, "max_ms": 69.16, "p95_ms": 63.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.936, "count": 299, "max_ms": 81.117, "p95_ms": 76.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.652, "count": 299, "max_ms": 132.302, "p95_ms": 95.203}, "read_interval": {"avg_ms": 100.492, "count": 298, "max_ms": 539.69, "p95_ms": 150.62}, "triton_wait": {"avg_ms": 54.077, "count": 299, "max_ms": 81.126, "p95_ms": 76.533}, "visualize": {"avg_ms": 3.744, "count": 299, "max_ms": 5.683, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15795.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 604, "h264_decode_error_count": 1509, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:24:56+09:00", "last_error_summary": "[h264 @ 0x55bc19bcab80] error while decoding MB 66 25, bytestream -5", "last_exit_at": "2026-07-05T10:24:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.51, "last_started_at": "2026-07-05T10:24:58+09:00", "pid": 124148, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.73, "name": "ffmpeg", "pid": 124148, "rss_mb": 283.73, "state": "S (sleeping)", "threads": 104}, "restart_count": 674, "restart_count_per_hour": 21, "rtsp_timeout_count": 396, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 675}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.47, "sample_count": 1992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1346750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:27:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:27:10+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T10:27:09+09:00", "mjpeg": {"age_sec": 10.107, "exists": true, "mtime": "2026-07-05T10:26:59.909642+09:00", "mtime_epoch": 1783214819.909642, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:27:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.039, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.841, "pushed": 3.841, "read": 3.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.477, "count": 115, "max_ms": 26.914, "p95_ms": 21.818}, "gstreamer_push": {"avg_ms": 1.06, "count": 115, "max_ms": 1.419, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.028, "count": 115, "max_ms": 65.52, "p95_ms": 61.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.059, "count": 115, "max_ms": 76.124, "p95_ms": 69.414}, "yolo11_640_fire_11class": {"avg_ms": 49.758, "count": 115, "max_ms": 68.745, "p95_ms": 65.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.65, "count": 115, "max_ms": 84.121, "p95_ms": 77.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.492, "count": 115, "max_ms": 171.529, "p95_ms": 160.543}, "read_interval": {"avg_ms": 262.348, "count": 114, "max_ms": 10123.257, "p95_ms": 173.23}, "triton_wait": {"avg_ms": 58.121, "count": 115, "max_ms": 84.134, "p95_ms": 77.541}, "visualize": {"avg_ms": 5.209, "count": 115, "max_ms": 6.663, "p95_ms": 6.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15777.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6165.226, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.872, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1692939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:27:28+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T10:27:28+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T10:27:28.678073+09:00", "mtime_epoch": 1783214848.6780727, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:27:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2246.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.23, "count": 299, "max_ms": 11.43, "p95_ms": 7.892}, "gstreamer_push": {"avg_ms": 1.278, "count": 299, "max_ms": 1.986, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.072, "count": 299, "max_ms": 63.857, "p95_ms": 55.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.734, "count": 299, "max_ms": 81.491, "p95_ms": 67.22}, "yolo11_640_fire_11class": {"avg_ms": 50.051, "count": 299, "max_ms": 63.869, "p95_ms": 58.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.966, "count": 299, "max_ms": 79.387, "p95_ms": 69.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.903, "count": 299, "max_ms": 97.393, "p95_ms": 85.237}, "read_interval": {"avg_ms": 100.398, "count": 298, "max_ms": 702.355, "p95_ms": 174.656}, "triton_wait": {"avg_ms": 52.075, "count": 299, "max_ms": 81.503, "p95_ms": 70.107}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 4.654, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15778.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 605, "h264_decode_error_count": 1512, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:27:10+09:00", "last_error_summary": "[h264 @ 0x5595bb7b13c0] cabac decode of qscale diff failed at 60 25 [h264 @ 0x5595bb7b13c0] error while decoding MB 60 25, bytestream 8043 [h264 @ 0x5595bb79d200] error while decoding MB 65 29, bytestream -6 [in#0/rtsp @ 0x5595bb655e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5595bb655e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:27:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.642, "last_started_at": "2026-07-05T10:27:13+09:00", "pid": 124255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.445, "name": "ffmpeg", "pid": 124255, "rss_mb": 265.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 675, "restart_count_per_hour": 22, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 676}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.064, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1346932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:27:40+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T10:27:39+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T10:27:39.926241+09:00", "mtime_epoch": 1783214859.9262414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:27:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.039, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.093, "pushed": 6.093, "read": 6.059}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.574, "count": 182, "max_ms": 26.602, "p95_ms": 21.957}, "gstreamer_push": {"avg_ms": 1.062, "count": 182, "max_ms": 1.252, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.827, "count": 182, "max_ms": 64.623, "p95_ms": 62.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.915, "count": 182, "max_ms": 80.055, "p95_ms": 74.864}, "yolo11_640_fire_11class": {"avg_ms": 49.813, "count": 182, "max_ms": 71.695, "p95_ms": 65.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.411, "count": 182, "max_ms": 80.34, "p95_ms": 77.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.18, "count": 182, "max_ms": 165.753, "p95_ms": 159.249}, "read_interval": {"avg_ms": 165.105, "count": 181, "max_ms": 4638.41, "p95_ms": 167.552}, "triton_wait": {"avg_ms": 57.988, "count": 182, "max_ms": 80.353, "p95_ms": 77.722}, "visualize": {"avg_ms": 5.306, "count": 182, "max_ms": 8.204, "p95_ms": 6.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15778.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6195.233, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.709, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1693239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:27:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T10:27:58+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T10:27:58.710523+09:00", "mtime_epoch": 1783214878.710523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:27:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2246.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 300, "max_ms": 11.204, "p95_ms": 8.226}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.569, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.931, "count": 300, "max_ms": 66.816, "p95_ms": 61.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.738, "count": 300, "max_ms": 77.356, "p95_ms": 69.802}, "yolo11_640_fire_11class": {"avg_ms": 51.315, "count": 300, "max_ms": 69.879, "p95_ms": 64.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.943, "count": 300, "max_ms": 79.271, "p95_ms": 76.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.267, "count": 300, "max_ms": 109.355, "p95_ms": 92.869}, "read_interval": {"avg_ms": 100.109, "count": 300, "max_ms": 763.716, "p95_ms": 141.253}, "triton_wait": {"avg_ms": 54.073, "count": 300, "max_ms": 79.281, "p95_ms": 76.327}, "visualize": {"avg_ms": 3.685, "count": 300, "max_ms": 6.404, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15779.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 605, "h264_decode_error_count": 1512, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:27:10+09:00", "last_error_summary": "[h264 @ 0x5595bb7b13c0] cabac decode of qscale diff failed at 60 25 [h264 @ 0x5595bb7b13c0] error while decoding MB 60 25, bytestream 8043 [h264 @ 0x5595bb79d200] error while decoding MB 65 29, bytestream -6 [in#0/rtsp @ 0x5595bb655e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5595bb655e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:27:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.786, "last_started_at": "2026-07-05T10:27:13+09:00", "pid": 124255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.703, "name": "ffmpeg", "pid": 124255, "rss_mb": 265.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 675, "restart_count_per_hour": 22, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 676}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.172, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1347135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:28:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:28:10+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T10:28:10+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T10:28:10.074693+09:00", "mtime_epoch": 1783214890.0746934, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:28:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.039, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.772, "pushed": 6.772, "read": 6.739}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.003, "count": 202, "max_ms": 30.257, "p95_ms": 22.097}, "gstreamer_push": {"avg_ms": 1.03, "count": 203, "max_ms": 1.307, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.902, "count": 202, "max_ms": 71.398, "p95_ms": 61.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.986, "count": 202, "max_ms": 81.447, "p95_ms": 71.542}, "yolo11_640_fire_11class": {"avg_ms": 49.257, "count": 202, "max_ms": 73.688, "p95_ms": 65.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.859, "count": 202, "max_ms": 86.35, "p95_ms": 77.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.007, "count": 203, "max_ms": 173.224, "p95_ms": 163.736}, "read_interval": {"avg_ms": 148.501, "count": 202, "max_ms": 181.092, "p95_ms": 171.683}, "triton_wait": {"avg_ms": 57.419, "count": 202, "max_ms": 86.362, "p95_ms": 78.237}, "visualize": {"avg_ms": 5.663, "count": 202, "max_ms": 7.354, "p95_ms": 6.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15781.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6225.243, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.117, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1693538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:28:28+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:28:28+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T10:28:28.726973+09:00", "mtime_epoch": 1783214908.7269733, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:28:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2246.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.589, "count": 299, "max_ms": 11.545, "p95_ms": 9.839}, "gstreamer_push": {"avg_ms": 1.254, "count": 299, "max_ms": 1.966, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.377, "count": 299, "max_ms": 67.957, "p95_ms": 62.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.745, "count": 299, "max_ms": 81.123, "p95_ms": 70.248}, "yolo11_640_fire_11class": {"avg_ms": 50.993, "count": 299, "max_ms": 71.954, "p95_ms": 65.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.255, "count": 299, "max_ms": 82.672, "p95_ms": 78.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.707, "count": 299, "max_ms": 132.119, "p95_ms": 105.055}, "read_interval": {"avg_ms": 100.389, "count": 299, "max_ms": 501.451, "p95_ms": 126.411}, "triton_wait": {"avg_ms": 54.68, "count": 299, "max_ms": 82.684, "p95_ms": 78.168}, "visualize": {"avg_ms": 3.843, "count": 299, "max_ms": 6.356, "p95_ms": 5.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15781.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 605, "h264_decode_error_count": 1512, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:27:10+09:00", "last_error_summary": "[h264 @ 0x5595bb7b13c0] cabac decode of qscale diff failed at 60 25 [h264 @ 0x5595bb7b13c0] error while decoding MB 60 25, bytestream 8043 [h264 @ 0x5595bb79d200] error while decoding MB 65 29, bytestream -6 [in#0/rtsp @ 0x5595bb655e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5595bb655e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:27:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.803, "last_started_at": "2026-07-05T10:27:13+09:00", "pid": 124255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.992, "name": "ffmpeg", "pid": 124255, "rss_mb": 266.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 675, "restart_count_per_hour": 22, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 676}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.216, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1347347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:28:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:28:40+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T10:28:40+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T10:28:40.091144+09:00", "mtime_epoch": 1783214920.091144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:28:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.297, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.097, "pushed": 7.097, "read": 7.064}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.813, "count": 212, "max_ms": 29.184, "p95_ms": 23.23}, "gstreamer_push": {"avg_ms": 1.065, "count": 212, "max_ms": 1.532, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.058, "count": 212, "max_ms": 66.368, "p95_ms": 62.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.282, "count": 212, "max_ms": 78.118, "p95_ms": 70.453}, "yolo11_640_fire_11class": {"avg_ms": 49.298, "count": 212, "max_ms": 69.692, "p95_ms": 65.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.443, "count": 212, "max_ms": 82.983, "p95_ms": 78.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.786, "count": 212, "max_ms": 169.527, "p95_ms": 160.746}, "read_interval": {"avg_ms": 141.558, "count": 211, "max_ms": 177.412, "p95_ms": 168.896}, "triton_wait": {"avg_ms": 57.803, "count": 212, "max_ms": 82.994, "p95_ms": 78.834}, "visualize": {"avg_ms": 5.298, "count": 212, "max_ms": 7.636, "p95_ms": 6.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15782.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6255.314, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.412, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1693841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:28:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:28:58+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T10:28:58+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T10:28:58.791425+09:00", "mtime_epoch": 1783214938.791425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:28:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2246.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.434, "count": 303, "max_ms": 12.469, "p95_ms": 9.501}, "gstreamer_push": {"avg_ms": 1.262, "count": 303, "max_ms": 1.52, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.692, "count": 303, "max_ms": 66.389, "p95_ms": 61.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.308, "count": 303, "max_ms": 77.89, "p95_ms": 69.289}, "yolo11_640_fire_11class": {"avg_ms": 51.46, "count": 303, "max_ms": 68.509, "p95_ms": 63.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.175, "count": 303, "max_ms": 80.745, "p95_ms": 75.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.793, "count": 303, "max_ms": 133.044, "p95_ms": 97.297}, "read_interval": {"avg_ms": 99.283, "count": 302, "max_ms": 728.338, "p95_ms": 124.429}, "triton_wait": {"avg_ms": 55.831, "count": 303, "max_ms": 80.758, "p95_ms": 75.656}, "visualize": {"avg_ms": 3.742, "count": 303, "max_ms": 5.275, "p95_ms": 4.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15782.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 605, "h264_decode_error_count": 1512, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:27:10+09:00", "last_error_summary": "[h264 @ 0x5595bb7b13c0] cabac decode of qscale diff failed at 60 25 [h264 @ 0x5595bb7b13c0] error while decoding MB 60 25, bytestream 8043 [h264 @ 0x5595bb79d200] error while decoding MB 65 29, bytestream -6 [in#0/rtsp @ 0x5595bb655e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5595bb655e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:27:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.813, "last_started_at": "2026-07-05T10:27:13+09:00", "pid": 124255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.992, "name": "ffmpeg", "pid": 124255, "rss_mb": 266.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 675, "restart_count_per_hour": 22, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 676}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.226, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1347558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:29:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:29:10+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T10:29:10+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T10:29:10.131595+09:00", "mtime_epoch": 1783214950.1315954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:29:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.297, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.066, "pushed": 7.066, "read": 7.033}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.547, "count": 211, "max_ms": 22.588, "p95_ms": 21.532}, "gstreamer_push": {"avg_ms": 1.059, "count": 211, "max_ms": 1.628, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.957, "count": 211, "max_ms": 65.427, "p95_ms": 63.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.608, "count": 211, "max_ms": 81.656, "p95_ms": 70.847}, "yolo11_640_fire_11class": {"avg_ms": 49.398, "count": 211, "max_ms": 69.96, "p95_ms": 65.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.388, "count": 211, "max_ms": 79.985, "p95_ms": 77.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.482, "count": 211, "max_ms": 167.193, "p95_ms": 162.226}, "read_interval": {"avg_ms": 142.342, "count": 210, "max_ms": 177.375, "p95_ms": 170.402}, "triton_wait": {"avg_ms": 57.076, "count": 211, "max_ms": 81.669, "p95_ms": 77.84}, "visualize": {"avg_ms": 5.397, "count": 211, "max_ms": 7.003, "p95_ms": 6.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15782.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6285.38, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.752, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1694139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:29:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:29:28+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T10:29:28+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T10:29:28.839877+09:00", "mtime_epoch": 1783214968.839877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:29:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2246.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.364, "count": 298, "max_ms": 11.698, "p95_ms": 9.531}, "gstreamer_push": {"avg_ms": 1.256, "count": 298, "max_ms": 2.002, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.009, "count": 298, "max_ms": 63.902, "p95_ms": 61.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.5, "count": 298, "max_ms": 78.699, "p95_ms": 68.629}, "yolo11_640_fire_11class": {"avg_ms": 51.042, "count": 298, "max_ms": 68.867, "p95_ms": 63.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.61, "count": 298, "max_ms": 79.573, "p95_ms": 77.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.224, "count": 298, "max_ms": 131.157, "p95_ms": 94.199}, "read_interval": {"avg_ms": 100.854, "count": 297, "max_ms": 612.516, "p95_ms": 143.595}, "triton_wait": {"avg_ms": 55.039, "count": 298, "max_ms": 79.588, "p95_ms": 77.029}, "visualize": {"avg_ms": 3.7, "count": 298, "max_ms": 5.456, "p95_ms": 4.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15784.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 605, "h264_decode_error_count": 1512, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:27:10+09:00", "last_error_summary": "[h264 @ 0x5595bb7b13c0] cabac decode of qscale diff failed at 60 25 [h264 @ 0x5595bb7b13c0] error while decoding MB 60 25, bytestream 8043 [h264 @ 0x5595bb79d200] error while decoding MB 65 29, bytestream -6 [in#0/rtsp @ 0x5595bb655e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5595bb655e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:27:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.833, "last_started_at": "2026-07-05T10:27:13+09:00", "pid": 124255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.352, "name": "ffmpeg", "pid": 124255, "rss_mb": 269.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 675, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 676}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.287, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1347770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:29:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:29:40+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T10:29:40+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T10:29:40.112046+09:00", "mtime_epoch": 1783214980.1120465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:29:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.555, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.09, "pushed": 7.09, "read": 7.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.754, "count": 212, "max_ms": 27.424, "p95_ms": 22.519}, "gstreamer_push": {"avg_ms": 1.07, "count": 212, "max_ms": 1.54, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.162, "count": 212, "max_ms": 64.54, "p95_ms": 62.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.286, "count": 212, "max_ms": 78.642, "p95_ms": 71.625}, "yolo11_640_fire_11class": {"avg_ms": 49.402, "count": 212, "max_ms": 67.062, "p95_ms": 65.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.527, "count": 212, "max_ms": 80.083, "p95_ms": 77.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.686, "count": 212, "max_ms": 168.559, "p95_ms": 163.948}, "read_interval": {"avg_ms": 141.543, "count": 211, "max_ms": 178.2, "p95_ms": 171.968}, "triton_wait": {"avg_ms": 57.923, "count": 212, "max_ms": 80.094, "p95_ms": 77.645}, "visualize": {"avg_ms": 5.337, "count": 212, "max_ms": 7.995, "p95_ms": 6.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15784.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6315.412, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.8, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1694441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:29:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:29:58+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T10:29:58.892329+09:00", "mtime_epoch": 1783214998.892329, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:29:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2247.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.367, "count": 302, "max_ms": 12.293, "p95_ms": 9.215}, "gstreamer_push": {"avg_ms": 1.254, "count": 302, "max_ms": 1.518, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.741, "count": 302, "max_ms": 70.947, "p95_ms": 61.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.175, "count": 302, "max_ms": 83.12, "p95_ms": 72.431}, "yolo11_640_fire_11class": {"avg_ms": 52.175, "count": 302, "max_ms": 75.644, "p95_ms": 64.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.43, "count": 302, "max_ms": 81.73, "p95_ms": 76.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.719, "count": 302, "max_ms": 122.108, "p95_ms": 93.612}, "read_interval": {"avg_ms": 99.485, "count": 301, "max_ms": 685.247, "p95_ms": 119.529}, "triton_wait": {"avg_ms": 55.433, "count": 302, "max_ms": 83.133, "p95_ms": 76.234}, "visualize": {"avg_ms": 3.636, "count": 302, "max_ms": 5.098, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15788.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 605, "h264_decode_error_count": 1512, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:27:10+09:00", "last_error_summary": "[h264 @ 0x5595bb7b13c0] cabac decode of qscale diff failed at 60 25 [h264 @ 0x5595bb7b13c0] error while decoding MB 60 25, bytestream 8043 [h264 @ 0x5595bb79d200] error while decoding MB 65 29, bytestream -6 [in#0/rtsp @ 0x5595bb655e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5595bb655e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:27:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.932, "last_started_at": "2026-07-05T10:27:13+09:00", "pid": 124255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.219, "name": "ffmpeg", "pid": 124255, "rss_mb": 273.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 675, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 676}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.919, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1347972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:30:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:30:10+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T10:30:10+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T10:30:10.208499+09:00", "mtime_epoch": 1783215010.2084994, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:30:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.555, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.744, "pushed": 6.744, "read": 6.71}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.914, "count": 201, "max_ms": 32.595, "p95_ms": 21.993}, "gstreamer_push": {"avg_ms": 1.038, "count": 202, "max_ms": 1.611, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.492, "count": 201, "max_ms": 72.166, "p95_ms": 62.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.796, "count": 201, "max_ms": 82.488, "p95_ms": 75.346}, "yolo11_640_fire_11class": {"avg_ms": 49.854, "count": 201, "max_ms": 68.274, "p95_ms": 65.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.805, "count": 201, "max_ms": 84.926, "p95_ms": 76.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.446, "count": 202, "max_ms": 180.653, "p95_ms": 164.4}, "read_interval": {"avg_ms": 148.99, "count": 201, "max_ms": 189.805, "p95_ms": 173.87}, "triton_wait": {"avg_ms": 57.793, "count": 201, "max_ms": 84.939, "p95_ms": 76.391}, "visualize": {"avg_ms": 5.633, "count": 201, "max_ms": 8.194, "p95_ms": 6.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15542.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6345.456, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.373, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1694741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:30:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:30:29+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T10:30:28+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T10:30:28.916781+09:00", "mtime_epoch": 1783215028.9167814, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:30:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2247.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.521, "count": 300, "max_ms": 11.912, "p95_ms": 9.689}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.917, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.167, "count": 300, "max_ms": 67.046, "p95_ms": 60.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.765, "count": 300, "max_ms": 79.15, "p95_ms": 68.69}, "yolo11_640_fire_11class": {"avg_ms": 51.394, "count": 300, "max_ms": 69.575, "p95_ms": 63.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.51, "count": 300, "max_ms": 81.629, "p95_ms": 75.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.367, "count": 300, "max_ms": 130.331, "p95_ms": 97.43}, "read_interval": {"avg_ms": 100.119, "count": 299, "max_ms": 529.799, "p95_ms": 131.954}, "triton_wait": {"avg_ms": 54.791, "count": 300, "max_ms": 81.641, "p95_ms": 75.849}, "visualize": {"avg_ms": 3.611, "count": 300, "max_ms": 5.683, "p95_ms": 4.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15763.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 606, "h264_decode_error_count": 1516, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:30:28+09:00", "last_error_summary": "[h264 @ 0x555e451cb9c0] reference picture missing during reorder [h264 @ 0x555e451cb9c0] Missing reference picture, default is 65547 [h264 @ 0x555e451df880] mmco: unref short failure [h264 @ 0x555e451df880] illegal short term buffer state detected [h264 @ 0x555e45e453c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555e45e453c0] error while decoding MB 0 21, bytestream 3215 [h264 @ 0x555e452a4580] error while decoding MB 6 21, bytestream -9 [h264 @ 0x555e45f14240] cabac decode", "last_exit_at": "2026-07-05T10:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.965, "last_started_at": "2026-07-05T10:30:31+09:00", "pid": 124362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 248.332, "name": "ffmpeg", "pid": 124362, "rss_mb": 248.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 676, "restart_count_per_hour": 22, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 677}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.314, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1348144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:30:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:30:40+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T10:30:40+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T10:30:40.324953+09:00", "mtime_epoch": 1783215040.3249533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:30:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.555, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.742, "pushed": 5.742, "read": 5.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.035, "count": 171, "max_ms": 29.026, "p95_ms": 21.837}, "gstreamer_push": {"avg_ms": 1.038, "count": 172, "max_ms": 1.318, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.103, "count": 171, "max_ms": 64.844, "p95_ms": 62.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.881, "count": 171, "max_ms": 80.865, "p95_ms": 72.244}, "yolo11_640_fire_11class": {"avg_ms": 48.68, "count": 171, "max_ms": 66.635, "p95_ms": 65.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.989, "count": 171, "max_ms": 82.404, "p95_ms": 78.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.929, "count": 172, "max_ms": 173.861, "p95_ms": 164.185}, "read_interval": {"avg_ms": 175.214, "count": 171, "max_ms": 4592.239, "p95_ms": 173.764}, "triton_wait": {"avg_ms": 57.408, "count": 171, "max_ms": 82.423, "p95_ms": 78.948}, "visualize": {"avg_ms": 5.721, "count": 171, "max_ms": 7.994, "p95_ms": 6.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15780.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6375.462, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.035, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1695043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:30:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:30:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:30:58+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T10:30:58.949234+09:00", "mtime_epoch": 1783215058.949234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:30:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2247.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.375, "count": 302, "max_ms": 13.212, "p95_ms": 8.655}, "gstreamer_push": {"avg_ms": 1.268, "count": 302, "max_ms": 1.895, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.401, "count": 302, "max_ms": 66.505, "p95_ms": 60.062}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.66, "count": 302, "max_ms": 79.336, "p95_ms": 59.562}, "yolo11_640_fire_11class": {"avg_ms": 50.131, "count": 302, "max_ms": 68.151, "p95_ms": 62.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.53, "count": 302, "max_ms": 80.292, "p95_ms": 74.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.405, "count": 302, "max_ms": 106.935, "p95_ms": 92.659}, "read_interval": {"avg_ms": 99.436, "count": 302, "max_ms": 472.45, "p95_ms": 130.132}, "triton_wait": {"avg_ms": 53.62, "count": 302, "max_ms": 80.305, "p95_ms": 75.138}, "visualize": {"avg_ms": 3.686, "count": 302, "max_ms": 6.644, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15780.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 606, "h264_decode_error_count": 1516, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:30:28+09:00", "last_error_summary": "[h264 @ 0x555e451cb9c0] reference picture missing during reorder [h264 @ 0x555e451cb9c0] Missing reference picture, default is 65547 [h264 @ 0x555e451df880] mmco: unref short failure [h264 @ 0x555e451df880] illegal short term buffer state detected [h264 @ 0x555e45e453c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555e45e453c0] error while decoding MB 0 21, bytestream 3215 [h264 @ 0x555e452a4580] error while decoding MB 6 21, bytestream -9 [h264 @ 0x555e45f14240] cabac decode", "last_exit_at": "2026-07-05T10:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.985, "last_started_at": "2026-07-05T10:30:31+09:00", "pid": 124362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.09, "name": "ffmpeg", "pid": 124362, "rss_mb": 265.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 676, "restart_count_per_hour": 22, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 677}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.254, "sample_count": 1929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1348351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:31:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:31:10+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T10:31:10+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T10:31:10.365406+09:00", "mtime_epoch": 1783215070.3654063, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:31:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.931, "pushed": 6.931, "read": 6.898}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.992, "count": 207, "max_ms": 25.411, "p95_ms": 22.418}, "gstreamer_push": {"avg_ms": 1.062, "count": 207, "max_ms": 1.698, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.02, "count": 207, "max_ms": 64.457, "p95_ms": 59.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.191, "count": 207, "max_ms": 78.449, "p95_ms": 70.261}, "yolo11_640_fire_11class": {"avg_ms": 48.765, "count": 207, "max_ms": 67.271, "p95_ms": 63.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.332, "count": 207, "max_ms": 80.229, "p95_ms": 76.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.484, "count": 207, "max_ms": 169.903, "p95_ms": 164.314}, "read_interval": {"avg_ms": 145.13, "count": 206, "max_ms": 178.015, "p95_ms": 172.529}, "triton_wait": {"avg_ms": 56.654, "count": 207, "max_ms": 80.241, "p95_ms": 76.412}, "visualize": {"avg_ms": 5.525, "count": 207, "max_ms": 6.784, "p95_ms": 6.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15780.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6405.469, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.773, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1695343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:31:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:31:29+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:31:28+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T10:31:28.953687+09:00", "mtime_epoch": 1783215088.9536867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:31:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2247.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.396, "count": 300, "max_ms": 9.275, "p95_ms": 8.468}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.484, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.907, "count": 300, "max_ms": 64.211, "p95_ms": 56.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.466, "count": 300, "max_ms": 79.098, "p95_ms": 70.431}, "yolo11_640_fire_11class": {"avg_ms": 51.015, "count": 300, "max_ms": 69.694, "p95_ms": 63.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.967, "count": 300, "max_ms": 79.607, "p95_ms": 75.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.678, "count": 300, "max_ms": 114.43, "p95_ms": 92.014}, "read_interval": {"avg_ms": 100.02, "count": 300, "max_ms": 582.781, "p95_ms": 123.017}, "triton_wait": {"avg_ms": 55.392, "count": 300, "max_ms": 79.618, "p95_ms": 75.776}, "visualize": {"avg_ms": 3.71, "count": 300, "max_ms": 6.062, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15782.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 606, "h264_decode_error_count": 1516, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:30:28+09:00", "last_error_summary": "[h264 @ 0x555e451cb9c0] reference picture missing during reorder [h264 @ 0x555e451cb9c0] Missing reference picture, default is 65547 [h264 @ 0x555e451df880] mmco: unref short failure [h264 @ 0x555e451df880] illegal short term buffer state detected [h264 @ 0x555e45e453c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555e45e453c0] error while decoding MB 0 21, bytestream 3215 [h264 @ 0x555e452a4580] error while decoding MB 6 21, bytestream -9 [h264 @ 0x555e45f14240] cabac decode", "last_exit_at": "2026-07-05T10:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.027, "last_started_at": "2026-07-05T10:30:31+09:00", "pid": 124362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.379, "name": "ffmpeg", "pid": 124362, "rss_mb": 266.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 676, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 677}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.512, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1348565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:31:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:31:40+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T10:31:40+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T10:31:40.361859+09:00", "mtime_epoch": 1783215100.3618588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:31:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9266.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.158, "pushed": 7.158, "read": 7.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.773, "count": 214, "max_ms": 26.045, "p95_ms": 22.402}, "gstreamer_push": {"avg_ms": 1.085, "count": 214, "max_ms": 1.397, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.061, "count": 214, "max_ms": 67.211, "p95_ms": 62.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.561, "count": 214, "max_ms": 80.473, "p95_ms": 74.094}, "yolo11_640_fire_11class": {"avg_ms": 49.159, "count": 214, "max_ms": 68.166, "p95_ms": 65.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.191, "count": 214, "max_ms": 81.898, "p95_ms": 78.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.414, "count": 214, "max_ms": 170.659, "p95_ms": 163.968}, "read_interval": {"avg_ms": 140.246, "count": 213, "max_ms": 179.037, "p95_ms": 172.338}, "triton_wait": {"avg_ms": 57.879, "count": 214, "max_ms": 81.911, "p95_ms": 78.369}, "visualize": {"avg_ms": 5.29, "count": 214, "max_ms": 8.614, "p95_ms": 6.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15783.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6435.537, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.312, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1695644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:31:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:31:59+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T10:31:59+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T10:31:59.014297+09:00", "mtime_epoch": 1783215119.0142965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:31:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2247.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.22, "count": 301, "max_ms": 11.771, "p95_ms": 8.58}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 2.043, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.927, "count": 301, "max_ms": 70.646, "p95_ms": 62.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.085, "count": 301, "max_ms": 77.523, "p95_ms": 68.49}, "yolo11_640_fire_11class": {"avg_ms": 51.207, "count": 301, "max_ms": 69.122, "p95_ms": 64.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.466, "count": 301, "max_ms": 81.305, "p95_ms": 76.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.074, "count": 301, "max_ms": 102.575, "p95_ms": 92.311}, "read_interval": {"avg_ms": 99.879, "count": 301, "max_ms": 595.213, "p95_ms": 113.431}, "triton_wait": {"avg_ms": 55.305, "count": 301, "max_ms": 81.317, "p95_ms": 76.783}, "visualize": {"avg_ms": 3.592, "count": 301, "max_ms": 4.971, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15784.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 606, "h264_decode_error_count": 1516, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:30:28+09:00", "last_error_summary": "[h264 @ 0x555e451cb9c0] reference picture missing during reorder [h264 @ 0x555e451cb9c0] Missing reference picture, default is 65547 [h264 @ 0x555e451df880] mmco: unref short failure [h264 @ 0x555e451df880] illegal short term buffer state detected [h264 @ 0x555e45e453c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555e45e453c0] error while decoding MB 0 21, bytestream 3215 [h264 @ 0x555e452a4580] error while decoding MB 6 21, bytestream -9 [h264 @ 0x555e45f14240] cabac decode", "last_exit_at": "2026-07-05T10:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.125, "last_started_at": "2026-07-05T10:30:31+09:00", "pid": 124362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.41, "name": "ffmpeg", "pid": 124362, "rss_mb": 267.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 676, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 677}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.506, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1348776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:32:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:32:10+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T10:32:10+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T10:32:10.454718+09:00", "mtime_epoch": 1783215130.4547179, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:32:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.045, "pushed": 7.045, "read": 7.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.857, "count": 210, "max_ms": 29.525, "p95_ms": 22.561}, "gstreamer_push": {"avg_ms": 1.058, "count": 211, "max_ms": 1.263, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.199, "count": 210, "max_ms": 69.181, "p95_ms": 61.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.384, "count": 210, "max_ms": 80.737, "p95_ms": 67.655}, "yolo11_640_fire_11class": {"avg_ms": 48.065, "count": 210, "max_ms": 69.963, "p95_ms": 64.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.152, "count": 210, "max_ms": 82.467, "p95_ms": 77.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.659, "count": 211, "max_ms": 170.026, "p95_ms": 160.908}, "read_interval": {"avg_ms": 142.493, "count": 210, "max_ms": 180.148, "p95_ms": 169.532}, "triton_wait": {"avg_ms": 56.468, "count": 210, "max_ms": 82.479, "p95_ms": 78.273}, "visualize": {"avg_ms": 5.383, "count": 210, "max_ms": 7.581, "p95_ms": 6.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15784.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6465.588, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.257, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1695944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:32:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:32:29+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:32:29+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T10:32:29.071393+09:00", "mtime_epoch": 1783215149.0713933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:32:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2247.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.316, "count": 300, "max_ms": 11.038, "p95_ms": 8.541}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 2.172, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.449, "count": 300, "max_ms": 69.801, "p95_ms": 60.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.185, "count": 300, "max_ms": 78.715, "p95_ms": 58.547}, "yolo11_640_fire_11class": {"avg_ms": 49.772, "count": 300, "max_ms": 68.555, "p95_ms": 62.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.06, "count": 300, "max_ms": 78.405, "p95_ms": 74.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.18, "count": 300, "max_ms": 94.837, "p95_ms": 90.48}, "read_interval": {"avg_ms": 100.222, "count": 299, "max_ms": 607.708, "p95_ms": 131.481}, "triton_wait": {"avg_ms": 53.292, "count": 300, "max_ms": 78.726, "p95_ms": 74.386}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.163, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15784.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 606, "h264_decode_error_count": 1516, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:30:28+09:00", "last_error_summary": "[h264 @ 0x555e451cb9c0] reference picture missing during reorder [h264 @ 0x555e451cb9c0] Missing reference picture, default is 65547 [h264 @ 0x555e451df880] mmco: unref short failure [h264 @ 0x555e451df880] illegal short term buffer state detected [h264 @ 0x555e45e453c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555e45e453c0] error while decoding MB 0 21, bytestream 3215 [h264 @ 0x555e452a4580] error while decoding MB 6 21, bytestream -9 [h264 @ 0x555e45f14240] cabac decode", "last_exit_at": "2026-07-05T10:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.162, "last_started_at": "2026-07-05T10:30:31+09:00", "pid": 124362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.668, "name": "ffmpeg", "pid": 124362, "rss_mb": 267.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 676, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 677}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.736, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1348982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:32:40+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T10:32:40+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T10:32:40.515802+09:00", "mtime_epoch": 1783215160.5158024, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:32:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.893, "pushed": 6.893, "read": 6.859}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.468, "count": 206, "max_ms": 35.498, "p95_ms": 25.86}, "gstreamer_push": {"avg_ms": 1.044, "count": 206, "max_ms": 1.519, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.208, "count": 206, "max_ms": 64.932, "p95_ms": 61.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.88, "count": 206, "max_ms": 79.119, "p95_ms": 70.469}, "yolo11_640_fire_11class": {"avg_ms": 47.46, "count": 206, "max_ms": 66.896, "p95_ms": 63.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.641, "count": 206, "max_ms": 79.04, "p95_ms": 74.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.045, "count": 206, "max_ms": 167.37, "p95_ms": 162.263}, "read_interval": {"avg_ms": 145.77, "count": 205, "max_ms": 176.865, "p95_ms": 170.058}, "triton_wait": {"avg_ms": 55.968, "count": 206, "max_ms": 79.13, "p95_ms": 75.064}, "visualize": {"avg_ms": 5.538, "count": 206, "max_ms": 7.756, "p95_ms": 6.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15784.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6495.668, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.445, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1696244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:32:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:32:59+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T10:32:59+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T10:32:59.152459+09:00", "mtime_epoch": 1783215179.152459, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:32:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2247.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.361, "count": 299, "max_ms": 11.037, "p95_ms": 8.663}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 2.137, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.706, "count": 299, "max_ms": 67.767, "p95_ms": 61.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.843, "count": 299, "max_ms": 82.99, "p95_ms": 67.972}, "yolo11_640_fire_11class": {"avg_ms": 50.533, "count": 299, "max_ms": 70.09, "p95_ms": 64.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.652, "count": 299, "max_ms": 83.884, "p95_ms": 75.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.297, "count": 299, "max_ms": 110.602, "p95_ms": 92.297}, "read_interval": {"avg_ms": 100.329, "count": 299, "max_ms": 691.793, "p95_ms": 130.523}, "triton_wait": {"avg_ms": 53.8, "count": 299, "max_ms": 83.896, "p95_ms": 75.604}, "visualize": {"avg_ms": 3.726, "count": 299, "max_ms": 6.467, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15784.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 606, "h264_decode_error_count": 1516, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:30:28+09:00", "last_error_summary": "[h264 @ 0x555e451cb9c0] reference picture missing during reorder [h264 @ 0x555e451cb9c0] Missing reference picture, default is 65547 [h264 @ 0x555e451df880] mmco: unref short failure [h264 @ 0x555e451df880] illegal short term buffer state detected [h264 @ 0x555e45e453c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555e45e453c0] error while decoding MB 0 21, bytestream 3215 [h264 @ 0x555e452a4580] error while decoding MB 6 21, bytestream -9 [h264 @ 0x555e45f14240] cabac decode", "last_exit_at": "2026-07-05T10:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.232, "last_started_at": "2026-07-05T10:30:31+09:00", "pid": 124362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.668, "name": "ffmpeg", "pid": 124362, "rss_mb": 267.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 676, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 677}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.65, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1349189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:33:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:33:10+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T10:33:10+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T10:33:10.588856+09:00", "mtime_epoch": 1783215190.588856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:33:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.919, "pushed": 6.919, "read": 6.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.746, "count": 207, "max_ms": 26.427, "p95_ms": 21.837}, "gstreamer_push": {"avg_ms": 1.058, "count": 207, "max_ms": 1.521, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.95, "count": 207, "max_ms": 70.737, "p95_ms": 63.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.737, "count": 207, "max_ms": 78.711, "p95_ms": 70.862}, "yolo11_640_fire_11class": {"avg_ms": 49.58, "count": 207, "max_ms": 77.256, "p95_ms": 63.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.608, "count": 207, "max_ms": 91.272, "p95_ms": 78.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.473, "count": 207, "max_ms": 171.195, "p95_ms": 164.596}, "read_interval": {"avg_ms": 145.249, "count": 206, "max_ms": 179.447, "p95_ms": 172.529}, "triton_wait": {"avg_ms": 58.99, "count": 207, "max_ms": 91.283, "p95_ms": 78.633}, "visualize": {"avg_ms": 5.472, "count": 207, "max_ms": 8.595, "p95_ms": 6.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15782.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6525.712, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.37, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1696545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:33:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:33:29+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T10:33:29+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T10:33:29.193493+09:00", "mtime_epoch": 1783215209.1934927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:33:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2248.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.345, "count": 301, "max_ms": 10.085, "p95_ms": 8.597}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.923, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.145, "count": 301, "max_ms": 68.717, "p95_ms": 61.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.427, "count": 301, "max_ms": 77.57, "p95_ms": 69.068}, "yolo11_640_fire_11class": {"avg_ms": 50.434, "count": 301, "max_ms": 70.809, "p95_ms": 63.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.306, "count": 301, "max_ms": 83.969, "p95_ms": 76.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.312, "count": 301, "max_ms": 137.095, "p95_ms": 95.051}, "read_interval": {"avg_ms": 99.859, "count": 300, "max_ms": 699.849, "p95_ms": 143.357}, "triton_wait": {"avg_ms": 54.953, "count": 301, "max_ms": 83.982, "p95_ms": 76.224}, "visualize": {"avg_ms": 3.77, "count": 301, "max_ms": 5.68, "p95_ms": 4.556}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15784.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 607, "h264_decode_error_count": 1517, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:33:15+09:00", "last_error_summary": "[h264 @ 0x561087a9e580] error while decoding MB 56 34, bytestream -12", "last_exit_at": "2026-07-05T10:33:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.425, "last_started_at": "2026-07-05T10:33:17+09:00", "pid": 124469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.004, "name": "ffmpeg", "pid": 124469, "rss_mb": 268.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 677, "restart_count_per_hour": 22, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 678}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.65, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1349374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:33:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:33:40+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T10:33:40+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T10:33:40.673880+09:00", "mtime_epoch": 1783215220.67388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 139528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:33:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.186, "pushed": 6.186, "read": 6.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.57, "count": 185, "max_ms": 26.844, "p95_ms": 21.477}, "gstreamer_push": {"avg_ms": 1.059, "count": 185, "max_ms": 1.395, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.667, "count": 185, "max_ms": 66.879, "p95_ms": 62.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.541, "count": 185, "max_ms": 76.838, "p95_ms": 70.11}, "yolo11_640_fire_11class": {"avg_ms": 48.749, "count": 185, "max_ms": 68.978, "p95_ms": 64.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.667, "count": 185, "max_ms": 82.028, "p95_ms": 76.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.368, "count": 185, "max_ms": 167.112, "p95_ms": 159.922}, "read_interval": {"avg_ms": 162.698, "count": 184, "max_ms": 4293.477, "p95_ms": 170.398}, "triton_wait": {"avg_ms": 56.275, "count": 185, "max_ms": 82.039, "p95_ms": 76.66}, "visualize": {"avg_ms": 5.357, "count": 185, "max_ms": 8.446, "p95_ms": 6.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15786.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6555.731, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.019, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1696845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:33:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:33:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:33:59+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T10:33:59.214497+09:00", "mtime_epoch": 1783215239.214497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:33:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2248.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.202, "count": 300, "max_ms": 10.544, "p95_ms": 8.025}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 2.168, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.55, "count": 300, "max_ms": 70.311, "p95_ms": 60.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.397, "count": 300, "max_ms": 82.603, "p95_ms": 66.173}, "yolo11_640_fire_11class": {"avg_ms": 50.895, "count": 300, "max_ms": 70.261, "p95_ms": 63.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.516, "count": 300, "max_ms": 79.527, "p95_ms": 73.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.824, "count": 300, "max_ms": 97.966, "p95_ms": 90.303}, "read_interval": {"avg_ms": 100.108, "count": 299, "max_ms": 508.787, "p95_ms": 117.525}, "triton_wait": {"avg_ms": 53.876, "count": 300, "max_ms": 82.614, "p95_ms": 74.219}, "visualize": {"avg_ms": 3.679, "count": 300, "max_ms": 4.964, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15787.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 607, "h264_decode_error_count": 1517, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:33:15+09:00", "last_error_summary": "[h264 @ 0x561087a9e580] error while decoding MB 56 34, bytestream -12", "last_exit_at": "2026-07-05T10:33:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.518, "last_started_at": "2026-07-05T10:33:17+09:00", "pid": 124469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.324, "name": "ffmpeg", "pid": 124469, "rss_mb": 270.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 677, "restart_count_per_hour": 22, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 678}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.388, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1349584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:34:10+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T10:34:10+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T10:34:10.742876+09:00", "mtime_epoch": 1783215250.7428756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:34:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.008, "pushed": 7.008, "read": 6.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.753, "count": 209, "max_ms": 26.284, "p95_ms": 22.558}, "gstreamer_push": {"avg_ms": 1.057, "count": 210, "max_ms": 1.536, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.954, "count": 209, "max_ms": 69.886, "p95_ms": 62.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.78, "count": 209, "max_ms": 80.807, "p95_ms": 69.349}, "yolo11_640_fire_11class": {"avg_ms": 49.156, "count": 209, "max_ms": 69.976, "p95_ms": 63.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.241, "count": 209, "max_ms": 82.925, "p95_ms": 75.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.563, "count": 210, "max_ms": 165.941, "p95_ms": 158.962}, "read_interval": {"avg_ms": 143.285, "count": 209, "max_ms": 174.044, "p95_ms": 167.219}, "triton_wait": {"avg_ms": 56.872, "count": 209, "max_ms": 82.937, "p95_ms": 76.133}, "visualize": {"avg_ms": 5.439, "count": 209, "max_ms": 6.439, "p95_ms": 6.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15787.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6585.779, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.896, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1697144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:34:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:34:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:34:29+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T10:34:29.263475+09:00", "mtime_epoch": 1783215269.2634754, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:34:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2248.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.307, "count": 299, "max_ms": 11.716, "p95_ms": 8.393}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 2.047, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.275, "count": 299, "max_ms": 68.935, "p95_ms": 61.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.0, "count": 299, "max_ms": 78.919, "p95_ms": 70.426}, "yolo11_640_fire_11class": {"avg_ms": 51.006, "count": 299, "max_ms": 68.517, "p95_ms": 63.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.769, "count": 299, "max_ms": 79.984, "p95_ms": 75.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.197, "count": 299, "max_ms": 95.893, "p95_ms": 92.294}, "read_interval": {"avg_ms": 100.545, "count": 298, "max_ms": 520.513, "p95_ms": 198.315}, "triton_wait": {"avg_ms": 54.196, "count": 299, "max_ms": 79.996, "p95_ms": 75.458}, "visualize": {"avg_ms": 3.709, "count": 299, "max_ms": 4.655, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15787.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 607, "h264_decode_error_count": 1517, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:33:15+09:00", "last_error_summary": "[h264 @ 0x561087a9e580] error while decoding MB 56 34, bytestream -12", "last_exit_at": "2026-07-05T10:33:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.623, "last_started_at": "2026-07-05T10:33:17+09:00", "pid": 124469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.324, "name": "ffmpeg", "pid": 124469, "rss_mb": 270.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 677, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 678}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.144, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1349799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:34:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:34:40+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T10:34:40+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T10:34:40.847846+09:00", "mtime_epoch": 1783215280.8478458, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:34:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.177, "pushed": 7.177, "read": 7.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.483, "count": 214, "max_ms": 27.176, "p95_ms": 21.687}, "gstreamer_push": {"avg_ms": 1.065, "count": 215, "max_ms": 1.296, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.445, "count": 214, "max_ms": 67.199, "p95_ms": 61.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.965, "count": 214, "max_ms": 78.299, "p95_ms": 71.825}, "yolo11_640_fire_11class": {"avg_ms": 49.387, "count": 214, "max_ms": 67.973, "p95_ms": 64.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.458, "count": 214, "max_ms": 80.018, "p95_ms": 77.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.082, "count": 215, "max_ms": 166.383, "p95_ms": 161.767}, "read_interval": {"avg_ms": 139.984, "count": 214, "max_ms": 174.302, "p95_ms": 169.804}, "triton_wait": {"avg_ms": 58.111, "count": 214, "max_ms": 80.03, "p95_ms": 77.887}, "visualize": {"avg_ms": 5.228, "count": 214, "max_ms": 6.65, "p95_ms": 6.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15787.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6615.857, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.659, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1697444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:34:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:34:59+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T10:34:59+09:00", "mjpeg": {"age_sec": 0.421, "exists": true, "mtime": "2026-07-05T10:34:58.984418+09:00", "mtime_epoch": 1783215298.9844182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:34:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2248.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.262, "count": 300, "max_ms": 12.541, "p95_ms": 8.015}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.934, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.564, "count": 300, "max_ms": 66.179, "p95_ms": 62.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.722, "count": 300, "max_ms": 79.556, "p95_ms": 68.004}, "yolo11_640_fire_11class": {"avg_ms": 49.282, "count": 300, "max_ms": 65.413, "p95_ms": 62.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.255, "count": 300, "max_ms": 79.753, "p95_ms": 75.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.015, "count": 300, "max_ms": 95.783, "p95_ms": 91.57}, "read_interval": {"avg_ms": 100.275, "count": 299, "max_ms": 581.926, "p95_ms": 145.801}, "triton_wait": {"avg_ms": 54.094, "count": 300, "max_ms": 79.765, "p95_ms": 75.768}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 5.258, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15790.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 607, "h264_decode_error_count": 1517, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:33:15+09:00", "last_error_summary": "[h264 @ 0x561087a9e580] error while decoding MB 56 34, bytestream -12", "last_exit_at": "2026-07-05T10:33:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.623, "last_started_at": "2026-07-05T10:33:17+09:00", "pid": 124469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.387, "name": "ffmpeg", "pid": 124469, "rss_mb": 272.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 677, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 678}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.856, "sample_count": 2027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1350003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T10:35:10+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T10:35:10+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T10:35:10.856788+09:00", "mtime_epoch": 1783215310.8567882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:35:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.802, "pushed": 6.802, "read": 6.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.997, "count": 204, "max_ms": 25.304, "p95_ms": 22.361}, "gstreamer_push": {"avg_ms": 1.037, "count": 204, "max_ms": 1.215, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.501, "count": 204, "max_ms": 64.7, "p95_ms": 61.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.982, "count": 204, "max_ms": 79.042, "p95_ms": 70.188}, "yolo11_640_fire_11class": {"avg_ms": 47.262, "count": 204, "max_ms": 64.176, "p95_ms": 60.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.927, "count": 204, "max_ms": 81.424, "p95_ms": 75.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.464, "count": 204, "max_ms": 167.168, "p95_ms": 162.86}, "read_interval": {"avg_ms": 147.136, "count": 204, "max_ms": 175.955, "p95_ms": 171.787}, "triton_wait": {"avg_ms": 56.761, "count": 204, "max_ms": 81.437, "p95_ms": 75.765}, "visualize": {"avg_ms": 5.563, "count": 204, "max_ms": 6.452, "p95_ms": 6.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15791.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6645.897, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.294, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1697744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:35:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:35:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:35:29+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T10:35:29.377358+09:00", "mtime_epoch": 1783215329.377358, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:35:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2248.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.349, "count": 300, "max_ms": 11.786, "p95_ms": 8.564}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 1.876, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.557, "count": 300, "max_ms": 64.489, "p95_ms": 61.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.918, "count": 300, "max_ms": 82.295, "p95_ms": 71.203}, "yolo11_640_fire_11class": {"avg_ms": 48.394, "count": 300, "max_ms": 66.745, "p95_ms": 62.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.934, "count": 300, "max_ms": 81.503, "p95_ms": 76.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.664, "count": 300, "max_ms": 108.728, "p95_ms": 92.835}, "read_interval": {"avg_ms": 100.185, "count": 299, "max_ms": 524.539, "p95_ms": 201.97}, "triton_wait": {"avg_ms": 54.331, "count": 300, "max_ms": 82.307, "p95_ms": 76.471}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 5.232, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15792.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 607, "h264_decode_error_count": 1517, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:33:15+09:00", "last_error_summary": "[h264 @ 0x561087a9e580] error while decoding MB 56 34, bytestream -12", "last_exit_at": "2026-07-05T10:33:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.662, "last_started_at": "2026-07-05T10:33:17+09:00", "pid": 124469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.965, "name": "ffmpeg", "pid": 124469, "rss_mb": 274.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 677, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 678}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.24, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1350204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T10:35:41+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-05T10:35:40+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T10:35:40.869707+09:00", "mtime_epoch": 1783215340.8697073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:35:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.723, "pushed": 6.723, "read": 6.689}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.161, "count": 201, "max_ms": 34.18, "p95_ms": 22.507}, "gstreamer_push": {"avg_ms": 1.035, "count": 201, "max_ms": 1.234, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.267, "count": 201, "max_ms": 65.182, "p95_ms": 61.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.343, "count": 201, "max_ms": 81.245, "p95_ms": 72.146}, "yolo11_640_fire_11class": {"avg_ms": 48.975, "count": 201, "max_ms": 65.194, "p95_ms": 62.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.673, "count": 201, "max_ms": 81.886, "p95_ms": 77.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.684, "count": 201, "max_ms": 183.917, "p95_ms": 166.902}, "read_interval": {"avg_ms": 149.369, "count": 200, "max_ms": 193.188, "p95_ms": 175.145}, "triton_wait": {"avg_ms": 58.268, "count": 201, "max_ms": 81.898, "p95_ms": 77.702}, "visualize": {"avg_ms": 5.684, "count": 201, "max_ms": 9.365, "p95_ms": 7.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15798.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6675.997, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.294, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1698047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:35:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:35:59+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T10:35:59+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T10:35:59.450265+09:00", "mtime_epoch": 1783215359.4502652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:35:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2248.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.346, "count": 302, "max_ms": 12.179, "p95_ms": 9.818}, "gstreamer_push": {"avg_ms": 1.252, "count": 302, "max_ms": 1.857, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.839, "count": 302, "max_ms": 70.847, "p95_ms": 62.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.933, "count": 302, "max_ms": 82.515, "p95_ms": 67.284}, "yolo11_640_fire_11class": {"avg_ms": 48.856, "count": 302, "max_ms": 70.385, "p95_ms": 62.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.028, "count": 302, "max_ms": 83.374, "p95_ms": 75.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.509, "count": 302, "max_ms": 106.555, "p95_ms": 92.989}, "read_interval": {"avg_ms": 99.291, "count": 302, "max_ms": 459.901, "p95_ms": 150.712}, "triton_wait": {"avg_ms": 54.446, "count": 302, "max_ms": 83.386, "p95_ms": 76.049}, "visualize": {"avg_ms": 3.636, "count": 302, "max_ms": 5.653, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15799.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 607, "h264_decode_error_count": 1517, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:33:15+09:00", "last_error_summary": "[h264 @ 0x561087a9e580] error while decoding MB 56 34, bytestream -12", "last_exit_at": "2026-07-05T10:33:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.749, "last_started_at": "2026-07-05T10:33:17+09:00", "pid": 124469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.98, "name": "ffmpeg", "pid": 124469, "rss_mb": 281.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 677, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 678}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.86, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1350406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:36:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:36:11+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T10:36:10+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T10:36:10.970607+09:00", "mtime_epoch": 1783215370.9706068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:36:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.747, "pushed": 6.747, "read": 6.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.854, "count": 202, "max_ms": 33.301, "p95_ms": 24.233}, "gstreamer_push": {"avg_ms": 1.038, "count": 202, "max_ms": 1.458, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.85, "count": 202, "max_ms": 65.88, "p95_ms": 60.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.448, "count": 202, "max_ms": 78.188, "p95_ms": 71.311}, "yolo11_640_fire_11class": {"avg_ms": 48.492, "count": 202, "max_ms": 65.871, "p95_ms": 60.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.858, "count": 202, "max_ms": 78.383, "p95_ms": 75.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.077, "count": 202, "max_ms": 166.577, "p95_ms": 157.616}, "read_interval": {"avg_ms": 148.951, "count": 201, "max_ms": 950.267, "p95_ms": 169.327}, "triton_wait": {"avg_ms": 57.728, "count": 202, "max_ms": 78.395, "p95_ms": 76.06}, "visualize": {"avg_ms": 5.447, "count": 202, "max_ms": 8.376, "p95_ms": 6.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15800.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6706.054, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.35, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1698345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:36:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:36:29+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T10:36:29+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T10:36:29.523151+09:00", "mtime_epoch": 1783215389.523151, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:36:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2248.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.1, "count": 298, "max_ms": 10.443, "p95_ms": 7.954}, "gstreamer_push": {"avg_ms": 1.269, "count": 298, "max_ms": 1.642, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.725, "count": 298, "max_ms": 67.262, "p95_ms": 61.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.771, "count": 298, "max_ms": 79.696, "p95_ms": 73.479}, "yolo11_640_fire_11class": {"avg_ms": 49.67, "count": 298, "max_ms": 69.709, "p95_ms": 62.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.034, "count": 298, "max_ms": 81.774, "p95_ms": 76.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.733, "count": 298, "max_ms": 97.632, "p95_ms": 93.384}, "read_interval": {"avg_ms": 100.87, "count": 297, "max_ms": 740.706, "p95_ms": 116.214}, "triton_wait": {"avg_ms": 55.014, "count": 298, "max_ms": 81.787, "p95_ms": 77.802}, "visualize": {"avg_ms": 3.673, "count": 298, "max_ms": 5.907, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15822.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 607, "h264_decode_error_count": 1517, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:33:15+09:00", "last_error_summary": "[h264 @ 0x561087a9e580] error while decoding MB 56 34, bytestream -12", "last_exit_at": "2026-07-05T10:33:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.813, "last_started_at": "2026-07-05T10:33:17+09:00", "pid": 124469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.797, "name": "ffmpeg", "pid": 124469, "rss_mb": 304.797, "state": "S (sleeping)", "threads": 104}, "restart_count": 677, "restart_count_per_hour": 21, "rtsp_timeout_count": 398, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 678}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.639, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1350569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T10:36:52+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T10:36:52+09:00", "mjpeg": {"age_sec": 19.782, "exists": true, "mtime": "2026-07-05T10:36:32.383234+09:00", "mtime_epoch": 1783215392.383234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 63344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:36:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.84, "pushed": 2.84, "read": 2.807}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.554, "count": 85, "max_ms": 28.283, "p95_ms": 21.436}, "gstreamer_push": {"avg_ms": 1.14, "count": 85, "max_ms": 1.476, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.57, "count": 85, "max_ms": 71.73, "p95_ms": 62.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.404, "count": 85, "max_ms": 81.804, "p95_ms": 73.728}, "yolo11_640_fire_11class": {"avg_ms": 49.367, "count": 85, "max_ms": 72.736, "p95_ms": 63.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.589, "count": 85, "max_ms": 85.006, "p95_ms": 78.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.59, "count": 85, "max_ms": 232.35, "p95_ms": 147.868}, "read_interval": {"avg_ms": 356.682, "count": 84, "max_ms": 19790.881, "p95_ms": 155.978}, "triton_wait": {"avg_ms": 57.157, "count": 85, "max_ms": 85.018, "p95_ms": 78.685}, "visualize": {"avg_ms": 4.434, "count": 85, "max_ms": 7.722, "p95_ms": 5.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15667.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6736.13, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.922, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1698645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:36:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:36:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:36:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:36:59.612017+09:00", "mtime_epoch": 1783215419.612017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:36:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2249.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.259, "count": 300, "max_ms": 11.652, "p95_ms": 8.065}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.725, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.049, "count": 300, "max_ms": 67.418, "p95_ms": 53.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.891, "count": 300, "max_ms": 75.973, "p95_ms": 55.425}, "yolo11_640_fire_11class": {"avg_ms": 48.497, "count": 300, "max_ms": 67.405, "p95_ms": 54.576}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.65, "count": 300, "max_ms": 76.198, "p95_ms": 61.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.691, "count": 300, "max_ms": 106.521, "p95_ms": 88.486}, "read_interval": {"avg_ms": 100.304, "count": 299, "max_ms": 530.406, "p95_ms": 275.867}, "triton_wait": {"avg_ms": 51.57, "count": 300, "max_ms": 76.211, "p95_ms": 61.807}, "visualize": {"avg_ms": 3.704, "count": 300, "max_ms": 5.09, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15784.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 608, "h264_decode_error_count": 1519, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:36:53+09:00", "last_error_summary": "[h264 @ 0x562365645e40] left block unavailable for requested intra mode [h264 @ 0x562365645e40] error while decoding MB 0 28, bytestream 4564 [h264 @ 0x562365511240] error while decoding MB 76 23, bytestream -5 [in#0/rtsp @ 0x5623654f6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5623654f6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:36:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.871, "last_started_at": "2026-07-05T10:36:56+09:00", "pid": 124576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.496, "name": "ffmpeg", "pid": 124576, "rss_mb": 265.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 678, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 679}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.579, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1350750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:37:22+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T10:37:22+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T10:37:22.064651+09:00", "mtime_epoch": 1783215442.0646508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:37:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9267.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.034, "pushed": 6.034, "read": 6.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.08, "count": 181, "max_ms": 24.021, "p95_ms": 21.085}, "gstreamer_push": {"avg_ms": 1.065, "count": 181, "max_ms": 1.322, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.274, "count": 181, "max_ms": 73.715, "p95_ms": 62.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.152, "count": 181, "max_ms": 80.285, "p95_ms": 72.929}, "yolo11_640_fire_11class": {"avg_ms": 49.532, "count": 181, "max_ms": 67.815, "p95_ms": 64.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.792, "count": 181, "max_ms": 82.157, "p95_ms": 77.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.849, "count": 181, "max_ms": 169.555, "p95_ms": 163.441}, "read_interval": {"avg_ms": 165.593, "count": 181, "max_ms": 4738.922, "p95_ms": 170.926}, "triton_wait": {"avg_ms": 58.463, "count": 181, "max_ms": 82.169, "p95_ms": 78.568}, "visualize": {"avg_ms": 5.256, "count": 181, "max_ms": 6.732, "p95_ms": 5.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15785.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6766.173, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.294, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1698948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:37:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:37:29+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:37:29+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T10:37:29.652863+09:00", "mtime_epoch": 1783215449.6528625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:37:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2249.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.301, "count": 303, "max_ms": 10.53, "p95_ms": 8.368}, "gstreamer_push": {"avg_ms": 1.277, "count": 303, "max_ms": 1.658, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.616, "count": 303, "max_ms": 65.832, "p95_ms": 61.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.769, "count": 303, "max_ms": 79.664, "p95_ms": 73.11}, "yolo11_640_fire_11class": {"avg_ms": 50.147, "count": 303, "max_ms": 66.991, "p95_ms": 62.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.728, "count": 303, "max_ms": 80.024, "p95_ms": 75.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.85, "count": 303, "max_ms": 107.392, "p95_ms": 92.794}, "read_interval": {"avg_ms": 99.196, "count": 302, "max_ms": 551.144, "p95_ms": 133.914}, "triton_wait": {"avg_ms": 54.596, "count": 303, "max_ms": 80.037, "p95_ms": 76.302}, "visualize": {"avg_ms": 3.681, "count": 303, "max_ms": 5.1, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15786.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 608, "h264_decode_error_count": 1519, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:36:53+09:00", "last_error_summary": "[h264 @ 0x562365645e40] left block unavailable for requested intra mode [h264 @ 0x562365645e40] error while decoding MB 0 28, bytestream 4564 [h264 @ 0x562365511240] error while decoding MB 76 23, bytestream -5 [in#0/rtsp @ 0x5623654f6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5623654f6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:36:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.99, "last_started_at": "2026-07-05T10:36:56+09:00", "pid": 124576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.043, "name": "ffmpeg", "pid": 124576, "rss_mb": 267.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 678, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 679}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.29, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1350971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:37:52+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T10:37:52+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T10:37:52.161484+09:00", "mtime_epoch": 1783215472.1614845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:37:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.373, "pushed": 7.373, "read": 7.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.76, "count": 220, "max_ms": 33.26, "p95_ms": 23.564}, "gstreamer_push": {"avg_ms": 1.09, "count": 221, "max_ms": 1.511, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.096, "count": 220, "max_ms": 73.737, "p95_ms": 63.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.875, "count": 220, "max_ms": 80.727, "p95_ms": 72.74}, "yolo11_640_fire_11class": {"avg_ms": 49.984, "count": 220, "max_ms": 76.79, "p95_ms": 65.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.776, "count": 220, "max_ms": 82.819, "p95_ms": 77.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.1, "count": 221, "max_ms": 169.092, "p95_ms": 151.911}, "read_interval": {"avg_ms": 136.236, "count": 220, "max_ms": 178.81, "p95_ms": 159.95}, "triton_wait": {"avg_ms": 58.713, "count": 220, "max_ms": 82.83, "p95_ms": 78.298}, "visualize": {"avg_ms": 5.031, "count": 220, "max_ms": 7.546, "p95_ms": 5.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15786.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6796.241, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.496, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1699248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:37:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:37:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:37:59+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T10:37:59.725691+09:00", "mtime_epoch": 1783215479.7256913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:37:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2249.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.339, "count": 300, "max_ms": 11.698, "p95_ms": 9.312}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 2.111, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.869, "count": 300, "max_ms": 71.913, "p95_ms": 63.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.875, "count": 300, "max_ms": 77.593, "p95_ms": 67.334}, "yolo11_640_fire_11class": {"avg_ms": 51.083, "count": 300, "max_ms": 75.173, "p95_ms": 64.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.59, "count": 300, "max_ms": 81.19, "p95_ms": 77.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.181, "count": 300, "max_ms": 105.327, "p95_ms": 93.278}, "read_interval": {"avg_ms": 100.287, "count": 299, "max_ms": 539.623, "p95_ms": 203.336}, "triton_wait": {"avg_ms": 54.061, "count": 300, "max_ms": 81.202, "p95_ms": 77.249}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 5.69, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15786.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 608, "h264_decode_error_count": 1519, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:36:53+09:00", "last_error_summary": "[h264 @ 0x562365645e40] left block unavailable for requested intra mode [h264 @ 0x562365645e40] error while decoding MB 0 28, bytestream 4564 [h264 @ 0x562365511240] error while decoding MB 76 23, bytestream -5 [in#0/rtsp @ 0x5623654f6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5623654f6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:36:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.067, "last_started_at": "2026-07-05T10:36:56+09:00", "pid": 124576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.043, "name": "ffmpeg", "pid": 124576, "rss_mb": 267.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 678, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 679}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.29, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1351180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:38:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:38:22+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:38:22+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T10:38:22.242301+09:00", "mtime_epoch": 1783215502.2423005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:38:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.988, "pushed": 6.988, "read": 6.954}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.197, "count": 209, "max_ms": 22.371, "p95_ms": 20.933}, "gstreamer_push": {"avg_ms": 1.059, "count": 209, "max_ms": 1.566, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.666, "count": 209, "max_ms": 66.348, "p95_ms": 62.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.201, "count": 209, "max_ms": 81.005, "p95_ms": 73.35}, "yolo11_640_fire_11class": {"avg_ms": 50.002, "count": 209, "max_ms": 68.281, "p95_ms": 65.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.635, "count": 209, "max_ms": 80.705, "p95_ms": 77.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.115, "count": 209, "max_ms": 194.519, "p95_ms": 163.484}, "read_interval": {"avg_ms": 143.905, "count": 208, "max_ms": 204.264, "p95_ms": 172.511}, "triton_wait": {"avg_ms": 58.189, "count": 209, "max_ms": 81.018, "p95_ms": 77.949}, "visualize": {"avg_ms": 5.396, "count": 209, "max_ms": 7.319, "p95_ms": 6.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15786.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6826.247, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.251, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1699550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:38:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:38:29+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T10:38:29+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T10:38:29.702501+09:00", "mtime_epoch": 1783215509.7025006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:38:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2249.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.277, "count": 302, "max_ms": 12.271, "p95_ms": 8.517}, "gstreamer_push": {"avg_ms": 1.276, "count": 302, "max_ms": 1.52, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.594, "count": 302, "max_ms": 69.178, "p95_ms": 61.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.037, "count": 302, "max_ms": 79.753, "p95_ms": 67.112}, "yolo11_640_fire_11class": {"avg_ms": 50.793, "count": 302, "max_ms": 72.287, "p95_ms": 64.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.55, "count": 302, "max_ms": 79.561, "p95_ms": 76.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.356, "count": 302, "max_ms": 111.167, "p95_ms": 92.453}, "read_interval": {"avg_ms": 99.274, "count": 302, "max_ms": 693.001, "p95_ms": 124.738}, "triton_wait": {"avg_ms": 54.113, "count": 302, "max_ms": 79.765, "p95_ms": 76.32}, "visualize": {"avg_ms": 3.67, "count": 302, "max_ms": 5.148, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15786.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 608, "h264_decode_error_count": 1519, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:36:53+09:00", "last_error_summary": "[h264 @ 0x562365645e40] left block unavailable for requested intra mode [h264 @ 0x562365645e40] error while decoding MB 0 28, bytestream 4564 [h264 @ 0x562365511240] error while decoding MB 76 23, bytestream -5 [in#0/rtsp @ 0x5623654f6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5623654f6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:36:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.127, "last_started_at": "2026-07-05T10:36:56+09:00", "pid": 124576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.043, "name": "ffmpeg", "pid": 124576, "rss_mb": 267.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 678, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 679}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.451, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1351396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:38:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:38:52+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T10:38:52+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T10:38:52.319100+09:00", "mtime_epoch": 1783215532.3191004, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:38:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.225, "pushed": 7.225, "read": 7.192}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.166, "count": 216, "max_ms": 24.649, "p95_ms": 21.208}, "gstreamer_push": {"avg_ms": 1.074, "count": 216, "max_ms": 1.344, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.06, "count": 216, "max_ms": 67.606, "p95_ms": 62.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.587, "count": 216, "max_ms": 77.916, "p95_ms": 70.691}, "yolo11_640_fire_11class": {"avg_ms": 50.635, "count": 216, "max_ms": 69.967, "p95_ms": 65.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.738, "count": 216, "max_ms": 81.235, "p95_ms": 78.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.24, "count": 216, "max_ms": 166.631, "p95_ms": 160.304}, "read_interval": {"avg_ms": 139.221, "count": 215, "max_ms": 174.871, "p95_ms": 169.341}, "triton_wait": {"avg_ms": 59.046, "count": 216, "max_ms": 81.248, "p95_ms": 78.388}, "visualize": {"avg_ms": 5.175, "count": 216, "max_ms": 7.504, "p95_ms": 6.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15787.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6856.255, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.185, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1699849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:38:59+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T10:38:59+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T10:38:59.715295+09:00", "mtime_epoch": 1783215539.7152948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:38:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2249.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.515, "count": 299, "max_ms": 11.858, "p95_ms": 9.693}, "gstreamer_push": {"avg_ms": 1.281, "count": 299, "max_ms": 2.14, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.624, "count": 299, "max_ms": 67.731, "p95_ms": 62.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.121, "count": 299, "max_ms": 81.294, "p95_ms": 68.342}, "yolo11_640_fire_11class": {"avg_ms": 50.893, "count": 299, "max_ms": 75.261, "p95_ms": 63.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.399, "count": 299, "max_ms": 80.021, "p95_ms": 77.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.004, "count": 299, "max_ms": 134.089, "p95_ms": 103.951}, "read_interval": {"avg_ms": 100.361, "count": 299, "max_ms": 628.101, "p95_ms": 127.402}, "triton_wait": {"avg_ms": 54.877, "count": 299, "max_ms": 81.306, "p95_ms": 77.483}, "visualize": {"avg_ms": 3.82, "count": 299, "max_ms": 5.682, "p95_ms": 4.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15790.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 608, "h264_decode_error_count": 1519, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:36:53+09:00", "last_error_summary": "[h264 @ 0x562365645e40] left block unavailable for requested intra mode [h264 @ 0x562365645e40] error while decoding MB 0 28, bytestream 4564 [h264 @ 0x562365511240] error while decoding MB 76 23, bytestream -5 [in#0/rtsp @ 0x5623654f6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5623654f6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:36:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.159, "last_started_at": "2026-07-05T10:36:56+09:00", "pid": 124576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.879, "name": "ffmpeg", "pid": 124576, "rss_mb": 269.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 678, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 679}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.006, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1351610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:39:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:39:22+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T10:39:22+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T10:39:22.351884+09:00", "mtime_epoch": 1783215562.351884, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:39:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.155, "pushed": 7.155, "read": 7.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.325, "count": 214, "max_ms": 24.629, "p95_ms": 21.712}, "gstreamer_push": {"avg_ms": 1.071, "count": 214, "max_ms": 1.886, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.078, "count": 214, "max_ms": 65.856, "p95_ms": 62.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.719, "count": 214, "max_ms": 81.321, "p95_ms": 69.496}, "yolo11_640_fire_11class": {"avg_ms": 48.893, "count": 214, "max_ms": 66.694, "p95_ms": 63.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.042, "count": 214, "max_ms": 80.516, "p95_ms": 77.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.175, "count": 214, "max_ms": 167.446, "p95_ms": 160.507}, "read_interval": {"avg_ms": 140.406, "count": 213, "max_ms": 177.882, "p95_ms": 168.656}, "triton_wait": {"avg_ms": 57.706, "count": 214, "max_ms": 81.332, "p95_ms": 77.118}, "visualize": {"avg_ms": 5.265, "count": 214, "max_ms": 7.569, "p95_ms": 5.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15790.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6886.267, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.304, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:39:29+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T10:39:29+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T10:39:29.740075+09:00", "mtime_epoch": 1783215569.7400746, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:39:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2249.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.223, "count": 299, "max_ms": 11.768, "p95_ms": 9.469}, "gstreamer_push": {"avg_ms": 1.252, "count": 299, "max_ms": 1.499, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.814, "count": 299, "max_ms": 65.574, "p95_ms": 63.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.964, "count": 299, "max_ms": 77.44, "p95_ms": 67.162}, "yolo11_640_fire_11class": {"avg_ms": 50.158, "count": 299, "max_ms": 67.99, "p95_ms": 63.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.811, "count": 299, "max_ms": 80.37, "p95_ms": 76.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.179, "count": 299, "max_ms": 129.44, "p95_ms": 94.308}, "read_interval": {"avg_ms": 100.441, "count": 299, "max_ms": 668.473, "p95_ms": 123.456}, "triton_wait": {"avg_ms": 54.169, "count": 299, "max_ms": 80.383, "p95_ms": 76.727}, "visualize": {"avg_ms": 3.715, "count": 299, "max_ms": 5.684, "p95_ms": 4.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15791.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 608, "h264_decode_error_count": 1519, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:36:53+09:00", "last_error_summary": "[h264 @ 0x562365645e40] left block unavailable for requested intra mode [h264 @ 0x562365645e40] error while decoding MB 0 28, bytestream 4564 [h264 @ 0x562365511240] error while decoding MB 76 23, bytestream -5 [in#0/rtsp @ 0x5623654f6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5623654f6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T10:36:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.282, "last_started_at": "2026-07-05T10:36:56+09:00", "pid": 124576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.137, "name": "ffmpeg", "pid": 124576, "rss_mb": 270.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 678, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 679}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.983, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1351821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:39:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:39:52+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T10:39:52+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T10:39:52.452655+09:00", "mtime_epoch": 1783215592.4526548, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:39:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.039, "pushed": 7.039, "read": 7.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.545, "count": 210, "max_ms": 28.178, "p95_ms": 22.852}, "gstreamer_push": {"avg_ms": 1.055, "count": 211, "max_ms": 1.448, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.222, "count": 210, "max_ms": 68.83, "p95_ms": 61.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.957, "count": 210, "max_ms": 81.448, "p95_ms": 70.191}, "yolo11_640_fire_11class": {"avg_ms": 49.048, "count": 210, "max_ms": 69.33, "p95_ms": 63.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.788, "count": 210, "max_ms": 82.152, "p95_ms": 78.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.954, "count": 211, "max_ms": 171.035, "p95_ms": 162.399}, "read_interval": {"avg_ms": 142.732, "count": 210, "max_ms": 178.847, "p95_ms": 170.977}, "triton_wait": {"avg_ms": 58.388, "count": 210, "max_ms": 82.164, "p95_ms": 78.217}, "visualize": {"avg_ms": 5.318, "count": 210, "max_ms": 7.678, "p95_ms": 6.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15806.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6916.327, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.755, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:39:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:39:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:39:59+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T10:39:59.808841+09:00", "mtime_epoch": 1783215599.8088412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:39:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2250.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.578, "count": 301, "max_ms": 14.445, "p95_ms": 10.338}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.501, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.276, "count": 301, "max_ms": 66.125, "p95_ms": 62.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.333, "count": 301, "max_ms": 80.972, "p95_ms": 67.263}, "yolo11_640_fire_11class": {"avg_ms": 50.208, "count": 301, "max_ms": 66.427, "p95_ms": 62.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.195, "count": 301, "max_ms": 80.328, "p95_ms": 76.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.351, "count": 301, "max_ms": 125.453, "p95_ms": 102.378}, "read_interval": {"avg_ms": 99.921, "count": 300, "max_ms": 421.568, "p95_ms": 122.819}, "triton_wait": {"avg_ms": 54.321, "count": 301, "max_ms": 80.985, "p95_ms": 77.121}, "visualize": {"avg_ms": 3.785, "count": 301, "max_ms": 6.863, "p95_ms": 4.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15784.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 609, "h264_decode_error_count": 1520, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:40:00+09:00", "last_error_summary": "[h264 @ 0x5569978034c0] error while decoding MB 18 22, bytestream -9", "last_exit_at": "2026-07-05T10:40:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.246, "last_started_at": "2026-07-05T10:40:02+09:00", "pid": 124683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.262, "name": "ffmpeg", "pid": 124683, "rss_mb": 264.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 679, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 680}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.484, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1352002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:40:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:40:22+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T10:40:22+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T10:40:22.525412+09:00", "mtime_epoch": 1783215622.5254116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:40:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.047, "pushed": 6.047, "read": 6.014}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.746, "count": 181, "max_ms": 23.298, "p95_ms": 21.983}, "gstreamer_push": {"avg_ms": 1.066, "count": 181, "max_ms": 1.495, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.756, "count": 181, "max_ms": 65.14, "p95_ms": 61.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.044, "count": 181, "max_ms": 83.414, "p95_ms": 69.284}, "yolo11_640_fire_11class": {"avg_ms": 49.133, "count": 181, "max_ms": 68.978, "p95_ms": 64.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.935, "count": 181, "max_ms": 79.837, "p95_ms": 77.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.819, "count": 181, "max_ms": 166.873, "p95_ms": 164.508}, "read_interval": {"avg_ms": 166.256, "count": 180, "max_ms": 4456.629, "p95_ms": 172.352}, "triton_wait": {"avg_ms": 57.496, "count": 181, "max_ms": 83.426, "p95_ms": 77.201}, "visualize": {"avg_ms": 5.382, "count": 181, "max_ms": 6.861, "p95_ms": 6.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15785.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6946.43, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.989, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:40:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:40:29+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T10:40:29+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T10:40:29.881595+09:00", "mtime_epoch": 1783215629.8815947, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:40:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2250.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.097, "pushed": 10.097, "read": 10.064}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.452, "count": 302, "max_ms": 11.22, "p95_ms": 8.997}, "gstreamer_push": {"avg_ms": 1.274, "count": 302, "max_ms": 1.595, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.953, "count": 302, "max_ms": 66.234, "p95_ms": 61.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.786, "count": 302, "max_ms": 81.144, "p95_ms": 67.504}, "yolo11_640_fire_11class": {"avg_ms": 50.489, "count": 302, "max_ms": 70.256, "p95_ms": 63.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.782, "count": 302, "max_ms": 80.312, "p95_ms": 75.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.323, "count": 302, "max_ms": 107.164, "p95_ms": 97.048}, "read_interval": {"avg_ms": 99.349, "count": 301, "max_ms": 613.942, "p95_ms": 119.602}, "triton_wait": {"avg_ms": 53.548, "count": 302, "max_ms": 81.156, "p95_ms": 75.614}, "visualize": {"avg_ms": 3.768, "count": 302, "max_ms": 5.826, "p95_ms": 4.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15786.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 609, "h264_decode_error_count": 1520, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:40:00+09:00", "last_error_summary": "[h264 @ 0x5569978034c0] error while decoding MB 18 22, bytestream -9", "last_exit_at": "2026-07-05T10:40:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.366, "last_started_at": "2026-07-05T10:40:02+09:00", "pid": 124683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.777, "name": "ffmpeg", "pid": 124683, "rss_mb": 264.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 679, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 680}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.739, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1352203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:40:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:40:52+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T10:40:52+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T10:40:52.626156+09:00", "mtime_epoch": 1783215652.626156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:40:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.7, "pushed": 6.7, "read": 6.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.143, "count": 200, "max_ms": 27.524, "p95_ms": 22.287}, "gstreamer_push": {"avg_ms": 1.04, "count": 201, "max_ms": 1.248, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.481, "count": 200, "max_ms": 65.762, "p95_ms": 60.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.633, "count": 200, "max_ms": 76.877, "p95_ms": 67.846}, "yolo11_640_fire_11class": {"avg_ms": 48.589, "count": 200, "max_ms": 67.195, "p95_ms": 63.624}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.112, "count": 200, "max_ms": 80.653, "p95_ms": 77.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.427, "count": 201, "max_ms": 169.808, "p95_ms": 163.302}, "read_interval": {"avg_ms": 149.737, "count": 200, "max_ms": 177.395, "p95_ms": 172.228}, "triton_wait": {"avg_ms": 56.662, "count": 200, "max_ms": 80.665, "p95_ms": 77.51}, "visualize": {"avg_ms": 5.767, "count": 200, "max_ms": 7.379, "p95_ms": 6.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15786.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6976.458, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.692, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1701050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:40:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:41:00+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T10:40:59+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T10:40:59.914335+09:00", "mtime_epoch": 1783215659.9143345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:41:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2250.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.678, "count": 298, "max_ms": 14.503, "p95_ms": 9.73}, "gstreamer_push": {"avg_ms": 1.273, "count": 298, "max_ms": 2.046, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.687, "count": 298, "max_ms": 66.338, "p95_ms": 61.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.953, "count": 298, "max_ms": 77.765, "p95_ms": 64.642}, "yolo11_640_fire_11class": {"avg_ms": 50.302, "count": 298, "max_ms": 72.486, "p95_ms": 63.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.262, "count": 298, "max_ms": 80.522, "p95_ms": 75.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.327, "count": 298, "max_ms": 128.154, "p95_ms": 104.353}, "read_interval": {"avg_ms": 100.733, "count": 297, "max_ms": 487.416, "p95_ms": 140.879}, "triton_wait": {"avg_ms": 53.621, "count": 298, "max_ms": 80.535, "p95_ms": 76.009}, "visualize": {"avg_ms": 3.841, "count": 298, "max_ms": 6.596, "p95_ms": 5.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15787.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 609, "h264_decode_error_count": 1520, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:40:00+09:00", "last_error_summary": "[h264 @ 0x5569978034c0] error while decoding MB 18 22, bytestream -9", "last_exit_at": "2026-07-05T10:40:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.454, "last_started_at": "2026-07-05T10:40:02+09:00", "pid": 124683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.293, "name": "ffmpeg", "pid": 124683, "rss_mb": 265.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 679, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 680}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.775, "sample_count": 1920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1352409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:41:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:41:22+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T10:41:22+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T10:41:22.738889+09:00", "mtime_epoch": 1783215682.738889, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:41:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.881, "pushed": 6.881, "read": 6.847}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.689, "count": 206, "max_ms": 26.003, "p95_ms": 22.213}, "gstreamer_push": {"avg_ms": 1.049, "count": 206, "max_ms": 1.598, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.755, "count": 206, "max_ms": 63.626, "p95_ms": 61.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.422, "count": 206, "max_ms": 80.643, "p95_ms": 71.665}, "yolo11_640_fire_11class": {"avg_ms": 48.822, "count": 206, "max_ms": 65.876, "p95_ms": 62.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.893, "count": 206, "max_ms": 82.053, "p95_ms": 77.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.406, "count": 206, "max_ms": 176.067, "p95_ms": 165.142}, "read_interval": {"avg_ms": 146.04, "count": 205, "max_ms": 185.009, "p95_ms": 173.913}, "triton_wait": {"avg_ms": 57.626, "count": 206, "max_ms": 82.065, "p95_ms": 77.742}, "visualize": {"avg_ms": 5.564, "count": 206, "max_ms": 7.87, "p95_ms": 6.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15787.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7006.458, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.567, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1701351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:41:30+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T10:41:29+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T10:41:29.947062+09:00", "mtime_epoch": 1783215689.9470625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:41:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2250.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.352, "count": 301, "max_ms": 12.848, "p95_ms": 8.801}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 2.082, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.319, "count": 301, "max_ms": 65.411, "p95_ms": 61.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.437, "count": 301, "max_ms": 77.579, "p95_ms": 69.918}, "yolo11_640_fire_11class": {"avg_ms": 50.656, "count": 301, "max_ms": 69.943, "p95_ms": 63.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.205, "count": 301, "max_ms": 82.887, "p95_ms": 76.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.855, "count": 301, "max_ms": 98.546, "p95_ms": 92.135}, "read_interval": {"avg_ms": 99.759, "count": 301, "max_ms": 588.69, "p95_ms": 118.013}, "triton_wait": {"avg_ms": 53.987, "count": 301, "max_ms": 82.899, "p95_ms": 76.595}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 4.683, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15787.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 609, "h264_decode_error_count": 1520, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:40:00+09:00", "last_error_summary": "[h264 @ 0x5569978034c0] error while decoding MB 18 22, bytestream -9", "last_exit_at": "2026-07-05T10:40:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.502, "last_started_at": "2026-07-05T10:40:02+09:00", "pid": 124683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.293, "name": "ffmpeg", "pid": 124683, "rss_mb": 265.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 679, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 680}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.885, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1352623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:41:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:41:52+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T10:41:52+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T10:41:52.783609+09:00", "mtime_epoch": 1783215712.7836087, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:41:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.15, "pushed": 7.15, "read": 7.117}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.263, "count": 214, "max_ms": 26.365, "p95_ms": 21.418}, "gstreamer_push": {"avg_ms": 1.065, "count": 214, "max_ms": 1.372, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.387, "count": 214, "max_ms": 64.678, "p95_ms": 62.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.891, "count": 214, "max_ms": 79.014, "p95_ms": 69.525}, "yolo11_640_fire_11class": {"avg_ms": 48.655, "count": 214, "max_ms": 65.946, "p95_ms": 63.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.998, "count": 214, "max_ms": 81.919, "p95_ms": 78.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.624, "count": 214, "max_ms": 167.472, "p95_ms": 163.583}, "read_interval": {"avg_ms": 140.372, "count": 213, "max_ms": 177.13, "p95_ms": 171.718}, "triton_wait": {"avg_ms": 57.862, "count": 214, "max_ms": 81.932, "p95_ms": 78.176}, "visualize": {"avg_ms": 5.283, "count": 214, "max_ms": 7.872, "p95_ms": 6.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15787.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7036.51, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.731, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1701651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:42:00+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T10:41:59+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T10:41:59.995780+09:00", "mtime_epoch": 1783215719.9957798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:42:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2250.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.554, "count": 300, "max_ms": 11.834, "p95_ms": 9.681}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.872, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.014, "count": 300, "max_ms": 69.743, "p95_ms": 61.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.067, "count": 300, "max_ms": 80.397, "p95_ms": 71.571}, "yolo11_640_fire_11class": {"avg_ms": 50.825, "count": 300, "max_ms": 71.837, "p95_ms": 63.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.337, "count": 300, "max_ms": 83.01, "p95_ms": 78.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.523, "count": 300, "max_ms": 111.481, "p95_ms": 102.318}, "read_interval": {"avg_ms": 100.232, "count": 299, "max_ms": 483.304, "p95_ms": 161.169}, "triton_wait": {"avg_ms": 55.143, "count": 300, "max_ms": 83.022, "p95_ms": 78.099}, "visualize": {"avg_ms": 3.8, "count": 300, "max_ms": 5.467, "p95_ms": 4.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15792.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 609, "h264_decode_error_count": 1520, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:40:00+09:00", "last_error_summary": "[h264 @ 0x5569978034c0] error while decoding MB 18 22, bytestream -9", "last_exit_at": "2026-07-05T10:40:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.505, "last_started_at": "2026-07-05T10:40:02+09:00", "pid": 124683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.645, "name": "ffmpeg", "pid": 124683, "rss_mb": 268.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 679, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 680}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.815, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1352839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:42:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:42:22+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:42:22+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T10:42:22.792317+09:00", "mtime_epoch": 1783215742.792317, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:42:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.202, "pushed": 7.202, "read": 7.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.421, "count": 216, "max_ms": 33.008, "p95_ms": 21.902}, "gstreamer_push": {"avg_ms": 1.07, "count": 216, "max_ms": 1.379, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.106, "count": 216, "max_ms": 64.542, "p95_ms": 62.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.902, "count": 216, "max_ms": 78.845, "p95_ms": 72.132}, "yolo11_640_fire_11class": {"avg_ms": 49.219, "count": 216, "max_ms": 67.33, "p95_ms": 64.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.329, "count": 216, "max_ms": 83.56, "p95_ms": 78.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.977, "count": 216, "max_ms": 182.8, "p95_ms": 160.534}, "read_interval": {"avg_ms": 138.926, "count": 216, "max_ms": 191.22, "p95_ms": 168.778}, "triton_wait": {"avg_ms": 57.69, "count": 216, "max_ms": 83.571, "p95_ms": 78.088}, "visualize": {"avg_ms": 5.18, "count": 216, "max_ms": 6.889, "p95_ms": 5.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15791.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7066.555, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.675, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1701949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:42:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T10:42:30+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T10:42:30+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T10:42:30.028486+09:00", "mtime_epoch": 1783215750.0284863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:42:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2250.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.655, "count": 298, "max_ms": 15.387, "p95_ms": 10.103}, "gstreamer_push": {"avg_ms": 1.254, "count": 298, "max_ms": 1.833, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.561, "count": 298, "max_ms": 71.036, "p95_ms": 62.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.86, "count": 298, "max_ms": 80.406, "p95_ms": 68.551}, "yolo11_640_fire_11class": {"avg_ms": 50.434, "count": 298, "max_ms": 69.86, "p95_ms": 63.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.345, "count": 298, "max_ms": 82.688, "p95_ms": 76.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.482, "count": 298, "max_ms": 136.11, "p95_ms": 107.348}, "read_interval": {"avg_ms": 100.853, "count": 297, "max_ms": 527.685, "p95_ms": 150.038}, "triton_wait": {"avg_ms": 54.312, "count": 298, "max_ms": 82.7, "p95_ms": 76.779}, "visualize": {"avg_ms": 3.841, "count": 298, "max_ms": 6.808, "p95_ms": 5.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15794.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 609, "h264_decode_error_count": 1520, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:40:00+09:00", "last_error_summary": "[h264 @ 0x5569978034c0] error while decoding MB 18 22, bytestream -9", "last_exit_at": "2026-07-05T10:40:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.632, "last_started_at": "2026-07-05T10:40:02+09:00", "pid": 124683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.996, "name": "ffmpeg", "pid": 124683, "rss_mb": 271.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 679, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 680}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.983, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:42:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:42:53+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T10:42:52+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T10:42:52.917018+09:00", "mtime_epoch": 1783215772.9170177, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:42:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9268.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.111, "pushed": 7.111, "read": 7.077}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.481, "count": 212, "max_ms": 29.975, "p95_ms": 21.732}, "gstreamer_push": {"avg_ms": 1.072, "count": 213, "max_ms": 1.679, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.253, "count": 212, "max_ms": 66.197, "p95_ms": 62.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.176, "count": 212, "max_ms": 76.804, "p95_ms": 72.396}, "yolo11_640_fire_11class": {"avg_ms": 50.462, "count": 212, "max_ms": 69.486, "p95_ms": 64.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.904, "count": 212, "max_ms": 81.16, "p95_ms": 78.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.461, "count": 213, "max_ms": 168.357, "p95_ms": 163.28}, "read_interval": {"avg_ms": 141.423, "count": 212, "max_ms": 176.575, "p95_ms": 171.731}, "triton_wait": {"avg_ms": 59.633, "count": 212, "max_ms": 81.189, "p95_ms": 78.046}, "visualize": {"avg_ms": 5.236, "count": 212, "max_ms": 7.278, "p95_ms": 5.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15795.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7096.6, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.123, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1702255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:43:00+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:43:00+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T10:43:00.085183+09:00", "mtime_epoch": 1783215780.0851831, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:43:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2251.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.212, "pushed": 10.212, "read": 10.179}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.536, "count": 306, "max_ms": 14.462, "p95_ms": 9.566}, "gstreamer_push": {"avg_ms": 1.243, "count": 306, "max_ms": 1.946, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.954, "count": 306, "max_ms": 68.218, "p95_ms": 62.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.639, "count": 306, "max_ms": 77.992, "p95_ms": 70.844}, "yolo11_640_fire_11class": {"avg_ms": 51.429, "count": 306, "max_ms": 69.638, "p95_ms": 64.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.04, "count": 306, "max_ms": 81.319, "p95_ms": 77.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.213, "count": 306, "max_ms": 133.377, "p95_ms": 109.34}, "read_interval": {"avg_ms": 98.236, "count": 305, "max_ms": 678.362, "p95_ms": 138.139}, "triton_wait": {"avg_ms": 55.142, "count": 306, "max_ms": 81.331, "p95_ms": 77.638}, "visualize": {"avg_ms": 3.785, "count": 306, "max_ms": 6.189, "p95_ms": 4.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15812.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 609, "h264_decode_error_count": 1520, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:40:00+09:00", "last_error_summary": "[h264 @ 0x5569978034c0] error while decoding MB 18 22, bytestream -9", "last_exit_at": "2026-07-05T10:40:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.635, "last_started_at": "2026-07-05T10:40:02+09:00", "pid": 124683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.641, "name": "ffmpeg", "pid": 124683, "rss_mb": 290.641, "state": "S (sleeping)", "threads": 104}, "restart_count": 679, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 680}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.128, "sample_count": 2072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:43:23+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T10:43:22+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T10:43:22.897706+09:00", "mtime_epoch": 1783215802.8977058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:43:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.801, "pushed": 6.801, "read": 6.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.67, "count": 204, "max_ms": 24.361, "p95_ms": 21.545}, "gstreamer_push": {"avg_ms": 1.026, "count": 204, "max_ms": 1.394, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.649, "count": 204, "max_ms": 67.548, "p95_ms": 61.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.525, "count": 204, "max_ms": 79.154, "p95_ms": 71.535}, "yolo11_640_fire_11class": {"avg_ms": 49.016, "count": 204, "max_ms": 69.115, "p95_ms": 63.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.243, "count": 204, "max_ms": 81.511, "p95_ms": 77.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.532, "count": 204, "max_ms": 170.581, "p95_ms": 164.248}, "read_interval": {"avg_ms": 146.952, "count": 204, "max_ms": 178.797, "p95_ms": 172.391}, "triton_wait": {"avg_ms": 58.736, "count": 204, "max_ms": 81.522, "p95_ms": 77.83}, "visualize": {"avg_ms": 5.538, "count": 204, "max_ms": 7.07, "p95_ms": 6.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15661.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7126.636, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.07, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1702547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:43:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:43:30+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T10:43:30+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T10:43:30.121870+09:00", "mtime_epoch": 1783215810.1218703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:43:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2251.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.758, "pushed": 9.758, "read": 9.725}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 292, "max_ms": 11.326, "p95_ms": 9.976}, "gstreamer_push": {"avg_ms": 1.221, "count": 292, "max_ms": 1.776, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.295, "count": 292, "max_ms": 65.281, "p95_ms": 62.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.37, "count": 292, "max_ms": 79.38, "p95_ms": 69.513}, "yolo11_640_fire_11class": {"avg_ms": 49.629, "count": 292, "max_ms": 66.669, "p95_ms": 63.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.28, "count": 292, "max_ms": 81.908, "p95_ms": 77.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.813, "count": 292, "max_ms": 134.83, "p95_ms": 128.581}, "read_interval": {"avg_ms": 102.917, "count": 291, "max_ms": 720.006, "p95_ms": 144.938}, "triton_wait": {"avg_ms": 54.159, "count": 292, "max_ms": 81.92, "p95_ms": 77.824}, "visualize": {"avg_ms": 4.056, "count": 292, "max_ms": 6.209, "p95_ms": 5.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15787.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 610, "h264_decode_error_count": 1525, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:43:25+09:00", "last_error_summary": "[h264 @ 0x561b82e480c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b82e480c0] error while decoding MB 0 37, bytestream 6536 [h264 @ 0x561b825f7840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b825f7840] error while decoding MB 0 38, bytestream 2914 [h264 @ 0x561b824cb140] cabac decode of qscale diff failed at 7 44 [h264 @ 0x561b824cb140] error while decoding MB 7 44, bytestream 2217 [h264 @ 0x561b82f16f40] left block unavailable for requested intra4", "last_exit_at": "2026-07-05T10:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.523, "last_started_at": "2026-07-05T10:43:27+09:00", "pid": 124790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.176, "name": "ffmpeg", "pid": 124790, "rss_mb": 265.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 680, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 681}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.05, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:43:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:43:53+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T10:43:53+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T10:43:53.018388+09:00", "mtime_epoch": 1783215833.018388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:43:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.409, "pushed": 6.409, "read": 6.376}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.357, "count": 191, "max_ms": 25.103, "p95_ms": 22.438}, "gstreamer_push": {"avg_ms": 1.067, "count": 192, "max_ms": 1.409, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.897, "count": 191, "max_ms": 66.224, "p95_ms": 62.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.898, "count": 191, "max_ms": 79.05, "p95_ms": 72.273}, "yolo11_640_fire_11class": {"avg_ms": 48.813, "count": 191, "max_ms": 68.627, "p95_ms": 64.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.059, "count": 191, "max_ms": 81.553, "p95_ms": 78.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.495, "count": 192, "max_ms": 173.535, "p95_ms": 154.332}, "read_interval": {"avg_ms": 156.853, "count": 191, "max_ms": 4289.324, "p95_ms": 163.625}, "triton_wait": {"avg_ms": 57.276, "count": 191, "max_ms": 81.565, "p95_ms": 78.698}, "visualize": {"avg_ms": 5.071, "count": 191, "max_ms": 8.967, "p95_ms": 6.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15788.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7156.955, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.466, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1702854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:44:00+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T10:44:00+09:00", "mjpeg": {"age_sec": 0.608, "exists": true, "mtime": "2026-07-05T10:43:59.894542+09:00", "mtime_epoch": 1783215839.8945425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:44:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2251.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.105}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.64, "count": 304, "max_ms": 14.218, "p95_ms": 9.593}, "gstreamer_push": {"avg_ms": 1.232, "count": 304, "max_ms": 1.611, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.931, "count": 304, "max_ms": 69.027, "p95_ms": 60.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.155, "count": 304, "max_ms": 78.404, "p95_ms": 69.992}, "yolo11_640_fire_11class": {"avg_ms": 50.179, "count": 304, "max_ms": 69.32, "p95_ms": 62.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.887, "count": 304, "max_ms": 81.049, "p95_ms": 75.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.982, "count": 304, "max_ms": 129.437, "p95_ms": 106.167}, "read_interval": {"avg_ms": 98.911, "count": 303, "max_ms": 614.375, "p95_ms": 126.539}, "triton_wait": {"avg_ms": 53.786, "count": 304, "max_ms": 81.061, "p95_ms": 75.989}, "visualize": {"avg_ms": 3.867, "count": 304, "max_ms": 7.136, "p95_ms": 5.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15791.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 610, "h264_decode_error_count": 1525, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:43:25+09:00", "last_error_summary": "[h264 @ 0x561b82e480c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b82e480c0] error while decoding MB 0 37, bytestream 6536 [h264 @ 0x561b825f7840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b825f7840] error while decoding MB 0 38, bytestream 2914 [h264 @ 0x561b824cb140] cabac decode of qscale diff failed at 7 44 [h264 @ 0x561b824cb140] error while decoding MB 7 44, bytestream 2217 [h264 @ 0x561b82f16f40] left block unavailable for requested intra4", "last_exit_at": "2026-07-05T10:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.577, "last_started_at": "2026-07-05T10:43:27+09:00", "pid": 124790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 124790, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 680, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 681}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.25, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:44:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:44:23+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:44:23+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T10:44:23.083061+09:00", "mtime_epoch": 1783215863.0830605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:44:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.922, "pushed": 6.922, "read": 6.889}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.469, "count": 207, "max_ms": 25.667, "p95_ms": 21.683}, "gstreamer_push": {"avg_ms": 1.026, "count": 207, "max_ms": 1.699, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.549, "count": 207, "max_ms": 67.925, "p95_ms": 61.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.687, "count": 207, "max_ms": 75.806, "p95_ms": 70.639}, "yolo11_640_fire_11class": {"avg_ms": 48.427, "count": 207, "max_ms": 66.48, "p95_ms": 63.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.952, "count": 207, "max_ms": 80.109, "p95_ms": 77.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.715, "count": 207, "max_ms": 165.53, "p95_ms": 162.906}, "read_interval": {"avg_ms": 145.189, "count": 206, "max_ms": 174.659, "p95_ms": 171.068}, "triton_wait": {"avg_ms": 56.242, "count": 207, "max_ms": 80.121, "p95_ms": 77.712}, "visualize": {"avg_ms": 5.535, "count": 207, "max_ms": 7.35, "p95_ms": 6.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15791.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7187.032, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.346, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1703154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:44:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:44:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:44:30+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-05T10:44:30.287220+09:00", "mtime_epoch": 1783215870.2872205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:44:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2251.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.335, "count": 300, "max_ms": 11.072, "p95_ms": 8.85}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 2.086, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.168, "count": 300, "max_ms": 66.393, "p95_ms": 61.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.49, "count": 300, "max_ms": 78.657, "p95_ms": 66.474}, "yolo11_640_fire_11class": {"avg_ms": 51.663, "count": 300, "max_ms": 67.41, "p95_ms": 64.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.502, "count": 300, "max_ms": 80.494, "p95_ms": 76.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.356, "count": 300, "max_ms": 105.517, "p95_ms": 92.356}, "read_interval": {"avg_ms": 100.314, "count": 299, "max_ms": 599.9, "p95_ms": 237.314}, "triton_wait": {"avg_ms": 53.993, "count": 300, "max_ms": 80.506, "p95_ms": 76.554}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 5.076, "p95_ms": 4.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15790.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 610, "h264_decode_error_count": 1525, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:43:25+09:00", "last_error_summary": "[h264 @ 0x561b82e480c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b82e480c0] error while decoding MB 0 37, bytestream 6536 [h264 @ 0x561b825f7840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b825f7840] error while decoding MB 0 38, bytestream 2914 [h264 @ 0x561b824cb140] cabac decode of qscale diff failed at 7 44 [h264 @ 0x561b824cb140] error while decoding MB 7 44, bytestream 2217 [h264 @ 0x561b82f16f40] left block unavailable for requested intra4", "last_exit_at": "2026-07-05T10:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.61, "last_started_at": "2026-07-05T10:43:27+09:00", "pid": 124790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 124790, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 680, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 681}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.216, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:44:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:44:53+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T10:44:53+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T10:44:53.111724+09:00", "mtime_epoch": 1783215893.1117244, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:44:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.825, "pushed": 6.825, "read": 6.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.924, "count": 204, "max_ms": 31.715, "p95_ms": 23.11}, "gstreamer_push": {"avg_ms": 1.035, "count": 204, "max_ms": 1.268, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.063, "count": 204, "max_ms": 63.647, "p95_ms": 62.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.109, "count": 204, "max_ms": 79.829, "p95_ms": 70.42}, "yolo11_640_fire_11class": {"avg_ms": 49.439, "count": 204, "max_ms": 67.498, "p95_ms": 63.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.468, "count": 204, "max_ms": 80.678, "p95_ms": 77.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.705, "count": 204, "max_ms": 167.703, "p95_ms": 161.927}, "read_interval": {"avg_ms": 147.199, "count": 203, "max_ms": 361.818, "p95_ms": 171.395}, "triton_wait": {"avg_ms": 57.645, "count": 204, "max_ms": 80.69, "p95_ms": 77.904}, "visualize": {"avg_ms": 5.541, "count": 204, "max_ms": 7.75, "p95_ms": 6.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15790.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7217.107, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.531, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1703454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:45:00+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T10:45:00+09:00", "mjpeg": {"age_sec": 0.363, "exists": true, "mtime": "2026-07-05T10:45:00.291882+09:00", "mtime_epoch": 1783215900.2918818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:45:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2251.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.607, "count": 300, "max_ms": 11.119, "p95_ms": 9.511}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 2.103, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.244, "count": 300, "max_ms": 65.932, "p95_ms": 62.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.589, "count": 300, "max_ms": 78.038, "p95_ms": 69.312}, "yolo11_640_fire_11class": {"avg_ms": 51.255, "count": 300, "max_ms": 72.178, "p95_ms": 64.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.38, "count": 300, "max_ms": 81.071, "p95_ms": 77.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.408, "count": 300, "max_ms": 133.201, "p95_ms": 104.566}, "read_interval": {"avg_ms": 100.222, "count": 299, "max_ms": 410.351, "p95_ms": 146.066}, "triton_wait": {"avg_ms": 54.362, "count": 300, "max_ms": 81.084, "p95_ms": 77.149}, "visualize": {"avg_ms": 3.846, "count": 300, "max_ms": 6.038, "p95_ms": 5.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15793.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 610, "h264_decode_error_count": 1525, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:43:25+09:00", "last_error_summary": "[h264 @ 0x561b82e480c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b82e480c0] error while decoding MB 0 37, bytestream 6536 [h264 @ 0x561b825f7840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b825f7840] error while decoding MB 0 38, bytestream 2914 [h264 @ 0x561b824cb140] cabac decode of qscale diff failed at 7 44 [h264 @ 0x561b824cb140] error while decoding MB 7 44, bytestream 2217 [h264 @ 0x561b82f16f40] left block unavailable for requested intra4", "last_exit_at": "2026-07-05T10:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.739, "last_started_at": "2026-07-05T10:43:27+09:00", "pid": 124790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.074, "name": "ffmpeg", "pid": 124790, "rss_mb": 270.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 680, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 681}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.174, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:45:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:45:23+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T10:45:23+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T10:45:23.236383+09:00", "mtime_epoch": 1783215923.2363827, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:45:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.738, "pushed": 6.738, "read": 6.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.072, "count": 201, "max_ms": 27.23, "p95_ms": 22.307}, "gstreamer_push": {"avg_ms": 1.015, "count": 202, "max_ms": 1.249, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.312, "count": 201, "max_ms": 67.251, "p95_ms": 61.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.151, "count": 201, "max_ms": 79.016, "p95_ms": 71.84}, "yolo11_640_fire_11class": {"avg_ms": 48.505, "count": 201, "max_ms": 70.887, "p95_ms": 63.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.719, "count": 201, "max_ms": 85.361, "p95_ms": 76.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.751, "count": 202, "max_ms": 173.494, "p95_ms": 163.838}, "read_interval": {"avg_ms": 149.154, "count": 201, "max_ms": 181.414, "p95_ms": 172.142}, "triton_wait": {"avg_ms": 56.136, "count": 201, "max_ms": 85.373, "p95_ms": 77.177}, "visualize": {"avg_ms": 5.707, "count": 201, "max_ms": 7.14, "p95_ms": 6.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15794.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7247.139, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.081, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1703758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:45:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:45:30+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T10:45:30.620543+09:00", "mtime_epoch": 1783215930.620543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:45:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2251.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.119}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.578, "count": 304, "max_ms": 14.014, "p95_ms": 9.59}, "gstreamer_push": {"avg_ms": 1.25, "count": 304, "max_ms": 1.71, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.748, "count": 304, "max_ms": 67.357, "p95_ms": 61.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.37, "count": 304, "max_ms": 78.255, "p95_ms": 65.51}, "yolo11_640_fire_11class": {"avg_ms": 50.794, "count": 304, "max_ms": 71.126, "p95_ms": 64.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.31, "count": 304, "max_ms": 85.479, "p95_ms": 75.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.197, "count": 304, "max_ms": 132.419, "p95_ms": 105.854}, "read_interval": {"avg_ms": 98.83, "count": 303, "max_ms": 669.519, "p95_ms": 125.443}, "triton_wait": {"avg_ms": 53.431, "count": 304, "max_ms": 85.491, "p95_ms": 75.953}, "visualize": {"avg_ms": 3.836, "count": 304, "max_ms": 5.696, "p95_ms": 5.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15794.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 610, "h264_decode_error_count": 1525, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:43:25+09:00", "last_error_summary": "[h264 @ 0x561b82e480c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b82e480c0] error while decoding MB 0 37, bytestream 6536 [h264 @ 0x561b825f7840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561b825f7840] error while decoding MB 0 38, bytestream 2914 [h264 @ 0x561b824cb140] cabac decode of qscale diff failed at 7 44 [h264 @ 0x561b824cb140] error while decoding MB 7 44, bytestream 2217 [h264 @ 0x561b82f16f40] left block unavailable for requested intra4", "last_exit_at": "2026-07-05T10:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.845, "last_started_at": "2026-07-05T10:43:27+09:00", "pid": 124790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.332, "name": "ffmpeg", "pid": 124790, "rss_mb": 270.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 680, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 681}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.174, "sample_count": 2058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:45:53+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T10:45:53+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T10:45:53.337033+09:00", "mtime_epoch": 1783215953.3370333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144293}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:45:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.804, "pushed": 6.804, "read": 6.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.872, "count": 203, "max_ms": 30.709, "p95_ms": 23.203}, "gstreamer_push": {"avg_ms": 1.031, "count": 204, "max_ms": 1.605, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.835, "count": 203, "max_ms": 65.342, "p95_ms": 61.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.213, "count": 203, "max_ms": 79.539, "p95_ms": 67.378}, "yolo11_640_fire_11class": {"avg_ms": 47.843, "count": 203, "max_ms": 66.354, "p95_ms": 64.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.691, "count": 203, "max_ms": 80.624, "p95_ms": 76.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.089, "count": 204, "max_ms": 169.507, "p95_ms": 163.675}, "read_interval": {"avg_ms": 147.535, "count": 203, "max_ms": 177.859, "p95_ms": 171.531}, "triton_wait": {"avg_ms": 56.001, "count": 203, "max_ms": 80.636, "p95_ms": 76.32}, "visualize": {"avg_ms": 5.68, "count": 203, "max_ms": 9.023, "p95_ms": 6.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15794.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7277.216, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.65, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1704058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:46:00+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T10:46:00+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T10:46:00.677191+09:00", "mtime_epoch": 1783215960.677191, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:46:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2251.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.271, "count": 300, "max_ms": 11.123, "p95_ms": 8.599}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.672, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.068, "count": 300, "max_ms": 67.882, "p95_ms": 61.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.089, "count": 300, "max_ms": 80.399, "p95_ms": 67.875}, "yolo11_640_fire_11class": {"avg_ms": 50.827, "count": 300, "max_ms": 68.492, "p95_ms": 64.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.733, "count": 300, "max_ms": 81.526, "p95_ms": 74.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.355, "count": 300, "max_ms": 123.481, "p95_ms": 91.785}, "read_interval": {"avg_ms": 100.228, "count": 299, "max_ms": 528.63, "p95_ms": 155.25}, "triton_wait": {"avg_ms": 53.063, "count": 300, "max_ms": 81.538, "p95_ms": 74.838}, "visualize": {"avg_ms": 3.679, "count": 300, "max_ms": 5.104, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15771.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 611, "h264_decode_error_count": 1526, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:46:11+09:00", "last_error_summary": "[h264 @ 0x558e016b0c80] error while decoding MB 27 26, bytestream -5", "last_exit_at": "2026-07-05T10:46:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.744, "last_started_at": "2026-07-05T10:46:14+09:00", "pid": 124897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 247.816, "name": "ffmpeg", "pid": 124897, "rss_mb": 247.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 681, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 682}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.882, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:46:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:46:23+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T10:46:23+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T10:46:23.381676+09:00", "mtime_epoch": 1783215983.3816762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:46:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.725, "pushed": 5.725, "read": 5.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.93, "count": 171, "max_ms": 30.55, "p95_ms": 23.369}, "gstreamer_push": {"avg_ms": 1.029, "count": 171, "max_ms": 1.325, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.323, "count": 171, "max_ms": 66.24, "p95_ms": 62.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.534, "count": 171, "max_ms": 79.822, "p95_ms": 69.349}, "yolo11_640_fire_11class": {"avg_ms": 48.346, "count": 171, "max_ms": 67.526, "p95_ms": 63.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.809, "count": 171, "max_ms": 83.494, "p95_ms": 76.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.659, "count": 171, "max_ms": 169.304, "p95_ms": 161.461}, "read_interval": {"avg_ms": 175.786, "count": 170, "max_ms": 5031.599, "p95_ms": 169.59}, "triton_wait": {"avg_ms": 56.05, "count": 171, "max_ms": 83.506, "p95_ms": 76.917}, "visualize": {"avg_ms": 5.64, "count": 171, "max_ms": 8.604, "p95_ms": 6.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15787.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7307.236, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.928, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1704359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:46:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:46:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:46:30+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:46:30.717832+09:00", "mtime_epoch": 1783215990.717832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:46:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2252.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.462, "count": 301, "max_ms": 11.575, "p95_ms": 9.63}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.747, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.178, "count": 301, "max_ms": 66.587, "p95_ms": 61.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.82, "count": 301, "max_ms": 79.101, "p95_ms": 57.531}, "yolo11_640_fire_11class": {"avg_ms": 51.195, "count": 301, "max_ms": 70.589, "p95_ms": 64.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.14, "count": 301, "max_ms": 78.849, "p95_ms": 75.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.326, "count": 301, "max_ms": 132.677, "p95_ms": 100.982}, "read_interval": {"avg_ms": 99.777, "count": 300, "max_ms": 454.849, "p95_ms": 155.913}, "triton_wait": {"avg_ms": 53.245, "count": 301, "max_ms": 79.113, "p95_ms": 75.532}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 5.433, "p95_ms": 4.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15791.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 611, "h264_decode_error_count": 1526, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:46:11+09:00", "last_error_summary": "[h264 @ 0x558e016b0c80] error while decoding MB 27 26, bytestream -5", "last_exit_at": "2026-07-05T10:46:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.826, "last_started_at": "2026-07-05T10:46:14+09:00", "pid": 124897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.117, "name": "ffmpeg", "pid": 124897, "rss_mb": 266.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 681, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 682}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.882, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:46:53+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T10:46:53+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T10:46:53.474314+09:00", "mtime_epoch": 1783216013.4743137, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:46:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.109, "pushed": 7.109, "read": 7.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.606, "count": 213, "max_ms": 26.695, "p95_ms": 22.196}, "gstreamer_push": {"avg_ms": 1.074, "count": 213, "max_ms": 1.735, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.164, "count": 213, "max_ms": 65.538, "p95_ms": 62.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.294, "count": 213, "max_ms": 81.207, "p95_ms": 69.109}, "yolo11_640_fire_11class": {"avg_ms": 49.178, "count": 213, "max_ms": 67.344, "p95_ms": 65.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.287, "count": 213, "max_ms": 81.861, "p95_ms": 77.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.443, "count": 213, "max_ms": 172.869, "p95_ms": 163.084}, "read_interval": {"avg_ms": 141.312, "count": 212, "max_ms": 181.593, "p95_ms": 170.674}, "triton_wait": {"avg_ms": 57.469, "count": 213, "max_ms": 81.874, "p95_ms": 77.941}, "visualize": {"avg_ms": 5.306, "count": 213, "max_ms": 6.571, "p95_ms": 6.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15791.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7337.304, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.979, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1704657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:47:00+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T10:47:00+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:47:00.786468+09:00", "mtime_epoch": 1783216020.7864676, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:47:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2252.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.361, "count": 298, "max_ms": 11.122, "p95_ms": 8.861}, "gstreamer_push": {"avg_ms": 1.275, "count": 298, "max_ms": 2.092, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.423, "count": 298, "max_ms": 65.48, "p95_ms": 62.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.901, "count": 298, "max_ms": 74.404, "p95_ms": 69.145}, "yolo11_640_fire_11class": {"avg_ms": 51.383, "count": 298, "max_ms": 67.19, "p95_ms": 64.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.711, "count": 298, "max_ms": 82.589, "p95_ms": 76.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.983, "count": 298, "max_ms": 126.344, "p95_ms": 93.703}, "read_interval": {"avg_ms": 100.94, "count": 297, "max_ms": 580.339, "p95_ms": 145.139}, "triton_wait": {"avg_ms": 54.213, "count": 298, "max_ms": 82.602, "p95_ms": 76.159}, "visualize": {"avg_ms": 3.738, "count": 298, "max_ms": 5.683, "p95_ms": 4.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15791.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 611, "h264_decode_error_count": 1526, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:46:11+09:00", "last_error_summary": "[h264 @ 0x558e016b0c80] error while decoding MB 27 26, bytestream -5", "last_exit_at": "2026-07-05T10:46:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.851, "last_started_at": "2026-07-05T10:46:14+09:00", "pid": 124897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.633, "name": "ffmpeg", "pid": 124897, "rss_mb": 266.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 681, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 682}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.084, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:47:23+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T10:47:23+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T10:47:23.502944+09:00", "mtime_epoch": 1783216043.502944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:47:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.129, "pushed": 7.129, "read": 7.096}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.552, "count": 213, "max_ms": 25.746, "p95_ms": 21.903}, "gstreamer_push": {"avg_ms": 1.048, "count": 213, "max_ms": 1.374, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.12, "count": 213, "max_ms": 66.253, "p95_ms": 63.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.607, "count": 213, "max_ms": 79.92, "p95_ms": 70.47}, "yolo11_640_fire_11class": {"avg_ms": 49.918, "count": 213, "max_ms": 70.494, "p95_ms": 65.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.658, "count": 213, "max_ms": 81.213, "p95_ms": 79.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.051, "count": 213, "max_ms": 169.349, "p95_ms": 163.539}, "read_interval": {"avg_ms": 141.056, "count": 212, "max_ms": 177.702, "p95_ms": 171.811}, "triton_wait": {"avg_ms": 58.885, "count": 213, "max_ms": 81.226, "p95_ms": 79.296}, "visualize": {"avg_ms": 5.238, "count": 213, "max_ms": 6.501, "p95_ms": 6.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15791.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7367.393, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.034, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1704943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:47:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:47:30+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T10:47:30+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T10:47:30.851097+09:00", "mtime_epoch": 1783216050.8510973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:47:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2252.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.503, "pushed": 9.503, "read": 9.503}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.318, "count": 285, "max_ms": 11.52, "p95_ms": 10.194}, "gstreamer_push": {"avg_ms": 1.196, "count": 285, "max_ms": 1.845, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.379, "count": 285, "max_ms": 67.519, "p95_ms": 63.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.892, "count": 285, "max_ms": 77.634, "p95_ms": 69.939}, "yolo11_640_fire_11class": {"avg_ms": 51.006, "count": 285, "max_ms": 71.135, "p95_ms": 64.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.658, "count": 285, "max_ms": 84.764, "p95_ms": 79.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.271, "count": 285, "max_ms": 144.713, "p95_ms": 133.328}, "read_interval": {"avg_ms": 105.19, "count": 285, "max_ms": 387.267, "p95_ms": 149.243}, "triton_wait": {"avg_ms": 55.996, "count": 285, "max_ms": 84.776, "p95_ms": 79.739}, "visualize": {"avg_ms": 4.276, "count": 285, "max_ms": 6.37, "p95_ms": 5.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15792.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 611, "h264_decode_error_count": 1526, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:46:11+09:00", "last_error_summary": "[h264 @ 0x558e016b0c80] error while decoding MB 27 26, bytestream -5", "last_exit_at": "2026-07-05T10:46:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.882, "last_started_at": "2026-07-05T10:46:14+09:00", "pid": 124897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.633, "name": "ffmpeg", "pid": 124897, "rss_mb": 266.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 681, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 682}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.882, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1355081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:47:53+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:47:53+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T10:47:53.511568+09:00", "mtime_epoch": 1783216073.511568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:47:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9269.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.322, "pushed": 7.322, "read": 7.289}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.629, "count": 219, "max_ms": 29.495, "p95_ms": 22.882}, "gstreamer_push": {"avg_ms": 1.097, "count": 219, "max_ms": 1.665, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.59, "count": 219, "max_ms": 66.111, "p95_ms": 63.187}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.999, "count": 219, "max_ms": 80.266, "p95_ms": 71.379}, "yolo11_640_fire_11class": {"avg_ms": 49.919, "count": 219, "max_ms": 66.608, "p95_ms": 63.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.869, "count": 219, "max_ms": 82.637, "p95_ms": 79.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.833, "count": 219, "max_ms": 170.89, "p95_ms": 157.3}, "read_interval": {"avg_ms": 137.087, "count": 218, "max_ms": 178.746, "p95_ms": 165.622}, "triton_wait": {"avg_ms": 59.211, "count": 219, "max_ms": 82.652, "p95_ms": 79.198}, "visualize": {"avg_ms": 5.066, "count": 219, "max_ms": 7.133, "p95_ms": 5.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15792.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7397.43, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.087, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1705257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:48:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:48:00+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:48:00.911721+09:00", "mtime_epoch": 1783216080.9117212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:48:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2252.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.496, "pushed": 10.496, "read": 10.463}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.888, "count": 314, "max_ms": 14.686, "p95_ms": 10.138}, "gstreamer_push": {"avg_ms": 1.244, "count": 314, "max_ms": 1.597, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.047, "count": 314, "max_ms": 67.389, "p95_ms": 63.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.023, "count": 314, "max_ms": 81.474, "p95_ms": 72.197}, "yolo11_640_fire_11class": {"avg_ms": 50.363, "count": 314, "max_ms": 73.531, "p95_ms": 64.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.195, "count": 314, "max_ms": 83.511, "p95_ms": 78.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.297, "count": 314, "max_ms": 137.706, "p95_ms": 108.952}, "read_interval": {"avg_ms": 95.691, "count": 313, "max_ms": 228.98, "p95_ms": 124.175}, "triton_wait": {"avg_ms": 55.683, "count": 314, "max_ms": 83.523, "p95_ms": 78.386}, "visualize": {"avg_ms": 3.945, "count": 314, "max_ms": 6.092, "p95_ms": 5.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15792.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 611, "h264_decode_error_count": 1526, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:46:11+09:00", "last_error_summary": "[h264 @ 0x558e016b0c80] error while decoding MB 27 26, bytestream -5", "last_exit_at": "2026-07-05T10:46:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.915, "last_started_at": "2026-07-05T10:46:14+09:00", "pid": 124897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.633, "name": "ffmpeg", "pid": 124897, "rss_mb": 266.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 681, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 682}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.597, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1355283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:48:23+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T10:48:23+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T10:48:23.532187+09:00", "mtime_epoch": 1783216103.5321872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:48:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.753, "pushed": 6.753, "read": 6.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.98, "count": 202, "max_ms": 26.553, "p95_ms": 22.452}, "gstreamer_push": {"avg_ms": 1.055, "count": 202, "max_ms": 1.737, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.48, "count": 202, "max_ms": 67.242, "p95_ms": 63.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.426, "count": 202, "max_ms": 82.487, "p95_ms": 70.806}, "yolo11_640_fire_11class": {"avg_ms": 49.401, "count": 202, "max_ms": 67.982, "p95_ms": 64.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.103, "count": 202, "max_ms": 86.023, "p95_ms": 79.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.823, "count": 202, "max_ms": 169.675, "p95_ms": 164.119}, "read_interval": {"avg_ms": 148.652, "count": 201, "max_ms": 178.956, "p95_ms": 172.338}, "triton_wait": {"avg_ms": 58.364, "count": 202, "max_ms": 86.035, "p95_ms": 79.367}, "visualize": {"avg_ms": 5.586, "count": 202, "max_ms": 8.006, "p95_ms": 6.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15792.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7427.505, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.858, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1705559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:48:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:48:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T10:48:30+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T10:48:30.988340+09:00", "mtime_epoch": 1783216110.9883404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:48:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2252.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.761, "count": 302, "max_ms": 11.379, "p95_ms": 10.07}, "gstreamer_push": {"avg_ms": 1.241, "count": 302, "max_ms": 1.62, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.23, "count": 302, "max_ms": 69.816, "p95_ms": 62.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.955, "count": 302, "max_ms": 80.053, "p95_ms": 59.167}, "yolo11_640_fire_11class": {"avg_ms": 48.941, "count": 302, "max_ms": 69.816, "p95_ms": 61.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.501, "count": 302, "max_ms": 82.096, "p95_ms": 76.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.006, "count": 302, "max_ms": 133.316, "p95_ms": 108.311}, "read_interval": {"avg_ms": 99.639, "count": 301, "max_ms": 631.2, "p95_ms": 138.87}, "triton_wait": {"avg_ms": 53.417, "count": 302, "max_ms": 82.109, "p95_ms": 76.025}, "visualize": {"avg_ms": 3.907, "count": 302, "max_ms": 6.146, "p95_ms": 5.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15792.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 611, "h264_decode_error_count": 1526, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:46:11+09:00", "last_error_summary": "[h264 @ 0x558e016b0c80] error while decoding MB 27 26, bytestream -5", "last_exit_at": "2026-07-05T10:46:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.053, "last_started_at": "2026-07-05T10:46:14+09:00", "pid": 124897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.633, "name": "ffmpeg", "pid": 124897, "rss_mb": 266.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 681, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 682}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.62, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1355492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:48:53+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T10:48:53+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T10:48:53.676804+09:00", "mtime_epoch": 1783216133.676804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:48:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.973, "pushed": 6.973, "read": 6.94}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.239, "count": 208, "max_ms": 29.646, "p95_ms": 25.088}, "gstreamer_push": {"avg_ms": 1.07, "count": 209, "max_ms": 1.668, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.89, "count": 208, "max_ms": 67.133, "p95_ms": 60.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.879, "count": 208, "max_ms": 78.433, "p95_ms": 67.322}, "yolo11_640_fire_11class": {"avg_ms": 46.541, "count": 208, "max_ms": 66.431, "p95_ms": 59.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.288, "count": 208, "max_ms": 76.974, "p95_ms": 74.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.399, "count": 209, "max_ms": 168.67, "p95_ms": 158.489}, "read_interval": {"avg_ms": 144.174, "count": 208, "max_ms": 176.689, "p95_ms": 166.356}, "triton_wait": {"avg_ms": 55.005, "count": 208, "max_ms": 78.443, "p95_ms": 74.677}, "visualize": {"avg_ms": 5.599, "count": 208, "max_ms": 7.823, "p95_ms": 6.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15793.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7457.507, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.689, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1705862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:49:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:49:01+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T10:49:00+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T10:49:00.964952+09:00", "mtime_epoch": 1783216140.9649525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:49:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2252.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.45, "count": 303, "max_ms": 14.221, "p95_ms": 10.998}, "gstreamer_push": {"avg_ms": 1.236, "count": 303, "max_ms": 1.942, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.598, "count": 303, "max_ms": 72.828, "p95_ms": 61.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.831, "count": 303, "max_ms": 77.142, "p95_ms": 56.009}, "yolo11_640_fire_11class": {"avg_ms": 47.177, "count": 303, "max_ms": 72.088, "p95_ms": 60.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.907, "count": 303, "max_ms": 80.317, "p95_ms": 73.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.402, "count": 303, "max_ms": 111.731, "p95_ms": 94.362}, "read_interval": {"avg_ms": 98.919, "count": 303, "max_ms": 694.144, "p95_ms": 124.887}, "triton_wait": {"avg_ms": 51.873, "count": 303, "max_ms": 80.33, "p95_ms": 74.223}, "visualize": {"avg_ms": 3.666, "count": 303, "max_ms": 6.646, "p95_ms": 4.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15728.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 612, "h264_decode_error_count": 1527, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:49:14+09:00", "last_error_summary": "[h264 @ 0x56211520f340] error while decoding MB 48 30, bytestream -9", "last_exit_at": "2026-07-05T10:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.775, "last_started_at": "2026-07-05T10:49:18+09:00", "pid": 125004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.762, "name": "ffmpeg", "pid": 125004, "rss_mb": 203.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 682, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 683}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.401, "sample_count": 2003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1355662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:49:23+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T10:49:23+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T10:49:23.701414+09:00", "mtime_epoch": 1783216163.7014136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:49:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.668, "pushed": 5.668, "read": 5.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.977, "count": 170, "max_ms": 24.781, "p95_ms": 22.762}, "gstreamer_push": {"avg_ms": 1.053, "count": 170, "max_ms": 1.502, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.447, "count": 170, "max_ms": 64.165, "p95_ms": 61.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.536, "count": 170, "max_ms": 76.753, "p95_ms": 70.275}, "yolo11_640_fire_11class": {"avg_ms": 47.93, "count": 170, "max_ms": 63.245, "p95_ms": 61.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.167, "count": 170, "max_ms": 80.254, "p95_ms": 75.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.573, "count": 170, "max_ms": 167.56, "p95_ms": 161.985}, "read_interval": {"avg_ms": 176.629, "count": 170, "max_ms": 5156.86, "p95_ms": 170.316}, "triton_wait": {"avg_ms": 56.862, "count": 170, "max_ms": 80.267, "p95_ms": 76.126}, "visualize": {"avg_ms": 5.59, "count": 170, "max_ms": 7.046, "p95_ms": 6.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15789.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7487.971, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.994, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1706162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:49:31+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T10:49:31+09:00", "mjpeg": {"age_sec": 0.517, "exists": true, "mtime": "2026-07-05T10:49:31.001561+09:00", "mtime_epoch": 1783216171.0015612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:49:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2252.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.497, "count": 295, "max_ms": 11.357, "p95_ms": 9.657}, "gstreamer_push": {"avg_ms": 1.283, "count": 295, "max_ms": 2.163, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.134, "count": 295, "max_ms": 64.013, "p95_ms": 61.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.77, "count": 295, "max_ms": 80.525, "p95_ms": 67.037}, "yolo11_640_fire_11class": {"avg_ms": 47.472, "count": 295, "max_ms": 64.003, "p95_ms": 61.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.962, "count": 295, "max_ms": 80.853, "p95_ms": 77.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.263, "count": 295, "max_ms": 131.412, "p95_ms": 103.761}, "read_interval": {"avg_ms": 101.945, "count": 294, "max_ms": 601.833, "p95_ms": 144.737}, "triton_wait": {"avg_ms": 52.885, "count": 295, "max_ms": 80.866, "p95_ms": 77.191}, "visualize": {"avg_ms": 3.796, "count": 295, "max_ms": 6.21, "p95_ms": 4.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15790.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 612, "h264_decode_error_count": 1527, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:49:14+09:00", "last_error_summary": "[h264 @ 0x56211520f340] error while decoding MB 48 30, bytestream -9", "last_exit_at": "2026-07-05T10:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.856, "last_started_at": "2026-07-05T10:49:18+09:00", "pid": 125004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.805, "name": "ffmpeg", "pid": 125004, "rss_mb": 264.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 682, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 683}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.985, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1355885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:49:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:49:53+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T10:49:53+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T10:49:53.770020+09:00", "mtime_epoch": 1783216193.7700198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:49:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.449, "pushed": 7.449, "read": 7.416}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.449, "count": 223, "max_ms": 30.178, "p95_ms": 22.809}, "gstreamer_push": {"avg_ms": 1.091, "count": 223, "max_ms": 1.723, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.773, "count": 223, "max_ms": 69.521, "p95_ms": 62.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.411, "count": 223, "max_ms": 80.169, "p95_ms": 70.107}, "yolo11_640_fire_11class": {"avg_ms": 49.023, "count": 223, "max_ms": 68.393, "p95_ms": 62.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.985, "count": 223, "max_ms": 83.743, "p95_ms": 78.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.201, "count": 223, "max_ms": 167.595, "p95_ms": 148.706}, "read_interval": {"avg_ms": 134.861, "count": 222, "max_ms": 176.508, "p95_ms": 156.913}, "triton_wait": {"avg_ms": 58.221, "count": 223, "max_ms": 83.755, "p95_ms": 78.588}, "visualize": {"avg_ms": 5.075, "count": 223, "max_ms": 7.998, "p95_ms": 5.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15791.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7518.043, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.779, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1706465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:50:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:50:01+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T10:50:01+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:50:01.526175+09:00", "mtime_epoch": 1783216201.5261753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:50:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2252.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 303, "max_ms": 12.899, "p95_ms": 9.509}, "gstreamer_push": {"avg_ms": 1.241, "count": 303, "max_ms": 1.554, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.273, "count": 303, "max_ms": 69.567, "p95_ms": 62.092}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.01, "count": 303, "max_ms": 76.793, "p95_ms": 69.622}, "yolo11_640_fire_11class": {"avg_ms": 47.82, "count": 303, "max_ms": 68.842, "p95_ms": 62.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.829, "count": 303, "max_ms": 83.228, "p95_ms": 77.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.638, "count": 303, "max_ms": 133.098, "p95_ms": 101.517}, "read_interval": {"avg_ms": 99.298, "count": 302, "max_ms": 656.743, "p95_ms": 119.122}, "triton_wait": {"avg_ms": 53.762, "count": 303, "max_ms": 83.24, "p95_ms": 77.409}, "visualize": {"avg_ms": 3.736, "count": 303, "max_ms": 5.588, "p95_ms": 4.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15793.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 612, "h264_decode_error_count": 1527, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:49:14+09:00", "last_error_summary": "[h264 @ 0x56211520f340] error while decoding MB 48 30, bytestream -9", "last_exit_at": "2026-07-05T10:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.939, "last_started_at": "2026-07-05T10:49:18+09:00", "pid": 125004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.125, "name": "ffmpeg", "pid": 125004, "rss_mb": 267.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 682, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 683}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.461, "sample_count": 2036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1356101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:50:23+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-05T10:50:23+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T10:50:23.834621+09:00", "mtime_epoch": 1783216223.8346214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:50:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.209, "pushed": 7.209, "read": 7.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.638, "count": 216, "max_ms": 27.052, "p95_ms": 21.902}, "gstreamer_push": {"avg_ms": 1.093, "count": 216, "max_ms": 1.354, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.956, "count": 216, "max_ms": 71.296, "p95_ms": 62.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.942, "count": 216, "max_ms": 79.64, "p95_ms": 73.196}, "yolo11_640_fire_11class": {"avg_ms": 49.708, "count": 216, "max_ms": 70.208, "p95_ms": 63.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.576, "count": 216, "max_ms": 85.567, "p95_ms": 78.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.111, "count": 216, "max_ms": 171.984, "p95_ms": 158.87}, "read_interval": {"avg_ms": 139.176, "count": 215, "max_ms": 180.074, "p95_ms": 167.267}, "triton_wait": {"avg_ms": 59.04, "count": 216, "max_ms": 85.578, "p95_ms": 78.651}, "visualize": {"avg_ms": 5.192, "count": 216, "max_ms": 6.862, "p95_ms": 6.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15793.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7548.151, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.548, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1706763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:50:31+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T10:50:31+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T10:50:31.594776+09:00", "mtime_epoch": 1783216231.5947762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:50:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2253.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.926, "pushed": 9.926, "read": 9.893}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.595, "count": 297, "max_ms": 11.783, "p95_ms": 9.832}, "gstreamer_push": {"avg_ms": 1.273, "count": 297, "max_ms": 1.933, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.16, "count": 297, "max_ms": 70.351, "p95_ms": 62.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.031, "count": 297, "max_ms": 81.5, "p95_ms": 70.298}, "yolo11_640_fire_11class": {"avg_ms": 48.77, "count": 297, "max_ms": 69.415, "p95_ms": 62.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.049, "count": 297, "max_ms": 84.534, "p95_ms": 77.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.868, "count": 297, "max_ms": 134.457, "p95_ms": 102.824}, "read_interval": {"avg_ms": 101.03, "count": 296, "max_ms": 592.925, "p95_ms": 124.432}, "triton_wait": {"avg_ms": 54.967, "count": 297, "max_ms": 84.549, "p95_ms": 77.463}, "visualize": {"avg_ms": 3.82, "count": 297, "max_ms": 6.057, "p95_ms": 5.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15794.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 612, "h264_decode_error_count": 1527, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:49:14+09:00", "last_error_summary": "[h264 @ 0x56211520f340] error while decoding MB 48 30, bytestream -9", "last_exit_at": "2026-07-05T10:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.009, "last_started_at": "2026-07-05T10:49:18+09:00", "pid": 125004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.125, "name": "ffmpeg", "pid": 125004, "rss_mb": 267.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 682, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 683}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.51, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1356324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T10:50:54+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:50:53+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T10:50:53.919220+09:00", "mtime_epoch": 1783216253.9192197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:50:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.459, "pushed": 7.459, "read": 7.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.484, "count": 223, "max_ms": 26.035, "p95_ms": 22.446}, "gstreamer_push": {"avg_ms": 1.088, "count": 223, "max_ms": 1.316, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.315, "count": 223, "max_ms": 66.124, "p95_ms": 62.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.781, "count": 223, "max_ms": 80.694, "p95_ms": 70.203}, "yolo11_640_fire_11class": {"avg_ms": 48.739, "count": 223, "max_ms": 66.661, "p95_ms": 62.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.279, "count": 223, "max_ms": 82.303, "p95_ms": 79.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.684, "count": 223, "max_ms": 166.085, "p95_ms": 146.165}, "read_interval": {"avg_ms": 134.801, "count": 222, "max_ms": 174.089, "p95_ms": 154.506}, "triton_wait": {"avg_ms": 57.875, "count": 223, "max_ms": 82.315, "p95_ms": 79.231}, "visualize": {"avg_ms": 5.037, "count": 223, "max_ms": 7.283, "p95_ms": 5.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15793.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7578.209, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.195, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:51:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:51:01+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:51:01+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T10:51:01.691374+09:00", "mtime_epoch": 1783216261.6913738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:51:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2253.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.699, "count": 302, "max_ms": 11.902, "p95_ms": 9.835}, "gstreamer_push": {"avg_ms": 1.247, "count": 302, "max_ms": 1.597, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.558, "count": 302, "max_ms": 67.631, "p95_ms": 62.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.227, "count": 302, "max_ms": 83.054, "p95_ms": 68.808}, "yolo11_640_fire_11class": {"avg_ms": 49.295, "count": 302, "max_ms": 67.907, "p95_ms": 63.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.73, "count": 302, "max_ms": 82.714, "p95_ms": 77.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.463, "count": 302, "max_ms": 138.425, "p95_ms": 107.263}, "read_interval": {"avg_ms": 99.589, "count": 301, "max_ms": 694.483, "p95_ms": 140.53}, "triton_wait": {"avg_ms": 54.615, "count": 302, "max_ms": 83.066, "p95_ms": 77.602}, "visualize": {"avg_ms": 3.928, "count": 302, "max_ms": 6.68, "p95_ms": 5.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15794.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 612, "h264_decode_error_count": 1527, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:49:14+09:00", "last_error_summary": "[h264 @ 0x56211520f340] error while decoding MB 48 30, bytestream -9", "last_exit_at": "2026-07-05T10:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.099, "last_started_at": "2026-07-05T10:49:18+09:00", "pid": 125004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.125, "name": "ffmpeg", "pid": 125004, "rss_mb": 267.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 682, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 683}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.077, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1356540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:51:24+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T10:51:24+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T10:51:24.027815+09:00", "mtime_epoch": 1783216284.0278149, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:51:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.212, "pushed": 7.212, "read": 7.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.627, "count": 215, "max_ms": 30.53, "p95_ms": 21.897}, "gstreamer_push": {"avg_ms": 1.06, "count": 216, "max_ms": 1.9, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.755, "count": 215, "max_ms": 63.527, "p95_ms": 60.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.068, "count": 215, "max_ms": 75.534, "p95_ms": 70.345}, "yolo11_640_fire_11class": {"avg_ms": 47.076, "count": 215, "max_ms": 68.298, "p95_ms": 62.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.817, "count": 215, "max_ms": 81.532, "p95_ms": 76.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.373, "count": 216, "max_ms": 175.493, "p95_ms": 160.688}, "read_interval": {"avg_ms": 139.384, "count": 215, "max_ms": 184.897, "p95_ms": 169.486}, "triton_wait": {"avg_ms": 56.21, "count": 215, "max_ms": 81.545, "p95_ms": 76.389}, "visualize": {"avg_ms": 5.297, "count": 215, "max_ms": 7.429, "p95_ms": 6.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15794.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7608.255, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.867, "name": "ffmpeg", "pid": 120144, "rss_mb": 331.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.397, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:51:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:51:31+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:51:31+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T10:51:31.731966+09:00", "mtime_epoch": 1783216291.7319665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:51:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2253.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.089}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.728, "count": 303, "max_ms": 12.122, "p95_ms": 10.159}, "gstreamer_push": {"avg_ms": 1.238, "count": 303, "max_ms": 1.82, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.559, "count": 303, "max_ms": 64.669, "p95_ms": 59.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.671, "count": 303, "max_ms": 78.826, "p95_ms": 68.398}, "yolo11_640_fire_11class": {"avg_ms": 49.012, "count": 303, "max_ms": 68.278, "p95_ms": 61.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.588, "count": 303, "max_ms": 80.738, "p95_ms": 75.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.126, "count": 303, "max_ms": 133.605, "p95_ms": 105.591}, "read_interval": {"avg_ms": 99.206, "count": 302, "max_ms": 541.496, "p95_ms": 135.24}, "triton_wait": {"avg_ms": 52.884, "count": 303, "max_ms": 80.751, "p95_ms": 76.808}, "visualize": {"avg_ms": 3.879, "count": 303, "max_ms": 5.82, "p95_ms": 5.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15794.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 612, "h264_decode_error_count": 1527, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:49:14+09:00", "last_error_summary": "[h264 @ 0x56211520f340] error while decoding MB 48 30, bytestream -9", "last_exit_at": "2026-07-05T10:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.18, "last_started_at": "2026-07-05T10:49:18+09:00", "pid": 125004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.383, "name": "ffmpeg", "pid": 125004, "rss_mb": 267.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 682, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 683}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.072, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1356757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:51:54+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:51:54+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T10:51:54.088405+09:00", "mtime_epoch": 1783216314.0884054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:51:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.242, "pushed": 7.242, "read": 7.209}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.445, "count": 216, "max_ms": 22.09, "p95_ms": 21.682}, "gstreamer_push": {"avg_ms": 1.066, "count": 217, "max_ms": 1.33, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.386, "count": 216, "max_ms": 65.061, "p95_ms": 62.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.461, "count": 216, "max_ms": 78.41, "p95_ms": 70.314}, "yolo11_640_fire_11class": {"avg_ms": 48.603, "count": 216, "max_ms": 68.072, "p95_ms": 63.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.396, "count": 216, "max_ms": 81.026, "p95_ms": 76.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.649, "count": 217, "max_ms": 166.812, "p95_ms": 155.273}, "read_interval": {"avg_ms": 138.589, "count": 216, "max_ms": 175.096, "p95_ms": 164.616}, "triton_wait": {"avg_ms": 56.816, "count": 216, "max_ms": 81.038, "p95_ms": 77.501}, "visualize": {"avg_ms": 5.268, "count": 216, "max_ms": 6.862, "p95_ms": 6.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15795.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7638.259, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.879, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:52:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:52:01+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:52:01+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T10:52:01.740555+09:00", "mtime_epoch": 1783216321.740555, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:52:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2253.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.872, "pushed": 9.872, "read": 9.872}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.467, "count": 296, "max_ms": 13.54, "p95_ms": 9.637}, "gstreamer_push": {"avg_ms": 1.261, "count": 296, "max_ms": 1.838, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.223, "count": 296, "max_ms": 65.43, "p95_ms": 61.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.903, "count": 296, "max_ms": 78.672, "p95_ms": 66.751}, "yolo11_640_fire_11class": {"avg_ms": 50.07, "count": 296, "max_ms": 69.644, "p95_ms": 63.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.652, "count": 296, "max_ms": 81.15, "p95_ms": 77.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.591, "count": 296, "max_ms": 133.005, "p95_ms": 104.467}, "read_interval": {"avg_ms": 101.365, "count": 296, "max_ms": 478.271, "p95_ms": 179.145}, "triton_wait": {"avg_ms": 53.855, "count": 296, "max_ms": 81.169, "p95_ms": 77.209}, "visualize": {"avg_ms": 3.811, "count": 296, "max_ms": 6.194, "p95_ms": 5.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15795.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 612, "h264_decode_error_count": 1527, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:49:14+09:00", "last_error_summary": "[h264 @ 0x56211520f340] error while decoding MB 48 30, bytestream -9", "last_exit_at": "2026-07-05T10:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.224, "last_started_at": "2026-07-05T10:49:18+09:00", "pid": 125004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.383, "name": "ffmpeg", "pid": 125004, "rss_mb": 267.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 682, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 683}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.007, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1356966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:52:24+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T10:52:24+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T10:52:24.112992+09:00", "mtime_epoch": 1783216344.1129918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:52:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.989, "pushed": 6.989, "read": 6.956}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.691, "count": 209, "max_ms": 26.919, "p95_ms": 22.789}, "gstreamer_push": {"avg_ms": 1.07, "count": 209, "max_ms": 1.65, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.148, "count": 209, "max_ms": 68.135, "p95_ms": 61.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.207, "count": 209, "max_ms": 78.221, "p95_ms": 70.234}, "yolo11_640_fire_11class": {"avg_ms": 48.155, "count": 209, "max_ms": 67.42, "p95_ms": 62.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.215, "count": 209, "max_ms": 81.163, "p95_ms": 76.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.671, "count": 209, "max_ms": 190.245, "p95_ms": 160.536}, "read_interval": {"avg_ms": 143.702, "count": 208, "max_ms": 198.733, "p95_ms": 169.235}, "triton_wait": {"avg_ms": 57.495, "count": 209, "max_ms": 81.175, "p95_ms": 77.026}, "visualize": {"avg_ms": 5.399, "count": 209, "max_ms": 7.852, "p95_ms": 6.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15554.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7668.26, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.386, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:52:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:52:31+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T10:52:31+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T10:52:31.741140+09:00", "mtime_epoch": 1783216351.7411404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:52:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2253.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.55, "count": 304, "max_ms": 12.353, "p95_ms": 9.644}, "gstreamer_push": {"avg_ms": 1.28, "count": 304, "max_ms": 2.204, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.49, "count": 304, "max_ms": 68.997, "p95_ms": 62.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.653, "count": 304, "max_ms": 77.417, "p95_ms": 68.061}, "yolo11_640_fire_11class": {"avg_ms": 48.862, "count": 304, "max_ms": 76.851, "p95_ms": 63.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.05, "count": 304, "max_ms": 81.003, "p95_ms": 76.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.707, "count": 304, "max_ms": 132.641, "p95_ms": 104.009}, "read_interval": {"avg_ms": 98.687, "count": 304, "max_ms": 499.053, "p95_ms": 133.159}, "triton_wait": {"avg_ms": 53.837, "count": 304, "max_ms": 81.014, "p95_ms": 76.485}, "visualize": {"avg_ms": 3.799, "count": 304, "max_ms": 6.18, "p95_ms": 4.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15792.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 613, "h264_decode_error_count": 1528, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:52:29+09:00", "last_error_summary": "[h264 @ 0x55668d07f240] error while decoding MB 49 27, bytestream -18", "last_exit_at": "2026-07-05T10:52:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.875, "last_started_at": "2026-07-05T10:52:32+09:00", "pid": 125111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.195, "name": "ffmpeg", "pid": 125111, "rss_mb": 265.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 683, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 684}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.87, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:52:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:52:54+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T10:52:54+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T10:52:54.165576+09:00", "mtime_epoch": 1783216374.165576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:52:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9270.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.127, "pushed": 6.127, "read": 6.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.269, "count": 183, "max_ms": 26.746, "p95_ms": 21.347}, "gstreamer_push": {"avg_ms": 1.09, "count": 183, "max_ms": 1.301, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.028, "count": 183, "max_ms": 66.355, "p95_ms": 62.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.603, "count": 183, "max_ms": 78.311, "p95_ms": 70.481}, "yolo11_640_fire_11class": {"avg_ms": 49.211, "count": 183, "max_ms": 64.822, "p95_ms": 63.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.835, "count": 183, "max_ms": 80.703, "p95_ms": 78.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.776, "count": 183, "max_ms": 166.504, "p95_ms": 148.578}, "read_interval": {"avg_ms": 164.245, "count": 182, "max_ms": 4618.148, "p95_ms": 160.145}, "triton_wait": {"avg_ms": 58.096, "count": 183, "max_ms": 80.714, "p95_ms": 78.323}, "visualize": {"avg_ms": 5.096, "count": 183, "max_ms": 7.834, "p95_ms": 5.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15793.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7698.265, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.433, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1708266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:53:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:53:01+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T10:53:01+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T10:53:01.753723+09:00", "mtime_epoch": 1783216381.753723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:53:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2253.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 298, "max_ms": 11.61, "p95_ms": 8.921}, "gstreamer_push": {"avg_ms": 1.279, "count": 298, "max_ms": 1.835, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.13, "count": 298, "max_ms": 66.711, "p95_ms": 62.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.961, "count": 298, "max_ms": 78.846, "p95_ms": 68.142}, "yolo11_640_fire_11class": {"avg_ms": 50.005, "count": 298, "max_ms": 66.772, "p95_ms": 63.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.718, "count": 298, "max_ms": 79.784, "p95_ms": 76.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.032, "count": 298, "max_ms": 116.107, "p95_ms": 92.94}, "read_interval": {"avg_ms": 100.693, "count": 298, "max_ms": 644.142, "p95_ms": 162.632}, "triton_wait": {"avg_ms": 54.814, "count": 298, "max_ms": 79.797, "p95_ms": 76.944}, "visualize": {"avg_ms": 3.701, "count": 298, "max_ms": 6.237, "p95_ms": 4.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15795.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 613, "h264_decode_error_count": 1528, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:52:29+09:00", "last_error_summary": "[h264 @ 0x55668d07f240] error while decoding MB 49 27, bytestream -18", "last_exit_at": "2026-07-05T10:52:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.876, "last_started_at": "2026-07-05T10:52:32+09:00", "pid": 125111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 125111, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 683, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 684}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.225, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:53:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:53:24+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T10:53:24+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T10:53:24.126155+09:00", "mtime_epoch": 1783216404.1261551, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:53:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.002, "pushed": 7.002, "read": 7.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.644, "count": 210, "max_ms": 33.25, "p95_ms": 22.275}, "gstreamer_push": {"avg_ms": 1.072, "count": 210, "max_ms": 1.237, "p95_ms": 1.155}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.701, "count": 210, "max_ms": 66.014, "p95_ms": 63.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.312, "count": 210, "max_ms": 76.731, "p95_ms": 69.239}, "yolo11_640_fire_11class": {"avg_ms": 49.156, "count": 210, "max_ms": 67.795, "p95_ms": 64.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.136, "count": 210, "max_ms": 80.778, "p95_ms": 77.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.052, "count": 210, "max_ms": 164.592, "p95_ms": 155.203}, "read_interval": {"avg_ms": 142.647, "count": 210, "max_ms": 175.729, "p95_ms": 165.23}, "triton_wait": {"avg_ms": 57.472, "count": 210, "max_ms": 80.789, "p95_ms": 77.574}, "visualize": {"avg_ms": 5.248, "count": 210, "max_ms": 7.415, "p95_ms": 5.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15794.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7728.328, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.243, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1708567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:53:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:53:31+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T10:53:31+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T10:53:31.794303+09:00", "mtime_epoch": 1783216411.794303, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:53:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2253.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.525, "count": 301, "max_ms": 12.119, "p95_ms": 9.344}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 1.515, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.754, "count": 301, "max_ms": 68.38, "p95_ms": 62.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.827, "count": 301, "max_ms": 75.151, "p95_ms": 57.195}, "yolo11_640_fire_11class": {"avg_ms": 51.005, "count": 301, "max_ms": 68.979, "p95_ms": 63.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.727, "count": 301, "max_ms": 81.079, "p95_ms": 76.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.559, "count": 301, "max_ms": 130.716, "p95_ms": 95.535}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 681.425, "p95_ms": 125.38}, "triton_wait": {"avg_ms": 54.01, "count": 301, "max_ms": 81.09, "p95_ms": 76.143}, "visualize": {"avg_ms": 3.77, "count": 301, "max_ms": 5.685, "p95_ms": 4.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15795.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 613, "h264_decode_error_count": 1528, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:52:29+09:00", "last_error_summary": "[h264 @ 0x55668d07f240] error while decoding MB 49 27, bytestream -18", "last_exit_at": "2026-07-05T10:52:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.98, "last_started_at": "2026-07-05T10:52:32+09:00", "pid": 125111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.773, "name": "ffmpeg", "pid": 125111, "rss_mb": 267.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 683, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 684}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.225, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:53:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:53:54+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T10:53:54+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T10:53:54.250735+09:00", "mtime_epoch": 1783216434.2507348, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:53:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.043, "pushed": 7.043, "read": 7.01}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.462, "count": 210, "max_ms": 27.755, "p95_ms": 23.405}, "gstreamer_push": {"avg_ms": 1.058, "count": 211, "max_ms": 1.488, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.618, "count": 210, "max_ms": 67.23, "p95_ms": 62.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.034, "count": 210, "max_ms": 78.379, "p95_ms": 70.715}, "yolo11_640_fire_11class": {"avg_ms": 50.038, "count": 210, "max_ms": 69.803, "p95_ms": 65.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.886, "count": 210, "max_ms": 82.627, "p95_ms": 77.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.736, "count": 211, "max_ms": 176.639, "p95_ms": 158.59}, "read_interval": {"avg_ms": 142.659, "count": 210, "max_ms": 189.729, "p95_ms": 169.746}, "triton_wait": {"avg_ms": 58.045, "count": 210, "max_ms": 82.639, "p95_ms": 77.613}, "visualize": {"avg_ms": 5.184, "count": 210, "max_ms": 8.149, "p95_ms": 6.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15796.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7758.337, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.37, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1708868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:54:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:54:01+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T10:54:01+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T10:54:01.822880+09:00", "mtime_epoch": 1783216441.8228803, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:54:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2254.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.407, "count": 301, "max_ms": 11.687, "p95_ms": 9.418}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.608, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.896, "count": 301, "max_ms": 67.16, "p95_ms": 62.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.669, "count": 301, "max_ms": 76.884, "p95_ms": 69.058}, "yolo11_640_fire_11class": {"avg_ms": 51.731, "count": 301, "max_ms": 69.818, "p95_ms": 64.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.198, "count": 301, "max_ms": 81.764, "p95_ms": 76.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.079, "count": 301, "max_ms": 130.545, "p95_ms": 99.826}, "read_interval": {"avg_ms": 99.742, "count": 301, "max_ms": 795.718, "p95_ms": 124.479}, "triton_wait": {"avg_ms": 55.17, "count": 301, "max_ms": 81.776, "p95_ms": 76.432}, "visualize": {"avg_ms": 3.754, "count": 301, "max_ms": 6.078, "p95_ms": 4.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15796.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 613, "h264_decode_error_count": 1528, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:52:29+09:00", "last_error_summary": "[h264 @ 0x55668d07f240] error while decoding MB 49 27, bytestream -18", "last_exit_at": "2026-07-05T10:52:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.082, "last_started_at": "2026-07-05T10:52:32+09:00", "pid": 125111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.773, "name": "ffmpeg", "pid": 125111, "rss_mb": 267.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 683, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 684}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.87, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:54:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:54:24+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T10:54:24+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T10:54:24.343311+09:00", "mtime_epoch": 1783216464.3433113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:54:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.615, "pushed": 6.615, "read": 6.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.285, "count": 197, "max_ms": 27.087, "p95_ms": 23.337}, "gstreamer_push": {"avg_ms": 1.053, "count": 198, "max_ms": 1.247, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.812, "count": 197, "max_ms": 64.265, "p95_ms": 62.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.908, "count": 197, "max_ms": 74.067, "p95_ms": 67.636}, "yolo11_640_fire_11class": {"avg_ms": 49.171, "count": 197, "max_ms": 67.122, "p95_ms": 63.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.386, "count": 197, "max_ms": 80.9, "p95_ms": 76.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.275, "count": 198, "max_ms": 170.478, "p95_ms": 164.192}, "read_interval": {"avg_ms": 152.01, "count": 197, "max_ms": 181.526, "p95_ms": 175.672}, "triton_wait": {"avg_ms": 57.571, "count": 197, "max_ms": 80.912, "p95_ms": 76.264}, "visualize": {"avg_ms": 5.686, "count": 197, "max_ms": 7.758, "p95_ms": 6.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15796.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7788.347, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.204, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1709165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:54:31+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T10:54:31+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T10:54:31.827454+09:00", "mtime_epoch": 1783216471.8274543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:54:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2254.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.419, "count": 297, "max_ms": 12.812, "p95_ms": 9.398}, "gstreamer_push": {"avg_ms": 1.265, "count": 297, "max_ms": 1.674, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.251, "count": 297, "max_ms": 71.75, "p95_ms": 61.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.551, "count": 297, "max_ms": 80.254, "p95_ms": 55.951}, "yolo11_640_fire_11class": {"avg_ms": 50.648, "count": 297, "max_ms": 72.335, "p95_ms": 64.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.867, "count": 297, "max_ms": 80.253, "p95_ms": 74.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.86, "count": 297, "max_ms": 132.095, "p95_ms": 100.712}, "read_interval": {"avg_ms": 101.019, "count": 297, "max_ms": 594.947, "p95_ms": 136.941}, "triton_wait": {"avg_ms": 52.962, "count": 297, "max_ms": 80.266, "p95_ms": 74.223}, "visualize": {"avg_ms": 3.756, "count": 297, "max_ms": 6.401, "p95_ms": 4.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15796.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 613, "h264_decode_error_count": 1528, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:52:29+09:00", "last_error_summary": "[h264 @ 0x55668d07f240] error while decoding MB 49 27, bytestream -18", "last_exit_at": "2026-07-05T10:52:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.148, "last_started_at": "2026-07-05T10:52:32+09:00", "pid": 125111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.773, "name": "ffmpeg", "pid": 125111, "rss_mb": 267.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 683, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 684}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.002, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:54:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:54:54+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T10:54:54+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T10:54:54.415885+09:00", "mtime_epoch": 1783216494.415885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:54:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.719, "pushed": 6.719, "read": 6.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.944, "count": 201, "max_ms": 27.749, "p95_ms": 22.333}, "gstreamer_push": {"avg_ms": 1.046, "count": 201, "max_ms": 1.333, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.917, "count": 201, "max_ms": 65.394, "p95_ms": 61.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.846, "count": 201, "max_ms": 72.302, "p95_ms": 64.474}, "yolo11_640_fire_11class": {"avg_ms": 48.561, "count": 201, "max_ms": 73.559, "p95_ms": 62.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.124, "count": 201, "max_ms": 80.065, "p95_ms": 74.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.126, "count": 201, "max_ms": 170.259, "p95_ms": 162.292}, "read_interval": {"avg_ms": 149.613, "count": 200, "max_ms": 181.772, "p95_ms": 173.119}, "triton_wait": {"avg_ms": 56.489, "count": 201, "max_ms": 80.077, "p95_ms": 74.425}, "visualize": {"avg_ms": 5.6, "count": 201, "max_ms": 7.858, "p95_ms": 6.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15796.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7818.42, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.073, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1709466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:55:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:55:01+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T10:55:01+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T10:55:01.876027+09:00", "mtime_epoch": 1783216501.8760269, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:55:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2254.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.388, "count": 301, "max_ms": 10.522, "p95_ms": 8.857}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 1.941, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.413, "count": 301, "max_ms": 64.994, "p95_ms": 62.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.259, "count": 301, "max_ms": 75.036, "p95_ms": 59.671}, "yolo11_640_fire_11class": {"avg_ms": 51.283, "count": 301, "max_ms": 70.282, "p95_ms": 64.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.047, "count": 301, "max_ms": 81.622, "p95_ms": 76.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.7, "count": 301, "max_ms": 128.068, "p95_ms": 93.738}, "read_interval": {"avg_ms": 99.87, "count": 300, "max_ms": 493.793, "p95_ms": 165.536}, "triton_wait": {"avg_ms": 53.472, "count": 301, "max_ms": 81.634, "p95_ms": 76.285}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 5.201, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15742.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 614, "h264_decode_error_count": 1529, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:55:15+09:00", "last_error_summary": "[h264 @ 0x5580509f65c0] error while decoding MB 69 23, bytestream -7", "last_exit_at": "2026-07-05T10:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.563, "last_started_at": "2026-07-05T10:55:18+09:00", "pid": 125218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 214.551, "name": "ffmpeg", "pid": 125218, "rss_mb": 214.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 684, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 685}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.065, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:55:24+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T10:55:24+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T10:55:24.520457+09:00", "mtime_epoch": 1783216524.5204568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:55:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.102, "pushed": 6.102, "read": 6.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.587, "count": 182, "max_ms": 28.713, "p95_ms": 22.116}, "gstreamer_push": {"avg_ms": 1.076, "count": 183, "max_ms": 1.271, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.809, "count": 182, "max_ms": 65.336, "p95_ms": 62.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.855, "count": 182, "max_ms": 78.258, "p95_ms": 70.698}, "yolo11_640_fire_11class": {"avg_ms": 50.108, "count": 182, "max_ms": 65.964, "p95_ms": 63.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.257, "count": 182, "max_ms": 80.01, "p95_ms": 76.94}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.992, "count": 183, "max_ms": 165.586, "p95_ms": 159.642}, "read_interval": {"avg_ms": 164.567, "count": 182, "max_ms": 4221.213, "p95_ms": 169.068}, "triton_wait": {"avg_ms": 59.115, "count": 182, "max_ms": 80.022, "p95_ms": 77.03}, "visualize": {"avg_ms": 5.21, "count": 182, "max_ms": 7.441, "p95_ms": 6.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15793.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7848.439, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.515, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1709768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:55:31+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T10:55:31+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T10:55:31.872596+09:00", "mtime_epoch": 1783216531.872596, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:55:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2254.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.691, "count": 302, "max_ms": 11.988, "p95_ms": 9.825}, "gstreamer_push": {"avg_ms": 1.268, "count": 302, "max_ms": 1.47, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.16, "count": 302, "max_ms": 65.362, "p95_ms": 61.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.404, "count": 302, "max_ms": 82.203, "p95_ms": 65.443}, "yolo11_640_fire_11class": {"avg_ms": 51.192, "count": 302, "max_ms": 71.403, "p95_ms": 64.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.664, "count": 302, "max_ms": 81.295, "p95_ms": 76.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.969, "count": 302, "max_ms": 138.267, "p95_ms": 106.517}, "read_interval": {"avg_ms": 99.287, "count": 301, "max_ms": 584.727, "p95_ms": 140.866}, "triton_wait": {"avg_ms": 53.735, "count": 302, "max_ms": 82.215, "p95_ms": 76.178}, "visualize": {"avg_ms": 3.888, "count": 302, "max_ms": 5.336, "p95_ms": 5.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15795.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 614, "h264_decode_error_count": 1529, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:55:15+09:00", "last_error_summary": "[h264 @ 0x5580509f65c0] error while decoding MB 69 23, bytestream -7", "last_exit_at": "2026-07-05T10:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.622, "last_started_at": "2026-07-05T10:55:18+09:00", "pid": 125218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.844, "name": "ffmpeg", "pid": 125218, "rss_mb": 266.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 684, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 685}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.848, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:55:54+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T10:55:54+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T10:55:54.601026+09:00", "mtime_epoch": 1783216554.601026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:55:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.954, "pushed": 6.954, "read": 6.92}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.255, "count": 208, "max_ms": 34.245, "p95_ms": 24.259}, "gstreamer_push": {"avg_ms": 1.051, "count": 208, "max_ms": 1.317, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.121, "count": 208, "max_ms": 64.062, "p95_ms": 62.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.747, "count": 208, "max_ms": 77.424, "p95_ms": 68.511}, "yolo11_640_fire_11class": {"avg_ms": 48.65, "count": 208, "max_ms": 67.397, "p95_ms": 64.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.211, "count": 208, "max_ms": 80.415, "p95_ms": 78.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.885, "count": 208, "max_ms": 177.683, "p95_ms": 163.149}, "read_interval": {"avg_ms": 144.516, "count": 207, "max_ms": 185.003, "p95_ms": 171.34}, "triton_wait": {"avg_ms": 56.401, "count": 208, "max_ms": 80.426, "p95_ms": 78.236}, "visualize": {"avg_ms": 5.503, "count": 208, "max_ms": 8.436, "p95_ms": 6.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15797.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7878.438, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.841, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1710065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:56:01+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T10:56:01+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T10:56:01.913164+09:00", "mtime_epoch": 1783216561.9131641, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:56:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2254.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.934, "read": 9.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.988, "count": 297, "max_ms": 11.973, "p95_ms": 10.655}, "gstreamer_push": {"avg_ms": 1.243, "count": 298, "max_ms": 1.928, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.393, "count": 297, "max_ms": 64.52, "p95_ms": 60.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.5, "count": 297, "max_ms": 76.33, "p95_ms": 66.847}, "yolo11_640_fire_11class": {"avg_ms": 50.883, "count": 297, "max_ms": 70.154, "p95_ms": 64.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.379, "count": 297, "max_ms": 80.743, "p95_ms": 76.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.17, "count": 297, "max_ms": 135.631, "p95_ms": 108.433}, "read_interval": {"avg_ms": 101.138, "count": 297, "max_ms": 439.405, "p95_ms": 141.287}, "triton_wait": {"avg_ms": 53.989, "count": 297, "max_ms": 80.755, "p95_ms": 76.521}, "visualize": {"avg_ms": 4.041, "count": 297, "max_ms": 6.545, "p95_ms": 5.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15796.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 614, "h264_decode_error_count": 1529, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:55:15+09:00", "last_error_summary": "[h264 @ 0x5580509f65c0] error while decoding MB 69 23, bytestream -7", "last_exit_at": "2026-07-05T10:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.72, "last_started_at": "2026-07-05T10:55:18+09:00", "pid": 125218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.359, "name": "ffmpeg", "pid": 125218, "rss_mb": 267.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 684, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 685}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.116, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:56:24+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T10:56:24+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T10:56:24.689593+09:00", "mtime_epoch": 1783216584.6895933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:56:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.718, "pushed": 6.718, "read": 6.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.015, "count": 201, "max_ms": 25.897, "p95_ms": 22.245}, "gstreamer_push": {"avg_ms": 1.046, "count": 201, "max_ms": 1.258, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.37, "count": 201, "max_ms": 64.237, "p95_ms": 61.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.624, "count": 201, "max_ms": 78.765, "p95_ms": 68.661}, "yolo11_640_fire_11class": {"avg_ms": 49.572, "count": 201, "max_ms": 68.878, "p95_ms": 64.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.014, "count": 201, "max_ms": 81.853, "p95_ms": 77.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.139, "count": 201, "max_ms": 170.252, "p95_ms": 164.626}, "read_interval": {"avg_ms": 149.727, "count": 200, "max_ms": 185.543, "p95_ms": 172.71}, "triton_wait": {"avg_ms": 58.356, "count": 201, "max_ms": 81.866, "p95_ms": 77.873}, "visualize": {"avg_ms": 5.669, "count": 201, "max_ms": 8.08, "p95_ms": 6.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15796.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7908.464, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.125, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.467, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1710368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:56:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T10:56:32+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:56:31+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T10:56:31.945730+09:00", "mtime_epoch": 1783216591.94573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:56:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2254.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.772, "count": 303, "max_ms": 13.252, "p95_ms": 10.2}, "gstreamer_push": {"avg_ms": 1.248, "count": 303, "max_ms": 1.712, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.376, "count": 303, "max_ms": 67.814, "p95_ms": 61.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.258, "count": 303, "max_ms": 72.157, "p95_ms": 67.089}, "yolo11_640_fire_11class": {"avg_ms": 50.824, "count": 303, "max_ms": 70.578, "p95_ms": 63.708}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.11, "count": 303, "max_ms": 82.552, "p95_ms": 77.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.838, "count": 303, "max_ms": 133.482, "p95_ms": 108.423}, "read_interval": {"avg_ms": 99.141, "count": 302, "max_ms": 475.722, "p95_ms": 135.344}, "triton_wait": {"avg_ms": 54.813, "count": 303, "max_ms": 82.563, "p95_ms": 77.396}, "visualize": {"avg_ms": 3.881, "count": 303, "max_ms": 5.855, "p95_ms": 5.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15797.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 614, "h264_decode_error_count": 1529, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:55:15+09:00", "last_error_summary": "[h264 @ 0x5580509f65c0] error while decoding MB 69 23, bytestream -7", "last_exit_at": "2026-07-05T10:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.773, "last_started_at": "2026-07-05T10:55:18+09:00", "pid": 125218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.133, "name": "ffmpeg", "pid": 125218, "rss_mb": 268.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 684, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 685}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.496, "sample_count": 2003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:56:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:56:54+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T10:56:54+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T10:56:54.750158+09:00", "mtime_epoch": 1783216614.7501583, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:56:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.791, "pushed": 6.791, "read": 6.757}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.935, "count": 203, "max_ms": 26.575, "p95_ms": 22.207}, "gstreamer_push": {"avg_ms": 1.046, "count": 203, "max_ms": 1.5, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.444, "count": 203, "max_ms": 69.667, "p95_ms": 62.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.336, "count": 203, "max_ms": 78.657, "p95_ms": 70.454}, "yolo11_640_fire_11class": {"avg_ms": 49.361, "count": 203, "max_ms": 68.076, "p95_ms": 64.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.619, "count": 203, "max_ms": 80.618, "p95_ms": 78.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.498, "count": 203, "max_ms": 170.73, "p95_ms": 164.9}, "read_interval": {"avg_ms": 148.042, "count": 202, "max_ms": 178.544, "p95_ms": 173.239}, "triton_wait": {"avg_ms": 57.899, "count": 203, "max_ms": 80.63, "p95_ms": 78.988}, "visualize": {"avg_ms": 5.601, "count": 203, "max_ms": 8.088, "p95_ms": 6.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15797.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7938.516, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.785, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1710668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:57:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:57:02+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T10:57:01+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T10:57:01.982294+09:00", "mtime_epoch": 1783216621.9822938, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:57:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2254.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.646, "count": 300, "max_ms": 11.192, "p95_ms": 9.662}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.452, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.822, "count": 300, "max_ms": 67.034, "p95_ms": 62.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.533, "count": 300, "max_ms": 76.284, "p95_ms": 68.996}, "yolo11_640_fire_11class": {"avg_ms": 50.375, "count": 300, "max_ms": 69.008, "p95_ms": 64.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.332, "count": 300, "max_ms": 82.189, "p95_ms": 77.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.107, "count": 300, "max_ms": 133.883, "p95_ms": 106.456}, "read_interval": {"avg_ms": 100.157, "count": 299, "max_ms": 434.289, "p95_ms": 135.299}, "triton_wait": {"avg_ms": 54.885, "count": 300, "max_ms": 82.201, "p95_ms": 77.425}, "visualize": {"avg_ms": 3.885, "count": 300, "max_ms": 6.216, "p95_ms": 5.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15798.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 614, "h264_decode_error_count": 1529, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:55:15+09:00", "last_error_summary": "[h264 @ 0x5580509f65c0] error while decoding MB 69 23, bytestream -7", "last_exit_at": "2026-07-05T10:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.818, "last_started_at": "2026-07-05T10:55:18+09:00", "pid": 125218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.133, "name": "ffmpeg", "pid": 125218, "rss_mb": 268.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 684, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 685}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.532, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:57:24+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T10:57:24+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T10:57:24.818721+09:00", "mtime_epoch": 1783216644.8187213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:57:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.091, "pushed": 7.091, "read": 7.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.869, "count": 212, "max_ms": 33.911, "p95_ms": 22.267}, "gstreamer_push": {"avg_ms": 1.036, "count": 212, "max_ms": 1.328, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.796, "count": 212, "max_ms": 64.444, "p95_ms": 61.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.219, "count": 212, "max_ms": 77.511, "p95_ms": 68.096}, "yolo11_640_fire_11class": {"avg_ms": 47.983, "count": 212, "max_ms": 67.02, "p95_ms": 61.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.637, "count": 212, "max_ms": 80.879, "p95_ms": 78.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.043, "count": 212, "max_ms": 167.988, "p95_ms": 163.831}, "read_interval": {"avg_ms": 141.81, "count": 211, "max_ms": 176.057, "p95_ms": 171.913}, "triton_wait": {"avg_ms": 56.994, "count": 212, "max_ms": 80.894, "p95_ms": 78.12}, "visualize": {"avg_ms": 5.362, "count": 212, "max_ms": 7.382, "p95_ms": 6.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15798.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7968.594, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.887, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1710964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:57:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:57:32+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T10:57:32+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T10:57:32.054857+09:00", "mtime_epoch": 1783216652.0548565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:57:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2255.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.836}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.161, "count": 296, "max_ms": 13.85, "p95_ms": 10.223}, "gstreamer_push": {"avg_ms": 1.216, "count": 296, "max_ms": 2.032, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.353, "count": 296, "max_ms": 66.014, "p95_ms": 62.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.293, "count": 296, "max_ms": 77.962, "p95_ms": 68.041}, "yolo11_640_fire_11class": {"avg_ms": 49.199, "count": 296, "max_ms": 70.428, "p95_ms": 62.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.196, "count": 296, "max_ms": 81.172, "p95_ms": 77.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.839, "count": 296, "max_ms": 135.126, "p95_ms": 127.641}, "read_interval": {"avg_ms": 101.59, "count": 295, "max_ms": 413.167, "p95_ms": 142.935}, "triton_wait": {"avg_ms": 54.598, "count": 296, "max_ms": 81.184, "p95_ms": 77.555}, "visualize": {"avg_ms": 4.167, "count": 296, "max_ms": 7.644, "p95_ms": 5.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15798.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 614, "h264_decode_error_count": 1529, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:55:15+09:00", "last_error_summary": "[h264 @ 0x5580509f65c0] error while decoding MB 69 23, bytestream -7", "last_exit_at": "2026-07-05T10:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.86, "last_started_at": "2026-07-05T10:55:18+09:00", "pid": 125218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.133, "name": "ffmpeg", "pid": 125218, "rss_mb": 268.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 684, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 685}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.826, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1359186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:57:54+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T10:57:54+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T10:57:54.835282+09:00", "mtime_epoch": 1783216674.8352818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:57:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.025, "pushed": 7.025, "read": 6.991}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.569, "count": 210, "max_ms": 27.313, "p95_ms": 21.687}, "gstreamer_push": {"avg_ms": 1.058, "count": 210, "max_ms": 1.617, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.475, "count": 210, "max_ms": 64.332, "p95_ms": 61.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.521, "count": 210, "max_ms": 79.086, "p95_ms": 69.286}, "yolo11_640_fire_11class": {"avg_ms": 49.404, "count": 210, "max_ms": 64.843, "p95_ms": 62.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.031, "count": 210, "max_ms": 80.908, "p95_ms": 77.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.215, "count": 210, "max_ms": 166.853, "p95_ms": 162.463}, "read_interval": {"avg_ms": 143.026, "count": 209, "max_ms": 175.366, "p95_ms": 171.218}, "triton_wait": {"avg_ms": 58.252, "count": 210, "max_ms": 80.92, "p95_ms": 77.345}, "visualize": {"avg_ms": 5.358, "count": 210, "max_ms": 8.008, "p95_ms": 6.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15557.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7998.674, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.063, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1711271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:58:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:58:02+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T10:58:02+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T10:58:02.127418+09:00", "mtime_epoch": 1783216682.1274178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:58:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2255.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.235, "pushed": 10.235, "read": 10.202}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.484, "count": 307, "max_ms": 14.996, "p95_ms": 10.231}, "gstreamer_push": {"avg_ms": 1.236, "count": 307, "max_ms": 2.157, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.539, "count": 307, "max_ms": 66.79, "p95_ms": 61.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.913, "count": 307, "max_ms": 77.475, "p95_ms": 67.741}, "yolo11_640_fire_11class": {"avg_ms": 49.215, "count": 307, "max_ms": 67.181, "p95_ms": 63.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.926, "count": 307, "max_ms": 82.277, "p95_ms": 76.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.038, "count": 307, "max_ms": 135.397, "p95_ms": 103.166}, "read_interval": {"avg_ms": 97.92, "count": 306, "max_ms": 716.462, "p95_ms": 124.499}, "triton_wait": {"avg_ms": 53.742, "count": 307, "max_ms": 82.289, "p95_ms": 77.072}, "visualize": {"avg_ms": 3.679, "count": 307, "max_ms": 6.19, "p95_ms": 4.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15795.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 615, "h264_decode_error_count": 1530, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:58:01+09:00", "last_error_summary": "[NULL @ 0x55f5fb1ac300] missing picture in access unit with size 39 [h264 @ 0x55f5fb1d8140] no frame! [vist#0:0/h264 @ 0x55f5fb1f1540] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T10:58:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.803, "last_started_at": "2026-07-05T10:58:04+09:00", "pid": 125325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.145, "name": "ffmpeg", "pid": 125325, "rss_mb": 264.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 685, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 686}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.353, "sample_count": 1994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1359358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:58:25+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T10:58:24+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T10:58:24.963843+09:00", "mtime_epoch": 1783216704.9638429, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:58:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9271.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.735, "pushed": 5.735, "read": 5.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.237, "count": 171, "max_ms": 29.543, "p95_ms": 23.014}, "gstreamer_push": {"avg_ms": 1.047, "count": 172, "max_ms": 1.616, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.552, "count": 171, "max_ms": 64.955, "p95_ms": 62.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.911, "count": 171, "max_ms": 75.442, "p95_ms": 68.11}, "yolo11_640_fire_11class": {"avg_ms": 48.63, "count": 171, "max_ms": 67.912, "p95_ms": 63.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.916, "count": 171, "max_ms": 80.543, "p95_ms": 78.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.492, "count": 172, "max_ms": 167.702, "p95_ms": 163.905}, "read_interval": {"avg_ms": 175.312, "count": 171, "max_ms": 4809.274, "p95_ms": 172.01}, "triton_wait": {"avg_ms": 57.363, "count": 171, "max_ms": 80.556, "p95_ms": 78.076}, "visualize": {"avg_ms": 5.618, "count": 171, "max_ms": 7.664, "p95_ms": 6.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15796.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8028.713, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.899, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1711571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:58:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T10:58:32+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-05T10:58:32+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T10:58:32.155977+09:00", "mtime_epoch": 1783216712.1559765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:58:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2255.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.156, "count": 300, "max_ms": 15.754, "p95_ms": 9.987}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.772, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.606, "count": 300, "max_ms": 65.068, "p95_ms": 61.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.324, "count": 300, "max_ms": 73.691, "p95_ms": 61.383}, "yolo11_640_fire_11class": {"avg_ms": 50.049, "count": 300, "max_ms": 70.305, "p95_ms": 63.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.542, "count": 300, "max_ms": 80.904, "p95_ms": 76.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.339, "count": 300, "max_ms": 134.122, "p95_ms": 119.196}, "read_interval": {"avg_ms": 100.053, "count": 299, "max_ms": 306.224, "p95_ms": 143.427}, "triton_wait": {"avg_ms": 54.007, "count": 300, "max_ms": 80.916, "p95_ms": 76.775}, "visualize": {"avg_ms": 4.157, "count": 300, "max_ms": 6.431, "p95_ms": 5.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15797.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 615, "h264_decode_error_count": 1530, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:58:01+09:00", "last_error_summary": "[NULL @ 0x55f5fb1ac300] missing picture in access unit with size 39 [h264 @ 0x55f5fb1d8140] no frame! [vist#0:0/h264 @ 0x55f5fb1f1540] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T10:58:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.868, "last_started_at": "2026-07-05T10:58:04+09:00", "pid": 125325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.434, "name": "ffmpeg", "pid": 125325, "rss_mb": 265.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 685, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 686}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.554, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1359567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:58:55+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T10:58:55+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T10:58:55.012401+09:00", "mtime_epoch": 1783216735.0124006, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:58:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9272.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.985, "pushed": 6.985, "read": 6.952}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.711, "count": 209, "max_ms": 32.934, "p95_ms": 21.522}, "gstreamer_push": {"avg_ms": 1.05, "count": 209, "max_ms": 1.384, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.375, "count": 209, "max_ms": 66.652, "p95_ms": 62.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.153, "count": 209, "max_ms": 80.729, "p95_ms": 70.027}, "yolo11_640_fire_11class": {"avg_ms": 49.87, "count": 209, "max_ms": 67.265, "p95_ms": 65.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.031, "count": 209, "max_ms": 80.994, "p95_ms": 78.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.15, "count": 209, "max_ms": 167.278, "p95_ms": 163.299}, "read_interval": {"avg_ms": 143.853, "count": 208, "max_ms": 177.241, "p95_ms": 171.481}, "triton_wait": {"avg_ms": 58.428, "count": 209, "max_ms": 81.006, "p95_ms": 78.781}, "visualize": {"avg_ms": 5.393, "count": 209, "max_ms": 7.319, "p95_ms": 6.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15796.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8058.756, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.306, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1711872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:59:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:59:02+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T10:59:02+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T10:59:02.232534+09:00", "mtime_epoch": 1783216742.2325344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:59:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2255.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.77, "count": 301, "max_ms": 15.196, "p95_ms": 9.723}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.978, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.518, "count": 301, "max_ms": 66.328, "p95_ms": 62.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.819, "count": 301, "max_ms": 75.778, "p95_ms": 69.634}, "yolo11_640_fire_11class": {"avg_ms": 51.549, "count": 301, "max_ms": 69.107, "p95_ms": 64.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.777, "count": 301, "max_ms": 90.556, "p95_ms": 76.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.407, "count": 301, "max_ms": 134.273, "p95_ms": 107.345}, "read_interval": {"avg_ms": 99.876, "count": 300, "max_ms": 457.797, "p95_ms": 140.872}, "triton_wait": {"avg_ms": 54.768, "count": 301, "max_ms": 90.57, "p95_ms": 76.54}, "visualize": {"avg_ms": 3.891, "count": 301, "max_ms": 5.967, "p95_ms": 5.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15798.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 615, "h264_decode_error_count": 1530, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:58:01+09:00", "last_error_summary": "[NULL @ 0x55f5fb1ac300] missing picture in access unit with size 39 [h264 @ 0x55f5fb1d8140] no frame! [vist#0:0/h264 @ 0x55f5fb1f1540] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T10:58:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.993, "last_started_at": "2026-07-05T10:58:04+09:00", "pid": 125325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.207, "name": "ffmpeg", "pid": 125325, "rss_mb": 266.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 685, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 686}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.608, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1359777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T10:59:25+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T10:59:25+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T10:59:25.128958+09:00", "mtime_epoch": 1783216765.1289582, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:59:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9272.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.01, "pushed": 7.01, "read": 6.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.92, "count": 209, "max_ms": 34.519, "p95_ms": 23.32}, "gstreamer_push": {"avg_ms": 1.049, "count": 210, "max_ms": 1.537, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.709, "count": 209, "max_ms": 65.148, "p95_ms": 62.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.936, "count": 209, "max_ms": 75.909, "p95_ms": 68.495}, "yolo11_640_fire_11class": {"avg_ms": 49.435, "count": 209, "max_ms": 69.348, "p95_ms": 65.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.509, "count": 209, "max_ms": 89.701, "p95_ms": 79.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.591, "count": 210, "max_ms": 177.213, "p95_ms": 165.293}, "read_interval": {"avg_ms": 143.401, "count": 209, "max_ms": 191.086, "p95_ms": 173.491}, "triton_wait": {"avg_ms": 57.648, "count": 209, "max_ms": 89.714, "p95_ms": 79.333}, "visualize": {"avg_ms": 5.392, "count": 209, "max_ms": 7.02, "p95_ms": 6.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15799.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8088.807, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.861, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1712172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:59:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:59:32+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T10:59:32+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T10:59:32.233090+09:00", "mtime_epoch": 1783216772.2330897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T10:59:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2255.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.857, "count": 300, "max_ms": 14.329, "p95_ms": 10.371}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 1.953, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.565, "count": 300, "max_ms": 68.759, "p95_ms": 62.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.089, "count": 300, "max_ms": 74.045, "p95_ms": 66.947}, "yolo11_640_fire_11class": {"avg_ms": 51.614, "count": 300, "max_ms": 70.184, "p95_ms": 64.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.213, "count": 300, "max_ms": 81.474, "p95_ms": 77.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.269, "count": 300, "max_ms": 135.292, "p95_ms": 108.48}, "read_interval": {"avg_ms": 100.206, "count": 299, "max_ms": 460.634, "p95_ms": 143.814}, "triton_wait": {"avg_ms": 54.765, "count": 300, "max_ms": 81.486, "p95_ms": 77.387}, "visualize": {"avg_ms": 3.939, "count": 300, "max_ms": 6.426, "p95_ms": 5.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15799.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 615, "h264_decode_error_count": 1530, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:58:01+09:00", "last_error_summary": "[NULL @ 0x55f5fb1ac300] missing picture in access unit with size 39 [h264 @ 0x55f5fb1d8140] no frame! [vist#0:0/h264 @ 0x55f5fb1f1540] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T10:58:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.094, "last_started_at": "2026-07-05T10:58:04+09:00", "pid": 125325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.723, "name": "ffmpeg", "pid": 125325, "rss_mb": 266.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 685, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 686}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.831, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1359981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T10:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T10:59:55+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T10:59:55+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T10:59:55.257515+09:00", "mtime_epoch": 1783216795.257515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T10:59:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9272.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.811, "pushed": 6.811, "read": 6.777}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.21, "count": 203, "max_ms": 33.026, "p95_ms": 22.72}, "gstreamer_push": {"avg_ms": 1.034, "count": 204, "max_ms": 1.476, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.984, "count": 203, "max_ms": 64.889, "p95_ms": 61.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.785, "count": 203, "max_ms": 73.762, "p95_ms": 69.172}, "yolo11_640_fire_11class": {"avg_ms": 48.947, "count": 203, "max_ms": 68.886, "p95_ms": 64.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.855, "count": 203, "max_ms": 82.624, "p95_ms": 78.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.099, "count": 204, "max_ms": 168.853, "p95_ms": 163.807}, "read_interval": {"avg_ms": 147.676, "count": 203, "max_ms": 177.582, "p95_ms": 171.505}, "triton_wait": {"avg_ms": 57.069, "count": 203, "max_ms": 82.637, "p95_ms": 78.384}, "visualize": {"avg_ms": 5.622, "count": 203, "max_ms": 7.594, "p95_ms": 6.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15799.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8118.922, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.484, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1712472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:00:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:00:02+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T11:00:02+09:00", "mjpeg": {"age_sec": 0.412, "exists": true, "mtime": "2026-07-05T11:00:02.057640+09:00", "mtime_epoch": 1783216802.0576403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:00:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2255.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.923, "count": 299, "max_ms": 12.603, "p95_ms": 9.822}, "gstreamer_push": {"avg_ms": 1.224, "count": 299, "max_ms": 2.083, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.291, "count": 299, "max_ms": 64.054, "p95_ms": 61.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.815, "count": 299, "max_ms": 76.769, "p95_ms": 67.003}, "yolo11_640_fire_11class": {"avg_ms": 51.418, "count": 299, "max_ms": 69.698, "p95_ms": 63.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.967, "count": 299, "max_ms": 81.468, "p95_ms": 77.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.119, "count": 299, "max_ms": 136.124, "p95_ms": 114.955}, "read_interval": {"avg_ms": 100.42, "count": 298, "max_ms": 484.03, "p95_ms": 139.36}, "triton_wait": {"avg_ms": 54.676, "count": 299, "max_ms": 81.481, "p95_ms": 77.217}, "visualize": {"avg_ms": 4.015, "count": 299, "max_ms": 5.855, "p95_ms": 5.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15799.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 615, "h264_decode_error_count": 1530, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T10:58:01+09:00", "last_error_summary": "[NULL @ 0x55f5fb1ac300] missing picture in access unit with size 39 [h264 @ 0x55f5fb1d8140] no frame! [vist#0:0/h264 @ 0x55f5fb1f1540] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T10:58:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.24, "last_started_at": "2026-07-05T10:58:04+09:00", "pid": 125325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.98, "name": "ffmpeg", "pid": 125325, "rss_mb": 266.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 685, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 686}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.997, "sample_count": 2033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:00:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:00:25+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-05T11:00:25+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T11:00:25.358070+09:00", "mtime_epoch": 1783216825.3580697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:00:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9272.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.956, "pushed": 6.956, "read": 6.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.73, "count": 208, "max_ms": 26.478, "p95_ms": 21.757}, "gstreamer_push": {"avg_ms": 1.054, "count": 208, "max_ms": 1.689, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.27, "count": 208, "max_ms": 65.191, "p95_ms": 63.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.158, "count": 208, "max_ms": 80.231, "p95_ms": 68.644}, "yolo11_640_fire_11class": {"avg_ms": 49.353, "count": 208, "max_ms": 66.405, "p95_ms": 64.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.24, "count": 208, "max_ms": 80.879, "p95_ms": 78.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.866, "count": 208, "max_ms": 169.313, "p95_ms": 164.014}, "read_interval": {"avg_ms": 144.207, "count": 207, "max_ms": 177.709, "p95_ms": 171.911}, "triton_wait": {"avg_ms": 57.39, "count": 208, "max_ms": 80.891, "p95_ms": 78.614}, "visualize": {"avg_ms": 5.464, "count": 208, "max_ms": 7.795, "p95_ms": 6.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15799.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8148.951, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.423, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1712773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:00:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:00:32+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T11:00:32+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T11:00:32.430200+09:00", "mtime_epoch": 1783216832.4301999, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:00:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2255.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.774, "count": 301, "max_ms": 14.156, "p95_ms": 9.852}, "gstreamer_push": {"avg_ms": 1.266, "count": 301, "max_ms": 2.049, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.743, "count": 301, "max_ms": 68.184, "p95_ms": 62.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.103, "count": 301, "max_ms": 73.477, "p95_ms": 67.459}, "yolo11_640_fire_11class": {"avg_ms": 50.643, "count": 301, "max_ms": 70.573, "p95_ms": 63.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.378, "count": 301, "max_ms": 81.742, "p95_ms": 76.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.341, "count": 301, "max_ms": 133.741, "p95_ms": 104.716}, "read_interval": {"avg_ms": 99.804, "count": 300, "max_ms": 551.726, "p95_ms": 135.224}, "triton_wait": {"avg_ms": 54.208, "count": 301, "max_ms": 81.754, "p95_ms": 76.844}, "visualize": {"avg_ms": 3.901, "count": 301, "max_ms": 6.153, "p95_ms": 5.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15713.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 616, "h264_decode_error_count": 1531, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:00:47+09:00", "last_error_summary": "[h264 @ 0x55ab367de880] error while decoding MB 20 22, bytestream -5", "last_exit_at": "2026-07-05T11:00:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.81, "last_started_at": "2026-07-05T11:00:50+09:00", "pid": 125432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.699, "name": "ffmpeg", "pid": 125432, "rss_mb": 183.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 686, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 687}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.945, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:00:55+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T11:00:55+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T11:00:55.502624+09:00", "mtime_epoch": 1783216855.502624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:00:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9272.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.876, "pushed": 5.876, "read": 5.843}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.672, "count": 175, "max_ms": 24.308, "p95_ms": 21.859}, "gstreamer_push": {"avg_ms": 1.059, "count": 176, "max_ms": 1.306, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.585, "count": 175, "max_ms": 66.274, "p95_ms": 62.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.402, "count": 175, "max_ms": 82.536, "p95_ms": 70.311}, "yolo11_640_fire_11class": {"avg_ms": 49.873, "count": 175, "max_ms": 69.351, "p95_ms": 65.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.689, "count": 175, "max_ms": 81.709, "p95_ms": 78.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.555, "count": 176, "max_ms": 167.835, "p95_ms": 163.293}, "read_interval": {"avg_ms": 171.289, "count": 175, "max_ms": 4959.557, "p95_ms": 171.92}, "triton_wait": {"avg_ms": 57.911, "count": 175, "max_ms": 82.553, "p95_ms": 78.216}, "visualize": {"avg_ms": 5.386, "count": 175, "max_ms": 6.637, "p95_ms": 6.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15796.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8179.018, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.48, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1713070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:01:02+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:01:02+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T11:01:02.506752+09:00", "mtime_epoch": 1783216862.5067525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:01:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2256.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.878}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.848, "count": 297, "max_ms": 11.926, "p95_ms": 10.034}, "gstreamer_push": {"avg_ms": 1.244, "count": 297, "max_ms": 2.08, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.997, "count": 297, "max_ms": 69.814, "p95_ms": 63.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.99, "count": 297, "max_ms": 79.478, "p95_ms": 68.939}, "yolo11_640_fire_11class": {"avg_ms": 51.941, "count": 297, "max_ms": 73.672, "p95_ms": 66.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.764, "count": 297, "max_ms": 82.6, "p95_ms": 77.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.471, "count": 297, "max_ms": 133.836, "p95_ms": 110.624}, "read_interval": {"avg_ms": 101.294, "count": 296, "max_ms": 449.225, "p95_ms": 146.052}, "triton_wait": {"avg_ms": 54.647, "count": 297, "max_ms": 82.614, "p95_ms": 77.857}, "visualize": {"avg_ms": 3.941, "count": 297, "max_ms": 6.054, "p95_ms": 5.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15798.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 616, "h264_decode_error_count": 1531, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:00:47+09:00", "last_error_summary": "[h264 @ 0x55ab367de880] error while decoding MB 20 22, bytestream -5", "last_exit_at": "2026-07-05T11:00:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.908, "last_started_at": "2026-07-05T11:00:50+09:00", "pid": 125432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.594, "name": "ffmpeg", "pid": 125432, "rss_mb": 265.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 686, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 687}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.807, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:01:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:01:25+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T11:01:25+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T11:01:25.603176+09:00", "mtime_epoch": 1783216885.6031764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:01:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9272.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.306, "pushed": 7.306, "read": 7.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.199, "count": 218, "max_ms": 31.655, "p95_ms": 22.789}, "gstreamer_push": {"avg_ms": 1.082, "count": 219, "max_ms": 1.579, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.882, "count": 218, "max_ms": 66.935, "p95_ms": 62.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.151, "count": 218, "max_ms": 76.232, "p95_ms": 69.109}, "yolo11_640_fire_11class": {"avg_ms": 49.401, "count": 218, "max_ms": 69.326, "p95_ms": 65.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.748, "count": 218, "max_ms": 80.796, "p95_ms": 78.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.375, "count": 219, "max_ms": 168.174, "p95_ms": 157.449}, "read_interval": {"avg_ms": 137.504, "count": 218, "max_ms": 179.266, "p95_ms": 168.887}, "triton_wait": {"avg_ms": 57.891, "count": 218, "max_ms": 80.807, "p95_ms": 78.365}, "visualize": {"avg_ms": 4.971, "count": 218, "max_ms": 6.586, "p95_ms": 5.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15799.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8209.019, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.134, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1713371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:01:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:01:32+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T11:01:32+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T11:01:32.503303+09:00", "mtime_epoch": 1783216892.5033028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:01:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2256.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.506, "count": 301, "max_ms": 14.942, "p95_ms": 9.472}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.828, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.789, "count": 301, "max_ms": 66.032, "p95_ms": 62.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.366, "count": 301, "max_ms": 72.705, "p95_ms": 64.856}, "yolo11_640_fire_11class": {"avg_ms": 50.924, "count": 301, "max_ms": 70.578, "p95_ms": 64.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.189, "count": 301, "max_ms": 81.309, "p95_ms": 77.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.76, "count": 301, "max_ms": 137.295, "p95_ms": 104.615}, "read_interval": {"avg_ms": 99.661, "count": 301, "max_ms": 567.661, "p95_ms": 127.032}, "triton_wait": {"avg_ms": 54.221, "count": 301, "max_ms": 81.323, "p95_ms": 77.703}, "visualize": {"avg_ms": 3.735, "count": 301, "max_ms": 6.128, "p95_ms": 5.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15800.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 616, "h264_decode_error_count": 1531, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:00:47+09:00", "last_error_summary": "[h264 @ 0x55ab367de880] error while decoding MB 20 22, bytestream -5", "last_exit_at": "2026-07-05T11:00:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.91, "last_started_at": "2026-07-05T11:00:50+09:00", "pid": 125432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.883, "name": "ffmpeg", "pid": 125432, "rss_mb": 266.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 686, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 687}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.39, "sample_count": 2033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:01:55+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T11:01:55+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T11:01:55.607726+09:00", "mtime_epoch": 1783216915.6077259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:01:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9272.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.431, "count": 217, "max_ms": 29.97, "p95_ms": 22.788}, "gstreamer_push": {"avg_ms": 1.09, "count": 217, "max_ms": 1.403, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.451, "count": 217, "max_ms": 68.084, "p95_ms": 62.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.541, "count": 217, "max_ms": 80.169, "p95_ms": 67.856}, "yolo11_640_fire_11class": {"avg_ms": 49.235, "count": 217, "max_ms": 70.943, "p95_ms": 65.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.598, "count": 217, "max_ms": 83.089, "p95_ms": 79.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.303, "count": 217, "max_ms": 168.413, "p95_ms": 155.713}, "read_interval": {"avg_ms": 138.254, "count": 217, "max_ms": 178.715, "p95_ms": 164.879}, "triton_wait": {"avg_ms": 57.662, "count": 217, "max_ms": 83.1, "p95_ms": 79.583}, "visualize": {"avg_ms": 5.058, "count": 217, "max_ms": 8.027, "p95_ms": 6.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15800.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8239.119, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.397, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1713675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:02:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:02:02+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T11:02:02+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T11:02:02.579853+09:00", "mtime_epoch": 1783216922.5798533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:02:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2256.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.105}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.93, "count": 304, "max_ms": 15.948, "p95_ms": 10.945}, "gstreamer_push": {"avg_ms": 1.239, "count": 304, "max_ms": 1.579, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.455, "count": 304, "max_ms": 71.968, "p95_ms": 63.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.685, "count": 304, "max_ms": 74.936, "p95_ms": 68.127}, "yolo11_640_fire_11class": {"avg_ms": 52.641, "count": 304, "max_ms": 73.047, "p95_ms": 65.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.469, "count": 304, "max_ms": 82.074, "p95_ms": 78.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.223, "count": 304, "max_ms": 135.614, "p95_ms": 108.46}, "read_interval": {"avg_ms": 98.971, "count": 303, "max_ms": 498.226, "p95_ms": 137.706}, "triton_wait": {"avg_ms": 56.172, "count": 304, "max_ms": 82.086, "p95_ms": 78.817}, "visualize": {"avg_ms": 3.924, "count": 304, "max_ms": 6.292, "p95_ms": 5.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15800.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 616, "h264_decode_error_count": 1531, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:00:47+09:00", "last_error_summary": "[h264 @ 0x55ab367de880] error while decoding MB 20 22, bytestream -5", "last_exit_at": "2026-07-05T11:00:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.98, "last_started_at": "2026-07-05T11:00:50+09:00", "pid": 125432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.883, "name": "ffmpeg", "pid": 125432, "rss_mb": 266.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 686, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 687}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.784, "sample_count": 2033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:02:25+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T11:02:25+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-05T11:02:25.632275+09:00", "mtime_epoch": 1783216945.6322746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:02:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9272.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.087, "pushed": 7.087, "read": 7.054}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.561, "count": 212, "max_ms": 29.459, "p95_ms": 22.46}, "gstreamer_push": {"avg_ms": 1.087, "count": 212, "max_ms": 1.384, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.216, "count": 212, "max_ms": 65.82, "p95_ms": 63.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.791, "count": 212, "max_ms": 80.325, "p95_ms": 70.985}, "yolo11_640_fire_11class": {"avg_ms": 49.48, "count": 212, "max_ms": 68.588, "p95_ms": 65.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.413, "count": 212, "max_ms": 81.745, "p95_ms": 79.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.731, "count": 212, "max_ms": 165.804, "p95_ms": 160.042}, "read_interval": {"avg_ms": 141.757, "count": 211, "max_ms": 177.896, "p95_ms": 171.155}, "triton_wait": {"avg_ms": 57.578, "count": 212, "max_ms": 81.757, "p95_ms": 79.212}, "visualize": {"avg_ms": 5.216, "count": 212, "max_ms": 7.164, "p95_ms": 6.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15800.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8269.172, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.114, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1713973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:02:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:02:32+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T11:02:32+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T11:02:32.620402+09:00", "mtime_epoch": 1783216952.6204023, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:02:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2256.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.65, "count": 298, "max_ms": 11.607, "p95_ms": 9.638}, "gstreamer_push": {"avg_ms": 1.252, "count": 298, "max_ms": 1.825, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.862, "count": 298, "max_ms": 70.434, "p95_ms": 63.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.362, "count": 298, "max_ms": 81.834, "p95_ms": 66.984}, "yolo11_640_fire_11class": {"avg_ms": 51.756, "count": 298, "max_ms": 73.303, "p95_ms": 65.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.811, "count": 298, "max_ms": 84.002, "p95_ms": 77.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.64, "count": 298, "max_ms": 138.044, "p95_ms": 110.161}, "read_interval": {"avg_ms": 100.787, "count": 297, "max_ms": 625.939, "p95_ms": 146.917}, "triton_wait": {"avg_ms": 54.768, "count": 298, "max_ms": 84.014, "p95_ms": 77.32}, "visualize": {"avg_ms": 3.842, "count": 298, "max_ms": 6.508, "p95_ms": 5.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15801.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 616, "h264_decode_error_count": 1531, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:00:47+09:00", "last_error_summary": "[h264 @ 0x55ab367de880] error while decoding MB 20 22, bytestream -5", "last_exit_at": "2026-07-05T11:00:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.091, "last_started_at": "2026-07-05T11:00:50+09:00", "pid": 125432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.398, "name": "ffmpeg", "pid": 125432, "rss_mb": 267.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 686, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 687}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.834, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:02:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:02:55+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T11:02:55+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T11:02:55.752824+09:00", "mtime_epoch": 1783216975.7528243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:02:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.815, "pushed": 6.815, "read": 6.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.821, "count": 204, "max_ms": 24.481, "p95_ms": 22.149}, "gstreamer_push": {"avg_ms": 1.05, "count": 204, "max_ms": 1.453, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.028, "count": 204, "max_ms": 67.646, "p95_ms": 62.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.237, "count": 204, "max_ms": 81.267, "p95_ms": 69.188}, "yolo11_640_fire_11class": {"avg_ms": 49.635, "count": 204, "max_ms": 71.171, "p95_ms": 66.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.117, "count": 204, "max_ms": 82.564, "p95_ms": 77.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.077, "count": 204, "max_ms": 170.054, "p95_ms": 162.391}, "read_interval": {"avg_ms": 147.606, "count": 203, "max_ms": 180.415, "p95_ms": 173.495}, "triton_wait": {"avg_ms": 57.265, "count": 204, "max_ms": 82.576, "p95_ms": 77.901}, "visualize": {"avg_ms": 5.477, "count": 204, "max_ms": 6.625, "p95_ms": 6.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15803.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8299.205, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.385, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1714277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:03:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:03:02+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T11:03:02+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T11:03:02.660950+09:00", "mtime_epoch": 1783216982.6609504, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:03:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2256.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.162, "pushed": 10.162, "read": 10.128}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.73, "count": 304, "max_ms": 15.274, "p95_ms": 9.844}, "gstreamer_push": {"avg_ms": 1.275, "count": 304, "max_ms": 2.265, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.053, "count": 304, "max_ms": 76.925, "p95_ms": 61.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.115, "count": 304, "max_ms": 82.515, "p95_ms": 62.805}, "yolo11_640_fire_11class": {"avg_ms": 51.357, "count": 304, "max_ms": 78.671, "p95_ms": 64.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.721, "count": 304, "max_ms": 83.73, "p95_ms": 75.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.18, "count": 304, "max_ms": 130.794, "p95_ms": 107.509}, "read_interval": {"avg_ms": 98.77, "count": 303, "max_ms": 649.223, "p95_ms": 133.156}, "triton_wait": {"avg_ms": 53.822, "count": 304, "max_ms": 83.742, "p95_ms": 75.385}, "visualize": {"avg_ms": 3.916, "count": 304, "max_ms": 6.472, "p95_ms": 5.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15803.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 616, "h264_decode_error_count": 1531, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:00:47+09:00", "last_error_summary": "[h264 @ 0x55ab367de880] error while decoding MB 20 22, bytestream -5", "last_exit_at": "2026-07-05T11:00:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.173, "last_started_at": "2026-07-05T11:00:50+09:00", "pid": 125432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.492, "name": "ffmpeg", "pid": 125432, "rss_mb": 270.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 686, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 687}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.597, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:03:25+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T11:03:25+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T11:03:25.857373+09:00", "mtime_epoch": 1783217005.8573728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:03:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.653, "pushed": 6.653, "read": 6.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.889, "count": 199, "max_ms": 31.572, "p95_ms": 22.241}, "gstreamer_push": {"avg_ms": 1.044, "count": 199, "max_ms": 1.189, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.742, "count": 199, "max_ms": 67.175, "p95_ms": 62.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.979, "count": 199, "max_ms": 75.684, "p95_ms": 68.48}, "yolo11_640_fire_11class": {"avg_ms": 48.876, "count": 199, "max_ms": 71.573, "p95_ms": 64.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.79, "count": 199, "max_ms": 85.965, "p95_ms": 77.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.58, "count": 199, "max_ms": 169.876, "p95_ms": 163.426}, "read_interval": {"avg_ms": 151.298, "count": 198, "max_ms": 181.406, "p95_ms": 174.7}, "triton_wait": {"avg_ms": 56.927, "count": 199, "max_ms": 85.978, "p95_ms": 77.186}, "visualize": {"avg_ms": 5.66, "count": 199, "max_ms": 7.33, "p95_ms": 6.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15804.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8329.324, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.776, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1714575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:03:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:03:32+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-05T11:03:32+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T11:03:32.773499+09:00", "mtime_epoch": 1783217012.7734988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:03:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2256.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.926, "pushed": 9.926, "read": 9.893}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.787, "count": 297, "max_ms": 12.905, "p95_ms": 10.664}, "gstreamer_push": {"avg_ms": 1.25, "count": 297, "max_ms": 2.269, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.063, "count": 297, "max_ms": 66.256, "p95_ms": 63.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.055, "count": 297, "max_ms": 77.732, "p95_ms": 66.966}, "yolo11_640_fire_11class": {"avg_ms": 51.684, "count": 297, "max_ms": 73.22, "p95_ms": 64.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.814, "count": 297, "max_ms": 85.492, "p95_ms": 77.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.843, "count": 297, "max_ms": 137.09, "p95_ms": 105.428}, "read_interval": {"avg_ms": 101.069, "count": 296, "max_ms": 588.568, "p95_ms": 143.376}, "triton_wait": {"avg_ms": 54.578, "count": 297, "max_ms": 85.503, "p95_ms": 77.217}, "visualize": {"avg_ms": 3.765, "count": 297, "max_ms": 5.56, "p95_ms": 4.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15684.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 617, "h264_decode_error_count": 1532, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:03:49+09:00", "last_error_summary": "[h264 @ 0x55ce150d6f00] error while decoding MB 64 23, bytestream -9", "last_exit_at": "2026-07-05T11:03:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.865, "last_started_at": "2026-07-05T11:03:52+09:00", "pid": 125539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 154.77, "name": "ffmpeg", "pid": 125539, "rss_mb": 154.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 687, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 688}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.076, "sample_count": 2010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:03:56+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T11:03:55+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T11:03:55.897919+09:00", "mtime_epoch": 1783217035.8979192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:03:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.516, "pushed": 5.516, "read": 5.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.94, "count": 165, "max_ms": 25.005, "p95_ms": 22.795}, "gstreamer_push": {"avg_ms": 1.05, "count": 165, "max_ms": 1.433, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.064, "count": 165, "max_ms": 69.161, "p95_ms": 63.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.464, "count": 165, "max_ms": 78.763, "p95_ms": 69.392}, "yolo11_640_fire_11class": {"avg_ms": 50.915, "count": 165, "max_ms": 70.835, "p95_ms": 66.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.018, "count": 165, "max_ms": 83.449, "p95_ms": 78.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.282, "count": 165, "max_ms": 171.323, "p95_ms": 164.144}, "read_interval": {"avg_ms": 182.356, "count": 164, "max_ms": 5176.231, "p95_ms": 175.971}, "triton_wait": {"avg_ms": 59.493, "count": 165, "max_ms": 83.462, "p95_ms": 78.564}, "visualize": {"avg_ms": 5.594, "count": 165, "max_ms": 7.944, "p95_ms": 6.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15797.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8359.33, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.407, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1714875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:04:02+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T11:04:02+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T11:04:02.818045+09:00", "mtime_epoch": 1783217042.8180451, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:04:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2256.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 300, "max_ms": 12.218, "p95_ms": 10.178}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.645, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.321, "count": 300, "max_ms": 66.72, "p95_ms": 62.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.148, "count": 300, "max_ms": 78.579, "p95_ms": 69.11}, "yolo11_640_fire_11class": {"avg_ms": 51.79, "count": 300, "max_ms": 71.552, "p95_ms": 65.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.843, "count": 300, "max_ms": 81.046, "p95_ms": 76.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.662, "count": 300, "max_ms": 147.345, "p95_ms": 115.939}, "read_interval": {"avg_ms": 100.152, "count": 300, "max_ms": 428.271, "p95_ms": 142.927}, "triton_wait": {"avg_ms": 54.55, "count": 300, "max_ms": 81.057, "p95_ms": 76.942}, "visualize": {"avg_ms": 4.072, "count": 300, "max_ms": 6.884, "p95_ms": 5.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15799.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 617, "h264_decode_error_count": 1532, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:03:49+09:00", "last_error_summary": "[h264 @ 0x55ce150d6f00] error while decoding MB 64 23, bytestream -9", "last_exit_at": "2026-07-05T11:03:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.988, "last_started_at": "2026-07-05T11:03:52+09:00", "pid": 125539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.762, "name": "ffmpeg", "pid": 125539, "rss_mb": 265.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 687, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 688}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.784, "sample_count": 2010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:04:26+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T11:04:26+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T11:04:26.046467+09:00", "mtime_epoch": 1783217066.0464668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:04:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.006, "pushed": 7.006, "read": 6.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.969, "count": 209, "max_ms": 33.801, "p95_ms": 23.617}, "gstreamer_push": {"avg_ms": 1.049, "count": 210, "max_ms": 1.761, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.909, "count": 209, "max_ms": 64.597, "p95_ms": 60.686}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.381, "count": 209, "max_ms": 71.643, "p95_ms": 64.919}, "yolo11_640_fire_11class": {"avg_ms": 48.5, "count": 209, "max_ms": 66.96, "p95_ms": 64.443}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.008, "count": 209, "max_ms": 80.72, "p95_ms": 77.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.915, "count": 210, "max_ms": 168.426, "p95_ms": 164.578}, "read_interval": {"avg_ms": 143.526, "count": 209, "max_ms": 177.091, "p95_ms": 172.395}, "triton_wait": {"avg_ms": 56.128, "count": 209, "max_ms": 80.733, "p95_ms": 77.475}, "visualize": {"avg_ms": 5.476, "count": 209, "max_ms": 7.689, "p95_ms": 6.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15800.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8389.337, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.008, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1715178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:04:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T11:04:32+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T11:04:32+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T11:04:32.814590+09:00", "mtime_epoch": 1783217072.8145897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:04:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2257.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.596, "count": 303, "max_ms": 12.397, "p95_ms": 9.639}, "gstreamer_push": {"avg_ms": 1.26, "count": 303, "max_ms": 2.013, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.158, "count": 303, "max_ms": 67.79, "p95_ms": 61.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.861, "count": 303, "max_ms": 76.104, "p95_ms": 63.639}, "yolo11_640_fire_11class": {"avg_ms": 51.451, "count": 303, "max_ms": 70.416, "p95_ms": 64.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.777, "count": 303, "max_ms": 80.779, "p95_ms": 75.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.0, "count": 303, "max_ms": 130.673, "p95_ms": 103.455}, "read_interval": {"avg_ms": 99.006, "count": 303, "max_ms": 611.799, "p95_ms": 144.48}, "triton_wait": {"avg_ms": 54.014, "count": 303, "max_ms": 80.791, "p95_ms": 76.113}, "visualize": {"avg_ms": 3.793, "count": 303, "max_ms": 5.516, "p95_ms": 4.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15801.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 617, "h264_decode_error_count": 1532, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:03:49+09:00", "last_error_summary": "[h264 @ 0x55ce150d6f00] error while decoding MB 64 23, bytestream -9", "last_exit_at": "2026-07-05T11:03:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.026, "last_started_at": "2026-07-05T11:03:52+09:00", "pid": 125539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.051, "name": "ffmpeg", "pid": 125539, "rss_mb": 267.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 687, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 688}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.597, "sample_count": 2015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:04:56+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T11:04:56+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-05T11:04:56.051011+09:00", "mtime_epoch": 1783217096.051011, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:04:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.019, "pushed": 7.019, "read": 6.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.703, "count": 210, "max_ms": 26.719, "p95_ms": 22.628}, "gstreamer_push": {"avg_ms": 1.078, "count": 210, "max_ms": 1.451, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.86, "count": 210, "max_ms": 65.557, "p95_ms": 63.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.703, "count": 210, "max_ms": 81.927, "p95_ms": 70.484}, "yolo11_640_fire_11class": {"avg_ms": 49.852, "count": 210, "max_ms": 67.823, "p95_ms": 66.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.188, "count": 210, "max_ms": 81.823, "p95_ms": 78.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.152, "count": 210, "max_ms": 168.389, "p95_ms": 161.834}, "read_interval": {"avg_ms": 142.943, "count": 209, "max_ms": 177.212, "p95_ms": 169.904}, "triton_wait": {"avg_ms": 58.839, "count": 210, "max_ms": 81.94, "p95_ms": 78.867}, "visualize": {"avg_ms": 5.398, "count": 210, "max_ms": 8.118, "p95_ms": 6.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15801.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8419.398, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.453, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1715477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:05:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:05:02+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T11:05:02+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T11:05:02.859134+09:00", "mtime_epoch": 1783217102.8591344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:05:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2257.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.418, "count": 299, "max_ms": 12.508, "p95_ms": 9.394}, "gstreamer_push": {"avg_ms": 1.276, "count": 299, "max_ms": 1.618, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.891, "count": 299, "max_ms": 73.243, "p95_ms": 62.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.52, "count": 299, "max_ms": 79.995, "p95_ms": 68.782}, "yolo11_640_fire_11class": {"avg_ms": 51.909, "count": 299, "max_ms": 75.481, "p95_ms": 64.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.219, "count": 299, "max_ms": 79.773, "p95_ms": 77.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.914, "count": 299, "max_ms": 125.523, "p95_ms": 94.682}, "read_interval": {"avg_ms": 100.504, "count": 298, "max_ms": 530.428, "p95_ms": 193.75}, "triton_wait": {"avg_ms": 54.676, "count": 299, "max_ms": 80.007, "p95_ms": 77.054}, "visualize": {"avg_ms": 3.724, "count": 299, "max_ms": 6.025, "p95_ms": 4.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15804.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 617, "h264_decode_error_count": 1532, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:03:49+09:00", "last_error_summary": "[h264 @ 0x55ce150d6f00] error while decoding MB 64 23, bytestream -9", "last_exit_at": "2026-07-05T11:03:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.094, "last_started_at": "2026-07-05T11:03:52+09:00", "pid": 125539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.629, "name": "ffmpeg", "pid": 125539, "rss_mb": 269.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 687, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 688}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.717, "sample_count": 2010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:05:26+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T11:05:26+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T11:05:26.131556+09:00", "mtime_epoch": 1783217126.131556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:05:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.784, "pushed": 6.784, "read": 6.75}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.707, "count": 203, "max_ms": 25.796, "p95_ms": 22.222}, "gstreamer_push": {"avg_ms": 1.041, "count": 203, "max_ms": 1.212, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.474, "count": 203, "max_ms": 67.952, "p95_ms": 62.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.968, "count": 203, "max_ms": 78.215, "p95_ms": 71.265}, "yolo11_640_fire_11class": {"avg_ms": 49.628, "count": 203, "max_ms": 70.043, "p95_ms": 65.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.369, "count": 203, "max_ms": 83.911, "p95_ms": 78.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.592, "count": 203, "max_ms": 179.67, "p95_ms": 165.472}, "read_interval": {"avg_ms": 148.122, "count": 202, "max_ms": 187.991, "p95_ms": 173.681}, "triton_wait": {"avg_ms": 58.23, "count": 203, "max_ms": 83.922, "p95_ms": 78.793}, "visualize": {"avg_ms": 5.586, "count": 203, "max_ms": 6.789, "p95_ms": 6.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15805.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8449.487, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.431, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1715778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:05:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:05:33+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T11:05:32+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T11:05:32.951679+09:00", "mtime_epoch": 1783217132.9516795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:05:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2257.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.461, "count": 300, "max_ms": 11.863, "p95_ms": 9.495}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.972, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.56, "count": 300, "max_ms": 67.015, "p95_ms": 62.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.653, "count": 300, "max_ms": 82.162, "p95_ms": 71.575}, "yolo11_640_fire_11class": {"avg_ms": 51.755, "count": 300, "max_ms": 71.632, "p95_ms": 64.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.987, "count": 300, "max_ms": 82.926, "p95_ms": 77.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.559, "count": 300, "max_ms": 132.024, "p95_ms": 102.065}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 563.123, "p95_ms": 190.337}, "triton_wait": {"avg_ms": 54.462, "count": 300, "max_ms": 82.938, "p95_ms": 77.51}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 6.224, "p95_ms": 4.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15805.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 617, "h264_decode_error_count": 1532, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:03:49+09:00", "last_error_summary": "[h264 @ 0x55ce150d6f00] error while decoding MB 64 23, bytestream -9", "last_exit_at": "2026-07-05T11:03:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.153, "last_started_at": "2026-07-05T11:03:52+09:00", "pid": 125539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.887, "name": "ffmpeg", "pid": 125539, "rss_mb": 269.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 687, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 688}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.73, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:05:56+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T11:05:56+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T11:05:56.192100+09:00", "mtime_epoch": 1783217156.1920998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:05:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.687, "pushed": 6.687, "read": 6.653}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.039, "count": 200, "max_ms": 32.662, "p95_ms": 22.504}, "gstreamer_push": {"avg_ms": 1.022, "count": 200, "max_ms": 1.787, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.448, "count": 200, "max_ms": 65.899, "p95_ms": 62.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.224, "count": 200, "max_ms": 76.695, "p95_ms": 68.227}, "yolo11_640_fire_11class": {"avg_ms": 48.935, "count": 200, "max_ms": 69.015, "p95_ms": 64.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.608, "count": 200, "max_ms": 80.826, "p95_ms": 77.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.846, "count": 200, "max_ms": 166.589, "p95_ms": 163.234}, "read_interval": {"avg_ms": 150.334, "count": 199, "max_ms": 174.672, "p95_ms": 171.179}, "triton_wait": {"avg_ms": 57.071, "count": 200, "max_ms": 80.836, "p95_ms": 77.169}, "visualize": {"avg_ms": 5.769, "count": 200, "max_ms": 7.645, "p95_ms": 6.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15804.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8479.559, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.025, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1716079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:06:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T11:06:03+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T11:06:03+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T11:06:03.036248+09:00", "mtime_epoch": 1783217163.0362484, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:06:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2257.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.521, "count": 301, "max_ms": 10.711, "p95_ms": 9.642}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.747, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.426, "count": 301, "max_ms": 65.293, "p95_ms": 61.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.334, "count": 301, "max_ms": 76.212, "p95_ms": 62.901}, "yolo11_640_fire_11class": {"avg_ms": 51.785, "count": 301, "max_ms": 73.592, "p95_ms": 64.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.09, "count": 301, "max_ms": 82.438, "p95_ms": 76.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.89, "count": 301, "max_ms": 132.103, "p95_ms": 105.101}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 554.344, "p95_ms": 140.725}, "triton_wait": {"avg_ms": 54.356, "count": 301, "max_ms": 82.45, "p95_ms": 76.612}, "visualize": {"avg_ms": 3.797, "count": 301, "max_ms": 5.388, "p95_ms": 4.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15813.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 617, "h264_decode_error_count": 1532, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:03:49+09:00", "last_error_summary": "[h264 @ 0x55ce150d6f00] error while decoding MB 64 23, bytestream -9", "last_exit_at": "2026-07-05T11:03:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.168, "last_started_at": "2026-07-05T11:03:52+09:00", "pid": 125539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.453, "name": "ffmpeg", "pid": 125539, "rss_mb": 278.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 687, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 688}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.73, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:06:26+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T11:06:26+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T11:06:26.200923+09:00", "mtime_epoch": 1783217186.200923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:06:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.03, "pushed": 7.03, "read": 6.997}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.862, "count": 210, "max_ms": 28.87, "p95_ms": 24.282}, "gstreamer_push": {"avg_ms": 1.057, "count": 210, "max_ms": 1.466, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.151, "count": 210, "max_ms": 65.212, "p95_ms": 62.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.33, "count": 210, "max_ms": 80.001, "p95_ms": 67.051}, "yolo11_640_fire_11class": {"avg_ms": 48.642, "count": 210, "max_ms": 68.204, "p95_ms": 65.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.383, "count": 210, "max_ms": 79.876, "p95_ms": 78.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.156, "count": 210, "max_ms": 165.054, "p95_ms": 160.878}, "read_interval": {"avg_ms": 142.884, "count": 209, "max_ms": 175.174, "p95_ms": 168.6}, "triton_wait": {"avg_ms": 56.946, "count": 210, "max_ms": 80.014, "p95_ms": 78.216}, "visualize": {"avg_ms": 5.42, "count": 210, "max_ms": 7.98, "p95_ms": 6.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15813.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8509.604, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.593, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1716381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:06:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:06:33+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:06:33+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T11:06:33.085122+09:00", "mtime_epoch": 1783217193.0851216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:06:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2257.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.29, "count": 302, "max_ms": 11.518, "p95_ms": 8.466}, "gstreamer_push": {"avg_ms": 1.281, "count": 302, "max_ms": 1.959, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.4, "count": 302, "max_ms": 68.121, "p95_ms": 61.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.082, "count": 302, "max_ms": 79.473, "p95_ms": 65.018}, "yolo11_640_fire_11class": {"avg_ms": 51.461, "count": 302, "max_ms": 72.846, "p95_ms": 63.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.054, "count": 302, "max_ms": 80.546, "p95_ms": 75.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.48, "count": 302, "max_ms": 134.494, "p95_ms": 91.86}, "read_interval": {"avg_ms": 99.545, "count": 301, "max_ms": 522.629, "p95_ms": 148.022}, "triton_wait": {"avg_ms": 54.386, "count": 302, "max_ms": 80.557, "p95_ms": 75.946}, "visualize": {"avg_ms": 3.689, "count": 302, "max_ms": 5.841, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15799.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 618, "h264_decode_error_count": 1534, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:06:42+09:00", "last_error_summary": "[h264 @ 0x5561e57d05c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5561e57d05c0] error while decoding MB 0 35, bytestream 9914 [h264 @ 0x5561e63cb200] error while decoding MB 8 19, bytestream -5", "last_exit_at": "2026-07-05T11:06:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.297, "last_started_at": "2026-07-05T11:06:45+09:00", "pid": 125646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.668, "name": "ffmpeg", "pid": 125646, "rss_mb": 263.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 688, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 689}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.717, "sample_count": 1984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:06:56+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T11:06:56+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T11:06:56.301785+09:00", "mtime_epoch": 1783217216.301785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:06:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.843, "pushed": 5.843, "read": 5.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.754, "count": 174, "max_ms": 28.488, "p95_ms": 21.86}, "gstreamer_push": {"avg_ms": 1.032, "count": 175, "max_ms": 1.233, "p95_ms": 1.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.81, "count": 174, "max_ms": 64.471, "p95_ms": 61.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.101, "count": 174, "max_ms": 77.323, "p95_ms": 68.964}, "yolo11_640_fire_11class": {"avg_ms": 49.136, "count": 174, "max_ms": 69.032, "p95_ms": 63.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.961, "count": 174, "max_ms": 79.509, "p95_ms": 76.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.688, "count": 175, "max_ms": 165.339, "p95_ms": 158.4}, "read_interval": {"avg_ms": 172.109, "count": 174, "max_ms": 4348.827, "p95_ms": 166.305}, "triton_wait": {"avg_ms": 56.779, "count": 174, "max_ms": 79.523, "p95_ms": 76.182}, "visualize": {"avg_ms": 5.659, "count": 174, "max_ms": 8.287, "p95_ms": 6.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15799.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8539.646, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.558, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1716681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:07:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:07:03+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T11:07:03+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T11:07:03.129978+09:00", "mtime_epoch": 1783217223.1299784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:07:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2257.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.074}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.455, "count": 300, "max_ms": 12.353, "p95_ms": 9.446}, "gstreamer_push": {"avg_ms": 1.268, "count": 300, "max_ms": 1.55, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.805, "count": 300, "max_ms": 65.56, "p95_ms": 61.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.116, "count": 300, "max_ms": 76.182, "p95_ms": 57.977}, "yolo11_640_fire_11class": {"avg_ms": 50.956, "count": 300, "max_ms": 68.367, "p95_ms": 63.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.073, "count": 300, "max_ms": 77.129, "p95_ms": 74.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.984, "count": 300, "max_ms": 120.937, "p95_ms": 91.726}, "read_interval": {"avg_ms": 100.132, "count": 300, "max_ms": 528.302, "p95_ms": 164.173}, "triton_wait": {"avg_ms": 52.776, "count": 300, "max_ms": 77.141, "p95_ms": 74.878}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 5.479, "p95_ms": 4.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.778, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15802.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 618, "h264_decode_error_count": 1534, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:06:42+09:00", "last_error_summary": "[h264 @ 0x5561e57d05c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5561e57d05c0] error while decoding MB 0 35, bytestream 9914 [h264 @ 0x5561e63cb200] error while decoding MB 8 19, bytestream -5", "last_exit_at": "2026-07-05T11:06:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.405, "last_started_at": "2026-07-05T11:06:45+09:00", "pid": 125646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.246, "name": "ffmpeg", "pid": 125646, "rss_mb": 266.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 688, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 689}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.335, "sample_count": 1976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:07:26+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T11:07:26+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T11:07:26.402632+09:00", "mtime_epoch": 1783217246.4026315, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:07:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9273.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.811, "pushed": 6.811, "read": 6.778}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.105, "count": 203, "max_ms": 33.037, "p95_ms": 24.121}, "gstreamer_push": {"avg_ms": 1.048, "count": 204, "max_ms": 1.413, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.46, "count": 203, "max_ms": 64.359, "p95_ms": 61.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.349, "count": 203, "max_ms": 80.339, "p95_ms": 70.205}, "yolo11_640_fire_11class": {"avg_ms": 49.015, "count": 203, "max_ms": 67.304, "p95_ms": 64.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.282, "count": 203, "max_ms": 81.51, "p95_ms": 77.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.056, "count": 204, "max_ms": 169.505, "p95_ms": 165.085}, "read_interval": {"avg_ms": 147.555, "count": 203, "max_ms": 178.656, "p95_ms": 173.905}, "triton_wait": {"avg_ms": 56.859, "count": 203, "max_ms": 81.523, "p95_ms": 77.309}, "visualize": {"avg_ms": 5.675, "count": 203, "max_ms": 9.256, "p95_ms": 7.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15801.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8569.678, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.857, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1716982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:07:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:07:33+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T11:07:33+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T11:07:33.166820+09:00", "mtime_epoch": 1783217253.1668198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:07:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2257.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.496, "count": 301, "max_ms": 14.443, "p95_ms": 9.603}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 2.017, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.165, "count": 301, "max_ms": 67.06, "p95_ms": 62.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.113, "count": 301, "max_ms": 78.527, "p95_ms": 66.867}, "yolo11_640_fire_11class": {"avg_ms": 51.434, "count": 301, "max_ms": 71.343, "p95_ms": 64.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.387, "count": 301, "max_ms": 81.358, "p95_ms": 75.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.496, "count": 301, "max_ms": 130.491, "p95_ms": 96.973}, "read_interval": {"avg_ms": 99.831, "count": 300, "max_ms": 636.016, "p95_ms": 146.279}, "triton_wait": {"avg_ms": 53.668, "count": 301, "max_ms": 81.37, "p95_ms": 75.866}, "visualize": {"avg_ms": 3.732, "count": 301, "max_ms": 6.008, "p95_ms": 4.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15803.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 618, "h264_decode_error_count": 1534, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:06:42+09:00", "last_error_summary": "[h264 @ 0x5561e57d05c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5561e57d05c0] error while decoding MB 0 35, bytestream 9914 [h264 @ 0x5561e63cb200] error while decoding MB 8 19, bytestream -5", "last_exit_at": "2026-07-05T11:06:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.416, "last_started_at": "2026-07-05T11:06:45+09:00", "pid": 125646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.504, "name": "ffmpeg", "pid": 125646, "rss_mb": 266.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 688, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 689}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.542, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:07:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:07:56+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T11:07:56+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T11:07:56.411461+09:00", "mtime_epoch": 1783217276.4114609, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:07:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.731, "pushed": 6.731, "read": 6.697}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.06, "count": 201, "max_ms": 26.447, "p95_ms": 23.259}, "gstreamer_push": {"avg_ms": 1.045, "count": 201, "max_ms": 1.602, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.244, "count": 201, "max_ms": 64.256, "p95_ms": 60.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.89, "count": 201, "max_ms": 85.731, "p95_ms": 69.298}, "yolo11_640_fire_11class": {"avg_ms": 48.934, "count": 201, "max_ms": 67.224, "p95_ms": 63.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.364, "count": 201, "max_ms": 86.515, "p95_ms": 76.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.854, "count": 201, "max_ms": 173.392, "p95_ms": 163.45}, "read_interval": {"avg_ms": 149.272, "count": 200, "max_ms": 180.598, "p95_ms": 171.22}, "triton_wait": {"avg_ms": 56.952, "count": 201, "max_ms": 86.528, "p95_ms": 76.666}, "visualize": {"avg_ms": 5.705, "count": 201, "max_ms": 7.718, "p95_ms": 6.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15803.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8599.737, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.247, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1717280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:08:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:08:03+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T11:08:03+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T11:08:03.191646+09:00", "mtime_epoch": 1783217283.1916463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:08:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2258.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.465, "count": 298, "max_ms": 13.911, "p95_ms": 9.563}, "gstreamer_push": {"avg_ms": 1.274, "count": 298, "max_ms": 2.181, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.695, "count": 298, "max_ms": 64.307, "p95_ms": 59.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.152, "count": 298, "max_ms": 81.17, "p95_ms": 69.441}, "yolo11_640_fire_11class": {"avg_ms": 51.55, "count": 298, "max_ms": 73.465, "p95_ms": 64.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.695, "count": 298, "max_ms": 80.19, "p95_ms": 76.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.165, "count": 298, "max_ms": 135.095, "p95_ms": 103.801}, "read_interval": {"avg_ms": 100.825, "count": 297, "max_ms": 525.01, "p95_ms": 149.908}, "triton_wait": {"avg_ms": 54.024, "count": 298, "max_ms": 81.182, "p95_ms": 76.196}, "visualize": {"avg_ms": 3.769, "count": 298, "max_ms": 6.098, "p95_ms": 5.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15803.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 618, "h264_decode_error_count": 1534, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:06:42+09:00", "last_error_summary": "[h264 @ 0x5561e57d05c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5561e57d05c0] error while decoding MB 0 35, bytestream 9914 [h264 @ 0x5561e63cb200] error while decoding MB 8 19, bytestream -5", "last_exit_at": "2026-07-05T11:06:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.493, "last_started_at": "2026-07-05T11:06:45+09:00", "pid": 125646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.02, "name": "ffmpeg", "pid": 125646, "rss_mb": 267.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 688, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 689}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.803, "sample_count": 1975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:08:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:08:26+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:08:26+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T11:08:26.496278+09:00", "mtime_epoch": 1783217306.4962783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:08:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.716, "pushed": 6.716, "read": 6.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.197, "count": 201, "max_ms": 29.924, "p95_ms": 22.939}, "gstreamer_push": {"avg_ms": 1.039, "count": 201, "max_ms": 1.832, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.449, "count": 201, "max_ms": 64.928, "p95_ms": 61.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.525, "count": 201, "max_ms": 82.954, "p95_ms": 71.004}, "yolo11_640_fire_11class": {"avg_ms": 47.839, "count": 201, "max_ms": 66.533, "p95_ms": 63.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.96, "count": 201, "max_ms": 82.197, "p95_ms": 77.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.259, "count": 201, "max_ms": 173.967, "p95_ms": 164.885}, "read_interval": {"avg_ms": 149.659, "count": 200, "max_ms": 180.954, "p95_ms": 173.19}, "triton_wait": {"avg_ms": 56.9, "count": 201, "max_ms": 82.966, "p95_ms": 77.694}, "visualize": {"avg_ms": 5.73, "count": 201, "max_ms": 7.873, "p95_ms": 6.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15803.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8629.744, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.728, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1717577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:08:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:08:33+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T11:08:33+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T11:08:33.228459+09:00", "mtime_epoch": 1783217313.2284594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:08:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2258.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.867, "count": 297, "max_ms": 13.002, "p95_ms": 10.092}, "gstreamer_push": {"avg_ms": 1.247, "count": 297, "max_ms": 1.521, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.259, "count": 297, "max_ms": 68.543, "p95_ms": 62.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.339, "count": 297, "max_ms": 78.046, "p95_ms": 71.509}, "yolo11_640_fire_11class": {"avg_ms": 51.87, "count": 297, "max_ms": 71.118, "p95_ms": 65.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.285, "count": 297, "max_ms": 85.077, "p95_ms": 79.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.179, "count": 297, "max_ms": 137.479, "p95_ms": 128.052}, "read_interval": {"avg_ms": 101.142, "count": 297, "max_ms": 531.844, "p95_ms": 146.483}, "triton_wait": {"avg_ms": 55.319, "count": 297, "max_ms": 85.09, "p95_ms": 79.105}, "visualize": {"avg_ms": 4.012, "count": 297, "max_ms": 6.616, "p95_ms": 5.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15806.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 618, "h264_decode_error_count": 1534, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:06:42+09:00", "last_error_summary": "[h264 @ 0x5561e57d05c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5561e57d05c0] error while decoding MB 0 35, bytestream 9914 [h264 @ 0x5561e63cb200] error while decoding MB 8 19, bytestream -5", "last_exit_at": "2026-07-05T11:06:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.611, "last_started_at": "2026-07-05T11:06:45+09:00", "pid": 125646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 125646, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 688, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 689}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.617, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:08:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:08:56+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T11:08:56+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T11:08:56.637084+09:00", "mtime_epoch": 1783217336.6370842, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:08:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.07, "pushed": 7.07, "read": 7.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.491, "count": 211, "max_ms": 29.281, "p95_ms": 21.74}, "gstreamer_push": {"avg_ms": 1.075, "count": 212, "max_ms": 1.212, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.919, "count": 211, "max_ms": 66.607, "p95_ms": 62.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.164, "count": 211, "max_ms": 79.332, "p95_ms": 72.551}, "yolo11_640_fire_11class": {"avg_ms": 49.208, "count": 211, "max_ms": 68.636, "p95_ms": 65.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.795, "count": 211, "max_ms": 82.231, "p95_ms": 79.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.28, "count": 212, "max_ms": 167.387, "p95_ms": 161.954}, "read_interval": {"avg_ms": 142.146, "count": 211, "max_ms": 175.485, "p95_ms": 170.621}, "triton_wait": {"avg_ms": 59.346, "count": 211, "max_ms": 82.243, "p95_ms": 79.344}, "visualize": {"avg_ms": 5.283, "count": 211, "max_ms": 7.534, "p95_ms": 6.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15806.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8659.811, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.604, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1717882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:09:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:09:03+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:09:03+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-05T11:09:03.149257+09:00", "mtime_epoch": 1783217343.1492567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:09:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2258.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.173, "pushed": 10.173, "read": 10.14}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.415, "count": 305, "max_ms": 12.437, "p95_ms": 9.513}, "gstreamer_push": {"avg_ms": 1.261, "count": 305, "max_ms": 1.885, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.28, "count": 305, "max_ms": 65.198, "p95_ms": 62.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.283, "count": 305, "max_ms": 80.842, "p95_ms": 70.003}, "yolo11_640_fire_11class": {"avg_ms": 49.784, "count": 305, "max_ms": 70.302, "p95_ms": 62.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.4, "count": 305, "max_ms": 80.152, "p95_ms": 77.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.407, "count": 305, "max_ms": 142.718, "p95_ms": 102.031}, "read_interval": {"avg_ms": 98.623, "count": 304, "max_ms": 488.067, "p95_ms": 135.204}, "triton_wait": {"avg_ms": 54.477, "count": 305, "max_ms": 80.852, "p95_ms": 77.345}, "visualize": {"avg_ms": 3.765, "count": 305, "max_ms": 6.197, "p95_ms": 4.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15820.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 618, "h264_decode_error_count": 1534, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:06:42+09:00", "last_error_summary": "[h264 @ 0x5561e57d05c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5561e57d05c0] error while decoding MB 0 35, bytestream 9914 [h264 @ 0x5561e63cb200] error while decoding MB 8 19, bytestream -5", "last_exit_at": "2026-07-05T11:06:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.681, "last_started_at": "2026-07-05T11:06:45+09:00", "pid": 125646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.438, "name": "ffmpeg", "pid": 125646, "rss_mb": 283.438, "state": "S (sleeping)", "threads": 104}, "restart_count": 688, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 689}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.184, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:09:26+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T11:09:26+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T11:09:26.709876+09:00", "mtime_epoch": 1783217366.7098758, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:09:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.05, "pushed": 7.05, "read": 7.017}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.621, "count": 211, "max_ms": 26.734, "p95_ms": 21.454}, "gstreamer_push": {"avg_ms": 1.067, "count": 211, "max_ms": 1.292, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.708, "count": 211, "max_ms": 65.144, "p95_ms": 62.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.562, "count": 211, "max_ms": 81.403, "p95_ms": 70.834}, "yolo11_640_fire_11class": {"avg_ms": 48.211, "count": 211, "max_ms": 68.257, "p95_ms": 62.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.052, "count": 211, "max_ms": 81.433, "p95_ms": 77.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.798, "count": 211, "max_ms": 166.739, "p95_ms": 157.719}, "read_interval": {"avg_ms": 142.599, "count": 210, "max_ms": 176.573, "p95_ms": 165.872}, "triton_wait": {"avg_ms": 56.84, "count": 211, "max_ms": 81.446, "p95_ms": 77.054}, "visualize": {"avg_ms": 5.396, "count": 211, "max_ms": 6.693, "p95_ms": 6.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15672.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8689.96, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.904, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1718182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:09:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T11:09:33+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T11:09:33+09:00", "mjpeg": {"age_sec": 0.513, "exists": true, "mtime": "2026-07-05T11:09:32.994040+09:00", "mtime_epoch": 1783217372.9940398, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:09:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2258.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.179, "count": 299, "max_ms": 11.434, "p95_ms": 8.096}, "gstreamer_push": {"avg_ms": 1.278, "count": 299, "max_ms": 2.084, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.88, "count": 299, "max_ms": 65.791, "p95_ms": 59.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.441, "count": 299, "max_ms": 77.421, "p95_ms": 59.531}, "yolo11_640_fire_11class": {"avg_ms": 48.73, "count": 299, "max_ms": 67.637, "p95_ms": 60.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.076, "count": 299, "max_ms": 78.943, "p95_ms": 72.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.253, "count": 299, "max_ms": 94.508, "p95_ms": 89.316}, "read_interval": {"avg_ms": 100.575, "count": 298, "max_ms": 522.213, "p95_ms": 274.382}, "triton_wait": {"avg_ms": 52.579, "count": 299, "max_ms": 78.954, "p95_ms": 73.258}, "visualize": {"avg_ms": 3.667, "count": 299, "max_ms": 5.017, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15802.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 619, "h264_decode_error_count": 1535, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:09:28+09:00", "last_error_summary": "[h264 @ 0x55821ac226c0] error while decoding MB 39 5, bytestream -6", "last_exit_at": "2026-07-05T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.927, "last_started_at": "2026-07-05T11:09:30+09:00", "pid": 125753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.344, "name": "ffmpeg", "pid": 125753, "rss_mb": 265.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 689, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 690}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.455, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:09:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:09:56+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T11:09:56+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T11:09:56.702654+09:00", "mtime_epoch": 1783217396.702654, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:09:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.886, "pushed": 5.886, "read": 5.853}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.739, "count": 176, "max_ms": 26.8, "p95_ms": 22.502}, "gstreamer_push": {"avg_ms": 1.05, "count": 176, "max_ms": 1.444, "p95_ms": 1.155}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.376, "count": 176, "max_ms": 66.646, "p95_ms": 61.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.266, "count": 176, "max_ms": 81.904, "p95_ms": 71.321}, "yolo11_640_fire_11class": {"avg_ms": 47.312, "count": 176, "max_ms": 66.57, "p95_ms": 62.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.408, "count": 176, "max_ms": 80.384, "p95_ms": 76.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.987, "count": 176, "max_ms": 170.391, "p95_ms": 163.733}, "read_interval": {"avg_ms": 170.667, "count": 175, "max_ms": 4705.815, "p95_ms": 172.464}, "triton_wait": {"avg_ms": 56.253, "count": 176, "max_ms": 81.916, "p95_ms": 77.407}, "visualize": {"avg_ms": 5.564, "count": 176, "max_ms": 7.238, "p95_ms": 6.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15802.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8719.969, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.728, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1718484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:10:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:10:03+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:10:03+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T11:10:03.446827+09:00", "mtime_epoch": 1783217403.4468274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176487}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:10:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2258.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.352, "count": 302, "max_ms": 10.901, "p95_ms": 8.353}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.885, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.957, "count": 302, "max_ms": 66.506, "p95_ms": 61.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.371, "count": 302, "max_ms": 82.528, "p95_ms": 67.568}, "yolo11_640_fire_11class": {"avg_ms": 48.718, "count": 302, "max_ms": 69.324, "p95_ms": 62.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.444, "count": 302, "max_ms": 80.815, "p95_ms": 75.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.916, "count": 302, "max_ms": 108.561, "p95_ms": 92.908}, "read_interval": {"avg_ms": 99.416, "count": 302, "max_ms": 530.127, "p95_ms": 179.472}, "triton_wait": {"avg_ms": 53.547, "count": 302, "max_ms": 82.541, "p95_ms": 75.975}, "visualize": {"avg_ms": 3.736, "count": 302, "max_ms": 4.982, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15802.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 619, "h264_decode_error_count": 1535, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:09:28+09:00", "last_error_summary": "[h264 @ 0x55821ac226c0] error while decoding MB 39 5, bytestream -6", "last_exit_at": "2026-07-05T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.027, "last_started_at": "2026-07-05T11:09:30+09:00", "pid": 125753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.602, "name": "ffmpeg", "pid": 125753, "rss_mb": 265.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 689, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 690}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.41, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:10:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:10:26+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T11:10:26+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T11:10:26.783423+09:00", "mtime_epoch": 1783217426.7834232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:10:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.048, "pushed": 7.048, "read": 7.015}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.207, "count": 211, "max_ms": 30.79, "p95_ms": 24.868}, "gstreamer_push": {"avg_ms": 1.053, "count": 211, "max_ms": 1.349, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.541, "count": 211, "max_ms": 63.675, "p95_ms": 60.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.215, "count": 211, "max_ms": 80.093, "p95_ms": 70.176}, "yolo11_640_fire_11class": {"avg_ms": 45.546, "count": 211, "max_ms": 66.254, "p95_ms": 61.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.607, "count": 211, "max_ms": 78.312, "p95_ms": 74.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.855, "count": 211, "max_ms": 166.55, "p95_ms": 160.013}, "read_interval": {"avg_ms": 142.526, "count": 210, "max_ms": 174.488, "p95_ms": 167.809}, "triton_wait": {"avg_ms": 54.367, "count": 211, "max_ms": 80.106, "p95_ms": 74.992}, "visualize": {"avg_ms": 5.527, "count": 211, "max_ms": 8.234, "p95_ms": 6.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15803.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8750.038, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.769, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1718783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:10:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:10:33+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:10:33+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T11:10:33.523594+09:00", "mtime_epoch": 1783217433.5235941, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:10:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2258.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.564, "count": 299, "max_ms": 14.871, "p95_ms": 10.659}, "gstreamer_push": {"avg_ms": 1.269, "count": 299, "max_ms": 1.823, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.112, "count": 299, "max_ms": 65.889, "p95_ms": 59.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.078, "count": 299, "max_ms": 80.485, "p95_ms": 70.851}, "yolo11_640_fire_11class": {"avg_ms": 48.075, "count": 299, "max_ms": 67.481, "p95_ms": 61.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.239, "count": 299, "max_ms": 79.856, "p95_ms": 75.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.776, "count": 299, "max_ms": 136.844, "p95_ms": 92.606}, "read_interval": {"avg_ms": 100.621, "count": 298, "max_ms": 632.949, "p95_ms": 128.276}, "triton_wait": {"avg_ms": 53.842, "count": 299, "max_ms": 80.497, "p95_ms": 75.613}, "visualize": {"avg_ms": 3.685, "count": 299, "max_ms": 6.138, "p95_ms": 4.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15804.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 619, "h264_decode_error_count": 1535, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:09:28+09:00", "last_error_summary": "[h264 @ 0x55821ac226c0] error while decoding MB 39 5, bytestream -6", "last_exit_at": "2026-07-05T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.087, "last_started_at": "2026-07-05T11:09:30+09:00", "pid": 125753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.633, "name": "ffmpeg", "pid": 125753, "rss_mb": 266.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 689, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 690}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.838, "sample_count": 2011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:10:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:10:56+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T11:10:56+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T11:10:56.860182+09:00", "mtime_epoch": 1783217456.8601823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:10:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.154, "pushed": 7.154, "read": 7.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.62, "count": 214, "max_ms": 33.839, "p95_ms": 21.844}, "gstreamer_push": {"avg_ms": 1.069, "count": 214, "max_ms": 1.539, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.055, "count": 214, "max_ms": 65.032, "p95_ms": 62.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.858, "count": 214, "max_ms": 81.176, "p95_ms": 72.355}, "yolo11_640_fire_11class": {"avg_ms": 49.321, "count": 214, "max_ms": 66.045, "p95_ms": 63.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.703, "count": 214, "max_ms": 80.13, "p95_ms": 77.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.548, "count": 214, "max_ms": 183.854, "p95_ms": 163.388}, "read_interval": {"avg_ms": 140.427, "count": 213, "max_ms": 191.293, "p95_ms": 171.605}, "triton_wait": {"avg_ms": 58.466, "count": 214, "max_ms": 81.188, "p95_ms": 77.888}, "visualize": {"avg_ms": 5.236, "count": 214, "max_ms": 7.626, "p95_ms": 6.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15804.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8780.083, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.119, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1719083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:11:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:11:03+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:11:03+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T11:11:03.560350+09:00", "mtime_epoch": 1783217463.56035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:11:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2258.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.332, "count": 300, "max_ms": 12.07, "p95_ms": 8.642}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.519, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.193, "count": 300, "max_ms": 71.67, "p95_ms": 61.389}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.475, "count": 300, "max_ms": 79.651, "p95_ms": 68.871}, "yolo11_640_fire_11class": {"avg_ms": 49.282, "count": 300, "max_ms": 69.901, "p95_ms": 62.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.468, "count": 300, "max_ms": 79.493, "p95_ms": 75.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.45, "count": 300, "max_ms": 130.456, "p95_ms": 92.835}, "read_interval": {"avg_ms": 100.204, "count": 299, "max_ms": 613.891, "p95_ms": 133.582}, "triton_wait": {"avg_ms": 54.673, "count": 300, "max_ms": 79.663, "p95_ms": 76.039}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 5.171, "p95_ms": 4.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15805.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 619, "h264_decode_error_count": 1535, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:09:28+09:00", "last_error_summary": "[h264 @ 0x55821ac226c0] error while decoding MB 39 5, bytestream -6", "last_exit_at": "2026-07-05T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.177, "last_started_at": "2026-07-05T11:09:30+09:00", "pid": 125753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.891, "name": "ffmpeg", "pid": 125753, "rss_mb": 266.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 689, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 690}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.87, "sample_count": 2013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:11:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:11:27+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T11:11:26+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T11:11:26.980932+09:00", "mtime_epoch": 1783217486.9809325, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176487}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:11:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.083, "pushed": 7.083, "read": 7.049}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.069, "count": 212, "max_ms": 30.042, "p95_ms": 24.018}, "gstreamer_push": {"avg_ms": 1.071, "count": 212, "max_ms": 1.947, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.476, "count": 212, "max_ms": 66.188, "p95_ms": 62.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.329, "count": 212, "max_ms": 82.825, "p95_ms": 71.066}, "yolo11_640_fire_11class": {"avg_ms": 47.993, "count": 212, "max_ms": 67.026, "p95_ms": 63.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.88, "count": 212, "max_ms": 80.823, "p95_ms": 76.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.037, "count": 212, "max_ms": 168.858, "p95_ms": 158.223}, "read_interval": {"avg_ms": 142.024, "count": 211, "max_ms": 178.154, "p95_ms": 166.578}, "triton_wait": {"avg_ms": 57.21, "count": 212, "max_ms": 82.837, "p95_ms": 76.387}, "visualize": {"avg_ms": 5.385, "count": 212, "max_ms": 8.202, "p95_ms": 6.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15805.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8810.079, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.979, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1719386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:11:33+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T11:11:33+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T11:11:33.557095+09:00", "mtime_epoch": 1783217493.557095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:11:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2259.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.474, "count": 303, "max_ms": 12.468, "p95_ms": 8.739}, "gstreamer_push": {"avg_ms": 1.272, "count": 304, "max_ms": 1.889, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.502, "count": 303, "max_ms": 66.25, "p95_ms": 62.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.356, "count": 303, "max_ms": 83.548, "p95_ms": 66.656}, "yolo11_640_fire_11class": {"avg_ms": 50.514, "count": 303, "max_ms": 68.719, "p95_ms": 63.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.566, "count": 303, "max_ms": 80.41, "p95_ms": 74.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.628, "count": 304, "max_ms": 134.162, "p95_ms": 92.648}, "read_interval": {"avg_ms": 98.983, "count": 303, "max_ms": 626.745, "p95_ms": 147.801}, "triton_wait": {"avg_ms": 54.905, "count": 303, "max_ms": 83.559, "p95_ms": 76.0}, "visualize": {"avg_ms": 3.731, "count": 303, "max_ms": 5.364, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15805.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 619, "h264_decode_error_count": 1535, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:09:28+09:00", "last_error_summary": "[h264 @ 0x55821ac226c0] error while decoding MB 39 5, bytestream -6", "last_exit_at": "2026-07-05T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.319, "last_started_at": "2026-07-05T11:09:30+09:00", "pid": 125753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.148, "name": "ffmpeg", "pid": 125753, "rss_mb": 267.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 689, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 690}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.41, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:11:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:11:57+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T11:11:57+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T11:11:57.093673+09:00", "mtime_epoch": 1783217517.0936735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:11:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.191, "pushed": 7.191, "read": 7.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.432, "count": 215, "max_ms": 29.652, "p95_ms": 27.097}, "gstreamer_push": {"avg_ms": 1.087, "count": 215, "max_ms": 1.542, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.486, "count": 215, "max_ms": 64.127, "p95_ms": 61.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.219, "count": 215, "max_ms": 81.363, "p95_ms": 68.583}, "yolo11_640_fire_11class": {"avg_ms": 46.603, "count": 215, "max_ms": 67.38, "p95_ms": 63.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.248, "count": 215, "max_ms": 80.925, "p95_ms": 77.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.606, "count": 215, "max_ms": 167.567, "p95_ms": 154.997}, "read_interval": {"avg_ms": 139.55, "count": 214, "max_ms": 175.808, "p95_ms": 163.197}, "triton_wait": {"avg_ms": 56.129, "count": 215, "max_ms": 81.375, "p95_ms": 77.059}, "visualize": {"avg_ms": 5.224, "count": 215, "max_ms": 6.553, "p95_ms": 6.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15805.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8840.091, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.844, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1719682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:12:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:12:03+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:12:03+09:00", "mjpeg": {"age_sec": 0.545, "exists": true, "mtime": "2026-07-05T11:12:03.093820+09:00", "mtime_epoch": 1783217523.09382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:12:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2259.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.446, "count": 296, "max_ms": 11.973, "p95_ms": 9.417}, "gstreamer_push": {"avg_ms": 1.28, "count": 296, "max_ms": 1.762, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.324, "count": 296, "max_ms": 72.752, "p95_ms": 60.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.62, "count": 296, "max_ms": 77.056, "p95_ms": 58.303}, "yolo11_640_fire_11class": {"avg_ms": 49.157, "count": 296, "max_ms": 75.131, "p95_ms": 62.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.997, "count": 296, "max_ms": 86.277, "p95_ms": 74.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.237, "count": 296, "max_ms": 122.206, "p95_ms": 93.048}, "read_interval": {"avg_ms": 101.407, "count": 296, "max_ms": 818.427, "p95_ms": 128.74}, "triton_wait": {"avg_ms": 53.218, "count": 296, "max_ms": 86.289, "p95_ms": 75.183}, "visualize": {"avg_ms": 3.749, "count": 296, "max_ms": 5.699, "p95_ms": 4.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15806.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 619, "h264_decode_error_count": 1535, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:09:28+09:00", "last_error_summary": "[h264 @ 0x55821ac226c0] error while decoding MB 39 5, bytestream -6", "last_exit_at": "2026-07-05T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.373, "last_started_at": "2026-07-05T11:09:30+09:00", "pid": 125753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.148, "name": "ffmpeg", "pid": 125753, "rss_mb": 267.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 689, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 690}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.295, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:12:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:12:27+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T11:12:27+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T11:12:27.154404+09:00", "mtime_epoch": 1783217547.1544044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:12:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.889, "pushed": 6.889, "read": 6.856}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.117, "count": 206, "max_ms": 25.829, "p95_ms": 22.731}, "gstreamer_push": {"avg_ms": 1.049, "count": 206, "max_ms": 1.25, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.314, "count": 206, "max_ms": 65.18, "p95_ms": 61.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.821, "count": 206, "max_ms": 73.895, "p95_ms": 69.019}, "yolo11_640_fire_11class": {"avg_ms": 47.958, "count": 206, "max_ms": 65.934, "p95_ms": 62.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.89, "count": 206, "max_ms": 80.026, "p95_ms": 76.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.207, "count": 206, "max_ms": 167.624, "p95_ms": 162.475}, "read_interval": {"avg_ms": 145.881, "count": 205, "max_ms": 175.663, "p95_ms": 170.679}, "triton_wait": {"avg_ms": 56.502, "count": 206, "max_ms": 80.037, "p95_ms": 76.308}, "visualize": {"avg_ms": 5.587, "count": 206, "max_ms": 7.174, "p95_ms": 6.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15564.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8870.176, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.764, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1719986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:12:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T11:12:33+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T11:12:33+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T11:12:33.654561+09:00", "mtime_epoch": 1783217553.6545613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:12:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2259.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.402, "count": 303, "max_ms": 11.848, "p95_ms": 8.45}, "gstreamer_push": {"avg_ms": 1.276, "count": 303, "max_ms": 1.715, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.178, "count": 303, "max_ms": 66.808, "p95_ms": 61.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.812, "count": 303, "max_ms": 81.07, "p95_ms": 64.577}, "yolo11_640_fire_11class": {"avg_ms": 49.54, "count": 303, "max_ms": 70.998, "p95_ms": 61.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.524, "count": 303, "max_ms": 81.52, "p95_ms": 75.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.339, "count": 303, "max_ms": 103.259, "p95_ms": 92.347}, "read_interval": {"avg_ms": 98.996, "count": 303, "max_ms": 644.234, "p95_ms": 116.974}, "triton_wait": {"avg_ms": 53.15, "count": 303, "max_ms": 81.532, "p95_ms": 75.88}, "visualize": {"avg_ms": 3.702, "count": 303, "max_ms": 5.009, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15802.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:12:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.516, "last_started_at": "2026-07-05T11:12:33+09:00", "pid": 125860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.508, "name": "ffmpeg", "pid": 125860, "rss_mb": 264.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 690, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 691}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.125, "sample_count": 2029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:12:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:12:57+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T11:12:57+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T11:12:57.227127+09:00", "mtime_epoch": 1783217577.2271273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:12:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9274.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.848, "pushed": 5.848, "read": 5.815}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.739, "count": 175, "max_ms": 26.342, "p95_ms": 21.778}, "gstreamer_push": {"avg_ms": 1.056, "count": 175, "max_ms": 1.421, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.875, "count": 175, "max_ms": 68.367, "p95_ms": 61.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.125, "count": 175, "max_ms": 80.188, "p95_ms": 72.347}, "yolo11_640_fire_11class": {"avg_ms": 48.407, "count": 175, "max_ms": 67.21, "p95_ms": 64.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.374, "count": 175, "max_ms": 80.295, "p95_ms": 77.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.88, "count": 175, "max_ms": 169.218, "p95_ms": 164.272}, "read_interval": {"avg_ms": 171.97, "count": 174, "max_ms": 4796.983, "p95_ms": 172.939}, "triton_wait": {"avg_ms": 57.212, "count": 175, "max_ms": 80.306, "p95_ms": 77.385}, "visualize": {"avg_ms": 5.486, "count": 175, "max_ms": 7.337, "p95_ms": 6.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15804.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8900.281, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.15, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1720287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:13:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:13:03+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T11:13:03+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T11:13:03.743283+09:00", "mtime_epoch": 1783217583.743283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:13:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2259.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.46, "count": 300, "max_ms": 11.639, "p95_ms": 8.683}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.543, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.327, "count": 300, "max_ms": 69.937, "p95_ms": 61.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.613, "count": 300, "max_ms": 79.663, "p95_ms": 68.939}, "yolo11_640_fire_11class": {"avg_ms": 49.842, "count": 300, "max_ms": 70.723, "p95_ms": 62.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.948, "count": 300, "max_ms": 80.726, "p95_ms": 75.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.59, "count": 300, "max_ms": 116.977, "p95_ms": 94.233}, "read_interval": {"avg_ms": 100.047, "count": 299, "max_ms": 566.79, "p95_ms": 215.019}, "triton_wait": {"avg_ms": 53.561, "count": 300, "max_ms": 80.739, "p95_ms": 75.056}, "visualize": {"avg_ms": 3.721, "count": 300, "max_ms": 6.168, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15806.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:12:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.623, "last_started_at": "2026-07-05T11:12:33+09:00", "pid": 125860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.57, "name": "ffmpeg", "pid": 125860, "rss_mb": 266.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 690, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 691}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.173, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:13:27+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T11:13:27+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T11:13:27.307843+09:00", "mtime_epoch": 1783217607.307843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:13:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.809, "pushed": 6.809, "read": 6.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.142, "count": 203, "max_ms": 25.43, "p95_ms": 22.5}, "gstreamer_push": {"avg_ms": 1.052, "count": 204, "max_ms": 1.324, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.343, "count": 203, "max_ms": 63.632, "p95_ms": 60.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.192, "count": 203, "max_ms": 78.803, "p95_ms": 68.903}, "yolo11_640_fire_11class": {"avg_ms": 48.025, "count": 203, "max_ms": 68.357, "p95_ms": 61.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.574, "count": 203, "max_ms": 80.642, "p95_ms": 76.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.128, "count": 204, "max_ms": 167.338, "p95_ms": 160.226}, "read_interval": {"avg_ms": 147.447, "count": 203, "max_ms": 175.568, "p95_ms": 167.701}, "triton_wait": {"avg_ms": 56.2, "count": 203, "max_ms": 80.654, "p95_ms": 76.384}, "visualize": {"avg_ms": 5.655, "count": 203, "max_ms": 7.379, "p95_ms": 6.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15806.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8930.3, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.411, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1720585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:13:33+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T11:13:33+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T11:13:33.779996+09:00", "mtime_epoch": 1783217613.779996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:13:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2259.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.562, "count": 298, "max_ms": 12.244, "p95_ms": 9.64}, "gstreamer_push": {"avg_ms": 1.289, "count": 298, "max_ms": 2.095, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.143, "count": 298, "max_ms": 65.753, "p95_ms": 62.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.021, "count": 298, "max_ms": 78.998, "p95_ms": 55.918}, "yolo11_640_fire_11class": {"avg_ms": 50.164, "count": 298, "max_ms": 71.461, "p95_ms": 63.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.984, "count": 298, "max_ms": 81.682, "p95_ms": 76.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.227, "count": 298, "max_ms": 131.178, "p95_ms": 102.526}, "read_interval": {"avg_ms": 100.799, "count": 297, "max_ms": 525.893, "p95_ms": 140.811}, "triton_wait": {"avg_ms": 54.121, "count": 298, "max_ms": 81.695, "p95_ms": 76.286}, "visualize": {"avg_ms": 3.786, "count": 298, "max_ms": 5.297, "p95_ms": 4.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15806.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:12:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.731, "last_started_at": "2026-07-05T11:12:33+09:00", "pid": 125860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.57, "name": "ffmpeg", "pid": 125860, "rss_mb": 266.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 690, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 691}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.921, "sample_count": 2027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:13:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:13:57+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T11:13:57+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T11:13:57.440552+09:00", "mtime_epoch": 1783217637.4405525, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:13:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.909, "pushed": 6.909, "read": 6.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.048, "count": 206, "max_ms": 33.603, "p95_ms": 24.356}, "gstreamer_push": {"avg_ms": 1.044, "count": 207, "max_ms": 1.67, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.028, "count": 206, "max_ms": 64.054, "p95_ms": 58.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.948, "count": 206, "max_ms": 79.632, "p95_ms": 69.643}, "yolo11_640_fire_11class": {"avg_ms": 48.094, "count": 206, "max_ms": 71.667, "p95_ms": 63.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.854, "count": 206, "max_ms": 84.794, "p95_ms": 77.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.816, "count": 207, "max_ms": 173.195, "p95_ms": 164.85}, "read_interval": {"avg_ms": 145.442, "count": 206, "max_ms": 180.915, "p95_ms": 172.876}, "triton_wait": {"avg_ms": 56.476, "count": 206, "max_ms": 84.806, "p95_ms": 78.222}, "visualize": {"avg_ms": 5.531, "count": 206, "max_ms": 7.693, "p95_ms": 6.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15806.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8960.397, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.171, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1720891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:14:03+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-05T11:14:03+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T11:14:03.840702+09:00", "mtime_epoch": 1783217643.8407023, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:14:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2259.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.167}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.539, "count": 305, "max_ms": 11.498, "p95_ms": 9.151}, "gstreamer_push": {"avg_ms": 1.264, "count": 305, "max_ms": 1.985, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.216, "count": 305, "max_ms": 66.74, "p95_ms": 60.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.629, "count": 305, "max_ms": 81.264, "p95_ms": 67.853}, "yolo11_640_fire_11class": {"avg_ms": 50.228, "count": 305, "max_ms": 75.454, "p95_ms": 63.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.443, "count": 305, "max_ms": 80.452, "p95_ms": 75.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.398, "count": 305, "max_ms": 115.06, "p95_ms": 95.136}, "read_interval": {"avg_ms": 98.273, "count": 305, "max_ms": 559.402, "p95_ms": 130.613}, "triton_wait": {"avg_ms": 53.962, "count": 305, "max_ms": 81.274, "p95_ms": 75.771}, "visualize": {"avg_ms": 3.711, "count": 305, "max_ms": 6.127, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15807.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:12:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.833, "last_started_at": "2026-07-05T11:12:33+09:00", "pid": 125860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.57, "name": "ffmpeg", "pid": 125860, "rss_mb": 266.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 690, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 691}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.125, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:14:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T11:14:27+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T11:14:27+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T11:14:27.557255+09:00", "mtime_epoch": 1783217667.5572548, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:14:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.711, "pushed": 6.711, "read": 6.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.413, "count": 200, "max_ms": 31.593, "p95_ms": 22.709}, "gstreamer_push": {"avg_ms": 1.039, "count": 201, "max_ms": 1.31, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.969, "count": 200, "max_ms": 66.289, "p95_ms": 60.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.671, "count": 200, "max_ms": 81.164, "p95_ms": 72.631}, "yolo11_640_fire_11class": {"avg_ms": 47.253, "count": 200, "max_ms": 71.175, "p95_ms": 63.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.089, "count": 200, "max_ms": 80.801, "p95_ms": 75.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.29, "count": 201, "max_ms": 171.605, "p95_ms": 161.425}, "read_interval": {"avg_ms": 149.861, "count": 200, "max_ms": 179.824, "p95_ms": 169.795}, "triton_wait": {"avg_ms": 55.161, "count": 200, "max_ms": 81.176, "p95_ms": 75.69}, "visualize": {"avg_ms": 5.77, "count": 200, "max_ms": 7.899, "p95_ms": 6.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15806.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 8990.407, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.457, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1721190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:14:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:14:33+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T11:14:33+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T11:14:33.893402+09:00", "mtime_epoch": 1783217673.8934016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:14:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2260.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.079}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.469, "count": 299, "max_ms": 13.213, "p95_ms": 10.136}, "gstreamer_push": {"avg_ms": 1.267, "count": 299, "max_ms": 2.064, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.439, "count": 299, "max_ms": 66.573, "p95_ms": 61.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.318, "count": 299, "max_ms": 79.76, "p95_ms": 61.56}, "yolo11_640_fire_11class": {"avg_ms": 48.982, "count": 299, "max_ms": 69.5, "p95_ms": 62.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.417, "count": 299, "max_ms": 79.441, "p95_ms": 74.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.839, "count": 299, "max_ms": 115.621, "p95_ms": 91.804}, "read_interval": {"avg_ms": 100.503, "count": 299, "max_ms": 516.005, "p95_ms": 242.782}, "triton_wait": {"avg_ms": 52.77, "count": 299, "max_ms": 79.772, "p95_ms": 75.561}, "visualize": {"avg_ms": 3.654, "count": 299, "max_ms": 6.484, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.666, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15807.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:12:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.904, "last_started_at": "2026-07-05T11:12:33+09:00", "pid": 125860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.57, "name": "ffmpeg", "pid": 125860, "rss_mb": 266.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 690, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 691}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.125, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:14:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:14:57+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T11:14:57+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T11:14:57.633950+09:00", "mtime_epoch": 1783217697.6339495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:14:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.911, "pushed": 6.911, "read": 6.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.692, "count": 207, "max_ms": 24.447, "p95_ms": 21.81}, "gstreamer_push": {"avg_ms": 1.05, "count": 207, "max_ms": 1.615, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.146, "count": 207, "max_ms": 65.748, "p95_ms": 61.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.279, "count": 207, "max_ms": 80.332, "p95_ms": 71.565}, "yolo11_640_fire_11class": {"avg_ms": 48.886, "count": 207, "max_ms": 66.6, "p95_ms": 64.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.299, "count": 207, "max_ms": 81.53, "p95_ms": 77.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.666, "count": 207, "max_ms": 168.021, "p95_ms": 163.582}, "read_interval": {"avg_ms": 145.363, "count": 206, "max_ms": 175.925, "p95_ms": 171.743}, "triton_wait": {"avg_ms": 57.956, "count": 207, "max_ms": 81.541, "p95_ms": 77.844}, "visualize": {"avg_ms": 5.462, "count": 207, "max_ms": 6.813, "p95_ms": 5.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15807.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9020.752, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.106, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1721492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:15:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T11:15:04+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T11:15:04+09:00", "mjpeg": {"age_sec": 0.426, "exists": true, "mtime": "2026-07-05T11:15:03.874093+09:00", "mtime_epoch": 1783217703.874093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:15:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2260.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.368, "count": 298, "max_ms": 11.968, "p95_ms": 8.566}, "gstreamer_push": {"avg_ms": 1.275, "count": 298, "max_ms": 1.963, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.289, "count": 298, "max_ms": 68.833, "p95_ms": 61.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.862, "count": 298, "max_ms": 79.021, "p95_ms": 65.928}, "yolo11_640_fire_11class": {"avg_ms": 50.457, "count": 298, "max_ms": 68.055, "p95_ms": 63.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.851, "count": 298, "max_ms": 81.453, "p95_ms": 75.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.717, "count": 298, "max_ms": 113.727, "p95_ms": 91.88}, "read_interval": {"avg_ms": 100.796, "count": 297, "max_ms": 660.292, "p95_ms": 115.072}, "triton_wait": {"avg_ms": 53.752, "count": 298, "max_ms": 81.465, "p95_ms": 75.599}, "visualize": {"avg_ms": 3.655, "count": 298, "max_ms": 6.179, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15777.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.553, "last_started_at": "2026-07-05T11:15:19+09:00", "pid": 125967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 237.988, "name": "ffmpeg", "pid": 125967, "rss_mb": 237.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 691, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 692}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.256, "sample_count": 2011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:15:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:15:27+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T11:15:27+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T11:15:27.726639+09:00", "mtime_epoch": 1783217727.7266388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:15:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.838, "pushed": 5.838, "read": 5.804}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.099, "count": 174, "max_ms": 33.685, "p95_ms": 22.429}, "gstreamer_push": {"avg_ms": 1.049, "count": 175, "max_ms": 1.553, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.815, "count": 174, "max_ms": 67.491, "p95_ms": 61.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.607, "count": 174, "max_ms": 77.86, "p95_ms": 68.296}, "yolo11_640_fire_11class": {"avg_ms": 48.952, "count": 174, "max_ms": 66.9, "p95_ms": 63.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.089, "count": 174, "max_ms": 78.454, "p95_ms": 75.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.583, "count": 175, "max_ms": 174.379, "p95_ms": 159.421}, "read_interval": {"avg_ms": 172.231, "count": 174, "max_ms": 4508.994, "p95_ms": 168.329}, "triton_wait": {"avg_ms": 56.403, "count": 174, "max_ms": 78.467, "p95_ms": 75.226}, "visualize": {"avg_ms": 5.577, "count": 174, "max_ms": 7.711, "p95_ms": 6.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15803.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9050.799, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.845, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1721791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:15:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:15:34+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T11:15:34+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T11:15:34.286788+09:00", "mtime_epoch": 1783217734.2867882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:15:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2260.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.457, "count": 299, "max_ms": 11.226, "p95_ms": 8.795}, "gstreamer_push": {"avg_ms": 1.274, "count": 299, "max_ms": 1.791, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.695, "count": 299, "max_ms": 69.713, "p95_ms": 60.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.136, "count": 299, "max_ms": 75.602, "p95_ms": 63.788}, "yolo11_640_fire_11class": {"avg_ms": 49.226, "count": 299, "max_ms": 71.558, "p95_ms": 63.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.629, "count": 299, "max_ms": 80.468, "p95_ms": 72.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.935, "count": 299, "max_ms": 107.228, "p95_ms": 90.78}, "read_interval": {"avg_ms": 100.557, "count": 298, "max_ms": 651.691, "p95_ms": 171.447}, "triton_wait": {"avg_ms": 52.609, "count": 299, "max_ms": 80.481, "p95_ms": 73.426}, "visualize": {"avg_ms": 3.697, "count": 299, "max_ms": 5.362, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15806.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.72, "last_started_at": "2026-07-05T11:15:19+09:00", "pid": 125967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.082, "name": "ffmpeg", "pid": 125967, "rss_mb": 266.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 691, "restart_count_per_hour": 21, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 692}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.489, "sample_count": 1994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:15:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:15:58+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T11:15:57+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T11:15:57.859323+09:00", "mtime_epoch": 1783217757.859323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:15:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.561, "pushed": 6.561, "read": 6.527}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.051, "count": 196, "max_ms": 29.928, "p95_ms": 22.146}, "gstreamer_push": {"avg_ms": 1.042, "count": 196, "max_ms": 1.505, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.817, "count": 196, "max_ms": 66.847, "p95_ms": 60.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.337, "count": 196, "max_ms": 78.631, "p95_ms": 69.232}, "yolo11_640_fire_11class": {"avg_ms": 48.338, "count": 196, "max_ms": 70.499, "p95_ms": 61.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.409, "count": 196, "max_ms": 82.17, "p95_ms": 74.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.851, "count": 196, "max_ms": 184.174, "p95_ms": 161.97}, "read_interval": {"avg_ms": 153.084, "count": 195, "max_ms": 197.609, "p95_ms": 172.671}, "triton_wait": {"avg_ms": 56.083, "count": 196, "max_ms": 82.181, "p95_ms": 74.385}, "visualize": {"avg_ms": 5.762, "count": 196, "max_ms": 7.282, "p95_ms": 6.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15811.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9080.898, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.781, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1722095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:16:04+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T11:16:04+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T11:16:04.355470+09:00", "mtime_epoch": 1783217764.35547, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:16:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2260.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.089}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.472, "count": 303, "max_ms": 12.063, "p95_ms": 8.625}, "gstreamer_push": {"avg_ms": 1.274, "count": 303, "max_ms": 1.577, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.753, "count": 303, "max_ms": 67.977, "p95_ms": 60.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.0, "count": 303, "max_ms": 79.754, "p95_ms": 57.021}, "yolo11_640_fire_11class": {"avg_ms": 50.247, "count": 303, "max_ms": 72.163, "p95_ms": 64.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.706, "count": 303, "max_ms": 83.096, "p95_ms": 75.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.11, "count": 303, "max_ms": 98.578, "p95_ms": 91.782}, "read_interval": {"avg_ms": 99.028, "count": 302, "max_ms": 482.074, "p95_ms": 222.139}, "triton_wait": {"avg_ms": 53.075, "count": 303, "max_ms": 83.108, "p95_ms": 75.837}, "visualize": {"avg_ms": 3.674, "count": 303, "max_ms": 4.717, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15813.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.831, "last_started_at": "2026-07-05T11:15:19+09:00", "pid": 125967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.359, "name": "ffmpeg", "pid": 125967, "rss_mb": 273.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 691, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 692}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.489, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:16:28+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T11:16:28+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T11:16:28.008002+09:00", "mtime_epoch": 1783217788.0080023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:16:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.014, "pushed": 7.014, "read": 6.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.159, "count": 209, "max_ms": 27.222, "p95_ms": 21.182}, "gstreamer_push": {"avg_ms": 1.07, "count": 210, "max_ms": 1.249, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.1, "count": 209, "max_ms": 67.224, "p95_ms": 62.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.099, "count": 209, "max_ms": 84.06, "p95_ms": 73.352}, "yolo11_640_fire_11class": {"avg_ms": 50.188, "count": 209, "max_ms": 68.012, "p95_ms": 64.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.207, "count": 209, "max_ms": 82.587, "p95_ms": 78.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.546, "count": 210, "max_ms": 165.769, "p95_ms": 158.819}, "read_interval": {"avg_ms": 143.453, "count": 209, "max_ms": 176.581, "p95_ms": 170.042}, "triton_wait": {"avg_ms": 58.895, "count": 209, "max_ms": 84.073, "p95_ms": 78.16}, "visualize": {"avg_ms": 5.252, "count": 209, "max_ms": 6.739, "p95_ms": 6.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15813.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9110.919, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.831, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1722393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:16:34+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:16:34+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T11:16:34.400146+09:00", "mtime_epoch": 1783217794.4001458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:16:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2260.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 298, "max_ms": 10.987, "p95_ms": 8.659}, "gstreamer_push": {"avg_ms": 1.276, "count": 298, "max_ms": 1.469, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.856, "count": 298, "max_ms": 67.804, "p95_ms": 63.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.66, "count": 298, "max_ms": 78.46, "p95_ms": 74.092}, "yolo11_640_fire_11class": {"avg_ms": 51.098, "count": 298, "max_ms": 70.526, "p95_ms": 64.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.128, "count": 298, "max_ms": 81.957, "p95_ms": 77.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.355, "count": 298, "max_ms": 97.998, "p95_ms": 93.234}, "read_interval": {"avg_ms": 100.801, "count": 297, "max_ms": 594.422, "p95_ms": 209.517}, "triton_wait": {"avg_ms": 55.306, "count": 298, "max_ms": 81.97, "p95_ms": 77.26}, "visualize": {"avg_ms": 3.731, "count": 298, "max_ms": 5.21, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15814.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.928, "last_started_at": "2026-07-05T11:15:19+09:00", "pid": 125967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.875, "name": "ffmpeg", "pid": 125967, "rss_mb": 273.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 691, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 692}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.595, "sample_count": 1978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:16:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:16:58+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T11:16:58+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T11:16:58.092675+09:00", "mtime_epoch": 1783217818.092675, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:16:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.743, "pushed": 6.743, "read": 6.71}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.718, "count": 202, "max_ms": 30.777, "p95_ms": 21.81}, "gstreamer_push": {"avg_ms": 1.021, "count": 202, "max_ms": 1.204, "p95_ms": 1.143}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.91, "count": 202, "max_ms": 66.912, "p95_ms": 60.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.836, "count": 202, "max_ms": 79.226, "p95_ms": 69.585}, "yolo11_640_fire_11class": {"avg_ms": 47.414, "count": 202, "max_ms": 63.26, "p95_ms": 60.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.112, "count": 202, "max_ms": 79.959, "p95_ms": 74.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.985, "count": 202, "max_ms": 167.3, "p95_ms": 159.135}, "read_interval": {"avg_ms": 148.999, "count": 201, "max_ms": 180.423, "p95_ms": 170.146}, "triton_wait": {"avg_ms": 55.695, "count": 202, "max_ms": 79.968, "p95_ms": 74.535}, "visualize": {"avg_ms": 5.644, "count": 202, "max_ms": 7.794, "p95_ms": 6.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15819.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9141.012, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.592, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1722693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:17:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:17:04+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T11:17:04+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T11:17:04.472817+09:00", "mtime_epoch": 1783217824.4728172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:17:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2261.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.305, "count": 299, "max_ms": 12.536, "p95_ms": 8.388}, "gstreamer_push": {"avg_ms": 1.259, "count": 299, "max_ms": 1.638, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.293, "count": 299, "max_ms": 65.161, "p95_ms": 61.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.464, "count": 299, "max_ms": 76.588, "p95_ms": 60.004}, "yolo11_640_fire_11class": {"avg_ms": 49.635, "count": 299, "max_ms": 70.13, "p95_ms": 63.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.074, "count": 299, "max_ms": 81.302, "p95_ms": 75.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.053, "count": 299, "max_ms": 98.412, "p95_ms": 91.739}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 728.979, "p95_ms": 122.377}, "triton_wait": {"avg_ms": 53.284, "count": 299, "max_ms": 81.314, "p95_ms": 75.831}, "visualize": {"avg_ms": 3.666, "count": 299, "max_ms": 4.954, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15819.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9171.118, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.47, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1722992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:17:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:17:34+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:17:34+09:00", "mjpeg": {"age_sec": 0.516, "exists": true, "mtime": "2026-07-05T11:17:34.149475+09:00", "mtime_epoch": 1783217854.149475, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:17:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2261.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.304, "count": 298, "max_ms": 10.908, "p95_ms": 8.183}, "gstreamer_push": {"avg_ms": 1.272, "count": 298, "max_ms": 1.9, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.682, "count": 298, "max_ms": 65.687, "p95_ms": 61.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.198, "count": 298, "max_ms": 77.342, "p95_ms": 55.143}, "yolo11_640_fire_11class": {"avg_ms": 49.748, "count": 298, "max_ms": 65.297, "p95_ms": 62.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.644, "count": 298, "max_ms": 80.898, "p95_ms": 74.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.392, "count": 298, "max_ms": 156.814, "p95_ms": 91.028}, "read_interval": {"avg_ms": 100.806, "count": 297, "max_ms": 531.179, "p95_ms": 244.103}, "triton_wait": {"avg_ms": 52.159, "count": 298, "max_ms": 80.91, "p95_ms": 74.535}, "visualize": {"avg_ms": 3.667, "count": 298, "max_ms": 5.053, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15830.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 620, "h264_decode_error_count": 1536, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:12:31+09:00", "last_error_summary": "[h264 @ 0x55ac4da57480] error while decoding MB 72 32, bytestream -7", "last_exit_at": "2026-07-05T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.702, "last_started_at": "2026-07-05T11:15:19+09:00", "pid": 125967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.117, "name": "ffmpeg", "pid": 125967, "rss_mb": 289.117, "state": "S (sleeping)", "threads": 104}, "restart_count": 691, "restart_count_per_hour": 20, "rtsp_timeout_count": 400, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 692}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.88, "sample_count": 1890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1366984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:17:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T11:17:37+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T11:17:37+09:00", "mjpeg": {"age_sec": 18.749, "exists": true, "mtime": "2026-07-05T11:17:19.249145+09:00", "mtime_epoch": 1783217839.2491453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:17:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.677, "pushed": 2.677, "read": 2.643}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.029, "count": 80, "max_ms": 21.231, "p95_ms": 20.539}, "gstreamer_push": {"avg_ms": 1.07, "count": 80, "max_ms": 1.629, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.108, "count": 80, "max_ms": 64.583, "p95_ms": 62.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.492, "count": 80, "max_ms": 71.984, "p95_ms": 69.828}, "yolo11_640_fire_11class": {"avg_ms": 49.312, "count": 80, "max_ms": 66.318, "p95_ms": 63.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.27, "count": 80, "max_ms": 79.741, "p95_ms": 76.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.358, "count": 80, "max_ms": 169.009, "p95_ms": 152.22}, "read_interval": {"avg_ms": 378.183, "count": 79, "max_ms": 18780.695, "p95_ms": 175.656}, "triton_wait": {"avg_ms": 57.852, "count": 80, "max_ms": 79.753, "p95_ms": 76.621}, "visualize": {"avg_ms": 5.179, "count": 80, "max_ms": 6.06, "p95_ms": 5.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15806.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9201.208, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.773, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1723297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:18:04+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T11:18:04+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T11:18:04.674147+09:00", "mtime_epoch": 1783217884.6741471, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:18:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2261.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.589, "count": 304, "max_ms": 13.061, "p95_ms": 9.709}, "gstreamer_push": {"avg_ms": 1.245, "count": 304, "max_ms": 1.653, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.833, "count": 304, "max_ms": 66.598, "p95_ms": 61.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.919, "count": 304, "max_ms": 80.277, "p95_ms": 58.111}, "yolo11_640_fire_11class": {"avg_ms": 49.379, "count": 304, "max_ms": 69.903, "p95_ms": 62.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.931, "count": 304, "max_ms": 79.856, "p95_ms": 73.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.899, "count": 304, "max_ms": 131.573, "p95_ms": 104.396}, "read_interval": {"avg_ms": 98.638, "count": 304, "max_ms": 415.236, "p95_ms": 144.244}, "triton_wait": {"avg_ms": 53.091, "count": 304, "max_ms": 80.289, "p95_ms": 74.198}, "visualize": {"avg_ms": 3.729, "count": 304, "max_ms": 5.372, "p95_ms": 4.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15806.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 621, "h264_decode_error_count": 1541, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:17:39+09:00", "last_error_summary": "[h264 @ 0x561c3e8f3440] cabac decode of qscale diff failed at 12 26 [h264 @ 0x561c3e8f3440] error while decoding MB 12 26, bytestream 1680 [h264 @ 0x561c3de02480] cabac decode of qscale diff failed at 65 31 [h264 @ 0x561c3de02480] error while decoding MB 65 31, bytestream 3305 [h264 @ 0x561c3de3e900] error while decoding MB 17 41, bytestream -7 [in#0/rtsp @ 0x561c3dcdfe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c3dcdfe00] Error retrieving a packet from demuxer: Connection ", "last_exit_at": "2026-07-05T11:17:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.525, "last_started_at": "2026-07-05T11:17:41+09:00", "pid": 126074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.879, "name": "ffmpeg", "pid": 126074, "rss_mb": 264.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 692, "restart_count_per_hour": 21, "rtsp_timeout_count": 402, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 693}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.224, "sample_count": 1851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:18:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:18:08+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-05T11:18:07+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T11:18:07.938219+09:00", "mtime_epoch": 1783217887.9382188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:18:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.718, "pushed": 5.718, "read": 5.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.968, "count": 171, "max_ms": 25.1, "p95_ms": 21.94}, "gstreamer_push": {"avg_ms": 1.047, "count": 171, "max_ms": 1.572, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.574, "count": 171, "max_ms": 65.814, "p95_ms": 62.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.064, "count": 171, "max_ms": 78.08, "p95_ms": 65.356}, "yolo11_640_fire_11class": {"avg_ms": 48.754, "count": 171, "max_ms": 67.175, "p95_ms": 62.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.628, "count": 171, "max_ms": 82.436, "p95_ms": 75.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.577, "count": 171, "max_ms": 169.752, "p95_ms": 161.769}, "read_interval": {"avg_ms": 175.998, "count": 170, "max_ms": 4463.098, "p95_ms": 173.497}, "triton_wait": {"avg_ms": 57.673, "count": 171, "max_ms": 82.449, "p95_ms": 75.52}, "visualize": {"avg_ms": 5.617, "count": 171, "max_ms": 7.588, "p95_ms": 6.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15806.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9231.257, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.274, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1723599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:18:34+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T11:18:34+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T11:18:34.738805+09:00", "mtime_epoch": 1783217914.7388048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:18:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2261.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.418, "count": 302, "max_ms": 11.158, "p95_ms": 8.475}, "gstreamer_push": {"avg_ms": 1.281, "count": 302, "max_ms": 1.479, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.022, "count": 302, "max_ms": 63.756, "p95_ms": 61.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.821, "count": 302, "max_ms": 80.14, "p95_ms": 67.823}, "yolo11_640_fire_11class": {"avg_ms": 49.308, "count": 302, "max_ms": 68.804, "p95_ms": 62.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.252, "count": 302, "max_ms": 78.614, "p95_ms": 74.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.061, "count": 302, "max_ms": 113.125, "p95_ms": 91.501}, "read_interval": {"avg_ms": 99.531, "count": 301, "max_ms": 668.874, "p95_ms": 156.264}, "triton_wait": {"avg_ms": 52.948, "count": 302, "max_ms": 80.153, "p95_ms": 75.165}, "visualize": {"avg_ms": 3.685, "count": 302, "max_ms": 5.65, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15807.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 621, "h264_decode_error_count": 1541, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:17:39+09:00", "last_error_summary": "[h264 @ 0x561c3e8f3440] cabac decode of qscale diff failed at 12 26 [h264 @ 0x561c3e8f3440] error while decoding MB 12 26, bytestream 1680 [h264 @ 0x561c3de02480] cabac decode of qscale diff failed at 65 31 [h264 @ 0x561c3de02480] error while decoding MB 65 31, bytestream 3305 [h264 @ 0x561c3de3e900] error while decoding MB 17 41, bytestream -7 [in#0/rtsp @ 0x561c3dcdfe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c3dcdfe00] Error retrieving a packet from demuxer: Connection ", "last_exit_at": "2026-07-05T11:17:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.531, "last_started_at": "2026-07-05T11:17:41+09:00", "pid": 126074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.137, "name": "ffmpeg", "pid": 126074, "rss_mb": 265.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 692, "restart_count_per_hour": 21, "rtsp_timeout_count": 402, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 693}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.902, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:18:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:18:38+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T11:18:37+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T11:18:37.910874+09:00", "mtime_epoch": 1783217917.9108741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:18:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9275.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.701, "pushed": 6.701, "read": 6.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.805, "count": 201, "max_ms": 29.973, "p95_ms": 21.891}, "gstreamer_push": {"avg_ms": 1.031, "count": 201, "max_ms": 1.204, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.843, "count": 201, "max_ms": 66.224, "p95_ms": 60.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.873, "count": 201, "max_ms": 77.485, "p95_ms": 70.878}, "yolo11_640_fire_11class": {"avg_ms": 48.033, "count": 201, "max_ms": 69.246, "p95_ms": 62.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.964, "count": 201, "max_ms": 78.879, "p95_ms": 75.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.967, "count": 201, "max_ms": 165.386, "p95_ms": 160.48}, "read_interval": {"avg_ms": 149.12, "count": 201, "max_ms": 176.09, "p95_ms": 171.979}, "triton_wait": {"avg_ms": 56.9, "count": 201, "max_ms": 78.891, "p95_ms": 75.547}, "visualize": {"avg_ms": 5.587, "count": 201, "max_ms": 7.767, "p95_ms": 6.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15809.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9261.335, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.263, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1723898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:19:04+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:19:04+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T11:19:04.819459+09:00", "mtime_epoch": 1783217944.819459, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:19:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2261.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.435, "count": 298, "max_ms": 10.905, "p95_ms": 9.074}, "gstreamer_push": {"avg_ms": 1.265, "count": 299, "max_ms": 1.488, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.865, "count": 298, "max_ms": 71.575, "p95_ms": 62.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.111, "count": 298, "max_ms": 78.518, "p95_ms": 69.55}, "yolo11_640_fire_11class": {"avg_ms": 50.123, "count": 298, "max_ms": 68.446, "p95_ms": 63.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.48, "count": 298, "max_ms": 79.307, "p95_ms": 76.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.688, "count": 299, "max_ms": 132.15, "p95_ms": 93.543}, "read_interval": {"avg_ms": 100.651, "count": 298, "max_ms": 592.918, "p95_ms": 147.195}, "triton_wait": {"avg_ms": 53.995, "count": 298, "max_ms": 79.32, "p95_ms": 76.706}, "visualize": {"avg_ms": 3.722, "count": 298, "max_ms": 5.162, "p95_ms": 4.405}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15810.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 621, "h264_decode_error_count": 1541, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:17:39+09:00", "last_error_summary": "[h264 @ 0x561c3e8f3440] cabac decode of qscale diff failed at 12 26 [h264 @ 0x561c3e8f3440] error while decoding MB 12 26, bytestream 1680 [h264 @ 0x561c3de02480] cabac decode of qscale diff failed at 65 31 [h264 @ 0x561c3de02480] error while decoding MB 65 31, bytestream 3305 [h264 @ 0x561c3de3e900] error while decoding MB 17 41, bytestream -7 [in#0/rtsp @ 0x561c3dcdfe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c3dcdfe00] Error retrieving a packet from demuxer: Connection ", "last_exit_at": "2026-07-05T11:17:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.543, "last_started_at": "2026-07-05T11:17:41+09:00", "pid": 126074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.684, "name": "ffmpeg", "pid": 126074, "rss_mb": 266.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 692, "restart_count_per_hour": 20, "rtsp_timeout_count": 402, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 693}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.808, "sample_count": 1849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:19:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:19:08+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:19:07+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T11:19:07.947527+09:00", "mtime_epoch": 1783217947.9475267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:19:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.73, "pushed": 6.73, "read": 6.697}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.685, "count": 201, "max_ms": 27.313, "p95_ms": 21.384}, "gstreamer_push": {"avg_ms": 1.041, "count": 201, "max_ms": 1.236, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.309, "count": 201, "max_ms": 68.988, "p95_ms": 62.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.932, "count": 201, "max_ms": 80.756, "p95_ms": 69.741}, "yolo11_640_fire_11class": {"avg_ms": 49.077, "count": 201, "max_ms": 71.654, "p95_ms": 63.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.035, "count": 201, "max_ms": 79.587, "p95_ms": 76.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.279, "count": 201, "max_ms": 167.887, "p95_ms": 162.679}, "read_interval": {"avg_ms": 149.32, "count": 200, "max_ms": 178.756, "p95_ms": 172.917}, "triton_wait": {"avg_ms": 57.633, "count": 201, "max_ms": 80.768, "p95_ms": 76.913}, "visualize": {"avg_ms": 5.547, "count": 201, "max_ms": 6.514, "p95_ms": 6.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15819.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9291.417, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.38, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1724198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:19:34+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T11:19:34+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T11:19:34.896109+09:00", "mtime_epoch": 1783217974.8961093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:19:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2261.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.321, "count": 299, "max_ms": 12.692, "p95_ms": 8.675}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.639, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.775, "count": 299, "max_ms": 71.457, "p95_ms": 62.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.673, "count": 299, "max_ms": 77.58, "p95_ms": 69.694}, "yolo11_640_fire_11class": {"avg_ms": 50.66, "count": 299, "max_ms": 70.942, "p95_ms": 64.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.02, "count": 299, "max_ms": 81.675, "p95_ms": 76.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.763, "count": 300, "max_ms": 122.673, "p95_ms": 93.366}, "read_interval": {"avg_ms": 100.317, "count": 299, "max_ms": 616.65, "p95_ms": 160.652}, "triton_wait": {"avg_ms": 54.316, "count": 299, "max_ms": 81.69, "p95_ms": 76.914}, "visualize": {"avg_ms": 3.678, "count": 299, "max_ms": 5.527, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15819.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 621, "h264_decode_error_count": 1541, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:17:39+09:00", "last_error_summary": "[h264 @ 0x561c3e8f3440] cabac decode of qscale diff failed at 12 26 [h264 @ 0x561c3e8f3440] error while decoding MB 12 26, bytestream 1680 [h264 @ 0x561c3de02480] cabac decode of qscale diff failed at 65 31 [h264 @ 0x561c3de02480] error while decoding MB 65 31, bytestream 3305 [h264 @ 0x561c3de3e900] error while decoding MB 17 41, bytestream -7 [in#0/rtsp @ 0x561c3dcdfe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c3dcdfe00] Error retrieving a packet from demuxer: Connection ", "last_exit_at": "2026-07-05T11:17:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.589, "last_started_at": "2026-07-05T11:17:41+09:00", "pid": 126074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.223, "name": "ffmpeg", "pid": 126074, "rss_mb": 276.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 692, "restart_count_per_hour": 20, "rtsp_timeout_count": 402, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 693}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.808, "sample_count": 1851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:19:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:19:38+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T11:19:37+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T11:19:37.984176+09:00", "mtime_epoch": 1783217977.984176, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:19:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.893, "pushed": 6.893, "read": 6.859}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.676, "count": 206, "max_ms": 28.157, "p95_ms": 22.187}, "gstreamer_push": {"avg_ms": 1.052, "count": 206, "max_ms": 1.234, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.413, "count": 206, "max_ms": 65.129, "p95_ms": 62.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.41, "count": 206, "max_ms": 78.259, "p95_ms": 71.585}, "yolo11_640_fire_11class": {"avg_ms": 49.454, "count": 206, "max_ms": 66.997, "p95_ms": 63.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.729, "count": 206, "max_ms": 81.009, "p95_ms": 77.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.753, "count": 206, "max_ms": 166.309, "p95_ms": 158.125}, "read_interval": {"avg_ms": 145.845, "count": 205, "max_ms": 175.779, "p95_ms": 168.506}, "triton_wait": {"avg_ms": 58.649, "count": 206, "max_ms": 81.019, "p95_ms": 77.397}, "visualize": {"avg_ms": 5.391, "count": 206, "max_ms": 7.295, "p95_ms": 6.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15823.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9321.478, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.744, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1724500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:20:05+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:20:04+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T11:20:04.960756+09:00", "mtime_epoch": 1783218004.9607558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:20:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2261.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.405, "count": 302, "max_ms": 12.133, "p95_ms": 8.67}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.562, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.827, "count": 302, "max_ms": 66.598, "p95_ms": 63.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.09, "count": 302, "max_ms": 79.435, "p95_ms": 72.586}, "yolo11_640_fire_11class": {"avg_ms": 52.392, "count": 302, "max_ms": 69.242, "p95_ms": 65.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.72, "count": 302, "max_ms": 81.557, "p95_ms": 77.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.527, "count": 302, "max_ms": 136.886, "p95_ms": 93.755}, "read_interval": {"avg_ms": 99.588, "count": 301, "max_ms": 489.367, "p95_ms": 149.872}, "triton_wait": {"avg_ms": 56.162, "count": 302, "max_ms": 81.569, "p95_ms": 77.769}, "visualize": {"avg_ms": 3.695, "count": 302, "max_ms": 5.803, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15823.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 621, "h264_decode_error_count": 1541, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:17:39+09:00", "last_error_summary": "[h264 @ 0x561c3e8f3440] cabac decode of qscale diff failed at 12 26 [h264 @ 0x561c3e8f3440] error while decoding MB 12 26, bytestream 1680 [h264 @ 0x561c3de02480] cabac decode of qscale diff failed at 65 31 [h264 @ 0x561c3de02480] error while decoding MB 65 31, bytestream 3305 [h264 @ 0x561c3de3e900] error while decoding MB 17 41, bytestream -7 [in#0/rtsp @ 0x561c3dcdfe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c3dcdfe00] Error retrieving a packet from demuxer: Connection ", "last_exit_at": "2026-07-05T11:17:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.706, "last_started_at": "2026-07-05T11:17:41+09:00", "pid": 126074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.664, "name": "ffmpeg", "pid": 126074, "rss_mb": 280.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 692, "restart_count_per_hour": 20, "rtsp_timeout_count": 402, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 693}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.07, "sample_count": 1855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:20:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:20:08+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T11:20:08+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T11:20:08.104823+09:00", "mtime_epoch": 1783218008.104823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:20:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.035, "pushed": 7.035, "read": 7.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.198, "count": 210, "max_ms": 28.39, "p95_ms": 21.706}, "gstreamer_push": {"avg_ms": 1.064, "count": 211, "max_ms": 1.302, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.995, "count": 210, "max_ms": 66.632, "p95_ms": 62.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.362, "count": 210, "max_ms": 79.314, "p95_ms": 72.93}, "yolo11_640_fire_11class": {"avg_ms": 49.845, "count": 210, "max_ms": 68.22, "p95_ms": 64.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.7, "count": 210, "max_ms": 80.218, "p95_ms": 77.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.398, "count": 211, "max_ms": 167.618, "p95_ms": 159.423}, "read_interval": {"avg_ms": 142.686, "count": 210, "max_ms": 178.261, "p95_ms": 167.865}, "triton_wait": {"avg_ms": 59.685, "count": 210, "max_ms": 80.23, "p95_ms": 77.878}, "visualize": {"avg_ms": 5.218, "count": 210, "max_ms": 7.0, "p95_ms": 6.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15825.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9351.822, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.941, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1724802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:20:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:20:35+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T11:20:35+09:00", "mjpeg": {"age_sec": 0.368, "exists": true, "mtime": "2026-07-05T11:20:35.001398+09:00", "mtime_epoch": 1783218035.0013983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:20:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2261.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.327, "count": 301, "max_ms": 11.321, "p95_ms": 9.154}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.992, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.238, "count": 301, "max_ms": 66.24, "p95_ms": 62.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.131, "count": 301, "max_ms": 82.103, "p95_ms": 69.753}, "yolo11_640_fire_11class": {"avg_ms": 51.011, "count": 301, "max_ms": 67.885, "p95_ms": 64.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.819, "count": 301, "max_ms": 80.271, "p95_ms": 76.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.118, "count": 301, "max_ms": 98.071, "p95_ms": 92.856}, "read_interval": {"avg_ms": 100.524, "count": 301, "max_ms": 738.795, "p95_ms": 117.824}, "triton_wait": {"avg_ms": 53.512, "count": 301, "max_ms": 82.115, "p95_ms": 76.66}, "visualize": {"avg_ms": 3.583, "count": 301, "max_ms": 5.497, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15825.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 621, "h264_decode_error_count": 1541, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:17:39+09:00", "last_error_summary": "[h264 @ 0x561c3e8f3440] cabac decode of qscale diff failed at 12 26 [h264 @ 0x561c3e8f3440] error while decoding MB 12 26, bytestream 1680 [h264 @ 0x561c3de02480] cabac decode of qscale diff failed at 65 31 [h264 @ 0x561c3de02480] error while decoding MB 65 31, bytestream 3305 [h264 @ 0x561c3de3e900] error while decoding MB 17 41, bytestream -7 [in#0/rtsp @ 0x561c3dcdfe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c3dcdfe00] Error retrieving a packet from demuxer: Connection ", "last_exit_at": "2026-07-05T11:17:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.783, "last_started_at": "2026-07-05T11:17:41+09:00", "pid": 126074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.953, "name": "ffmpeg", "pid": 126074, "rss_mb": 281.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 692, "restart_count_per_hour": 20, "rtsp_timeout_count": 402, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 693}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.745, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:20:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:20:38+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T11:20:38+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T11:20:38.181466+09:00", "mtime_epoch": 1783218038.1814663, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:20:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.715, "pushed": 6.715, "read": 6.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.893, "count": 201, "max_ms": 34.654, "p95_ms": 22.49}, "gstreamer_push": {"avg_ms": 1.027, "count": 201, "max_ms": 1.606, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.186, "count": 201, "max_ms": 64.074, "p95_ms": 61.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.522, "count": 201, "max_ms": 83.921, "p95_ms": 70.322}, "yolo11_640_fire_11class": {"avg_ms": 48.319, "count": 201, "max_ms": 66.978, "p95_ms": 64.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.358, "count": 201, "max_ms": 80.624, "p95_ms": 77.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.43, "count": 201, "max_ms": 264.95, "p95_ms": 162.705}, "read_interval": {"avg_ms": 149.637, "count": 200, "max_ms": 272.102, "p95_ms": 173.272}, "triton_wait": {"avg_ms": 57.086, "count": 201, "max_ms": 83.932, "p95_ms": 77.542}, "visualize": {"avg_ms": 5.537, "count": 201, "max_ms": 8.076, "p95_ms": 6.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15828.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9381.981, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.234, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1725102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:21:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:21:05+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:21:05+09:00", "mjpeg": {"age_sec": 0.614, "exists": true, "mtime": "2026-07-05T11:21:04.914035+09:00", "mtime_epoch": 1783218064.9140353, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:21:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2261.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.353, "count": 298, "max_ms": 10.957, "p95_ms": 8.45}, "gstreamer_push": {"avg_ms": 1.272, "count": 299, "max_ms": 1.483, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.116, "count": 298, "max_ms": 74.838, "p95_ms": 64.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.445, "count": 298, "max_ms": 80.325, "p95_ms": 67.637}, "yolo11_640_fire_11class": {"avg_ms": 54.507, "count": 298, "max_ms": 77.535, "p95_ms": 66.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.228, "count": 298, "max_ms": 82.218, "p95_ms": 77.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.646, "count": 299, "max_ms": 105.879, "p95_ms": 94.258}, "read_interval": {"avg_ms": 100.661, "count": 298, "max_ms": 629.727, "p95_ms": 117.59}, "triton_wait": {"avg_ms": 57.972, "count": 298, "max_ms": 82.231, "p95_ms": 77.295}, "visualize": {"avg_ms": 3.696, "count": 298, "max_ms": 5.101, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15883.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 621, "h264_decode_error_count": 1541, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:17:39+09:00", "last_error_summary": "[h264 @ 0x561c3e8f3440] cabac decode of qscale diff failed at 12 26 [h264 @ 0x561c3e8f3440] error while decoding MB 12 26, bytestream 1680 [h264 @ 0x561c3de02480] cabac decode of qscale diff failed at 65 31 [h264 @ 0x561c3de02480] error while decoding MB 65 31, bytestream 3305 [h264 @ 0x561c3de3e900] error while decoding MB 17 41, bytestream -7 [in#0/rtsp @ 0x561c3dcdfe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561c3dcdfe00] Error retrieving a packet from demuxer: Connection ", "last_exit_at": "2026-07-05T11:17:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.249, "last_started_at": "2026-07-05T11:17:41+09:00", "pid": 126074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.184, "name": "ffmpeg", "pid": 126074, "rss_mb": 340.184, "state": "S (sleeping)", "threads": 104}, "restart_count": 692, "restart_count_per_hour": 20, "rtsp_timeout_count": 402, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 693}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.935, "sample_count": 1777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:21:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T11:21:14+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T11:21:14+09:00", "mjpeg": {"age_sec": 19.337, "exists": true, "mtime": "2026-07-05T11:20:55.441834+09:00", "mtime_epoch": 1783218055.441834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:21:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.148, "pushed": 3.148, "read": 3.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.917, "count": 94, "max_ms": 19.604, "p95_ms": 18.961}, "gstreamer_push": {"avg_ms": 1.17, "count": 94, "max_ms": 1.353, "p95_ms": 1.265}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.697, "count": 94, "max_ms": 67.913, "p95_ms": 64.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.559, "count": 94, "max_ms": 76.813, "p95_ms": 70.964}, "yolo11_640_fire_11class": {"avg_ms": 58.186, "count": 94, "max_ms": 70.686, "p95_ms": 66.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.013, "count": 94, "max_ms": 78.935, "p95_ms": 76.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.612, "count": 94, "max_ms": 139.571, "p95_ms": 138.688}, "read_interval": {"avg_ms": 321.718, "count": 93, "max_ms": 19365.607, "p95_ms": 150.855}, "triton_wait": {"avg_ms": 67.203, "count": 94, "max_ms": 78.947, "p95_ms": 76.711}, "visualize": {"avg_ms": 3.789, "count": 94, "max_ms": 5.839, "p95_ms": 5.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15807.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9412.024, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.268, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1725402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:21:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:21:35+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T11:21:35+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T11:21:35.502683+09:00", "mtime_epoch": 1783218095.5026834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:21:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2262.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.733, "count": 300, "max_ms": 15.121, "p95_ms": 9.994}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 2.081, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.603, "count": 300, "max_ms": 68.637, "p95_ms": 62.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.864, "count": 300, "max_ms": 76.812, "p95_ms": 53.916}, "yolo11_640_fire_11class": {"avg_ms": 51.311, "count": 300, "max_ms": 70.714, "p95_ms": 64.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.692, "count": 300, "max_ms": 85.256, "p95_ms": 76.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.161, "count": 300, "max_ms": 137.357, "p95_ms": 113.329}, "read_interval": {"avg_ms": 100.183, "count": 299, "max_ms": 488.389, "p95_ms": 151.129}, "triton_wait": {"avg_ms": 53.656, "count": 300, "max_ms": 85.27, "p95_ms": 76.544}, "visualize": {"avg_ms": 3.887, "count": 300, "max_ms": 6.543, "p95_ms": 5.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15809.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 622, "h264_decode_error_count": 1547, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:21:17+09:00", "last_error_summary": "[h264 @ 0x55664f6b3500] left block unavailable for requested intra mode [h264 @ 0x55664f6b3500] error while decoding MB 0 23, bytestream 2651 [h264 @ 0x55664f6b3500] cabac decode of qscale diff failed at 41 37 [h264 @ 0x55664f6b3500] error while decoding MB 41 37, bytestream 797 [h264 @ 0x55664f5c0480] left block unavailable for requested intra mode [h264 @ 0x55664f5c0480] error while decoding MB 0 23, bytestream 25586 [h264 @ 0x55664f5c0480] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-05T11:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.969, "last_started_at": "2026-07-05T11:21:19+09:00", "pid": 126181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.016, "name": "ffmpeg", "pid": 126181, "rss_mb": 265.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 693, "restart_count_per_hour": 21, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 694}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.808, "sample_count": 1752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:21:44+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T11:21:44+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T11:21:44.650877+09:00", "mtime_epoch": 1783218104.6508765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:21:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.135, "pushed": 6.135, "read": 6.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.741, "count": 184, "max_ms": 31.453, "p95_ms": 22.349}, "gstreamer_push": {"avg_ms": 1.066, "count": 184, "max_ms": 1.325, "p95_ms": 1.235}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.144, "count": 184, "max_ms": 66.558, "p95_ms": 61.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.35, "count": 184, "max_ms": 73.771, "p95_ms": 68.456}, "yolo11_640_fire_11class": {"avg_ms": 49.774, "count": 184, "max_ms": 67.227, "p95_ms": 63.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.762, "count": 184, "max_ms": 84.257, "p95_ms": 77.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.816, "count": 184, "max_ms": 169.098, "p95_ms": 164.091}, "read_interval": {"avg_ms": 162.74, "count": 184, "max_ms": 4218.781, "p95_ms": 172.054}, "triton_wait": {"avg_ms": 58.154, "count": 184, "max_ms": 84.269, "p95_ms": 77.648}, "visualize": {"avg_ms": 5.268, "count": 184, "max_ms": 8.018, "p95_ms": 6.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15811.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9442.094, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.959, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1725704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:22:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:22:05+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T11:22:05+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T11:22:05.539317+09:00", "mtime_epoch": 1783218125.539317, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:22:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2262.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.918, "count": 302, "max_ms": 15.416, "p95_ms": 9.914}, "gstreamer_push": {"avg_ms": 1.247, "count": 302, "max_ms": 2.009, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.89, "count": 302, "max_ms": 73.076, "p95_ms": 61.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.103, "count": 302, "max_ms": 79.308, "p95_ms": 63.781}, "yolo11_640_fire_11class": {"avg_ms": 51.278, "count": 302, "max_ms": 74.437, "p95_ms": 63.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.986, "count": 302, "max_ms": 80.881, "p95_ms": 76.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.26, "count": 302, "max_ms": 133.655, "p95_ms": 112.444}, "read_interval": {"avg_ms": 99.483, "count": 301, "max_ms": 609.616, "p95_ms": 139.618}, "triton_wait": {"avg_ms": 54.267, "count": 302, "max_ms": 80.893, "p95_ms": 76.114}, "visualize": {"avg_ms": 3.917, "count": 302, "max_ms": 6.246, "p95_ms": 5.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15812.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 622, "h264_decode_error_count": 1547, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:21:17+09:00", "last_error_summary": "[h264 @ 0x55664f6b3500] left block unavailable for requested intra mode [h264 @ 0x55664f6b3500] error while decoding MB 0 23, bytestream 2651 [h264 @ 0x55664f6b3500] cabac decode of qscale diff failed at 41 37 [h264 @ 0x55664f6b3500] error while decoding MB 41 37, bytestream 797 [h264 @ 0x55664f5c0480] left block unavailable for requested intra mode [h264 @ 0x55664f5c0480] error while decoding MB 0 23, bytestream 25586 [h264 @ 0x55664f5c0480] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-05T11:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.111, "last_started_at": "2026-07-05T11:21:19+09:00", "pid": 126181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.078, "name": "ffmpeg", "pid": 126181, "rss_mb": 267.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 693, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 694}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.535, "sample_count": 1753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:22:14+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T11:22:14+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T11:22:14.767511+09:00", "mtime_epoch": 1783218134.7675111, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:22:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.002, "pushed": 7.002, "read": 6.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.705, "count": 209, "max_ms": 31.194, "p95_ms": 22.009}, "gstreamer_push": {"avg_ms": 1.043, "count": 210, "max_ms": 1.253, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.98, "count": 209, "max_ms": 67.92, "p95_ms": 61.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.612, "count": 209, "max_ms": 77.66, "p95_ms": 68.358}, "yolo11_640_fire_11class": {"avg_ms": 48.417, "count": 209, "max_ms": 70.757, "p95_ms": 64.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.844, "count": 209, "max_ms": 82.024, "p95_ms": 77.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.266, "count": 210, "max_ms": 170.4, "p95_ms": 163.211}, "read_interval": {"avg_ms": 143.372, "count": 209, "max_ms": 177.892, "p95_ms": 169.444}, "triton_wait": {"avg_ms": 56.278, "count": 209, "max_ms": 82.036, "p95_ms": 77.796}, "visualize": {"avg_ms": 5.466, "count": 209, "max_ms": 7.984, "p95_ms": 6.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15812.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9472.163, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.82, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1726006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:22:35+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:22:35+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T11:22:35.647949+09:00", "mtime_epoch": 1783218155.6479495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:22:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2262.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.747, "count": 302, "max_ms": 14.215, "p95_ms": 9.899}, "gstreamer_push": {"avg_ms": 1.247, "count": 302, "max_ms": 2.086, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.609, "count": 302, "max_ms": 71.599, "p95_ms": 61.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.267, "count": 302, "max_ms": 77.874, "p95_ms": 63.806}, "yolo11_640_fire_11class": {"avg_ms": 50.857, "count": 302, "max_ms": 72.582, "p95_ms": 64.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.487, "count": 302, "max_ms": 79.97, "p95_ms": 76.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.542, "count": 302, "max_ms": 133.296, "p95_ms": 105.836}, "read_interval": {"avg_ms": 99.63, "count": 301, "max_ms": 431.345, "p95_ms": 145.991}, "triton_wait": {"avg_ms": 53.306, "count": 302, "max_ms": 79.982, "p95_ms": 76.081}, "visualize": {"avg_ms": 3.878, "count": 302, "max_ms": 5.963, "p95_ms": 5.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15812.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 622, "h264_decode_error_count": 1547, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:21:17+09:00", "last_error_summary": "[h264 @ 0x55664f6b3500] left block unavailable for requested intra mode [h264 @ 0x55664f6b3500] error while decoding MB 0 23, bytestream 2651 [h264 @ 0x55664f6b3500] cabac decode of qscale diff failed at 41 37 [h264 @ 0x55664f6b3500] error while decoding MB 41 37, bytestream 797 [h264 @ 0x55664f5c0480] left block unavailable for requested intra mode [h264 @ 0x55664f5c0480] error while decoding MB 0 23, bytestream 25586 [h264 @ 0x55664f5c0480] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-05T11:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.156, "last_started_at": "2026-07-05T11:21:19+09:00", "pid": 126181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.078, "name": "ffmpeg", "pid": 126181, "rss_mb": 267.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 693, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 694}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.831, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:22:44+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:22:44+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T11:22:44.840142+09:00", "mtime_epoch": 1783218164.840142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:22:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.689, "pushed": 6.689, "read": 6.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.97, "count": 200, "max_ms": 24.372, "p95_ms": 22.035}, "gstreamer_push": {"avg_ms": 1.026, "count": 200, "max_ms": 1.482, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.901, "count": 200, "max_ms": 66.982, "p95_ms": 62.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.68, "count": 200, "max_ms": 74.685, "p95_ms": 68.609}, "yolo11_640_fire_11class": {"avg_ms": 48.518, "count": 200, "max_ms": 68.3, "p95_ms": 63.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.547, "count": 200, "max_ms": 81.712, "p95_ms": 78.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.111, "count": 200, "max_ms": 171.887, "p95_ms": 165.095}, "read_interval": {"avg_ms": 150.251, "count": 199, "max_ms": 180.253, "p95_ms": 173.686}, "triton_wait": {"avg_ms": 56.837, "count": 200, "max_ms": 81.723, "p95_ms": 78.643}, "visualize": {"avg_ms": 5.775, "count": 200, "max_ms": 7.159, "p95_ms": 6.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15812.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9502.163, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.306, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1726304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:23:05+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:23:05+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:23:05.644577+09:00", "mtime_epoch": 1783218185.6445773, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:23:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2262.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 298, "max_ms": 11.833, "p95_ms": 9.931}, "gstreamer_push": {"avg_ms": 1.244, "count": 298, "max_ms": 2.111, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.012, "count": 298, "max_ms": 72.566, "p95_ms": 61.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.921, "count": 298, "max_ms": 77.019, "p95_ms": 64.006}, "yolo11_640_fire_11class": {"avg_ms": 51.159, "count": 298, "max_ms": 75.445, "p95_ms": 65.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.944, "count": 298, "max_ms": 82.034, "p95_ms": 76.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.09, "count": 298, "max_ms": 133.527, "p95_ms": 107.245}, "read_interval": {"avg_ms": 100.669, "count": 298, "max_ms": 556.691, "p95_ms": 144.857}, "triton_wait": {"avg_ms": 53.496, "count": 298, "max_ms": 82.046, "p95_ms": 76.713}, "visualize": {"avg_ms": 4.001, "count": 298, "max_ms": 6.593, "p95_ms": 5.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15812.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 622, "h264_decode_error_count": 1547, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:21:17+09:00", "last_error_summary": "[h264 @ 0x55664f6b3500] left block unavailable for requested intra mode [h264 @ 0x55664f6b3500] error while decoding MB 0 23, bytestream 2651 [h264 @ 0x55664f6b3500] cabac decode of qscale diff failed at 41 37 [h264 @ 0x55664f6b3500] error while decoding MB 41 37, bytestream 797 [h264 @ 0x55664f5c0480] left block unavailable for requested intra mode [h264 @ 0x55664f5c0480] error while decoding MB 0 23, bytestream 25586 [h264 @ 0x55664f5c0480] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-05T11:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.182, "last_started_at": "2026-07-05T11:21:19+09:00", "pid": 126181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.078, "name": "ffmpeg", "pid": 126181, "rss_mb": 267.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 693, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 694}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.679, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:23:14+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:23:14+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T11:23:14.868770+09:00", "mtime_epoch": 1783218194.8687696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:23:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.867, "pushed": 6.867, "read": 6.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.166, "count": 205, "max_ms": 29.606, "p95_ms": 22.887}, "gstreamer_push": {"avg_ms": 1.035, "count": 205, "max_ms": 1.267, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.078, "count": 205, "max_ms": 65.974, "p95_ms": 62.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.931, "count": 205, "max_ms": 72.672, "p95_ms": 66.25}, "yolo11_640_fire_11class": {"avg_ms": 48.579, "count": 205, "max_ms": 68.663, "p95_ms": 64.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.615, "count": 205, "max_ms": 81.777, "p95_ms": 77.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.981, "count": 205, "max_ms": 187.347, "p95_ms": 164.408}, "read_interval": {"avg_ms": 146.473, "count": 204, "max_ms": 196.069, "p95_ms": 172.454}, "triton_wait": {"avg_ms": 55.789, "count": 205, "max_ms": 81.789, "p95_ms": 77.334}, "visualize": {"avg_ms": 5.571, "count": 205, "max_ms": 7.046, "p95_ms": 5.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15812.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9532.198, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.551, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1726605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T11:23:35+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T11:23:35+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T11:23:35.677203+09:00", "mtime_epoch": 1783218215.6772032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:23:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2262.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.586, "count": 301, "max_ms": 11.819, "p95_ms": 9.466}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.932, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.049, "count": 301, "max_ms": 66.754, "p95_ms": 61.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.398, "count": 301, "max_ms": 74.843, "p95_ms": 61.376}, "yolo11_640_fire_11class": {"avg_ms": 51.204, "count": 301, "max_ms": 70.37, "p95_ms": 66.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.959, "count": 301, "max_ms": 80.965, "p95_ms": 74.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.593, "count": 301, "max_ms": 137.843, "p95_ms": 94.746}, "read_interval": {"avg_ms": 99.822, "count": 300, "max_ms": 772.551, "p95_ms": 141.002}, "triton_wait": {"avg_ms": 53.112, "count": 301, "max_ms": 80.981, "p95_ms": 74.392}, "visualize": {"avg_ms": 3.746, "count": 301, "max_ms": 5.749, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15813.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 622, "h264_decode_error_count": 1547, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:21:17+09:00", "last_error_summary": "[h264 @ 0x55664f6b3500] left block unavailable for requested intra mode [h264 @ 0x55664f6b3500] error while decoding MB 0 23, bytestream 2651 [h264 @ 0x55664f6b3500] cabac decode of qscale diff failed at 41 37 [h264 @ 0x55664f6b3500] error while decoding MB 41 37, bytestream 797 [h264 @ 0x55664f5c0480] left block unavailable for requested intra mode [h264 @ 0x55664f5c0480] error while decoding MB 0 23, bytestream 25586 [h264 @ 0x55664f5c0480] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-05T11:21:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.207, "last_started_at": "2026-07-05T11:21:19+09:00", "pid": 126181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.078, "name": "ffmpeg", "pid": 126181, "rss_mb": 267.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 693, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 694}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.828, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:23:45+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T11:23:44+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T11:23:44.893395+09:00", "mtime_epoch": 1783218224.893395, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:23:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.693, "pushed": 6.693, "read": 6.659}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.282, "count": 200, "max_ms": 31.994, "p95_ms": 23.781}, "gstreamer_push": {"avg_ms": 1.056, "count": 200, "max_ms": 1.673, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.614, "count": 200, "max_ms": 70.386, "p95_ms": 62.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.889, "count": 200, "max_ms": 74.997, "p95_ms": 63.885}, "yolo11_640_fire_11class": {"avg_ms": 48.086, "count": 200, "max_ms": 74.122, "p95_ms": 63.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.775, "count": 200, "max_ms": 81.678, "p95_ms": 76.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.624, "count": 200, "max_ms": 169.071, "p95_ms": 163.349}, "read_interval": {"avg_ms": 150.148, "count": 199, "max_ms": 177.132, "p95_ms": 172.615}, "triton_wait": {"avg_ms": 55.043, "count": 200, "max_ms": 81.694, "p95_ms": 76.775}, "visualize": {"avg_ms": 5.823, "count": 200, "max_ms": 7.846, "p95_ms": 6.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15571.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9562.276, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.785, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1726907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:24:05+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:24:05+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:24:05.757828+09:00", "mtime_epoch": 1783218245.7578282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:24:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2262.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.579, "count": 301, "max_ms": 11.344, "p95_ms": 9.421}, "gstreamer_push": {"avg_ms": 1.259, "count": 302, "max_ms": 2.134, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.225, "count": 301, "max_ms": 65.734, "p95_ms": 62.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.954, "count": 301, "max_ms": 75.483, "p95_ms": 57.862}, "yolo11_640_fire_11class": {"avg_ms": 51.031, "count": 301, "max_ms": 70.677, "p95_ms": 64.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.365, "count": 301, "max_ms": 81.404, "p95_ms": 75.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.666, "count": 302, "max_ms": 131.009, "p95_ms": 104.12}, "read_interval": {"avg_ms": 99.644, "count": 301, "max_ms": 628.28, "p95_ms": 144.476}, "triton_wait": {"avg_ms": 53.232, "count": 301, "max_ms": 81.417, "p95_ms": 75.864}, "visualize": {"avg_ms": 3.778, "count": 301, "max_ms": 6.504, "p95_ms": 4.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15798.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 623, "h264_decode_error_count": 1548, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:24:03+09:00", "last_error_summary": "[h264 @ 0x5558603b8f00] error while decoding MB 69 13, bytestream -5", "last_exit_at": "2026-07-05T11:24:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.792, "last_started_at": "2026-07-05T11:24:06+09:00", "pid": 126288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 253.254, "name": "ffmpeg", "pid": 126288, "rss_mb": 253.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 694, "restart_count_per_hour": 21, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 695}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.859, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:24:15+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T11:24:14+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T11:24:14.918018+09:00", "mtime_epoch": 1783218254.918018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:24:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9276.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.857, "pushed": 5.857, "read": 5.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.725, "count": 175, "max_ms": 27.472, "p95_ms": 21.731}, "gstreamer_push": {"avg_ms": 1.037, "count": 175, "max_ms": 1.683, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.942, "count": 175, "max_ms": 64.921, "p95_ms": 60.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.36, "count": 175, "max_ms": 74.589, "p95_ms": 69.397}, "yolo11_640_fire_11class": {"avg_ms": 47.627, "count": 175, "max_ms": 68.142, "p95_ms": 63.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.073, "count": 175, "max_ms": 81.209, "p95_ms": 78.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.006, "count": 175, "max_ms": 171.174, "p95_ms": 164.574}, "read_interval": {"avg_ms": 171.729, "count": 174, "max_ms": 4381.883, "p95_ms": 172.644}, "triton_wait": {"avg_ms": 56.176, "count": 175, "max_ms": 81.221, "p95_ms": 78.327}, "visualize": {"avg_ms": 5.657, "count": 175, "max_ms": 7.404, "p95_ms": 6.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15810.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9592.284, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.822, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1727205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:24:35+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T11:24:35+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T11:24:35.770450+09:00", "mtime_epoch": 1783218275.7704496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:24:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2262.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.527, "count": 298, "max_ms": 12.102, "p95_ms": 10.125}, "gstreamer_push": {"avg_ms": 1.268, "count": 298, "max_ms": 1.558, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.623, "count": 298, "max_ms": 66.454, "p95_ms": 54.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.348, "count": 298, "max_ms": 79.07, "p95_ms": 63.209}, "yolo11_640_fire_11class": {"avg_ms": 50.405, "count": 298, "max_ms": 69.291, "p95_ms": 62.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.167, "count": 298, "max_ms": 79.385, "p95_ms": 74.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.917, "count": 298, "max_ms": 105.933, "p95_ms": 91.788}, "read_interval": {"avg_ms": 100.705, "count": 298, "max_ms": 683.494, "p95_ms": 137.348}, "triton_wait": {"avg_ms": 52.542, "count": 298, "max_ms": 79.397, "p95_ms": 74.62}, "visualize": {"avg_ms": 3.672, "count": 298, "max_ms": 5.549, "p95_ms": 4.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15810.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 623, "h264_decode_error_count": 1548, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:24:03+09:00", "last_error_summary": "[h264 @ 0x5558603b8f00] error while decoding MB 69 13, bytestream -5", "last_exit_at": "2026-07-05T11:24:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.897, "last_started_at": "2026-07-05T11:24:06+09:00", "pid": 126288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.855, "name": "ffmpeg", "pid": 126288, "rss_mb": 264.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 694, "restart_count_per_hour": 21, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 695}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.349, "sample_count": 1871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:24:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:24:45+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T11:24:45+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T11:24:45.018641+09:00", "mtime_epoch": 1783218285.0186408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:24:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.708, "pushed": 6.708, "read": 6.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.746, "count": 200, "max_ms": 34.294, "p95_ms": 28.719}, "gstreamer_push": {"avg_ms": 1.024, "count": 201, "max_ms": 1.635, "p95_ms": 1.142}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.616, "count": 200, "max_ms": 64.663, "p95_ms": 59.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.578, "count": 200, "max_ms": 78.409, "p95_ms": 64.568}, "yolo11_640_fire_11class": {"avg_ms": 46.383, "count": 200, "max_ms": 67.058, "p95_ms": 63.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.89, "count": 200, "max_ms": 79.34, "p95_ms": 75.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.586, "count": 201, "max_ms": 180.495, "p95_ms": 163.837}, "read_interval": {"avg_ms": 149.777, "count": 200, "max_ms": 192.981, "p95_ms": 171.788}, "triton_wait": {"avg_ms": 54.159, "count": 200, "max_ms": 79.352, "p95_ms": 76.277}, "visualize": {"avg_ms": 5.861, "count": 200, "max_ms": 8.717, "p95_ms": 7.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15810.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9622.299, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.887, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1727508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:25:05+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T11:25:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T11:25:05.759068+09:00", "mtime_epoch": 1783218305.7590685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:25:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2263.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.411, "count": 303, "max_ms": 14.361, "p95_ms": 8.77}, "gstreamer_push": {"avg_ms": 1.276, "count": 303, "max_ms": 1.783, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.41, "count": 303, "max_ms": 66.288, "p95_ms": 61.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.698, "count": 303, "max_ms": 80.636, "p95_ms": 57.355}, "yolo11_640_fire_11class": {"avg_ms": 51.099, "count": 303, "max_ms": 72.793, "p95_ms": 65.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.502, "count": 303, "max_ms": 81.853, "p95_ms": 75.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.269, "count": 303, "max_ms": 135.256, "p95_ms": 94.883}, "read_interval": {"avg_ms": 98.965, "count": 303, "max_ms": 573.972, "p95_ms": 130.647}, "triton_wait": {"avg_ms": 52.959, "count": 303, "max_ms": 81.866, "p95_ms": 75.802}, "visualize": {"avg_ms": 3.757, "count": 303, "max_ms": 6.25, "p95_ms": 4.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15810.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 623, "h264_decode_error_count": 1548, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:24:03+09:00", "last_error_summary": "[h264 @ 0x5558603b8f00] error while decoding MB 69 13, bytestream -5", "last_exit_at": "2026-07-05T11:24:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.988, "last_started_at": "2026-07-05T11:24:06+09:00", "pid": 126288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.855, "name": "ffmpeg", "pid": 126288, "rss_mb": 264.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 694, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 695}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.778, "sample_count": 1865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:25:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:25:15+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:25:15+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T11:25:15.115261+09:00", "mtime_epoch": 1783218315.1152613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:25:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.678, "pushed": 6.678, "read": 6.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.951, "count": 199, "max_ms": 27.861, "p95_ms": 21.967}, "gstreamer_push": {"avg_ms": 1.029, "count": 200, "max_ms": 1.244, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.241, "count": 199, "max_ms": 64.311, "p95_ms": 61.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.17, "count": 199, "max_ms": 79.114, "p95_ms": 66.655}, "yolo11_640_fire_11class": {"avg_ms": 48.154, "count": 199, "max_ms": 68.825, "p95_ms": 64.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.624, "count": 199, "max_ms": 80.901, "p95_ms": 76.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.417, "count": 200, "max_ms": 167.227, "p95_ms": 163.74}, "read_interval": {"avg_ms": 150.481, "count": 199, "max_ms": 175.61, "p95_ms": 171.92}, "triton_wait": {"avg_ms": 55.887, "count": 199, "max_ms": 80.913, "p95_ms": 76.553}, "visualize": {"avg_ms": 5.833, "count": 199, "max_ms": 7.982, "p95_ms": 6.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15810.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9652.317, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.108, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1727806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:25:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:25:35+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T11:25:35+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T11:25:35.807687+09:00", "mtime_epoch": 1783218335.8076868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:25:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2263.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.522, "count": 298, "max_ms": 11.549, "p95_ms": 9.259}, "gstreamer_push": {"avg_ms": 1.271, "count": 298, "max_ms": 1.883, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.368, "count": 298, "max_ms": 69.398, "p95_ms": 62.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.327, "count": 298, "max_ms": 79.954, "p95_ms": 67.48}, "yolo11_640_fire_11class": {"avg_ms": 51.221, "count": 298, "max_ms": 68.757, "p95_ms": 64.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.81, "count": 298, "max_ms": 82.668, "p95_ms": 76.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.136, "count": 298, "max_ms": 122.139, "p95_ms": 98.554}, "read_interval": {"avg_ms": 100.778, "count": 297, "max_ms": 681.299, "p95_ms": 140.463}, "triton_wait": {"avg_ms": 53.379, "count": 298, "max_ms": 82.681, "p95_ms": 76.353}, "visualize": {"avg_ms": 3.737, "count": 298, "max_ms": 6.357, "p95_ms": 4.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15811.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 623, "h264_decode_error_count": 1548, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:24:03+09:00", "last_error_summary": "[h264 @ 0x5558603b8f00] error while decoding MB 69 13, bytestream -5", "last_exit_at": "2026-07-05T11:24:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.998, "last_started_at": "2026-07-05T11:24:06+09:00", "pid": 126288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.855, "name": "ffmpeg", "pid": 126288, "rss_mb": 264.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 694, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 695}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.091, "sample_count": 1864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1370084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:25:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:25:45+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T11:25:45+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T11:25:45.095878+09:00", "mtime_epoch": 1783218345.0958776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:25:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.631, "pushed": 6.631, "read": 6.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.429, "count": 198, "max_ms": 29.262, "p95_ms": 23.573}, "gstreamer_push": {"avg_ms": 1.041, "count": 198, "max_ms": 1.524, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.643, "count": 198, "max_ms": 65.873, "p95_ms": 62.806}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.442, "count": 198, "max_ms": 78.803, "p95_ms": 69.958}, "yolo11_640_fire_11class": {"avg_ms": 48.759, "count": 198, "max_ms": 69.472, "p95_ms": 63.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.336, "count": 198, "max_ms": 83.208, "p95_ms": 78.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.289, "count": 198, "max_ms": 172.341, "p95_ms": 166.161}, "read_interval": {"avg_ms": 151.434, "count": 197, "max_ms": 180.189, "p95_ms": 174.139}, "triton_wait": {"avg_ms": 56.496, "count": 198, "max_ms": 83.223, "p95_ms": 78.219}, "visualize": {"avg_ms": 5.87, "count": 198, "max_ms": 7.612, "p95_ms": 6.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15812.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9682.352, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.547, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:26:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T11:26:05+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T11:26:05.832303+09:00", "mtime_epoch": 1783218365.832303, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:26:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2263.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.497, "count": 303, "max_ms": 13.119, "p95_ms": 9.678}, "gstreamer_push": {"avg_ms": 1.258, "count": 303, "max_ms": 1.987, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.438, "count": 303, "max_ms": 67.234, "p95_ms": 62.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.576, "count": 303, "max_ms": 76.556, "p95_ms": 68.104}, "yolo11_640_fire_11class": {"avg_ms": 51.306, "count": 303, "max_ms": 69.944, "p95_ms": 65.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.818, "count": 303, "max_ms": 81.78, "p95_ms": 76.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.518, "count": 303, "max_ms": 170.451, "p95_ms": 103.897}, "read_interval": {"avg_ms": 99.166, "count": 302, "max_ms": 694.519, "p95_ms": 129.22}, "triton_wait": {"avg_ms": 54.002, "count": 303, "max_ms": 81.792, "p95_ms": 76.713}, "visualize": {"avg_ms": 3.729, "count": 303, "max_ms": 5.373, "p95_ms": 4.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15812.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 623, "h264_decode_error_count": 1548, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:24:03+09:00", "last_error_summary": "[h264 @ 0x5558603b8f00] error while decoding MB 69 13, bytestream -5", "last_exit_at": "2026-07-05T11:24:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.012, "last_started_at": "2026-07-05T11:24:06+09:00", "pid": 126288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.113, "name": "ffmpeg", "pid": 126288, "rss_mb": 265.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 694, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 695}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.434, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1370283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:26:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:26:15+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T11:26:15+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T11:26:15.132493+09:00", "mtime_epoch": 1783218375.1324935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:26:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.664, "pushed": 6.664, "read": 6.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.048, "count": 199, "max_ms": 31.168, "p95_ms": 22.047}, "gstreamer_push": {"avg_ms": 1.029, "count": 199, "max_ms": 1.27, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.513, "count": 199, "max_ms": 67.119, "p95_ms": 63.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.516, "count": 199, "max_ms": 76.828, "p95_ms": 71.428}, "yolo11_640_fire_11class": {"avg_ms": 48.95, "count": 199, "max_ms": 68.303, "p95_ms": 64.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.445, "count": 199, "max_ms": 81.211, "p95_ms": 78.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.545, "count": 199, "max_ms": 169.084, "p95_ms": 164.885}, "read_interval": {"avg_ms": 150.83, "count": 198, "max_ms": 176.969, "p95_ms": 173.887}, "triton_wait": {"avg_ms": 56.74, "count": 199, "max_ms": 81.223, "p95_ms": 78.101}, "visualize": {"avg_ms": 5.791, "count": 199, "max_ms": 7.494, "p95_ms": 6.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15812.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9712.377, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.125, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:26:35+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T11:26:35+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T11:26:35.860918+09:00", "mtime_epoch": 1783218395.8609176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:26:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2263.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.715, "count": 298, "max_ms": 12.386, "p95_ms": 10.345}, "gstreamer_push": {"avg_ms": 1.252, "count": 298, "max_ms": 1.726, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.029, "count": 298, "max_ms": 65.3, "p95_ms": 60.806}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.591, "count": 298, "max_ms": 74.633, "p95_ms": 63.081}, "yolo11_640_fire_11class": {"avg_ms": 51.087, "count": 298, "max_ms": 68.593, "p95_ms": 63.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.014, "count": 298, "max_ms": 80.271, "p95_ms": 76.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.749, "count": 298, "max_ms": 135.604, "p95_ms": 106.719}, "read_interval": {"avg_ms": 100.803, "count": 297, "max_ms": 478.116, "p95_ms": 144.656}, "triton_wait": {"avg_ms": 53.918, "count": 298, "max_ms": 80.283, "p95_ms": 76.474}, "visualize": {"avg_ms": 3.856, "count": 298, "max_ms": 6.439, "p95_ms": 5.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15812.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 623, "h264_decode_error_count": 1548, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:24:03+09:00", "last_error_summary": "[h264 @ 0x5558603b8f00] error while decoding MB 69 13, bytestream -5", "last_exit_at": "2026-07-05T11:24:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.012, "last_started_at": "2026-07-05T11:24:06+09:00", "pid": 126288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.113, "name": "ffmpeg", "pid": 126288, "rss_mb": 265.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 694, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 695}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.086, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1370496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:26:45+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T11:26:45+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T11:26:45.129107+09:00", "mtime_epoch": 1783218405.1291068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:26:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.102, "pushed": 7.102, "read": 7.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.509, "count": 213, "max_ms": 24.908, "p95_ms": 21.61}, "gstreamer_push": {"avg_ms": 1.069, "count": 213, "max_ms": 1.954, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.34, "count": 213, "max_ms": 62.259, "p95_ms": 61.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.452, "count": 213, "max_ms": 70.9, "p95_ms": 67.367}, "yolo11_640_fire_11class": {"avg_ms": 48.683, "count": 213, "max_ms": 68.578, "p95_ms": 64.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.248, "count": 213, "max_ms": 80.717, "p95_ms": 76.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.158, "count": 213, "max_ms": 167.719, "p95_ms": 158.385}, "read_interval": {"avg_ms": 140.838, "count": 213, "max_ms": 175.872, "p95_ms": 167.335}, "triton_wait": {"avg_ms": 56.353, "count": 213, "max_ms": 80.73, "p95_ms": 76.392}, "visualize": {"avg_ms": 5.403, "count": 213, "max_ms": 7.625, "p95_ms": 6.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15811.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9742.395, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.74, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:27:05+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:27:05+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:27:05.877530+09:00", "mtime_epoch": 1783218425.8775303, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:27:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2263.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.376, "count": 303, "max_ms": 11.704, "p95_ms": 8.557}, "gstreamer_push": {"avg_ms": 1.282, "count": 303, "max_ms": 1.693, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.72, "count": 303, "max_ms": 71.928, "p95_ms": 58.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.742, "count": 303, "max_ms": 77.933, "p95_ms": 59.733}, "yolo11_640_fire_11class": {"avg_ms": 50.731, "count": 303, "max_ms": 72.011, "p95_ms": 63.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.611, "count": 303, "max_ms": 79.589, "p95_ms": 73.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.121, "count": 303, "max_ms": 95.245, "p95_ms": 89.498}, "read_interval": {"avg_ms": 99.117, "count": 302, "max_ms": 671.146, "p95_ms": 114.92}, "triton_wait": {"avg_ms": 52.099, "count": 303, "max_ms": 79.602, "p95_ms": 73.723}, "visualize": {"avg_ms": 3.704, "count": 303, "max_ms": 4.66, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15812.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 624, "h264_decode_error_count": 1549, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:26:48+09:00", "last_error_summary": "[h264 @ 0x560c661b1ac0] error while decoding MB 75 20, bytestream -26", "last_exit_at": "2026-07-05T11:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.349, "last_started_at": "2026-07-05T11:26:51+09:00", "pid": 126395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.617, "name": "ffmpeg", "pid": 126395, "rss_mb": 264.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 695, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 696}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.175, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1370667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:27:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:27:15+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T11:27:15+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T11:27:15.233721+09:00", "mtime_epoch": 1783218435.233721, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:27:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.703, "pushed": 5.703, "read": 5.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.54, "count": 170, "max_ms": 27.804, "p95_ms": 24.829}, "gstreamer_push": {"avg_ms": 1.047, "count": 171, "max_ms": 1.388, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.755, "count": 170, "max_ms": 67.1, "p95_ms": 62.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.687, "count": 170, "max_ms": 73.329, "p95_ms": 66.293}, "yolo11_640_fire_11class": {"avg_ms": 48.938, "count": 170, "max_ms": 69.586, "p95_ms": 64.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.566, "count": 170, "max_ms": 80.878, "p95_ms": 75.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.866, "count": 171, "max_ms": 171.725, "p95_ms": 163.745}, "read_interval": {"avg_ms": 176.206, "count": 170, "max_ms": 4332.599, "p95_ms": 175.609}, "triton_wait": {"avg_ms": 55.886, "count": 170, "max_ms": 80.89, "p95_ms": 75.744}, "visualize": {"avg_ms": 5.828, "count": 170, "max_ms": 8.415, "p95_ms": 7.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15814.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9772.416, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.74, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1729007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:27:35+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T11:27:35+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T11:27:35.898142+09:00", "mtime_epoch": 1783218455.8981416, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:27:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2263.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.888}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.683, "count": 297, "max_ms": 12.182, "p95_ms": 9.785}, "gstreamer_push": {"avg_ms": 1.268, "count": 297, "max_ms": 1.75, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.425, "count": 297, "max_ms": 67.446, "p95_ms": 62.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.857, "count": 297, "max_ms": 79.972, "p95_ms": 67.3}, "yolo11_640_fire_11class": {"avg_ms": 51.914, "count": 297, "max_ms": 72.729, "p95_ms": 65.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.388, "count": 297, "max_ms": 86.696, "p95_ms": 78.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.642, "count": 297, "max_ms": 134.773, "p95_ms": 110.441}, "read_interval": {"avg_ms": 101.12, "count": 296, "max_ms": 721.136, "p95_ms": 146.648}, "triton_wait": {"avg_ms": 54.591, "count": 297, "max_ms": 86.708, "p95_ms": 78.069}, "visualize": {"avg_ms": 3.842, "count": 297, "max_ms": 6.512, "p95_ms": 5.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15814.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 624, "h264_decode_error_count": 1549, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:26:48+09:00", "last_error_summary": "[h264 @ 0x560c661b1ac0] error while decoding MB 75 20, bytestream -26", "last_exit_at": "2026-07-05T11:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.443, "last_started_at": "2026-07-05T11:26:51+09:00", "pid": 126395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.648, "name": "ffmpeg", "pid": 126395, "rss_mb": 265.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 695, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 696}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.968, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1370863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:27:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:27:45+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T11:27:45+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T11:27:45.330333+09:00", "mtime_epoch": 1783218465.3303335, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:27:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.545, "pushed": 6.545, "read": 6.511}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.296, "count": 196, "max_ms": 27.417, "p95_ms": 25.206}, "gstreamer_push": {"avg_ms": 1.039, "count": 196, "max_ms": 1.409, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.91, "count": 196, "max_ms": 68.355, "p95_ms": 62.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.381, "count": 196, "max_ms": 78.81, "p95_ms": 70.419}, "yolo11_640_fire_11class": {"avg_ms": 49.263, "count": 196, "max_ms": 71.486, "p95_ms": 64.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.816, "count": 196, "max_ms": 87.57, "p95_ms": 77.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.146, "count": 196, "max_ms": 177.735, "p95_ms": 164.655}, "read_interval": {"avg_ms": 153.561, "count": 195, "max_ms": 189.003, "p95_ms": 176.179}, "triton_wait": {"avg_ms": 58.307, "count": 196, "max_ms": 87.583, "p95_ms": 77.676}, "visualize": {"avg_ms": 5.725, "count": 196, "max_ms": 8.239, "p95_ms": 6.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15814.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9802.445, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.004, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1729309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:28:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:28:05+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:28:05+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T11:28:05.926752+09:00", "mtime_epoch": 1783218485.9267519, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:28:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2263.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.461, "count": 302, "max_ms": 11.086, "p95_ms": 8.877}, "gstreamer_push": {"avg_ms": 1.28, "count": 302, "max_ms": 1.554, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.858, "count": 302, "max_ms": 69.288, "p95_ms": 61.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.483, "count": 302, "max_ms": 78.452, "p95_ms": 56.378}, "yolo11_640_fire_11class": {"avg_ms": 51.026, "count": 302, "max_ms": 73.146, "p95_ms": 64.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.784, "count": 302, "max_ms": 81.671, "p95_ms": 73.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.58, "count": 302, "max_ms": 129.865, "p95_ms": 90.327}, "read_interval": {"avg_ms": 99.479, "count": 301, "max_ms": 580.609, "p95_ms": 160.363}, "triton_wait": {"avg_ms": 53.018, "count": 302, "max_ms": 81.684, "p95_ms": 73.756}, "visualize": {"avg_ms": 3.706, "count": 302, "max_ms": 5.798, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15814.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 624, "h264_decode_error_count": 1549, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:26:48+09:00", "last_error_summary": "[h264 @ 0x560c661b1ac0] error while decoding MB 75 20, bytestream -26", "last_exit_at": "2026-07-05T11:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.596, "last_started_at": "2026-07-05T11:26:51+09:00", "pid": 126395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.648, "name": "ffmpeg", "pid": 126395, "rss_mb": 265.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 695, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 696}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.935, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:28:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:28:15+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T11:28:15+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T11:28:15.478945+09:00", "mtime_epoch": 1783218495.4789455, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:28:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.501, "pushed": 6.501, "read": 6.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.945, "count": 195, "max_ms": 27.684, "p95_ms": 22.044}, "gstreamer_push": {"avg_ms": 1.038, "count": 195, "max_ms": 1.684, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.868, "count": 195, "max_ms": 68.625, "p95_ms": 62.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.834, "count": 195, "max_ms": 78.075, "p95_ms": 66.857}, "yolo11_640_fire_11class": {"avg_ms": 49.012, "count": 195, "max_ms": 73.42, "p95_ms": 64.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.506, "count": 195, "max_ms": 83.308, "p95_ms": 76.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.623, "count": 195, "max_ms": 171.687, "p95_ms": 163.441}, "read_interval": {"avg_ms": 153.832, "count": 195, "max_ms": 183.093, "p95_ms": 174.514}, "triton_wait": {"avg_ms": 56.82, "count": 195, "max_ms": 83.321, "p95_ms": 76.697}, "visualize": {"avg_ms": 5.788, "count": 195, "max_ms": 7.914, "p95_ms": 6.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15814.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9832.475, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.922, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1729605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:28:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:28:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:28:35+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T11:28:35.959361+09:00", "mtime_epoch": 1783218515.9593606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:28:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2264.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.851}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.619, "count": 296, "max_ms": 11.383, "p95_ms": 9.828}, "gstreamer_push": {"avg_ms": 1.265, "count": 296, "max_ms": 1.459, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.019, "count": 296, "max_ms": 69.15, "p95_ms": 62.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.668, "count": 296, "max_ms": 82.49, "p95_ms": 58.668}, "yolo11_640_fire_11class": {"avg_ms": 51.229, "count": 296, "max_ms": 75.781, "p95_ms": 65.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.447, "count": 296, "max_ms": 81.687, "p95_ms": 76.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.651, "count": 296, "max_ms": 132.883, "p95_ms": 105.125}, "read_interval": {"avg_ms": 101.513, "count": 295, "max_ms": 614.897, "p95_ms": 143.053}, "triton_wait": {"avg_ms": 53.919, "count": 296, "max_ms": 82.502, "p95_ms": 76.529}, "visualize": {"avg_ms": 3.813, "count": 296, "max_ms": 5.639, "p95_ms": 5.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15816.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 624, "h264_decode_error_count": 1549, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:26:48+09:00", "last_error_summary": "[h264 @ 0x560c661b1ac0] error while decoding MB 75 20, bytestream -26", "last_exit_at": "2026-07-05T11:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.722, "last_started_at": "2026-07-05T11:26:51+09:00", "pid": 126395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.422, "name": "ffmpeg", "pid": 126395, "rss_mb": 266.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 695, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 696}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.925, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:28:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:28:45+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:28:45+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T11:28:45.607556+09:00", "mtime_epoch": 1783218525.607556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:28:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.641, "pushed": 6.641, "read": 6.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.172, "count": 198, "max_ms": 30.709, "p95_ms": 22.865}, "gstreamer_push": {"avg_ms": 1.045, "count": 199, "max_ms": 1.312, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.203, "count": 198, "max_ms": 67.153, "p95_ms": 62.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.708, "count": 198, "max_ms": 75.684, "p95_ms": 69.409}, "yolo11_640_fire_11class": {"avg_ms": 49.521, "count": 198, "max_ms": 71.914, "p95_ms": 65.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.836, "count": 198, "max_ms": 85.627, "p95_ms": 79.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.902, "count": 199, "max_ms": 175.008, "p95_ms": 163.737}, "read_interval": {"avg_ms": 151.394, "count": 198, "max_ms": 182.875, "p95_ms": 175.231}, "triton_wait": {"avg_ms": 57.947, "count": 198, "max_ms": 85.639, "p95_ms": 79.08}, "visualize": {"avg_ms": 5.641, "count": 198, "max_ms": 7.556, "p95_ms": 6.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15816.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9862.516, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.182, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1729908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:29:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:29:06+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:29:05+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T11:29:05.999969+09:00", "mtime_epoch": 1783218545.9999685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:29:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2264.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.088}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.792, "count": 303, "max_ms": 12.02, "p95_ms": 10.047}, "gstreamer_push": {"avg_ms": 1.241, "count": 303, "max_ms": 1.885, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.754, "count": 303, "max_ms": 67.657, "p95_ms": 62.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.197, "count": 303, "max_ms": 75.162, "p95_ms": 67.362}, "yolo11_640_fire_11class": {"avg_ms": 51.728, "count": 303, "max_ms": 70.935, "p95_ms": 65.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.889, "count": 303, "max_ms": 82.451, "p95_ms": 78.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.934, "count": 303, "max_ms": 144.48, "p95_ms": 125.424}, "read_interval": {"avg_ms": 99.193, "count": 302, "max_ms": 510.374, "p95_ms": 143.786}, "triton_wait": {"avg_ms": 55.629, "count": 303, "max_ms": 82.464, "p95_ms": 78.717}, "visualize": {"avg_ms": 3.985, "count": 303, "max_ms": 6.39, "p95_ms": 5.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15816.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 624, "h264_decode_error_count": 1549, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:26:48+09:00", "last_error_summary": "[h264 @ 0x560c661b1ac0] error while decoding MB 75 20, bytestream -26", "last_exit_at": "2026-07-05T11:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.722, "last_started_at": "2026-07-05T11:26:51+09:00", "pid": 126395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.68, "name": "ffmpeg", "pid": 126395, "rss_mb": 266.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 695, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 696}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.901, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:29:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:29:15+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T11:29:15+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T11:29:15.628163+09:00", "mtime_epoch": 1783218555.628163, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:29:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.636, "pushed": 6.636, "read": 6.636}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.145, "count": 199, "max_ms": 28.617, "p95_ms": 23.184}, "gstreamer_push": {"avg_ms": 1.054, "count": 199, "max_ms": 1.438, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.595, "count": 199, "max_ms": 70.553, "p95_ms": 63.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.904, "count": 199, "max_ms": 80.153, "p95_ms": 71.566}, "yolo11_640_fire_11class": {"avg_ms": 49.664, "count": 199, "max_ms": 73.141, "p95_ms": 65.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.885, "count": 199, "max_ms": 81.844, "p95_ms": 79.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.074, "count": 199, "max_ms": 171.803, "p95_ms": 163.697}, "read_interval": {"avg_ms": 150.867, "count": 199, "max_ms": 183.849, "p95_ms": 175.348}, "triton_wait": {"avg_ms": 58.154, "count": 199, "max_ms": 81.856, "p95_ms": 79.686}, "visualize": {"avg_ms": 5.609, "count": 199, "max_ms": 8.964, "p95_ms": 6.585}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15719.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9892.518, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.44, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1730210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:29:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:29:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:29:35+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:29:36.000575+09:00", "mtime_epoch": 1783218576.0005746, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:29:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2264.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.251, "count": 302, "max_ms": 10.966, "p95_ms": 8.539}, "gstreamer_push": {"avg_ms": 1.281, "count": 302, "max_ms": 1.735, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.008, "count": 302, "max_ms": 67.55, "p95_ms": 61.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.869, "count": 302, "max_ms": 75.156, "p95_ms": 55.321}, "yolo11_640_fire_11class": {"avg_ms": 51.394, "count": 302, "max_ms": 70.406, "p95_ms": 64.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.162, "count": 302, "max_ms": 80.144, "p95_ms": 75.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.545, "count": 302, "max_ms": 127.753, "p95_ms": 94.054}, "read_interval": {"avg_ms": 99.345, "count": 302, "max_ms": 729.811, "p95_ms": 124.431}, "triton_wait": {"avg_ms": 53.364, "count": 302, "max_ms": 80.157, "p95_ms": 75.716}, "visualize": {"avg_ms": 3.726, "count": 302, "max_ms": 5.671, "p95_ms": 4.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15815.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.94, "last_started_at": "2026-07-05T11:29:31+09:00", "pid": 126502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.465, "name": "ffmpeg", "pid": 126502, "rss_mb": 266.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 696, "restart_count_per_hour": 21, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 697}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.74, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:29:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:29:45+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T11:29:45+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T11:29:45.620769+09:00", "mtime_epoch": 1783218585.6207685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:29:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9277.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.821, "pushed": 5.821, "read": 5.787}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.884, "count": 174, "max_ms": 25.846, "p95_ms": 22.325}, "gstreamer_push": {"avg_ms": 1.038, "count": 174, "max_ms": 1.694, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.294, "count": 174, "max_ms": 64.551, "p95_ms": 61.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.391, "count": 174, "max_ms": 77.675, "p95_ms": 66.904}, "yolo11_640_fire_11class": {"avg_ms": 48.206, "count": 174, "max_ms": 68.892, "p95_ms": 62.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.982, "count": 174, "max_ms": 80.398, "p95_ms": 75.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.846, "count": 174, "max_ms": 170.175, "p95_ms": 159.191}, "read_interval": {"avg_ms": 172.63, "count": 173, "max_ms": 4606.035, "p95_ms": 171.486}, "triton_wait": {"avg_ms": 56.286, "count": 174, "max_ms": 80.41, "p95_ms": 75.402}, "visualize": {"avg_ms": 5.602, "count": 174, "max_ms": 8.848, "p95_ms": 6.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15819.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9922.591, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.339, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1730507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:30:06+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T11:30:06+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T11:30:06.065181+09:00", "mtime_epoch": 1783218606.0651805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:30:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2264.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.218, "count": 297, "max_ms": 13.214, "p95_ms": 8.566}, "gstreamer_push": {"avg_ms": 1.275, "count": 297, "max_ms": 1.737, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.551, "count": 297, "max_ms": 68.297, "p95_ms": 63.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.208, "count": 297, "max_ms": 81.289, "p95_ms": 69.22}, "yolo11_640_fire_11class": {"avg_ms": 51.856, "count": 297, "max_ms": 74.237, "p95_ms": 65.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.71, "count": 297, "max_ms": 81.057, "p95_ms": 77.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.392, "count": 297, "max_ms": 109.587, "p95_ms": 94.436}, "read_interval": {"avg_ms": 101.302, "count": 296, "max_ms": 493.734, "p95_ms": 230.059}, "triton_wait": {"avg_ms": 54.163, "count": 297, "max_ms": 81.3, "p95_ms": 77.991}, "visualize": {"avg_ms": 3.702, "count": 297, "max_ms": 5.783, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15820.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.033, "last_started_at": "2026-07-05T11:29:31+09:00", "pid": 126502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.332, "name": "ffmpeg", "pid": 126502, "rss_mb": 270.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 696, "restart_count_per_hour": 21, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 697}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.949, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:30:15+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T11:30:15+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T11:30:15.721375+09:00", "mtime_epoch": 1783218615.721375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:30:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.88, "pushed": 6.88, "read": 6.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.043, "count": 205, "max_ms": 27.292, "p95_ms": 24.603}, "gstreamer_push": {"avg_ms": 1.052, "count": 206, "max_ms": 1.586, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.089, "count": 205, "max_ms": 66.553, "p95_ms": 62.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.623, "count": 205, "max_ms": 81.332, "p95_ms": 71.177}, "yolo11_640_fire_11class": {"avg_ms": 49.745, "count": 205, "max_ms": 68.993, "p95_ms": 65.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.56, "count": 205, "max_ms": 80.814, "p95_ms": 78.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.322, "count": 206, "max_ms": 168.744, "p95_ms": 164.819}, "read_interval": {"avg_ms": 146.064, "count": 205, "max_ms": 176.374, "p95_ms": 172.743}, "triton_wait": {"avg_ms": 57.958, "count": 205, "max_ms": 81.344, "p95_ms": 78.702}, "visualize": {"avg_ms": 5.678, "count": 205, "max_ms": 8.976, "p95_ms": 7.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15822.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9952.649, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.737, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1730810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:30:36+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T11:30:36+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T11:30:36.129786+09:00", "mtime_epoch": 1783218636.1297858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:30:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2264.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.074}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.483, "count": 303, "max_ms": 14.15, "p95_ms": 9.611}, "gstreamer_push": {"avg_ms": 1.261, "count": 303, "max_ms": 1.898, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.317, "count": 303, "max_ms": 68.55, "p95_ms": 62.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.291, "count": 303, "max_ms": 77.21, "p95_ms": 67.372}, "yolo11_640_fire_11class": {"avg_ms": 51.039, "count": 303, "max_ms": 70.629, "p95_ms": 64.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.371, "count": 303, "max_ms": 79.941, "p95_ms": 77.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.851, "count": 303, "max_ms": 133.755, "p95_ms": 103.776}, "read_interval": {"avg_ms": 99.249, "count": 302, "max_ms": 572.835, "p95_ms": 140.834}, "triton_wait": {"avg_ms": 53.56, "count": 303, "max_ms": 79.953, "p95_ms": 77.384}, "visualize": {"avg_ms": 3.796, "count": 303, "max_ms": 6.075, "p95_ms": 5.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15822.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.174, "last_started_at": "2026-07-05T11:29:31+09:00", "pid": 126502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.879, "name": "ffmpeg", "pid": 126502, "rss_mb": 271.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 696, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 697}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.744, "sample_count": 1957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1372045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:30:45+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T11:30:45+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T11:30:45.865981+09:00", "mtime_epoch": 1783218645.8659813, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:30:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.934, "pushed": 6.934, "read": 6.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.991, "count": 207, "max_ms": 28.047, "p95_ms": 23.648}, "gstreamer_push": {"avg_ms": 1.054, "count": 208, "max_ms": 1.695, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.619, "count": 207, "max_ms": 70.161, "p95_ms": 62.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.953, "count": 207, "max_ms": 76.678, "p95_ms": 68.398}, "yolo11_640_fire_11class": {"avg_ms": 48.58, "count": 207, "max_ms": 68.191, "p95_ms": 65.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.039, "count": 207, "max_ms": 81.616, "p95_ms": 78.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.163, "count": 208, "max_ms": 169.838, "p95_ms": 161.103}, "read_interval": {"avg_ms": 144.911, "count": 207, "max_ms": 179.449, "p95_ms": 168.88}, "triton_wait": {"avg_ms": 56.208, "count": 207, "max_ms": 81.628, "p95_ms": 78.06}, "visualize": {"avg_ms": 5.579, "count": 207, "max_ms": 8.481, "p95_ms": 7.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15823.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9982.742, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.133, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1731111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:31:06+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T11:31:06+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T11:31:06.186390+09:00", "mtime_epoch": 1783218666.1863897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:31:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2264.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.194, "count": 300, "max_ms": 11.701, "p95_ms": 8.076}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.875, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.304, "count": 300, "max_ms": 67.453, "p95_ms": 62.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.969, "count": 300, "max_ms": 80.372, "p95_ms": 65.844}, "yolo11_640_fire_11class": {"avg_ms": 51.394, "count": 300, "max_ms": 70.489, "p95_ms": 65.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.217, "count": 300, "max_ms": 80.388, "p95_ms": 76.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.99, "count": 300, "max_ms": 108.417, "p95_ms": 93.806}, "read_interval": {"avg_ms": 99.901, "count": 300, "max_ms": 492.128, "p95_ms": 120.952}, "triton_wait": {"avg_ms": 53.348, "count": 300, "max_ms": 80.401, "p95_ms": 76.831}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 5.79, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15822.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.217, "last_started_at": "2026-07-05T11:29:31+09:00", "pid": 126502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.879, "name": "ffmpeg", "pid": 126502, "rss_mb": 271.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 696, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 697}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.441, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1372255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:31:16+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T11:31:15+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T11:31:15.882584+09:00", "mtime_epoch": 1783218675.8825843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:31:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.024, "pushed": 7.024, "read": 6.991}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.613, "count": 210, "max_ms": 24.776, "p95_ms": 22.707}, "gstreamer_push": {"avg_ms": 1.09, "count": 210, "max_ms": 1.571, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.757, "count": 210, "max_ms": 68.617, "p95_ms": 63.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.516, "count": 210, "max_ms": 77.91, "p95_ms": 68.02}, "yolo11_640_fire_11class": {"avg_ms": 50.424, "count": 210, "max_ms": 71.605, "p95_ms": 67.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.501, "count": 210, "max_ms": 83.218, "p95_ms": 78.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.076, "count": 210, "max_ms": 167.276, "p95_ms": 160.969}, "read_interval": {"avg_ms": 142.923, "count": 209, "max_ms": 177.377, "p95_ms": 168.573}, "triton_wait": {"avg_ms": 58.893, "count": 210, "max_ms": 83.229, "p95_ms": 78.734}, "visualize": {"avg_ms": 5.405, "count": 210, "max_ms": 7.099, "p95_ms": 6.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15823.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10012.794, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.461, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1731412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T11:31:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T11:31:36+09:00", "mjpeg": {"age_sec": 0.443, "exists": true, "mtime": "2026-07-05T11:31:35.898986+09:00", "mtime_epoch": 1783218695.8989859, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:31:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2264.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.086}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.399, "count": 301, "max_ms": 11.785, "p95_ms": 9.064}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.788, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.01, "count": 301, "max_ms": 70.137, "p95_ms": 63.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.721, "count": 301, "max_ms": 79.226, "p95_ms": 68.85}, "yolo11_640_fire_11class": {"avg_ms": 51.792, "count": 301, "max_ms": 71.321, "p95_ms": 65.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.354, "count": 301, "max_ms": 83.464, "p95_ms": 76.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.114, "count": 301, "max_ms": 139.199, "p95_ms": 96.995}, "read_interval": {"avg_ms": 99.959, "count": 301, "max_ms": 540.43, "p95_ms": 125.372}, "triton_wait": {"avg_ms": 54.487, "count": 301, "max_ms": 83.478, "p95_ms": 76.831}, "visualize": {"avg_ms": 3.765, "count": 301, "max_ms": 5.671, "p95_ms": 4.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15823.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.344, "last_started_at": "2026-07-05T11:29:31+09:00", "pid": 126502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.879, "name": "ffmpeg", "pid": 126502, "rss_mb": 271.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 696, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 697}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.506, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1372461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:31:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:31:46+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T11:31:46+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-05T11:31:46.023189+09:00", "mtime_epoch": 1783218706.0231888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:31:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.872, "pushed": 6.872, "read": 6.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.945, "count": 205, "max_ms": 28.222, "p95_ms": 22.857}, "gstreamer_push": {"avg_ms": 1.052, "count": 206, "max_ms": 1.417, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.864, "count": 205, "max_ms": 67.029, "p95_ms": 61.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.908, "count": 205, "max_ms": 76.194, "p95_ms": 65.994}, "yolo11_640_fire_11class": {"avg_ms": 48.83, "count": 205, "max_ms": 66.269, "p95_ms": 63.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.56, "count": 205, "max_ms": 79.916, "p95_ms": 76.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.574, "count": 206, "max_ms": 165.98, "p95_ms": 162.108}, "read_interval": {"avg_ms": 146.164, "count": 205, "max_ms": 175.726, "p95_ms": 170.371}, "triton_wait": {"avg_ms": 57.237, "count": 205, "max_ms": 79.928, "p95_ms": 76.517}, "visualize": {"avg_ms": 5.52, "count": 205, "max_ms": 7.499, "p95_ms": 6.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15823.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10042.908, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.794, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1731712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:32:06+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T11:32:06+09:00", "mjpeg": {"age_sec": 0.476, "exists": true, "mtime": "2026-07-05T11:32:05.979589+09:00", "mtime_epoch": 1783218725.9795885, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:32:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2265.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.392, "count": 299, "max_ms": 13.039, "p95_ms": 9.072}, "gstreamer_push": {"avg_ms": 1.274, "count": 299, "max_ms": 2.12, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.46, "count": 299, "max_ms": 70.303, "p95_ms": 62.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.805, "count": 299, "max_ms": 75.496, "p95_ms": 65.296}, "yolo11_640_fire_11class": {"avg_ms": 51.093, "count": 299, "max_ms": 72.343, "p95_ms": 63.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.992, "count": 299, "max_ms": 86.243, "p95_ms": 76.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.192, "count": 299, "max_ms": 112.929, "p95_ms": 95.751}, "read_interval": {"avg_ms": 100.459, "count": 298, "max_ms": 547.296, "p95_ms": 129.094}, "triton_wait": {"avg_ms": 53.714, "count": 299, "max_ms": 86.256, "p95_ms": 76.829}, "visualize": {"avg_ms": 3.725, "count": 299, "max_ms": 5.786, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15688.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:32:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.164, "last_started_at": "2026-07-05T11:32:18+09:00", "pid": 126609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.902, "name": "ffmpeg", "pid": 126609, "rss_mb": 141.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 697, "restart_count_per_hour": 21, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 698}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.441, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1372669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:32:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:32:20+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T11:32:20+09:00", "mjpeg": {"age_sec": 4.841, "exists": true, "mtime": "2026-07-05T11:32:15.859786+09:00", "mtime_epoch": 1783218735.8597863, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:32:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.904, "pushed": 5.904, "read": 5.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.709, "count": 176, "max_ms": 25.176, "p95_ms": 21.968}, "gstreamer_push": {"avg_ms": 1.056, "count": 177, "max_ms": 1.654, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.627, "count": 176, "max_ms": 64.646, "p95_ms": 62.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.723, "count": 176, "max_ms": 74.807, "p95_ms": 66.902}, "yolo11_640_fire_11class": {"avg_ms": 49.007, "count": 176, "max_ms": 69.092, "p95_ms": 65.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.875, "count": 176, "max_ms": 82.209, "p95_ms": 77.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.827, "count": 177, "max_ms": 167.972, "p95_ms": 162.641}, "read_interval": {"avg_ms": 170.155, "count": 176, "max_ms": 4875.601, "p95_ms": 170.912}, "triton_wait": {"avg_ms": 57.47, "count": 176, "max_ms": 82.221, "p95_ms": 77.719}, "visualize": {"avg_ms": 5.422, "count": 176, "max_ms": 6.583, "p95_ms": 6.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15814.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10073.034, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.81, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1732012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:32:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:32:36+09:00", "mjpeg": {"age_sec": 0.373, "exists": true, "mtime": "2026-07-05T11:32:36.208193+09:00", "mtime_epoch": 1783218756.2081933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:32:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2265.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 299, "max_ms": 12.584, "p95_ms": 9.129}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.824, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.276, "count": 299, "max_ms": 66.371, "p95_ms": 59.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.657, "count": 299, "max_ms": 73.866, "p95_ms": 54.948}, "yolo11_640_fire_11class": {"avg_ms": 50.255, "count": 299, "max_ms": 67.729, "p95_ms": 62.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.792, "count": 299, "max_ms": 79.896, "p95_ms": 75.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.597, "count": 299, "max_ms": 117.709, "p95_ms": 91.962}, "read_interval": {"avg_ms": 100.526, "count": 298, "max_ms": 592.41, "p95_ms": 236.213}, "triton_wait": {"avg_ms": 51.877, "count": 299, "max_ms": 79.909, "p95_ms": 75.45}, "visualize": {"avg_ms": 3.711, "count": 299, "max_ms": 6.184, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15816.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:32:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.229, "last_started_at": "2026-07-05T11:32:18+09:00", "pid": 126609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.805, "name": "ffmpeg", "pid": 126609, "rss_mb": 265.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 697, "restart_count_per_hour": 21, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 698}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.235, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1372866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:32:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:32:50+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T11:32:50+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T11:32:50.612481+09:00", "mtime_epoch": 1783218770.612481, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:32:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.585, "pushed": 6.585, "read": 6.552}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.054, "count": 197, "max_ms": 24.827, "p95_ms": 23.059}, "gstreamer_push": {"avg_ms": 1.06, "count": 197, "max_ms": 1.582, "p95_ms": 1.28}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.241, "count": 197, "max_ms": 65.015, "p95_ms": 61.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.756, "count": 197, "max_ms": 76.359, "p95_ms": 68.764}, "yolo11_640_fire_11class": {"avg_ms": 49.197, "count": 197, "max_ms": 67.007, "p95_ms": 64.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.349, "count": 197, "max_ms": 80.823, "p95_ms": 76.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.989, "count": 197, "max_ms": 171.922, "p95_ms": 163.77}, "read_interval": {"avg_ms": 152.517, "count": 196, "max_ms": 184.979, "p95_ms": 174.907}, "triton_wait": {"avg_ms": 57.722, "count": 197, "max_ms": 80.836, "p95_ms": 76.618}, "visualize": {"avg_ms": 5.75, "count": 197, "max_ms": 8.199, "p95_ms": 6.66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15818.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10103.086, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.543, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1732314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:33:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:33:06+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:33:06.568800+09:00", "mtime_epoch": 1783218786.5688, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:33:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2265.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.264, "count": 302, "max_ms": 11.236, "p95_ms": 8.374}, "gstreamer_push": {"avg_ms": 1.275, "count": 302, "max_ms": 1.598, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.432, "count": 302, "max_ms": 69.341, "p95_ms": 62.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.422, "count": 302, "max_ms": 76.462, "p95_ms": 63.86}, "yolo11_640_fire_11class": {"avg_ms": 51.481, "count": 302, "max_ms": 72.761, "p95_ms": 64.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.004, "count": 302, "max_ms": 80.784, "p95_ms": 76.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.127, "count": 302, "max_ms": 115.929, "p95_ms": 92.39}, "read_interval": {"avg_ms": 99.557, "count": 301, "max_ms": 694.351, "p95_ms": 116.25}, "triton_wait": {"avg_ms": 54.201, "count": 302, "max_ms": 80.796, "p95_ms": 76.562}, "visualize": {"avg_ms": 3.685, "count": 302, "max_ms": 5.071, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15820.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:32:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.374, "last_started_at": "2026-07-05T11:32:18+09:00", "pid": 126609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.727, "name": "ffmpeg", "pid": 126609, "rss_mb": 269.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 697, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 698}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.358, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:33:20+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T11:33:20+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T11:33:20.777084+09:00", "mtime_epoch": 1783218800.7770836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:33:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.473, "pushed": 6.473, "read": 6.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.286, "count": 193, "max_ms": 35.016, "p95_ms": 26.704}, "gstreamer_push": {"avg_ms": 1.042, "count": 194, "max_ms": 1.702, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.168, "count": 193, "max_ms": 67.984, "p95_ms": 62.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.183, "count": 193, "max_ms": 80.927, "p95_ms": 68.062}, "yolo11_640_fire_11class": {"avg_ms": 49.777, "count": 193, "max_ms": 68.705, "p95_ms": 65.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.631, "count": 193, "max_ms": 82.283, "p95_ms": 77.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.819, "count": 194, "max_ms": 189.922, "p95_ms": 165.518}, "read_interval": {"avg_ms": 155.408, "count": 193, "max_ms": 203.13, "p95_ms": 177.638}, "triton_wait": {"avg_ms": 57.369, "count": 193, "max_ms": 82.295, "p95_ms": 77.085}, "visualize": {"avg_ms": 5.838, "count": 193, "max_ms": 8.95, "p95_ms": 7.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15821.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10133.087, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.927, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1732614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:33:36+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T11:33:36+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T11:33:36.557399+09:00", "mtime_epoch": 1783218816.5573986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:33:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2265.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.312, "count": 300, "max_ms": 12.503, "p95_ms": 9.406}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.639, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.998, "count": 300, "max_ms": 67.439, "p95_ms": 61.206}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.39, "count": 300, "max_ms": 75.633, "p95_ms": 56.04}, "yolo11_640_fire_11class": {"avg_ms": 50.821, "count": 300, "max_ms": 70.112, "p95_ms": 63.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.31, "count": 300, "max_ms": 82.024, "p95_ms": 70.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.555, "count": 300, "max_ms": 105.746, "p95_ms": 87.801}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 704.216, "p95_ms": 115.845}, "triton_wait": {"avg_ms": 52.64, "count": 300, "max_ms": 82.037, "p95_ms": 70.626}, "visualize": {"avg_ms": 3.578, "count": 300, "max_ms": 5.469, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15822.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:32:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.481, "last_started_at": "2026-07-05T11:32:18+09:00", "pid": 126609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.137, "name": "ffmpeg", "pid": 126609, "rss_mb": 272.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 697, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 698}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.145, "sample_count": 1964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:33:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:33:51+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T11:33:50+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T11:33:50.881684+09:00", "mtime_epoch": 1783218830.881684, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:33:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.543}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.072, "count": 196, "max_ms": 28.335, "p95_ms": 23.005}, "gstreamer_push": {"avg_ms": 1.053, "count": 197, "max_ms": 1.74, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.737, "count": 196, "max_ms": 65.087, "p95_ms": 62.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.733, "count": 196, "max_ms": 77.589, "p95_ms": 67.574}, "yolo11_640_fire_11class": {"avg_ms": 48.82, "count": 196, "max_ms": 68.658, "p95_ms": 64.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.923, "count": 196, "max_ms": 78.726, "p95_ms": 75.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.263, "count": 197, "max_ms": 168.1, "p95_ms": 163.121}, "read_interval": {"avg_ms": 152.828, "count": 196, "max_ms": 179.841, "p95_ms": 174.256}, "triton_wait": {"avg_ms": 56.515, "count": 196, "max_ms": 78.738, "p95_ms": 76.76}, "visualize": {"avg_ms": 5.783, "count": 196, "max_ms": 7.868, "p95_ms": 6.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15825.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10163.114, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.227, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1732915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:34:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:34:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T11:34:06+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T11:34:06.597997+09:00", "mtime_epoch": 1783218846.5979974, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:34:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2265.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.504, "count": 301, "max_ms": 11.862, "p95_ms": 9.796}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 1.502, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.219, "count": 301, "max_ms": 67.189, "p95_ms": 61.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.864, "count": 301, "max_ms": 76.889, "p95_ms": 57.476}, "yolo11_640_fire_11class": {"avg_ms": 51.13, "count": 301, "max_ms": 68.76, "p95_ms": 63.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.234, "count": 301, "max_ms": 80.802, "p95_ms": 75.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.095, "count": 301, "max_ms": 107.483, "p95_ms": 92.432}, "read_interval": {"avg_ms": 99.797, "count": 300, "max_ms": 457.801, "p95_ms": 165.068}, "triton_wait": {"avg_ms": 53.255, "count": 301, "max_ms": 80.814, "p95_ms": 75.193}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 5.556, "p95_ms": 4.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15849.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 625, "h264_decode_error_count": 1550, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:29:29+09:00", "last_error_summary": "[h264 @ 0x55ab99870040] error while decoding MB 5 36, bytestream -7", "last_exit_at": "2026-07-05T11:32:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.672, "last_started_at": "2026-07-05T11:32:18+09:00", "pid": 126609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.773, "name": "ffmpeg", "pid": 126609, "rss_mb": 298.773, "state": "S (sleeping)", "threads": 104}, "restart_count": 697, "restart_count_per_hour": 20, "rtsp_timeout_count": 404, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 698}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.048, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:34:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T11:34:33+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-05T11:34:33+09:00", "mjpeg": {"age_sec": 19.059, "exists": true, "mtime": "2026-07-05T11:34:14.150148+09:00", "mtime_epoch": 1783218854.1501477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:34:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.478, "pushed": 2.478, "read": 2.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.659, "count": 74, "max_ms": 22.357, "p95_ms": 21.438}, "gstreamer_push": {"avg_ms": 1.036, "count": 74, "max_ms": 1.2, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.496, "count": 74, "max_ms": 68.295, "p95_ms": 61.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.269, "count": 74, "max_ms": 73.657, "p95_ms": 64.319}, "yolo11_640_fire_11class": {"avg_ms": 49.197, "count": 74, "max_ms": 72.263, "p95_ms": 64.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.312, "count": 74, "max_ms": 86.128, "p95_ms": 72.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.626, "count": 74, "max_ms": 167.414, "p95_ms": 159.743}, "read_interval": {"avg_ms": 409.001, "count": 73, "max_ms": 19061.598, "p95_ms": 171.249}, "triton_wait": {"avg_ms": 54.592, "count": 74, "max_ms": 86.141, "p95_ms": 72.271}, "visualize": {"avg_ms": 5.71, "count": 74, "max_ms": 6.798, "p95_ms": 6.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15578.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10193.156, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.806, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1733216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:34:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:34:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:34:36+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:34:36.638596+09:00", "mtime_epoch": 1783218876.6385956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:34:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2265.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.167, "count": 301, "max_ms": 10.695, "p95_ms": 8.473}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.648, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.767, "count": 301, "max_ms": 71.249, "p95_ms": 50.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.996, "count": 301, "max_ms": 76.615, "p95_ms": 51.46}, "yolo11_640_fire_11class": {"avg_ms": 49.498, "count": 301, "max_ms": 71.798, "p95_ms": 55.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.237, "count": 301, "max_ms": 88.886, "p95_ms": 59.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.084, "count": 301, "max_ms": 104.277, "p95_ms": 81.435}, "read_interval": {"avg_ms": 99.861, "count": 300, "max_ms": 598.53, "p95_ms": 170.716}, "triton_wait": {"avg_ms": 50.339, "count": 301, "max_ms": 88.896, "p95_ms": 59.976}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 5.167, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15816.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 626, "h264_decode_error_count": 1557, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:34:34+09:00", "last_error_summary": "[h264 @ 0x55b00c4fe980] cabac decode of qscale diff failed at 26 31 [h264 @ 0x55b00c4fe980] error while decoding MB 26 31, bytestream 397 [h264 @ 0x55b00ba397c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b00ba397c0] error while decoding MB 0 20, bytestream 1182 [h264 @ 0x55b00b91e480] cabac decode of qscale diff failed at 44 32 [h264 @ 0x55b00b91e480] error while decoding MB 44 32, bytestream 7706 [h264 @ 0x55b00b91e480] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-07-05T11:34:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.712, "last_started_at": "2026-07-05T11:34:37+09:00", "pid": 126716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.523, "name": "ffmpeg", "pid": 126716, "rss_mb": 265.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 698, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 699}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.889, "sample_count": 1826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:35:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T11:35:03+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T11:35:03+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T11:35:03.103122+09:00", "mtime_epoch": 1783218903.103122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:35:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.589, "pushed": 5.589, "read": 5.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.051, "count": 167, "max_ms": 28.42, "p95_ms": 22.249}, "gstreamer_push": {"avg_ms": 1.061, "count": 167, "max_ms": 1.541, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.529, "count": 167, "max_ms": 66.326, "p95_ms": 60.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.696, "count": 167, "max_ms": 70.002, "p95_ms": 61.931}, "yolo11_640_fire_11class": {"avg_ms": 48.913, "count": 167, "max_ms": 69.32, "p95_ms": 63.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.766, "count": 167, "max_ms": 80.42, "p95_ms": 74.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.145, "count": 167, "max_ms": 169.822, "p95_ms": 162.118}, "read_interval": {"avg_ms": 179.97, "count": 166, "max_ms": 4793.634, "p95_ms": 173.187}, "triton_wait": {"avg_ms": 55.981, "count": 167, "max_ms": 80.432, "p95_ms": 74.522}, "visualize": {"avg_ms": 5.739, "count": 167, "max_ms": 6.878, "p95_ms": 6.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15817.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10223.177, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.249, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1733517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:35:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T11:35:06+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T11:35:06.635192+09:00", "mtime_epoch": 1783218906.6351924, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:35:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2265.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.345, "count": 301, "max_ms": 12.954, "p95_ms": 9.912}, "gstreamer_push": {"avg_ms": 1.261, "count": 301, "max_ms": 1.548, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.795, "count": 301, "max_ms": 67.913, "p95_ms": 61.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.963, "count": 301, "max_ms": 74.56, "p95_ms": 53.233}, "yolo11_640_fire_11class": {"avg_ms": 50.853, "count": 301, "max_ms": 75.256, "p95_ms": 65.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.235, "count": 301, "max_ms": 82.484, "p95_ms": 74.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.49, "count": 301, "max_ms": 105.564, "p95_ms": 90.427}, "read_interval": {"avg_ms": 99.707, "count": 300, "max_ms": 600.88, "p95_ms": 163.003}, "triton_wait": {"avg_ms": 52.486, "count": 301, "max_ms": 82.495, "p95_ms": 74.356}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 5.062, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15818.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 626, "h264_decode_error_count": 1557, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:34:34+09:00", "last_error_summary": "[h264 @ 0x55b00c4fe980] cabac decode of qscale diff failed at 26 31 [h264 @ 0x55b00c4fe980] error while decoding MB 26 31, bytestream 397 [h264 @ 0x55b00ba397c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b00ba397c0] error while decoding MB 0 20, bytestream 1182 [h264 @ 0x55b00b91e480] cabac decode of qscale diff failed at 44 32 [h264 @ 0x55b00b91e480] error while decoding MB 44 32, bytestream 7706 [h264 @ 0x55b00b91e480] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-07-05T11:34:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.743, "last_started_at": "2026-07-05T11:34:37+09:00", "pid": 126716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.812, "name": "ffmpeg", "pid": 126716, "rss_mb": 266.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 698, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 699}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.641, "sample_count": 1810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:35:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:35:33+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T11:35:33+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-05T11:35:33.123719+09:00", "mtime_epoch": 1783218933.1237187, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:35:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9278.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.459, "pushed": 6.459, "read": 6.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.402, "count": 193, "max_ms": 34.543, "p95_ms": 22.755}, "gstreamer_push": {"avg_ms": 1.061, "count": 193, "max_ms": 1.796, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.343, "count": 193, "max_ms": 65.4, "p95_ms": 62.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.085, "count": 193, "max_ms": 78.525, "p95_ms": 66.462}, "yolo11_640_fire_11class": {"avg_ms": 48.3, "count": 193, "max_ms": 68.802, "p95_ms": 64.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.59, "count": 193, "max_ms": 81.098, "p95_ms": 76.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.271, "count": 193, "max_ms": 175.657, "p95_ms": 163.856}, "read_interval": {"avg_ms": 155.561, "count": 192, "max_ms": 190.651, "p95_ms": 175.614}, "triton_wait": {"avg_ms": 56.362, "count": 193, "max_ms": 81.111, "p95_ms": 76.107}, "visualize": {"avg_ms": 5.897, "count": 193, "max_ms": 8.099, "p95_ms": 6.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15819.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10253.197, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.534, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1733814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:35:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:35:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T11:35:36+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T11:35:36.659789+09:00", "mtime_epoch": 1783218936.659789, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:35:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2266.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.888}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.505, "count": 297, "max_ms": 12.454, "p95_ms": 9.684}, "gstreamer_push": {"avg_ms": 1.288, "count": 297, "max_ms": 1.834, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.468, "count": 297, "max_ms": 66.924, "p95_ms": 60.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.115, "count": 297, "max_ms": 82.463, "p95_ms": 58.087}, "yolo11_640_fire_11class": {"avg_ms": 50.187, "count": 297, "max_ms": 67.645, "p95_ms": 62.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.705, "count": 297, "max_ms": 80.749, "p95_ms": 72.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.665, "count": 297, "max_ms": 108.774, "p95_ms": 91.916}, "read_interval": {"avg_ms": 101.052, "count": 296, "max_ms": 508.284, "p95_ms": 278.03}, "triton_wait": {"avg_ms": 51.942, "count": 297, "max_ms": 82.475, "p95_ms": 72.241}, "visualize": {"avg_ms": 3.711, "count": 297, "max_ms": 5.135, "p95_ms": 4.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15819.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 626, "h264_decode_error_count": 1557, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:34:34+09:00", "last_error_summary": "[h264 @ 0x55b00c4fe980] cabac decode of qscale diff failed at 26 31 [h264 @ 0x55b00c4fe980] error while decoding MB 26 31, bytestream 397 [h264 @ 0x55b00ba397c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b00ba397c0] error while decoding MB 0 20, bytestream 1182 [h264 @ 0x55b00b91e480] cabac decode of qscale diff failed at 44 32 [h264 @ 0x55b00b91e480] error while decoding MB 44 32, bytestream 7706 [h264 @ 0x55b00b91e480] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-07-05T11:34:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.76, "last_started_at": "2026-07-05T11:34:37+09:00", "pid": 126716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.812, "name": "ffmpeg", "pid": 126716, "rss_mb": 266.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 698, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 699}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.641, "sample_count": 1802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:36:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:36:03+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T11:36:03+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T11:36:03.148315+09:00", "mtime_epoch": 1783218963.148315, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:36:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.466, "pushed": 6.466, "read": 6.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.561, "count": 193, "max_ms": 34.324, "p95_ms": 25.01}, "gstreamer_push": {"avg_ms": 1.03, "count": 193, "max_ms": 1.557, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.238, "count": 193, "max_ms": 66.192, "p95_ms": 60.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.695, "count": 193, "max_ms": 71.699, "p95_ms": 65.572}, "yolo11_640_fire_11class": {"avg_ms": 47.744, "count": 193, "max_ms": 68.716, "p95_ms": 63.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.181, "count": 193, "max_ms": 79.436, "p95_ms": 75.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.203, "count": 193, "max_ms": 176.99, "p95_ms": 163.694}, "read_interval": {"avg_ms": 155.539, "count": 192, "max_ms": 190.357, "p95_ms": 174.264}, "triton_wait": {"avg_ms": 56.524, "count": 193, "max_ms": 79.448, "p95_ms": 75.319}, "visualize": {"avg_ms": 5.892, "count": 193, "max_ms": 8.267, "p95_ms": 6.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15819.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10283.232, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.536, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1734116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:36:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:36:06+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T11:36:06+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T11:36:06.708386+09:00", "mtime_epoch": 1783218966.7083857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:36:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2266.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 302, "max_ms": 12.194, "p95_ms": 9.418}, "gstreamer_push": {"avg_ms": 1.254, "count": 302, "max_ms": 2.056, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.592, "count": 302, "max_ms": 64.599, "p95_ms": 60.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.468, "count": 302, "max_ms": 76.095, "p95_ms": 56.145}, "yolo11_640_fire_11class": {"avg_ms": 50.455, "count": 302, "max_ms": 70.604, "p95_ms": 63.247}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.808, "count": 302, "max_ms": 79.164, "p95_ms": 73.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.717, "count": 302, "max_ms": 130.678, "p95_ms": 103.332}, "read_interval": {"avg_ms": 99.497, "count": 301, "max_ms": 688.609, "p95_ms": 146.903}, "triton_wait": {"avg_ms": 52.765, "count": 302, "max_ms": 79.177, "p95_ms": 73.641}, "visualize": {"avg_ms": 3.687, "count": 302, "max_ms": 5.315, "p95_ms": 4.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15819.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 626, "h264_decode_error_count": 1557, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:34:34+09:00", "last_error_summary": "[h264 @ 0x55b00c4fe980] cabac decode of qscale diff failed at 26 31 [h264 @ 0x55b00c4fe980] error while decoding MB 26 31, bytestream 397 [h264 @ 0x55b00ba397c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b00ba397c0] error while decoding MB 0 20, bytestream 1182 [h264 @ 0x55b00b91e480] cabac decode of qscale diff failed at 44 32 [h264 @ 0x55b00b91e480] error while decoding MB 44 32, bytestream 7706 [h264 @ 0x55b00b91e480] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-07-05T11:34:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.898, "last_started_at": "2026-07-05T11:34:37+09:00", "pid": 126716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.812, "name": "ffmpeg", "pid": 126716, "rss_mb": 266.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 698, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 699}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.521, "sample_count": 1783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:36:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:36:33+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:36:33+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T11:36:33.288913+09:00", "mtime_epoch": 1783218993.288913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:36:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.402, "pushed": 6.402, "read": 6.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.184, "count": 191, "max_ms": 35.508, "p95_ms": 33.364}, "gstreamer_push": {"avg_ms": 1.042, "count": 192, "max_ms": 1.748, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.522, "count": 191, "max_ms": 63.802, "p95_ms": 61.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.107, "count": 191, "max_ms": 79.257, "p95_ms": 66.851}, "yolo11_640_fire_11class": {"avg_ms": 49.294, "count": 191, "max_ms": 67.912, "p95_ms": 64.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.509, "count": 191, "max_ms": 80.18, "p95_ms": 76.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.516, "count": 192, "max_ms": 175.376, "p95_ms": 170.512}, "read_interval": {"avg_ms": 157.011, "count": 191, "max_ms": 189.309, "p95_ms": 183.538}, "triton_wait": {"avg_ms": 57.817, "count": 191, "max_ms": 80.194, "p95_ms": 76.833}, "visualize": {"avg_ms": 5.926, "count": 191, "max_ms": 7.356, "p95_ms": 6.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15819.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10313.288, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.007, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1734419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:36:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:36:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T11:36:36+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T11:36:36.768982+09:00", "mtime_epoch": 1783218996.7689822, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:36:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2266.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.545, "count": 303, "max_ms": 12.08, "p95_ms": 10.781}, "gstreamer_push": {"avg_ms": 1.285, "count": 303, "max_ms": 2.055, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.182, "count": 303, "max_ms": 65.375, "p95_ms": 62.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.832, "count": 303, "max_ms": 72.04, "p95_ms": 59.774}, "yolo11_640_fire_11class": {"avg_ms": 50.911, "count": 303, "max_ms": 67.519, "p95_ms": 63.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.986, "count": 303, "max_ms": 83.114, "p95_ms": 73.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.141, "count": 303, "max_ms": 105.496, "p95_ms": 91.285}, "read_interval": {"avg_ms": 99.238, "count": 302, "max_ms": 596.313, "p95_ms": 122.735}, "triton_wait": {"avg_ms": 53.016, "count": 303, "max_ms": 83.131, "p95_ms": 73.272}, "visualize": {"avg_ms": 3.644, "count": 303, "max_ms": 5.104, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15819.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 626, "h264_decode_error_count": 1557, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:34:34+09:00", "last_error_summary": "[h264 @ 0x55b00c4fe980] cabac decode of qscale diff failed at 26 31 [h264 @ 0x55b00c4fe980] error while decoding MB 26 31, bytestream 397 [h264 @ 0x55b00ba397c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b00ba397c0] error while decoding MB 0 20, bytestream 1182 [h264 @ 0x55b00b91e480] cabac decode of qscale diff failed at 44 32 [h264 @ 0x55b00b91e480] error while decoding MB 44 32, bytestream 7706 [h264 @ 0x55b00b91e480] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-07-05T11:34:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.977, "last_started_at": "2026-07-05T11:34:37+09:00", "pid": 126716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.07, "name": "ffmpeg", "pid": 126716, "rss_mb": 267.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 698, "restart_count_per_hour": 20, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 699}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.581, "sample_count": 1767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:37:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:37:03+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T11:37:03+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T11:37:03.365509+09:00", "mtime_epoch": 1783219023.3655093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:37:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.517, "pushed": 6.517, "read": 6.484}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.066, "count": 195, "max_ms": 30.804, "p95_ms": 22.413}, "gstreamer_push": {"avg_ms": 1.045, "count": 195, "max_ms": 1.702, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.428, "count": 195, "max_ms": 73.906, "p95_ms": 61.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.314, "count": 195, "max_ms": 78.279, "p95_ms": 63.066}, "yolo11_640_fire_11class": {"avg_ms": 48.894, "count": 195, "max_ms": 75.58, "p95_ms": 64.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.267, "count": 195, "max_ms": 79.887, "p95_ms": 75.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.238, "count": 195, "max_ms": 169.782, "p95_ms": 162.487}, "read_interval": {"avg_ms": 154.253, "count": 194, "max_ms": 180.677, "p95_ms": 173.555}, "triton_wait": {"avg_ms": 55.786, "count": 195, "max_ms": 79.896, "p95_ms": 75.593}, "visualize": {"avg_ms": 5.835, "count": 195, "max_ms": 7.62, "p95_ms": 6.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15820.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10343.336, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.462, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1734721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:37:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:37:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:37:06+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T11:37:06.817578+09:00", "mtime_epoch": 1783219026.8175778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194293}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:37:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2266.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.258, "count": 302, "max_ms": 11.806, "p95_ms": 8.318}, "gstreamer_push": {"avg_ms": 1.295, "count": 302, "max_ms": 1.544, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.936, "count": 302, "max_ms": 70.145, "p95_ms": 61.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.452, "count": 302, "max_ms": 74.106, "p95_ms": 54.869}, "yolo11_640_fire_11class": {"avg_ms": 50.617, "count": 302, "max_ms": 69.934, "p95_ms": 65.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.536, "count": 302, "max_ms": 81.087, "p95_ms": 72.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.152, "count": 302, "max_ms": 103.313, "p95_ms": 88.013}, "read_interval": {"avg_ms": 99.547, "count": 301, "max_ms": 648.299, "p95_ms": 122.196}, "triton_wait": {"avg_ms": 52.171, "count": 302, "max_ms": 81.099, "p95_ms": 72.286}, "visualize": {"avg_ms": 3.706, "count": 302, "max_ms": 4.968, "p95_ms": 4.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15819.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 627, "h264_decode_error_count": 1558, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:37:11+09:00", "last_error_summary": "[h264 @ 0x5624f10b0740] error while decoding MB 3 43, bytestream -7", "last_exit_at": "2026-07-05T11:37:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.537, "last_started_at": "2026-07-05T11:37:14+09:00", "pid": 126823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.16, "name": "ffmpeg", "pid": 126823, "rss_mb": 267.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 699, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 700}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.406, "sample_count": 1767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:37:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:37:33+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T11:37:33+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T11:37:33.458106+09:00", "mtime_epoch": 1783219053.4581056, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:37:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.644, "pushed": 5.644, "read": 5.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.083, "count": 168, "max_ms": 28.51, "p95_ms": 22.151}, "gstreamer_push": {"avg_ms": 1.026, "count": 169, "max_ms": 1.184, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.384, "count": 168, "max_ms": 64.732, "p95_ms": 61.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.359, "count": 168, "max_ms": 75.408, "p95_ms": 65.607}, "yolo11_640_fire_11class": {"avg_ms": 48.197, "count": 168, "max_ms": 66.983, "p95_ms": 63.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.785, "count": 168, "max_ms": 79.953, "p95_ms": 73.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.846, "count": 169, "max_ms": 169.882, "p95_ms": 161.687}, "read_interval": {"avg_ms": 178.201, "count": 168, "max_ms": 4241.518, "p95_ms": 172.811}, "triton_wait": {"avg_ms": 55.863, "count": 168, "max_ms": 79.965, "p95_ms": 73.093}, "visualize": {"avg_ms": 5.857, "count": 168, "max_ms": 7.75, "p95_ms": 6.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15820.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10373.411, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.513, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1735018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:37:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:37:36+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T11:37:36.894174+09:00", "mtime_epoch": 1783219056.8941736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:37:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2266.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 10.032}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.164, "count": 297, "max_ms": 11.568, "p95_ms": 8.438}, "gstreamer_push": {"avg_ms": 1.279, "count": 297, "max_ms": 1.637, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.506, "count": 297, "max_ms": 64.498, "p95_ms": 61.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.95, "count": 297, "max_ms": 72.033, "p95_ms": 51.559}, "yolo11_640_fire_11class": {"avg_ms": 50.157, "count": 297, "max_ms": 66.805, "p95_ms": 62.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.123, "count": 297, "max_ms": 82.429, "p95_ms": 70.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.259, "count": 297, "max_ms": 98.013, "p95_ms": 86.139}, "read_interval": {"avg_ms": 101.265, "count": 297, "max_ms": 836.001, "p95_ms": 213.384}, "triton_wait": {"avg_ms": 51.584, "count": 297, "max_ms": 82.441, "p95_ms": 70.87}, "visualize": {"avg_ms": 3.653, "count": 297, "max_ms": 4.63, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.605, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15826.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 627, "h264_decode_error_count": 1558, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:37:11+09:00", "last_error_summary": "[h264 @ 0x5624f10b0740] error while decoding MB 3 43, bytestream -7", "last_exit_at": "2026-07-05T11:37:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.573, "last_started_at": "2026-07-05T11:37:14+09:00", "pid": 126823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.059, "name": "ffmpeg", "pid": 126823, "rss_mb": 272.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 699, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 700}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.121, "sample_count": 1767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:38:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:38:03+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T11:38:03+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T11:38:03.494700+09:00", "mtime_epoch": 1783219083.4947002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:38:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.592, "pushed": 6.592, "read": 6.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.053, "count": 197, "max_ms": 26.406, "p95_ms": 22.033}, "gstreamer_push": {"avg_ms": 1.021, "count": 197, "max_ms": 1.219, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.004, "count": 197, "max_ms": 63.325, "p95_ms": 59.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.506, "count": 197, "max_ms": 71.288, "p95_ms": 63.23}, "yolo11_640_fire_11class": {"avg_ms": 46.955, "count": 197, "max_ms": 65.022, "p95_ms": 62.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.975, "count": 197, "max_ms": 77.032, "p95_ms": 73.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.262, "count": 197, "max_ms": 164.618, "p95_ms": 159.947}, "read_interval": {"avg_ms": 152.451, "count": 196, "max_ms": 177.275, "p95_ms": 170.656}, "triton_wait": {"avg_ms": 54.402, "count": 197, "max_ms": 77.044, "p95_ms": 73.798}, "visualize": {"avg_ms": 5.795, "count": 197, "max_ms": 7.703, "p95_ms": 6.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15826.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10403.448, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.96, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1735320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:38:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:38:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T11:38:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T11:38:06.910768+09:00", "mtime_epoch": 1783219086.9107678, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:38:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2266.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.305, "count": 302, "max_ms": 11.505, "p95_ms": 8.434}, "gstreamer_push": {"avg_ms": 1.295, "count": 302, "max_ms": 1.652, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.512, "count": 302, "max_ms": 65.055, "p95_ms": 61.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.759, "count": 302, "max_ms": 72.236, "p95_ms": 51.603}, "yolo11_640_fire_11class": {"avg_ms": 50.074, "count": 302, "max_ms": 74.548, "p95_ms": 62.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.055, "count": 302, "max_ms": 78.842, "p95_ms": 73.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.545, "count": 302, "max_ms": 104.857, "p95_ms": 89.785}, "read_interval": {"avg_ms": 99.429, "count": 301, "max_ms": 602.601, "p95_ms": 123.112}, "triton_wait": {"avg_ms": 51.384, "count": 302, "max_ms": 78.854, "p95_ms": 73.74}, "visualize": {"avg_ms": 3.765, "count": 302, "max_ms": 5.186, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15826.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 627, "h264_decode_error_count": 1558, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:37:11+09:00", "last_error_summary": "[h264 @ 0x5624f10b0740] error while decoding MB 3 43, bytestream -7", "last_exit_at": "2026-07-05T11:37:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.636, "last_started_at": "2026-07-05T11:37:14+09:00", "pid": 126823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.059, "name": "ffmpeg", "pid": 126823, "rss_mb": 272.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 699, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 700}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.805, "sample_count": 1767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:38:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:38:33+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T11:38:33+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T11:38:33.539294+09:00", "mtime_epoch": 1783219113.5392945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:38:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.486, "pushed": 6.486, "read": 6.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.954, "count": 194, "max_ms": 24.466, "p95_ms": 22.059}, "gstreamer_push": {"avg_ms": 1.029, "count": 194, "max_ms": 1.161, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.198, "count": 194, "max_ms": 67.16, "p95_ms": 61.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.758, "count": 194, "max_ms": 71.733, "p95_ms": 64.378}, "yolo11_640_fire_11class": {"avg_ms": 48.141, "count": 194, "max_ms": 67.841, "p95_ms": 63.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.728, "count": 194, "max_ms": 79.004, "p95_ms": 74.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.81, "count": 194, "max_ms": 184.098, "p95_ms": 162.004}, "read_interval": {"avg_ms": 154.872, "count": 193, "max_ms": 198.026, "p95_ms": 174.166}, "triton_wait": {"avg_ms": 56.109, "count": 194, "max_ms": 79.016, "p95_ms": 74.312}, "visualize": {"avg_ms": 5.86, "count": 194, "max_ms": 7.484, "p95_ms": 6.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15826.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10433.524, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.216, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1735618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:38:37+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T11:38:37+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T11:38:37.011363+09:00", "mtime_epoch": 1783219117.0113633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:38:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2266.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.9}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 297, "max_ms": 11.717, "p95_ms": 8.802}, "gstreamer_push": {"avg_ms": 1.268, "count": 298, "max_ms": 1.885, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.758, "count": 297, "max_ms": 73.387, "p95_ms": 61.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.868, "count": 297, "max_ms": 76.375, "p95_ms": 52.303}, "yolo11_640_fire_11class": {"avg_ms": 50.762, "count": 297, "max_ms": 74.869, "p95_ms": 64.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.822, "count": 297, "max_ms": 80.169, "p95_ms": 73.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.94, "count": 298, "max_ms": 96.741, "p95_ms": 89.848}, "read_interval": {"avg_ms": 100.984, "count": 297, "max_ms": 723.212, "p95_ms": 234.035}, "triton_wait": {"avg_ms": 52.203, "count": 297, "max_ms": 80.181, "p95_ms": 73.793}, "visualize": {"avg_ms": 3.652, "count": 297, "max_ms": 4.909, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15826.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 627, "h264_decode_error_count": 1558, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:37:11+09:00", "last_error_summary": "[h264 @ 0x5624f10b0740] error while decoding MB 3 43, bytestream -7", "last_exit_at": "2026-07-05T11:37:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.637, "last_started_at": "2026-07-05T11:37:14+09:00", "pid": 126823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.059, "name": "ffmpeg", "pid": 126823, "rss_mb": 272.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 699, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 700}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.008, "sample_count": 1764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1375103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:39:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:39:03+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T11:39:03+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T11:39:03.563888+09:00", "mtime_epoch": 1783219143.563888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:39:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.435, "pushed": 6.435, "read": 6.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.311, "count": 193, "max_ms": 34.951, "p95_ms": 21.93}, "gstreamer_push": {"avg_ms": 1.046, "count": 193, "max_ms": 1.751, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.858, "count": 193, "max_ms": 69.079, "p95_ms": 62.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.041, "count": 193, "max_ms": 81.598, "p95_ms": 68.013}, "yolo11_640_fire_11class": {"avg_ms": 47.11, "count": 193, "max_ms": 69.092, "p95_ms": 63.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.456, "count": 193, "max_ms": 80.828, "p95_ms": 76.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.169, "count": 193, "max_ms": 179.689, "p95_ms": 164.704}, "read_interval": {"avg_ms": 155.556, "count": 193, "max_ms": 192.612, "p95_ms": 177.993}, "triton_wait": {"avg_ms": 56.554, "count": 193, "max_ms": 81.61, "p95_ms": 76.329}, "visualize": {"avg_ms": 5.889, "count": 193, "max_ms": 7.931, "p95_ms": 6.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15827.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10463.555, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.877, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1735919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:39:07+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T11:39:07+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T11:39:07.035957+09:00", "mtime_epoch": 1783219147.0359566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:39:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2267.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.424, "count": 301, "max_ms": 12.655, "p95_ms": 9.54}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.635, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.7, "count": 301, "max_ms": 67.354, "p95_ms": 61.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.1, "count": 301, "max_ms": 78.755, "p95_ms": 64.863}, "yolo11_640_fire_11class": {"avg_ms": 49.811, "count": 301, "max_ms": 67.284, "p95_ms": 60.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.979, "count": 301, "max_ms": 79.345, "p95_ms": 73.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.156, "count": 301, "max_ms": 96.193, "p95_ms": 90.655}, "read_interval": {"avg_ms": 99.819, "count": 300, "max_ms": 534.255, "p95_ms": 155.469}, "triton_wait": {"avg_ms": 52.131, "count": 301, "max_ms": 79.354, "p95_ms": 73.611}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 4.978, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15827.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 627, "h264_decode_error_count": 1558, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:37:11+09:00", "last_error_summary": "[h264 @ 0x5624f10b0740] error while decoding MB 3 43, bytestream -7", "last_exit_at": "2026-07-05T11:37:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.729, "last_started_at": "2026-07-05T11:37:14+09:00", "pid": 126823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.059, "name": "ffmpeg", "pid": 126823, "rss_mb": 272.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 699, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 700}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.248, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1375298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:39:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:39:33+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T11:39:33+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T11:39:33.628482+09:00", "mtime_epoch": 1783219173.628482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:39:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.513, "pushed": 6.513, "read": 6.479}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.068, "count": 194, "max_ms": 24.954, "p95_ms": 21.911}, "gstreamer_push": {"avg_ms": 1.027, "count": 195, "max_ms": 1.555, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.167, "count": 194, "max_ms": 66.992, "p95_ms": 62.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.769, "count": 194, "max_ms": 76.483, "p95_ms": 66.088}, "yolo11_640_fire_11class": {"avg_ms": 48.469, "count": 194, "max_ms": 69.845, "p95_ms": 65.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.76, "count": 194, "max_ms": 79.969, "p95_ms": 76.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.107, "count": 195, "max_ms": 169.009, "p95_ms": 163.652}, "read_interval": {"avg_ms": 154.201, "count": 194, "max_ms": 179.937, "p95_ms": 174.007}, "triton_wait": {"avg_ms": 55.954, "count": 194, "max_ms": 79.982, "p95_ms": 76.61}, "visualize": {"avg_ms": 5.874, "count": 194, "max_ms": 7.121, "p95_ms": 6.611}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15827.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10493.614, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.488, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1736220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:39:37+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T11:39:37+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:39:37.096551+09:00", "mtime_epoch": 1783219177.0965507, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:39:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2267.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.201, "count": 301, "max_ms": 9.977, "p95_ms": 8.438}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 2.159, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.281, "count": 301, "max_ms": 66.38, "p95_ms": 61.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.875, "count": 301, "max_ms": 73.603, "p95_ms": 53.184}, "yolo11_640_fire_11class": {"avg_ms": 50.815, "count": 301, "max_ms": 71.448, "p95_ms": 63.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.79, "count": 301, "max_ms": 79.126, "p95_ms": 73.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.045, "count": 301, "max_ms": 103.488, "p95_ms": 90.833}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 635.355, "p95_ms": 180.037}, "triton_wait": {"avg_ms": 52.135, "count": 301, "max_ms": 79.138, "p95_ms": 73.943}, "visualize": {"avg_ms": 3.699, "count": 301, "max_ms": 5.011, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15818.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 628, "h264_decode_error_count": 1559, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:39:48+09:00", "last_error_summary": "[h264 @ 0x559a4346a240] error while decoding MB 47 23, bytestream -5", "last_exit_at": "2026-07-05T11:39:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.221, "last_started_at": "2026-07-05T11:39:50+09:00", "pid": 126930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.008, "name": "ffmpeg", "pid": 126930, "rss_mb": 264.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 700, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 701}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.229, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1375465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:40:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:40:03+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T11:40:03+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T11:40:03.717076+09:00", "mtime_epoch": 1783219203.7170763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:40:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.585, "pushed": 5.585, "read": 5.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.106, "count": 167, "max_ms": 32.772, "p95_ms": 22.217}, "gstreamer_push": {"avg_ms": 1.025, "count": 167, "max_ms": 1.216, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.214, "count": 167, "max_ms": 66.761, "p95_ms": 60.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.064, "count": 167, "max_ms": 75.678, "p95_ms": 64.842}, "yolo11_640_fire_11class": {"avg_ms": 48.31, "count": 167, "max_ms": 68.864, "p95_ms": 61.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.454, "count": 167, "max_ms": 79.224, "p95_ms": 74.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.239, "count": 167, "max_ms": 166.089, "p95_ms": 159.969}, "read_interval": {"avg_ms": 180.151, "count": 166, "max_ms": 4668.184, "p95_ms": 171.215}, "triton_wait": {"avg_ms": 55.817, "count": 167, "max_ms": 79.237, "p95_ms": 74.098}, "visualize": {"avg_ms": 5.855, "count": 167, "max_ms": 7.854, "p95_ms": 6.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15818.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10523.644, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.255, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1736524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:40:07+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:40:07+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T11:40:07.097143+09:00", "mtime_epoch": 1783219207.097143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:40:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2267.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.117}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.118, "count": 304, "max_ms": 10.412, "p95_ms": 7.903}, "gstreamer_push": {"avg_ms": 1.295, "count": 304, "max_ms": 1.805, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.268, "count": 304, "max_ms": 69.032, "p95_ms": 61.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.81, "count": 304, "max_ms": 74.658, "p95_ms": 53.676}, "yolo11_640_fire_11class": {"avg_ms": 50.695, "count": 304, "max_ms": 70.843, "p95_ms": 63.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.724, "count": 304, "max_ms": 79.639, "p95_ms": 74.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.984, "count": 304, "max_ms": 95.405, "p95_ms": 89.546}, "read_interval": {"avg_ms": 98.831, "count": 303, "max_ms": 618.305, "p95_ms": 128.24}, "triton_wait": {"avg_ms": 52.182, "count": 304, "max_ms": 79.651, "p95_ms": 74.389}, "visualize": {"avg_ms": 3.681, "count": 304, "max_ms": 6.038, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15821.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 628, "h264_decode_error_count": 1559, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:39:48+09:00", "last_error_summary": "[h264 @ 0x559a4346a240] error while decoding MB 47 23, bytestream -5", "last_exit_at": "2026-07-05T11:39:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.358, "last_started_at": "2026-07-05T11:39:50+09:00", "pid": 126930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.07, "name": "ffmpeg", "pid": 126930, "rss_mb": 266.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 700, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 701}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.884, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1375666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:40:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:40:33+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T11:40:33+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T11:40:33.849435+09:00", "mtime_epoch": 1783219233.8494349, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:40:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.707, "pushed": 6.707, "read": 6.674}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.791, "count": 200, "max_ms": 29.807, "p95_ms": 21.59}, "gstreamer_push": {"avg_ms": 1.007, "count": 201, "max_ms": 1.242, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.028, "count": 200, "max_ms": 66.228, "p95_ms": 61.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.129, "count": 200, "max_ms": 76.695, "p95_ms": 66.372}, "yolo11_640_fire_11class": {"avg_ms": 47.774, "count": 200, "max_ms": 68.342, "p95_ms": 63.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.104, "count": 200, "max_ms": 81.287, "p95_ms": 74.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.807, "count": 201, "max_ms": 167.408, "p95_ms": 161.673}, "read_interval": {"avg_ms": 149.95, "count": 200, "max_ms": 175.337, "p95_ms": 169.565}, "triton_wait": {"avg_ms": 55.02, "count": 200, "max_ms": 81.3, "p95_ms": 74.968}, "visualize": {"avg_ms": 5.79, "count": 200, "max_ms": 7.948, "p95_ms": 6.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15821.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10553.649, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.089, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1736821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:40:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:40:37+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T11:40:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T11:40:37.133469+09:00", "mtime_epoch": 1783219237.1334693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:40:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2267.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.215, "count": 297, "max_ms": 12.041, "p95_ms": 8.84}, "gstreamer_push": {"avg_ms": 1.271, "count": 297, "max_ms": 1.532, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.911, "count": 297, "max_ms": 69.441, "p95_ms": 63.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.751, "count": 297, "max_ms": 77.276, "p95_ms": 61.119}, "yolo11_640_fire_11class": {"avg_ms": 50.653, "count": 297, "max_ms": 70.855, "p95_ms": 64.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.42, "count": 297, "max_ms": 80.083, "p95_ms": 71.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.775, "count": 297, "max_ms": 95.75, "p95_ms": 87.753}, "read_interval": {"avg_ms": 101.039, "count": 297, "max_ms": 621.088, "p95_ms": 278.538}, "triton_wait": {"avg_ms": 52.08, "count": 297, "max_ms": 80.095, "p95_ms": 71.855}, "visualize": {"avg_ms": 3.647, "count": 297, "max_ms": 4.623, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15825.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 628, "h264_decode_error_count": 1559, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:39:48+09:00", "last_error_summary": "[h264 @ 0x559a4346a240] error while decoding MB 47 23, bytestream -5", "last_exit_at": "2026-07-05T11:39:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.444, "last_started_at": "2026-07-05T11:39:50+09:00", "pid": 126930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.68, "name": "ffmpeg", "pid": 126930, "rss_mb": 269.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 700, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 701}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.008, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1375865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:41:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:41:04+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T11:41:03+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T11:41:03.937756+09:00", "mtime_epoch": 1783219263.9377563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:41:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.649, "pushed": 6.649, "read": 6.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.993, "count": 199, "max_ms": 24.233, "p95_ms": 22.087}, "gstreamer_push": {"avg_ms": 1.02, "count": 199, "max_ms": 1.362, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.126, "count": 199, "max_ms": 65.032, "p95_ms": 62.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.496, "count": 199, "max_ms": 78.321, "p95_ms": 68.036}, "yolo11_640_fire_11class": {"avg_ms": 48.081, "count": 199, "max_ms": 68.16, "p95_ms": 63.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.175, "count": 199, "max_ms": 83.097, "p95_ms": 76.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.904, "count": 199, "max_ms": 173.633, "p95_ms": 164.491}, "read_interval": {"avg_ms": 151.205, "count": 198, "max_ms": 181.871, "p95_ms": 172.681}, "triton_wait": {"avg_ms": 55.649, "count": 199, "max_ms": 83.112, "p95_ms": 76.737}, "visualize": {"avg_ms": 5.865, "count": 199, "max_ms": 6.922, "p95_ms": 6.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15825.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10583.696, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.566, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1737119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:41:07+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:41:07+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T11:41:07.173792+09:00", "mtime_epoch": 1783219267.1737916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:41:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2267.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.164, "count": 298, "max_ms": 10.724, "p95_ms": 8.049}, "gstreamer_push": {"avg_ms": 1.278, "count": 298, "max_ms": 1.944, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.066, "count": 298, "max_ms": 68.214, "p95_ms": 62.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.394, "count": 298, "max_ms": 80.2, "p95_ms": 67.502}, "yolo11_640_fire_11class": {"avg_ms": 50.529, "count": 298, "max_ms": 70.952, "p95_ms": 63.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.046, "count": 298, "max_ms": 82.129, "p95_ms": 75.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.274, "count": 298, "max_ms": 136.955, "p95_ms": 91.539}, "read_interval": {"avg_ms": 100.817, "count": 298, "max_ms": 668.338, "p95_ms": 196.704}, "triton_wait": {"avg_ms": 52.403, "count": 298, "max_ms": 82.14, "p95_ms": 75.64}, "visualize": {"avg_ms": 3.664, "count": 298, "max_ms": 5.098, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.73, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15825.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 628, "h264_decode_error_count": 1559, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:39:48+09:00", "last_error_summary": "[h264 @ 0x559a4346a240] error while decoding MB 47 23, bytestream -5", "last_exit_at": "2026-07-05T11:39:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.565, "last_started_at": "2026-07-05T11:39:50+09:00", "pid": 126930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.938, "name": "ffmpeg", "pid": 126930, "rss_mb": 269.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 700, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 701}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.805, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:41:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:41:34+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T11:41:34+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T11:41:34.058091+09:00", "mtime_epoch": 1783219294.0580914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:41:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9279.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.605, "pushed": 6.605, "read": 6.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.129, "count": 197, "max_ms": 26.879, "p95_ms": 22.249}, "gstreamer_push": {"avg_ms": 1.011, "count": 198, "max_ms": 1.408, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.924, "count": 197, "max_ms": 67.168, "p95_ms": 63.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.6, "count": 197, "max_ms": 77.709, "p95_ms": 69.222}, "yolo11_640_fire_11class": {"avg_ms": 49.102, "count": 197, "max_ms": 68.978, "p95_ms": 65.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.494, "count": 197, "max_ms": 80.798, "p95_ms": 76.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.918, "count": 198, "max_ms": 172.59, "p95_ms": 164.655}, "read_interval": {"avg_ms": 152.169, "count": 197, "max_ms": 180.582, "p95_ms": 172.925}, "triton_wait": {"avg_ms": 56.881, "count": 197, "max_ms": 80.811, "p95_ms": 77.409}, "visualize": {"avg_ms": 5.82, "count": 197, "max_ms": 7.168, "p95_ms": 6.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15826.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10613.742, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.938, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1737421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:41:37+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T11:41:37+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T11:41:37.222127+09:00", "mtime_epoch": 1783219297.2221274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:41:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2267.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.156, "count": 302, "max_ms": 10.827, "p95_ms": 8.19}, "gstreamer_push": {"avg_ms": 1.282, "count": 302, "max_ms": 1.885, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.477, "count": 302, "max_ms": 70.889, "p95_ms": 63.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.397, "count": 302, "max_ms": 76.319, "p95_ms": 59.794}, "yolo11_640_fire_11class": {"avg_ms": 51.356, "count": 302, "max_ms": 74.551, "p95_ms": 66.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.928, "count": 302, "max_ms": 85.149, "p95_ms": 76.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.053, "count": 302, "max_ms": 100.92, "p95_ms": 93.606}, "read_interval": {"avg_ms": 99.533, "count": 301, "max_ms": 546.721, "p95_ms": 171.145}, "triton_wait": {"avg_ms": 53.28, "count": 302, "max_ms": 85.163, "p95_ms": 76.34}, "visualize": {"avg_ms": 3.689, "count": 302, "max_ms": 4.983, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15825.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 628, "h264_decode_error_count": 1559, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:39:48+09:00", "last_error_summary": "[h264 @ 0x559a4346a240] error while decoding MB 47 23, bytestream -5", "last_exit_at": "2026-07-05T11:39:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.663, "last_started_at": "2026-07-05T11:39:50+09:00", "pid": 126930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.938, "name": "ffmpeg", "pid": 126930, "rss_mb": 269.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 700, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 701}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.008, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:42:04+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-05T11:42:04+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T11:42:04.142439+09:00", "mtime_epoch": 1783219324.142439, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:42:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.643, "pushed": 6.643, "read": 6.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.068, "count": 198, "max_ms": 28.434, "p95_ms": 23.376}, "gstreamer_push": {"avg_ms": 1.041, "count": 199, "max_ms": 1.408, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.08, "count": 198, "max_ms": 66.362, "p95_ms": 61.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.241, "count": 198, "max_ms": 77.264, "p95_ms": 69.608}, "yolo11_640_fire_11class": {"avg_ms": 48.057, "count": 198, "max_ms": 69.966, "p95_ms": 63.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.738, "count": 198, "max_ms": 80.256, "p95_ms": 75.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.858, "count": 199, "max_ms": 166.777, "p95_ms": 163.98}, "read_interval": {"avg_ms": 151.207, "count": 198, "max_ms": 174.909, "p95_ms": 172.103}, "triton_wait": {"avg_ms": 56.207, "count": 198, "max_ms": 80.268, "p95_ms": 75.274}, "visualize": {"avg_ms": 5.813, "count": 198, "max_ms": 9.219, "p95_ms": 6.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15825.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10644.076, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.336, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1737722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T11:42:07+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T11:42:07+09:00", "mjpeg": {"age_sec": 0.529, "exists": true, "mtime": "2026-07-05T11:42:07.094474+09:00", "mtime_epoch": 1783219327.0944738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:42:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2268.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.231, "count": 297, "max_ms": 11.293, "p95_ms": 8.565}, "gstreamer_push": {"avg_ms": 1.292, "count": 297, "max_ms": 1.844, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.175, "count": 297, "max_ms": 72.331, "p95_ms": 63.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.313, "count": 297, "max_ms": 78.939, "p95_ms": 58.461}, "yolo11_640_fire_11class": {"avg_ms": 50.79, "count": 297, "max_ms": 70.765, "p95_ms": 64.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.86, "count": 297, "max_ms": 79.394, "p95_ms": 75.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.074, "count": 297, "max_ms": 104.385, "p95_ms": 91.93}, "read_interval": {"avg_ms": 101.01, "count": 297, "max_ms": 670.916, "p95_ms": 151.463}, "triton_wait": {"avg_ms": 53.122, "count": 297, "max_ms": 79.407, "p95_ms": 75.998}, "visualize": {"avg_ms": 3.723, "count": 297, "max_ms": 4.934, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15694.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 629, "h264_decode_error_count": 1560, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:42:31+09:00", "last_error_summary": "[h264 @ 0x559482c07680] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T11:42:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.161, "last_started_at": "2026-07-05T11:42:33+09:00", "pid": 127037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.785, "name": "ffmpeg", "pid": 127037, "rss_mb": 141.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 701, "restart_count_per_hour": 22, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 702}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.265, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:42:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:42:35+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T11:42:35+09:00", "mjpeg": {"age_sec": 4.68, "exists": true, "mtime": "2026-07-05T11:42:31.298763+09:00", "mtime_epoch": 1783219351.298763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:42:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.625, "pushed": 5.625, "read": 5.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.158, "count": 168, "max_ms": 26.502, "p95_ms": 24.346}, "gstreamer_push": {"avg_ms": 1.033, "count": 168, "max_ms": 1.233, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.853, "count": 168, "max_ms": 68.748, "p95_ms": 61.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.514, "count": 168, "max_ms": 73.916, "p95_ms": 62.083}, "yolo11_640_fire_11class": {"avg_ms": 48.116, "count": 168, "max_ms": 70.925, "p95_ms": 63.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.362, "count": 168, "max_ms": 83.303, "p95_ms": 75.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.305, "count": 168, "max_ms": 173.379, "p95_ms": 163.303}, "read_interval": {"avg_ms": 178.847, "count": 167, "max_ms": 4700.451, "p95_ms": 171.857}, "triton_wait": {"avg_ms": 55.631, "count": 168, "max_ms": 83.315, "p95_ms": 75.288}, "visualize": {"avg_ms": 5.89, "count": 168, "max_ms": 9.028, "p95_ms": 6.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15716.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10674.113, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.488, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1738024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:42:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:42:37+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T11:42:37+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:42:37.594839+09:00", "mtime_epoch": 1783219357.5948393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:42:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2268.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.183, "count": 302, "max_ms": 11.404, "p95_ms": 8.157}, "gstreamer_push": {"avg_ms": 1.278, "count": 302, "max_ms": 1.496, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.607, "count": 302, "max_ms": 66.027, "p95_ms": 60.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.776, "count": 302, "max_ms": 74.703, "p95_ms": 52.402}, "yolo11_640_fire_11class": {"avg_ms": 50.292, "count": 302, "max_ms": 70.13, "p95_ms": 63.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.371, "count": 302, "max_ms": 78.056, "p95_ms": 73.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.431, "count": 302, "max_ms": 93.771, "p95_ms": 89.146}, "read_interval": {"avg_ms": 99.518, "count": 301, "max_ms": 687.884, "p95_ms": 136.373}, "triton_wait": {"avg_ms": 51.688, "count": 302, "max_ms": 78.068, "p95_ms": 73.418}, "visualize": {"avg_ms": 3.667, "count": 302, "max_ms": 4.743, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15821.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 629, "h264_decode_error_count": 1560, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:42:31+09:00", "last_error_summary": "[h264 @ 0x559482c07680] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T11:42:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.185, "last_started_at": "2026-07-05T11:42:33+09:00", "pid": 127037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.172, "name": "ffmpeg", "pid": 127037, "rss_mb": 265.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 701, "restart_count_per_hour": 22, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 702}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.47, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:43:06+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T11:43:05+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T11:43:05.875189+09:00", "mtime_epoch": 1783219385.8751888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:43:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.729, "pushed": 6.729, "read": 6.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.894, "count": 201, "max_ms": 26.854, "p95_ms": 22.435}, "gstreamer_push": {"avg_ms": 1.005, "count": 201, "max_ms": 1.499, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.68, "count": 201, "max_ms": 68.785, "p95_ms": 60.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.085, "count": 201, "max_ms": 77.753, "p95_ms": 65.366}, "yolo11_640_fire_11class": {"avg_ms": 47.814, "count": 201, "max_ms": 70.224, "p95_ms": 61.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.502, "count": 201, "max_ms": 83.887, "p95_ms": 75.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.367, "count": 201, "max_ms": 169.861, "p95_ms": 161.922}, "read_interval": {"avg_ms": 149.385, "count": 200, "max_ms": 177.908, "p95_ms": 170.187}, "triton_wait": {"avg_ms": 55.798, "count": 201, "max_ms": 83.902, "p95_ms": 75.181}, "visualize": {"avg_ms": 5.787, "count": 201, "max_ms": 7.704, "p95_ms": 6.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15821.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10704.161, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.639, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1738324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:43:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:43:07+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:43:07+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T11:43:07.643211+09:00", "mtime_epoch": 1783219387.643211, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:43:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2268.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.116, "count": 300, "max_ms": 11.444, "p95_ms": 8.122}, "gstreamer_push": {"avg_ms": 1.271, "count": 300, "max_ms": 1.545, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.962, "count": 300, "max_ms": 68.707, "p95_ms": 61.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.517, "count": 300, "max_ms": 77.653, "p95_ms": 54.072}, "yolo11_640_fire_11class": {"avg_ms": 50.781, "count": 300, "max_ms": 70.949, "p95_ms": 64.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.955, "count": 300, "max_ms": 83.86, "p95_ms": 75.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.998, "count": 300, "max_ms": 101.076, "p95_ms": 90.639}, "read_interval": {"avg_ms": 100.218, "count": 299, "max_ms": 602.118, "p95_ms": 275.032}, "triton_wait": {"avg_ms": 52.315, "count": 300, "max_ms": 83.876, "p95_ms": 75.124}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 4.982, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15823.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 629, "h264_decode_error_count": 1560, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:42:31+09:00", "last_error_summary": "[h264 @ 0x559482c07680] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T11:42:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.291, "last_started_at": "2026-07-05T11:42:33+09:00", "pid": 127037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.977, "name": "ffmpeg", "pid": 127037, "rss_mb": 266.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 701, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 702}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.543, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:43:36+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T11:43:35+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T11:43:35.979571+09:00", "mtime_epoch": 1783219415.9795709, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:43:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.643, "pushed": 6.643, "read": 6.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.061, "count": 198, "max_ms": 28.298, "p95_ms": 23.429}, "gstreamer_push": {"avg_ms": 1.026, "count": 199, "max_ms": 1.756, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.839, "count": 198, "max_ms": 64.852, "p95_ms": 59.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.565, "count": 198, "max_ms": 80.641, "p95_ms": 68.307}, "yolo11_640_fire_11class": {"avg_ms": 47.897, "count": 198, "max_ms": 66.995, "p95_ms": 63.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.339, "count": 198, "max_ms": 80.792, "p95_ms": 75.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.049, "count": 199, "max_ms": 167.077, "p95_ms": 162.946}, "read_interval": {"avg_ms": 151.303, "count": 198, "max_ms": 174.955, "p95_ms": 170.788}, "triton_wait": {"avg_ms": 55.928, "count": 198, "max_ms": 80.804, "p95_ms": 75.064}, "visualize": {"avg_ms": 5.879, "count": 198, "max_ms": 9.342, "p95_ms": 7.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15824.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10734.168, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.639, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1738622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:43:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:43:37+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T11:43:37+09:00", "mjpeg": {"age_sec": 0.396, "exists": true, "mtime": "2026-07-05T11:43:37.319588+09:00", "mtime_epoch": 1783219417.3195882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:43:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2268.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.122, "count": 298, "max_ms": 11.124, "p95_ms": 8.239}, "gstreamer_push": {"avg_ms": 1.288, "count": 298, "max_ms": 1.593, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.269, "count": 298, "max_ms": 66.393, "p95_ms": 62.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.86, "count": 298, "max_ms": 73.632, "p95_ms": 59.885}, "yolo11_640_fire_11class": {"avg_ms": 50.496, "count": 298, "max_ms": 70.827, "p95_ms": 65.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.842, "count": 298, "max_ms": 81.397, "p95_ms": 74.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.985, "count": 298, "max_ms": 97.087, "p95_ms": 89.288}, "read_interval": {"avg_ms": 100.639, "count": 298, "max_ms": 848.249, "p95_ms": 125.169}, "triton_wait": {"avg_ms": 52.23, "count": 298, "max_ms": 81.409, "p95_ms": 74.223}, "visualize": {"avg_ms": 3.678, "count": 298, "max_ms": 5.177, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15823.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 629, "h264_decode_error_count": 1560, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:42:31+09:00", "last_error_summary": "[h264 @ 0x559482c07680] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T11:42:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.384, "last_started_at": "2026-07-05T11:42:33+09:00", "pid": 127037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.977, "name": "ffmpeg", "pid": 127037, "rss_mb": 266.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 701, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 702}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.349, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1377040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:44:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:44:06+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T11:44:06+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T11:44:06.067963+09:00", "mtime_epoch": 1783219446.067963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:44:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.646, "pushed": 6.646, "read": 6.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.976, "count": 198, "max_ms": 31.371, "p95_ms": 22.228}, "gstreamer_push": {"avg_ms": 1.029, "count": 199, "max_ms": 1.449, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.346, "count": 198, "max_ms": 65.151, "p95_ms": 61.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.432, "count": 198, "max_ms": 77.601, "p95_ms": 66.642}, "yolo11_640_fire_11class": {"avg_ms": 48.417, "count": 198, "max_ms": 66.706, "p95_ms": 63.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.542, "count": 198, "max_ms": 80.116, "p95_ms": 76.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.921, "count": 199, "max_ms": 174.654, "p95_ms": 162.77}, "read_interval": {"avg_ms": 151.213, "count": 198, "max_ms": 181.952, "p95_ms": 170.637}, "triton_wait": {"avg_ms": 56.021, "count": 198, "max_ms": 80.127, "p95_ms": 76.096}, "visualize": {"avg_ms": 5.831, "count": 198, "max_ms": 6.96, "p95_ms": 6.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15823.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10764.21, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.54, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1738925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:44:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T11:44:07+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T11:44:07+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T11:44:07.687984+09:00", "mtime_epoch": 1783219447.6879842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:44:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2268.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 303, "max_ms": 11.928, "p95_ms": 8.336}, "gstreamer_push": {"avg_ms": 1.295, "count": 303, "max_ms": 2.013, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.203, "count": 303, "max_ms": 70.901, "p95_ms": 59.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.904, "count": 303, "max_ms": 75.734, "p95_ms": 57.837}, "yolo11_640_fire_11class": {"avg_ms": 50.422, "count": 303, "max_ms": 71.175, "p95_ms": 62.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.559, "count": 303, "max_ms": 77.203, "p95_ms": 74.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.894, "count": 303, "max_ms": 92.932, "p95_ms": 89.709}, "read_interval": {"avg_ms": 99.176, "count": 302, "max_ms": 728.592, "p95_ms": 121.658}, "triton_wait": {"avg_ms": 51.947, "count": 303, "max_ms": 77.213, "p95_ms": 74.543}, "visualize": {"avg_ms": 3.691, "count": 303, "max_ms": 4.771, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15824.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 629, "h264_decode_error_count": 1560, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:42:31+09:00", "last_error_summary": "[h264 @ 0x559482c07680] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T11:42:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.514, "last_started_at": "2026-07-05T11:42:33+09:00", "pid": 127037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.977, "name": "ffmpeg", "pid": 127037, "rss_mb": 266.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 701, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 702}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.667, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1377238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:44:36+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T11:44:36+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T11:44:36.204365+09:00", "mtime_epoch": 1783219476.2043648, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:44:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.604, "pushed": 6.604, "read": 6.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.088, "count": 197, "max_ms": 30.002, "p95_ms": 23.039}, "gstreamer_push": {"avg_ms": 1.02, "count": 198, "max_ms": 1.347, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.397, "count": 197, "max_ms": 80.18, "p95_ms": 61.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.957, "count": 197, "max_ms": 72.902, "p95_ms": 66.493}, "yolo11_640_fire_11class": {"avg_ms": 48.463, "count": 197, "max_ms": 79.052, "p95_ms": 64.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.078, "count": 197, "max_ms": 79.05, "p95_ms": 76.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.95, "count": 198, "max_ms": 166.497, "p95_ms": 164.461}, "read_interval": {"avg_ms": 152.208, "count": 197, "max_ms": 175.64, "p95_ms": 172.435}, "triton_wait": {"avg_ms": 56.439, "count": 197, "max_ms": 80.192, "p95_ms": 76.627}, "visualize": {"avg_ms": 5.864, "count": 197, "max_ms": 7.612, "p95_ms": 6.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15824.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10794.23, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.543, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1739226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:44:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:44:37+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:44:37+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:44:37.712385+09:00", "mtime_epoch": 1783219477.7123852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:44:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2268.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.183, "count": 301, "max_ms": 11.793, "p95_ms": 8.586}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 2.007, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.469, "count": 301, "max_ms": 75.292, "p95_ms": 62.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.37, "count": 301, "max_ms": 78.478, "p95_ms": 58.255}, "yolo11_640_fire_11class": {"avg_ms": 50.878, "count": 301, "max_ms": 74.512, "p95_ms": 64.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.348, "count": 301, "max_ms": 79.94, "p95_ms": 74.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.555, "count": 301, "max_ms": 96.023, "p95_ms": 91.205}, "read_interval": {"avg_ms": 99.789, "count": 300, "max_ms": 579.786, "p95_ms": 225.494}, "triton_wait": {"avg_ms": 52.799, "count": 301, "max_ms": 79.953, "p95_ms": 74.832}, "visualize": {"avg_ms": 3.625, "count": 301, "max_ms": 4.71, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15824.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 629, "h264_decode_error_count": 1560, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:42:31+09:00", "last_error_summary": "[h264 @ 0x559482c07680] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T11:42:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.534, "last_started_at": "2026-07-05T11:42:33+09:00", "pid": 127037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.977, "name": "ffmpeg", "pid": 127037, "rss_mb": 266.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 701, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 702}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.748, "sample_count": 1956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1377437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:45:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:45:06+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T11:45:06+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T11:45:06.220774+09:00", "mtime_epoch": 1783219506.2207742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:45:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.661, "pushed": 6.661, "read": 6.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.776, "count": 199, "max_ms": 27.702, "p95_ms": 21.822}, "gstreamer_push": {"avg_ms": 1.03, "count": 199, "max_ms": 1.179, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.919, "count": 199, "max_ms": 65.912, "p95_ms": 61.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.817, "count": 199, "max_ms": 77.283, "p95_ms": 64.65}, "yolo11_640_fire_11class": {"avg_ms": 48.082, "count": 199, "max_ms": 72.103, "p95_ms": 63.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.093, "count": 199, "max_ms": 79.026, "p95_ms": 75.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.601, "count": 199, "max_ms": 167.317, "p95_ms": 165.162}, "read_interval": {"avg_ms": 150.867, "count": 198, "max_ms": 175.263, "p95_ms": 172.845}, "triton_wait": {"avg_ms": 55.735, "count": 199, "max_ms": 79.037, "p95_ms": 76.632}, "visualize": {"avg_ms": 5.849, "count": 199, "max_ms": 7.509, "p95_ms": 6.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15824.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10824.301, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.639, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1739525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:45:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:45:07+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:45:07+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T11:45:07.780796+09:00", "mtime_epoch": 1783219507.7807956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:45:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2269.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.279, "count": 299, "max_ms": 11.397, "p95_ms": 8.597}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 2.034, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.132, "count": 299, "max_ms": 66.014, "p95_ms": 61.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.614, "count": 299, "max_ms": 76.591, "p95_ms": 59.478}, "yolo11_640_fire_11class": {"avg_ms": 50.531, "count": 299, "max_ms": 67.836, "p95_ms": 63.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.643, "count": 299, "max_ms": 79.438, "p95_ms": 73.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.438, "count": 299, "max_ms": 105.054, "p95_ms": 90.719}, "read_interval": {"avg_ms": 100.625, "count": 298, "max_ms": 750.436, "p95_ms": 161.729}, "triton_wait": {"avg_ms": 52.156, "count": 299, "max_ms": 79.45, "p95_ms": 73.672}, "visualize": {"avg_ms": 3.756, "count": 299, "max_ms": 5.759, "p95_ms": 4.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15821.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 630, "h264_decode_error_count": 1561, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:45:13+09:00", "last_error_summary": "[h264 @ 0x560fb15bf340] error while decoding MB 59 20, bytestream -8", "last_exit_at": "2026-07-05T11:45:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.367, "last_started_at": "2026-07-05T11:45:16+09:00", "pid": 127144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.762, "name": "ffmpeg", "pid": 127144, "rss_mb": 263.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 702, "restart_count_per_hour": 22, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 703}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.944, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1377613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:45:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:45:36+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:45:36+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T11:45:36.277192+09:00", "mtime_epoch": 1783219536.2771924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:45:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.886, "pushed": 5.886, "read": 5.852}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.499, "count": 176, "max_ms": 30.38, "p95_ms": 21.213}, "gstreamer_push": {"avg_ms": 1.017, "count": 176, "max_ms": 1.206, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.688, "count": 176, "max_ms": 69.26, "p95_ms": 62.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.697, "count": 176, "max_ms": 77.228, "p95_ms": 70.593}, "yolo11_640_fire_11class": {"avg_ms": 48.877, "count": 176, "max_ms": 68.695, "p95_ms": 65.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.097, "count": 176, "max_ms": 80.724, "p95_ms": 76.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.344, "count": 176, "max_ms": 168.796, "p95_ms": 162.372}, "read_interval": {"avg_ms": 170.912, "count": 175, "max_ms": 4259.834, "p95_ms": 171.598}, "triton_wait": {"avg_ms": 56.352, "count": 176, "max_ms": 80.736, "p95_ms": 76.191}, "visualize": {"avg_ms": 5.661, "count": 176, "max_ms": 8.409, "p95_ms": 6.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15822.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10854.304, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.755, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1739826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:45:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:45:37+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T11:45:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T11:45:37.785213+09:00", "mtime_epoch": 1783219537.7852135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:45:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2269.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.204, "count": 301, "max_ms": 11.369, "p95_ms": 8.345}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.535, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.344, "count": 301, "max_ms": 75.722, "p95_ms": 61.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.157, "count": 301, "max_ms": 81.82, "p95_ms": 62.189}, "yolo11_640_fire_11class": {"avg_ms": 50.778, "count": 301, "max_ms": 74.883, "p95_ms": 62.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.851, "count": 301, "max_ms": 81.831, "p95_ms": 74.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.413, "count": 301, "max_ms": 99.097, "p95_ms": 90.086}, "read_interval": {"avg_ms": 99.67, "count": 301, "max_ms": 642.739, "p95_ms": 146.174}, "triton_wait": {"avg_ms": 52.547, "count": 301, "max_ms": 81.842, "p95_ms": 74.885}, "visualize": {"avg_ms": 3.651, "count": 301, "max_ms": 4.952, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15826.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 630, "h264_decode_error_count": 1561, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:45:13+09:00", "last_error_summary": "[h264 @ 0x560fb15bf340] error while decoding MB 59 20, bytestream -8", "last_exit_at": "2026-07-05T11:45:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.513, "last_started_at": "2026-07-05T11:45:16+09:00", "pid": 127144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.629, "name": "ffmpeg", "pid": 127144, "rss_mb": 267.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 702, "restart_count_per_hour": 22, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 703}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.589, "sample_count": 1936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1377817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:46:06+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T11:46:06+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T11:46:06.413620+09:00", "mtime_epoch": 1783219566.4136195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:46:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.788, "pushed": 6.788, "read": 6.755}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.983, "count": 203, "max_ms": 31.475, "p95_ms": 23.413}, "gstreamer_push": {"avg_ms": 1.018, "count": 203, "max_ms": 1.438, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.17, "count": 203, "max_ms": 66.314, "p95_ms": 61.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.03, "count": 203, "max_ms": 75.039, "p95_ms": 66.642}, "yolo11_640_fire_11class": {"avg_ms": 47.766, "count": 203, "max_ms": 67.078, "p95_ms": 61.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.02, "count": 203, "max_ms": 80.165, "p95_ms": 75.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.704, "count": 203, "max_ms": 169.082, "p95_ms": 161.004}, "read_interval": {"avg_ms": 147.887, "count": 202, "max_ms": 177.011, "p95_ms": 169.044}, "triton_wait": {"avg_ms": 55.305, "count": 203, "max_ms": 80.177, "p95_ms": 75.347}, "visualize": {"avg_ms": 5.75, "count": 203, "max_ms": 7.628, "p95_ms": 6.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15826.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10884.363, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.809, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1740126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:46:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:46:07+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T11:46:07+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T11:46:07.849640+09:00", "mtime_epoch": 1783219567.84964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:46:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2269.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.209, "count": 300, "max_ms": 10.11, "p95_ms": 8.317}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.825, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.766, "count": 300, "max_ms": 70.514, "p95_ms": 62.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.872, "count": 300, "max_ms": 75.882, "p95_ms": 62.153}, "yolo11_640_fire_11class": {"avg_ms": 50.498, "count": 300, "max_ms": 71.216, "p95_ms": 63.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.013, "count": 300, "max_ms": 80.206, "p95_ms": 75.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.502, "count": 300, "max_ms": 125.581, "p95_ms": 91.171}, "read_interval": {"avg_ms": 100.259, "count": 299, "max_ms": 614.662, "p95_ms": 219.759}, "triton_wait": {"avg_ms": 52.401, "count": 300, "max_ms": 80.219, "p95_ms": 75.318}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 4.853, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15833.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 630, "h264_decode_error_count": 1561, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:45:13+09:00", "last_error_summary": "[h264 @ 0x560fb15bf340] error while decoding MB 59 20, bytestream -8", "last_exit_at": "2026-07-05T11:45:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.624, "last_started_at": "2026-07-05T11:45:16+09:00", "pid": 127144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.238, "name": "ffmpeg", "pid": 127144, "rss_mb": 274.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 702, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 703}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.149, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:46:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:46:36+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T11:46:36+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T11:46:36.510053+09:00", "mtime_epoch": 1783219596.5100534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:46:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9280.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.774, "pushed": 6.774, "read": 6.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.693, "count": 202, "max_ms": 27.428, "p95_ms": 21.654}, "gstreamer_push": {"avg_ms": 1.029, "count": 203, "max_ms": 1.405, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.028, "count": 202, "max_ms": 64.654, "p95_ms": 60.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.956, "count": 202, "max_ms": 72.71, "p95_ms": 65.223}, "yolo11_640_fire_11class": {"avg_ms": 47.834, "count": 202, "max_ms": 65.674, "p95_ms": 61.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.207, "count": 202, "max_ms": 83.125, "p95_ms": 73.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.024, "count": 203, "max_ms": 172.307, "p95_ms": 160.544}, "read_interval": {"avg_ms": 148.225, "count": 202, "max_ms": 180.637, "p95_ms": 168.785}, "triton_wait": {"avg_ms": 55.603, "count": 202, "max_ms": 83.137, "p95_ms": 73.65}, "visualize": {"avg_ms": 5.736, "count": 202, "max_ms": 7.521, "p95_ms": 6.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15833.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10914.372, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.54, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1740427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:46:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:46:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T11:46:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T11:46:37.830073+09:00", "mtime_epoch": 1783219597.8300726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:46:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2269.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.095, "count": 301, "max_ms": 11.934, "p95_ms": 7.984}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 2.204, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.0, "count": 301, "max_ms": 66.185, "p95_ms": 60.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.701, "count": 301, "max_ms": 72.064, "p95_ms": 54.87}, "yolo11_640_fire_11class": {"avg_ms": 49.99, "count": 301, "max_ms": 68.911, "p95_ms": 62.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.078, "count": 301, "max_ms": 83.076, "p95_ms": 74.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.94, "count": 301, "max_ms": 98.713, "p95_ms": 89.957}, "read_interval": {"avg_ms": 99.614, "count": 301, "max_ms": 594.996, "p95_ms": 226.243}, "triton_wait": {"avg_ms": 52.265, "count": 301, "max_ms": 83.088, "p95_ms": 74.611}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 5.099, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15836.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 630, "h264_decode_error_count": 1561, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:45:13+09:00", "last_error_summary": "[h264 @ 0x560fb15bf340] error while decoding MB 59 20, bytestream -8", "last_exit_at": "2026-07-05T11:45:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.672, "last_started_at": "2026-07-05T11:45:16+09:00", "pid": 127144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.621, "name": "ffmpeg", "pid": 127144, "rss_mb": 278.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 702, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 703}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.644, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:47:06+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T11:47:06+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T11:47:06.574494+09:00", "mtime_epoch": 1783219626.5744941, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:47:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9281.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.822, "pushed": 6.822, "read": 6.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.776, "count": 204, "max_ms": 32.451, "p95_ms": 21.548}, "gstreamer_push": {"avg_ms": 1.021, "count": 204, "max_ms": 1.251, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.268, "count": 204, "max_ms": 64.242, "p95_ms": 60.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.58, "count": 204, "max_ms": 72.937, "p95_ms": 66.377}, "yolo11_640_fire_11class": {"avg_ms": 47.673, "count": 204, "max_ms": 66.982, "p95_ms": 62.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.757, "count": 204, "max_ms": 79.014, "p95_ms": 74.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.006, "count": 204, "max_ms": 166.413, "p95_ms": 160.221}, "read_interval": {"avg_ms": 147.289, "count": 203, "max_ms": 175.291, "p95_ms": 168.1}, "triton_wait": {"avg_ms": 55.307, "count": 204, "max_ms": 79.027, "p95_ms": 74.474}, "visualize": {"avg_ms": 5.686, "count": 204, "max_ms": 7.001, "p95_ms": 6.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15836.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10944.384, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.245, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1740726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:47:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:47:07+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T11:47:07+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:47:07.866513+09:00", "mtime_epoch": 1783219627.8665133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:47:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2269.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.143, "count": 299, "max_ms": 11.667, "p95_ms": 8.489}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 2.225, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.053, "count": 299, "max_ms": 65.869, "p95_ms": 62.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.869, "count": 299, "max_ms": 76.917, "p95_ms": 56.141}, "yolo11_640_fire_11class": {"avg_ms": 50.365, "count": 299, "max_ms": 71.344, "p95_ms": 63.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.389, "count": 299, "max_ms": 79.016, "p95_ms": 74.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.226, "count": 299, "max_ms": 94.468, "p95_ms": 89.417}, "read_interval": {"avg_ms": 100.447, "count": 299, "max_ms": 749.796, "p95_ms": 225.838}, "triton_wait": {"avg_ms": 52.544, "count": 299, "max_ms": 79.028, "p95_ms": 74.115}, "visualize": {"avg_ms": 3.675, "count": 299, "max_ms": 5.537, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15837.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10975.015, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.261, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1741033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:47:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T11:47:38+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T11:47:38+09:00", "mjpeg": {"age_sec": 0.652, "exists": true, "mtime": "2026-07-05T11:47:37.910960+09:00", "mtime_epoch": 1783219657.9109604, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:47:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2269.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.168, "count": 302, "max_ms": 11.273, "p95_ms": 8.026}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 2.122, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.949, "count": 302, "max_ms": 66.898, "p95_ms": 56.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.015, "count": 302, "max_ms": 77.135, "p95_ms": 51.948}, "yolo11_640_fire_11class": {"avg_ms": 49.132, "count": 302, "max_ms": 70.569, "p95_ms": 60.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.794, "count": 302, "max_ms": 81.662, "p95_ms": 71.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.134, "count": 302, "max_ms": 109.432, "p95_ms": 89.311}, "read_interval": {"avg_ms": 99.567, "count": 301, "max_ms": 690.191, "p95_ms": 120.619}, "triton_wait": {"avg_ms": 50.753, "count": 302, "max_ms": 81.675, "p95_ms": 71.438}, "visualize": {"avg_ms": 3.714, "count": 302, "max_ms": 5.727, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15846.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 630, "h264_decode_error_count": 1561, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:45:13+09:00", "last_error_summary": "[h264 @ 0x560fb15bf340] error while decoding MB 59 20, bytestream -8", "last_exit_at": "2026-07-05T11:45:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.111, "last_started_at": "2026-07-05T11:45:16+09:00", "pid": 127144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.668, "name": "ffmpeg", "pid": 127144, "rss_mb": 287.668, "state": "S (sleeping)", "threads": 104}, "restart_count": 702, "restart_count_per_hour": 21, "rtsp_timeout_count": 406, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 703}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.585, "sample_count": 1856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:47:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T11:47:41+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T11:47:41+09:00", "mjpeg": {"age_sec": 10.099, "exists": true, "mtime": "2026-07-05T11:47:31.050858+09:00", "mtime_epoch": 1783219651.0508575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:47:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9281.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.605, "pushed": 2.605, "read": 2.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.768, "count": 77, "max_ms": 26.489, "p95_ms": 21.765}, "gstreamer_push": {"avg_ms": 1.005, "count": 78, "max_ms": 1.128, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.729, "count": 77, "max_ms": 64.438, "p95_ms": 62.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.676, "count": 77, "max_ms": 75.049, "p95_ms": 67.464}, "yolo11_640_fire_11class": {"avg_ms": 48.242, "count": 77, "max_ms": 66.722, "p95_ms": 64.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.633, "count": 77, "max_ms": 80.045, "p95_ms": 77.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.046, "count": 78, "max_ms": 164.485, "p95_ms": 162.611}, "read_interval": {"avg_ms": 389.449, "count": 77, "max_ms": 10130.163, "p95_ms": 172.098}, "triton_wait": {"avg_ms": 55.821, "count": 77, "max_ms": 80.057, "p95_ms": 77.617}, "visualize": {"avg_ms": 5.714, "count": 77, "max_ms": 6.387, "p95_ms": 5.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15823.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11005.046, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.971, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1741336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:48:08+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:48:08+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T11:48:08.531422+09:00", "mtime_epoch": 1783219688.5314224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:48:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2269.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.116, "pushed": 10.116, "read": 10.083}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.236, "count": 303, "max_ms": 12.038, "p95_ms": 8.35}, "gstreamer_push": {"avg_ms": 1.3, "count": 303, "max_ms": 2.15, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.359, "count": 303, "max_ms": 65.316, "p95_ms": 61.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.195, "count": 303, "max_ms": 80.696, "p95_ms": 53.205}, "yolo11_640_fire_11class": {"avg_ms": 49.544, "count": 303, "max_ms": 67.372, "p95_ms": 61.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.07, "count": 303, "max_ms": 79.624, "p95_ms": 72.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.219, "count": 303, "max_ms": 96.105, "p95_ms": 88.622}, "read_interval": {"avg_ms": 99.166, "count": 302, "max_ms": 674.343, "p95_ms": 134.772}, "triton_wait": {"avg_ms": 51.429, "count": 303, "max_ms": 80.709, "p95_ms": 72.943}, "visualize": {"avg_ms": 3.707, "count": 303, "max_ms": 5.127, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15823.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 631, "h264_decode_error_count": 1567, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:47:42+09:00", "last_error_summary": "[h264 @ 0x55afd8597280] error while decoding MB 35 25, bytestream -8 [h264 @ 0x55afd7c2f180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55afd7c2f180] error while decoding MB 0 39, bytestream 28250 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 2 25 [h264 @ 0x55afd7c04740] error while decoding MB 2 25, bytestream 10294 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 6 24 [h264 @ 0x55afd7c04740] error while decoding MB 6 24, bytestream 1219 [in#0/r", "last_exit_at": "2026-07-05T11:47:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.385, "last_started_at": "2026-07-05T11:47:44+09:00", "pid": 127251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.809, "name": "ffmpeg", "pid": 127251, "rss_mb": 264.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 703, "restart_count_per_hour": 22, "rtsp_timeout_count": 408, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 704}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.812, "sample_count": 1825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:48:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:48:11+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T11:48:11+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T11:48:11.135462+09:00", "mtime_epoch": 1783219691.135462, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:48:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9281.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.674, "pushed": 5.674, "read": 5.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.854, "count": 169, "max_ms": 28.392, "p95_ms": 21.709}, "gstreamer_push": {"avg_ms": 1.026, "count": 170, "max_ms": 1.434, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.486, "count": 169, "max_ms": 65.743, "p95_ms": 61.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.083, "count": 169, "max_ms": 79.365, "p95_ms": 66.799}, "yolo11_640_fire_11class": {"avg_ms": 47.46, "count": 169, "max_ms": 66.956, "p95_ms": 61.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.987, "count": 169, "max_ms": 78.662, "p95_ms": 75.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.778, "count": 170, "max_ms": 168.3, "p95_ms": 164.167}, "read_interval": {"avg_ms": 177.309, "count": 169, "max_ms": 4691.0, "p95_ms": 172.154}, "triton_wait": {"avg_ms": 56.487, "count": 169, "max_ms": 79.377, "p95_ms": 76.099}, "visualize": {"avg_ms": 5.785, "count": 169, "max_ms": 8.208, "p95_ms": 6.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15828.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11035.104, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.266, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1741635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T11:48:38+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T11:48:38+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T11:48:38.587882+09:00", "mtime_epoch": 1783219718.587882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:48:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2269.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.343, "count": 299, "max_ms": 10.999, "p95_ms": 8.433}, "gstreamer_push": {"avg_ms": 1.277, "count": 299, "max_ms": 1.474, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.63, "count": 299, "max_ms": 68.805, "p95_ms": 62.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.565, "count": 299, "max_ms": 76.385, "p95_ms": 63.498}, "yolo11_640_fire_11class": {"avg_ms": 50.336, "count": 299, "max_ms": 70.876, "p95_ms": 63.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.832, "count": 299, "max_ms": 83.991, "p95_ms": 74.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.954, "count": 299, "max_ms": 100.028, "p95_ms": 90.589}, "read_interval": {"avg_ms": 100.576, "count": 298, "max_ms": 623.338, "p95_ms": 211.94}, "triton_wait": {"avg_ms": 52.857, "count": 299, "max_ms": 84.003, "p95_ms": 74.947}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 4.717, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15828.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 631, "h264_decode_error_count": 1567, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:47:42+09:00", "last_error_summary": "[h264 @ 0x55afd8597280] error while decoding MB 35 25, bytestream -8 [h264 @ 0x55afd7c2f180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55afd7c2f180] error while decoding MB 0 39, bytestream 28250 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 2 25 [h264 @ 0x55afd7c04740] error while decoding MB 2 25, bytestream 10294 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 6 24 [h264 @ 0x55afd7c04740] error while decoding MB 6 24, bytestream 1219 [in#0/r", "last_exit_at": "2026-07-05T11:47:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.391, "last_started_at": "2026-07-05T11:47:44+09:00", "pid": 127251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.734, "name": "ffmpeg", "pid": 127251, "rss_mb": 268.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 703, "restart_count_per_hour": 22, "rtsp_timeout_count": 408, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 704}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.611, "sample_count": 1826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:48:41+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T11:48:41+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T11:48:41.171922+09:00", "mtime_epoch": 1783219721.1719217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:48:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9281.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.634, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.043, "count": 199, "max_ms": 24.321, "p95_ms": 21.996}, "gstreamer_push": {"avg_ms": 1.051, "count": 199, "max_ms": 1.897, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.484, "count": 199, "max_ms": 67.684, "p95_ms": 62.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.256, "count": 199, "max_ms": 75.304, "p95_ms": 67.915}, "yolo11_640_fire_11class": {"avg_ms": 47.933, "count": 199, "max_ms": 68.23, "p95_ms": 63.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.74, "count": 199, "max_ms": 83.092, "p95_ms": 76.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.533, "count": 199, "max_ms": 171.395, "p95_ms": 162.496}, "read_interval": {"avg_ms": 150.927, "count": 199, "max_ms": 179.376, "p95_ms": 170.619}, "triton_wait": {"avg_ms": 56.006, "count": 199, "max_ms": 83.105, "p95_ms": 76.226}, "visualize": {"avg_ms": 5.823, "count": 199, "max_ms": 7.619, "p95_ms": 6.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15836.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11065.137, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.442, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1741938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:49:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:49:08+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:49:08+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T11:49:08.620347+09:00", "mtime_epoch": 1783219748.6203468, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:49:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2270.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.116, "pushed": 10.116, "read": 10.082}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.244, "count": 303, "max_ms": 11.958, "p95_ms": 8.298}, "gstreamer_push": {"avg_ms": 1.282, "count": 303, "max_ms": 1.98, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.127, "count": 303, "max_ms": 69.529, "p95_ms": 62.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.343, "count": 303, "max_ms": 71.646, "p95_ms": 54.143}, "yolo11_640_fire_11class": {"avg_ms": 49.794, "count": 303, "max_ms": 68.856, "p95_ms": 62.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.884, "count": 303, "max_ms": 80.488, "p95_ms": 75.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.055, "count": 303, "max_ms": 96.314, "p95_ms": 91.142}, "read_interval": {"avg_ms": 99.168, "count": 302, "max_ms": 598.964, "p95_ms": 117.946}, "triton_wait": {"avg_ms": 52.119, "count": 303, "max_ms": 80.5, "p95_ms": 75.62}, "visualize": {"avg_ms": 3.697, "count": 303, "max_ms": 4.553, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15836.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 631, "h264_decode_error_count": 1567, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:47:42+09:00", "last_error_summary": "[h264 @ 0x55afd8597280] error while decoding MB 35 25, bytestream -8 [h264 @ 0x55afd7c2f180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55afd7c2f180] error while decoding MB 0 39, bytestream 28250 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 2 25 [h264 @ 0x55afd7c04740] error while decoding MB 2 25, bytestream 10294 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 6 24 [h264 @ 0x55afd7c04740] error while decoding MB 6 24, bytestream 1219 [in#0/r", "last_exit_at": "2026-07-05T11:47:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.467, "last_started_at": "2026-07-05T11:47:44+09:00", "pid": 127251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.727, "name": "ffmpeg", "pid": 127251, "rss_mb": 276.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 703, "restart_count_per_hour": 22, "rtsp_timeout_count": 408, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 704}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.644, "sample_count": 1828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:49:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:49:11+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T11:49:11+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T11:49:11.212387+09:00", "mtime_epoch": 1783219751.212387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:49:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9281.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.709, "pushed": 6.709, "read": 6.676}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.934, "count": 201, "max_ms": 29.569, "p95_ms": 21.686}, "gstreamer_push": {"avg_ms": 1.035, "count": 201, "max_ms": 1.293, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.326, "count": 201, "max_ms": 66.236, "p95_ms": 62.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.923, "count": 201, "max_ms": 73.914, "p95_ms": 65.682}, "yolo11_640_fire_11class": {"avg_ms": 46.351, "count": 201, "max_ms": 69.364, "p95_ms": 63.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.231, "count": 201, "max_ms": 80.521, "p95_ms": 76.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.666, "count": 201, "max_ms": 169.118, "p95_ms": 163.006}, "read_interval": {"avg_ms": 149.63, "count": 200, "max_ms": 176.372, "p95_ms": 171.876}, "triton_wait": {"avg_ms": 55.365, "count": 201, "max_ms": 80.534, "p95_ms": 76.029}, "visualize": {"avg_ms": 5.79, "count": 201, "max_ms": 6.797, "p95_ms": 6.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15840.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11095.143, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.566, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1742235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:49:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T11:49:38+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T11:49:38+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T11:49:38.620816+09:00", "mtime_epoch": 1783219778.620816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:49:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2270.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.263, "count": 297, "max_ms": 12.73, "p95_ms": 8.202}, "gstreamer_push": {"avg_ms": 1.29, "count": 297, "max_ms": 1.995, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.897, "count": 297, "max_ms": 73.491, "p95_ms": 63.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.396, "count": 297, "max_ms": 78.378, "p95_ms": 62.116}, "yolo11_640_fire_11class": {"avg_ms": 50.902, "count": 297, "max_ms": 71.497, "p95_ms": 64.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.406, "count": 297, "max_ms": 81.727, "p95_ms": 77.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.93, "count": 297, "max_ms": 98.74, "p95_ms": 93.623}, "read_interval": {"avg_ms": 101.017, "count": 297, "max_ms": 767.37, "p95_ms": 122.075}, "triton_wait": {"avg_ms": 52.935, "count": 297, "max_ms": 81.741, "p95_ms": 77.441}, "visualize": {"avg_ms": 3.673, "count": 297, "max_ms": 4.662, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15840.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 631, "h264_decode_error_count": 1567, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:47:42+09:00", "last_error_summary": "[h264 @ 0x55afd8597280] error while decoding MB 35 25, bytestream -8 [h264 @ 0x55afd7c2f180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55afd7c2f180] error while decoding MB 0 39, bytestream 28250 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 2 25 [h264 @ 0x55afd7c04740] error while decoding MB 2 25, bytestream 10294 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 6 24 [h264 @ 0x55afd7c04740] error while decoding MB 6 24, bytestream 1219 [in#0/r", "last_exit_at": "2026-07-05T11:47:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.602, "last_started_at": "2026-07-05T11:47:44+09:00", "pid": 127251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.109, "name": "ffmpeg", "pid": 127251, "rss_mb": 281.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 703, "restart_count_per_hour": 21, "rtsp_timeout_count": 408, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 704}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.174, "sample_count": 1825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1379097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:49:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:49:41+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T11:49:41+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T11:49:41.348859+09:00", "mtime_epoch": 1783219781.348859, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:49:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9281.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.536, "pushed": 6.536, "read": 6.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.934, "count": 195, "max_ms": 23.957, "p95_ms": 22.06}, "gstreamer_push": {"avg_ms": 1.018, "count": 196, "max_ms": 1.364, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.332, "count": 195, "max_ms": 66.562, "p95_ms": 63.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.237, "count": 195, "max_ms": 82.486, "p95_ms": 67.116}, "yolo11_640_fire_11class": {"avg_ms": 48.565, "count": 195, "max_ms": 72.129, "p95_ms": 64.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.415, "count": 195, "max_ms": 82.55, "p95_ms": 76.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.255, "count": 196, "max_ms": 187.364, "p95_ms": 165.182}, "read_interval": {"avg_ms": 153.788, "count": 195, "max_ms": 441.015, "p95_ms": 173.3}, "triton_wait": {"avg_ms": 56.657, "count": 195, "max_ms": 82.562, "p95_ms": 76.868}, "visualize": {"avg_ms": 5.829, "count": 195, "max_ms": 7.508, "p95_ms": 6.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15840.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11125.144, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.524, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1742535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:50:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:50:08+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T11:50:08+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T11:50:08.629290+09:00", "mtime_epoch": 1783219808.6292903, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:50:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2270.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.127, "count": 300, "max_ms": 11.671, "p95_ms": 7.55}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 2.135, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.163, "count": 300, "max_ms": 75.079, "p95_ms": 52.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.041, "count": 300, "max_ms": 70.794, "p95_ms": 51.085}, "yolo11_640_fire_11class": {"avg_ms": 49.045, "count": 300, "max_ms": 77.047, "p95_ms": 56.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.809, "count": 300, "max_ms": 79.704, "p95_ms": 69.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.053, "count": 300, "max_ms": 123.484, "p95_ms": 86.79}, "read_interval": {"avg_ms": 100.033, "count": 300, "max_ms": 562.229, "p95_ms": 237.363}, "triton_wait": {"avg_ms": 50.087, "count": 300, "max_ms": 79.716, "p95_ms": 69.433}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 6.03, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15846.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 631, "h264_decode_error_count": 1567, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:47:42+09:00", "last_error_summary": "[h264 @ 0x55afd8597280] error while decoding MB 35 25, bytestream -8 [h264 @ 0x55afd7c2f180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55afd7c2f180] error while decoding MB 0 39, bytestream 28250 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 2 25 [h264 @ 0x55afd7c04740] error while decoding MB 2 25, bytestream 10294 [h264 @ 0x55afd7c04740] cabac decode of qscale diff failed at 6 24 [h264 @ 0x55afd7c04740] error while decoding MB 6 24, bytestream 1219 [in#0/r", "last_exit_at": "2026-07-05T11:47:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.764, "last_started_at": "2026-07-05T11:47:44+09:00", "pid": 127251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.621, "name": "ffmpeg", "pid": 127251, "rss_mb": 286.621, "state": "S (sleeping)", "threads": 104}, "restart_count": 703, "restart_count_per_hour": 21, "rtsp_timeout_count": 408, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 704}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.403, "sample_count": 1700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1379172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:50:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:50:11+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T11:50:11+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T11:50:11.485336+09:00", "mtime_epoch": 1783219811.4853358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:50:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9281.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.477, "pushed": 2.477, "read": 2.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.272, "count": 74, "max_ms": 25.785, "p95_ms": 21.849}, "gstreamer_push": {"avg_ms": 0.98, "count": 74, "max_ms": 1.115, "p95_ms": 1.093}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.22, "count": 74, "max_ms": 70.577, "p95_ms": 62.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.357, "count": 74, "max_ms": 70.374, "p95_ms": 69.551}, "yolo11_640_fire_11class": {"avg_ms": 48.151, "count": 74, "max_ms": 70.028, "p95_ms": 63.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.28, "count": 74, "max_ms": 81.288, "p95_ms": 78.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.769, "count": 74, "max_ms": 185.897, "p95_ms": 181.328}, "read_interval": {"avg_ms": 408.757, "count": 73, "max_ms": 18660.122, "p95_ms": 190.082}, "triton_wait": {"avg_ms": 56.317, "count": 74, "max_ms": 81.3, "p95_ms": 78.663}, "visualize": {"avg_ms": 6.041, "count": 74, "max_ms": 7.402, "p95_ms": 7.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15824.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11155.163, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.494, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1742837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:50:38+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T11:50:38+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T11:50:38.649770+09:00", "mtime_epoch": 1783219838.6497695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:50:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2270.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.215, "count": 302, "max_ms": 10.638, "p95_ms": 8.091}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 1.452, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.041, "count": 302, "max_ms": 72.351, "p95_ms": 61.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.107, "count": 302, "max_ms": 76.354, "p95_ms": 54.41}, "yolo11_640_fire_11class": {"avg_ms": 50.11, "count": 302, "max_ms": 69.582, "p95_ms": 62.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.268, "count": 302, "max_ms": 79.86, "p95_ms": 72.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.587, "count": 302, "max_ms": 95.385, "p95_ms": 88.765}, "read_interval": {"avg_ms": 99.456, "count": 301, "max_ms": 610.229, "p95_ms": 192.97}, "triton_wait": {"avg_ms": 51.711, "count": 302, "max_ms": 79.872, "p95_ms": 72.822}, "visualize": {"avg_ms": 3.685, "count": 302, "max_ms": 4.344, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15825.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 632, "h264_decode_error_count": 1570, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:50:12+09:00", "last_error_summary": "[h264 @ 0x56314cc2edc0] left block unavailable for requested intra mode [h264 @ 0x56314cc2edc0] error while decoding MB 0 19, bytestream 4186 [h264 @ 0x56314c0663c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56314c0663c0] error while decoding MB 0 36, bytestream 3208 [h264 @ 0x56314c0663c0] error while decoding MB 59 17, bytestream -12 [in#0/rtsp @ 0x56314bf34e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56314bf34e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-05T11:50:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.666, "last_started_at": "2026-07-05T11:50:15+09:00", "pid": 127358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.688, "name": "ffmpeg", "pid": 127358, "rss_mb": 265.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 704, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 705}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.414, "sample_count": 1690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1379338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:50:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:50:41+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T11:50:41+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T11:50:41.545816+09:00", "mtime_epoch": 1783219841.545816, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:50:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9281.766, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.557, "pushed": 5.557, "read": 5.524}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.021, "count": 166, "max_ms": 23.967, "p95_ms": 21.82}, "gstreamer_push": {"avg_ms": 1.005, "count": 166, "max_ms": 1.17, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.903, "count": 166, "max_ms": 66.293, "p95_ms": 61.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.261, "count": 166, "max_ms": 74.833, "p95_ms": 66.405}, "yolo11_640_fire_11class": {"avg_ms": 48.643, "count": 166, "max_ms": 67.01, "p95_ms": 62.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.107, "count": 166, "max_ms": 78.749, "p95_ms": 74.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.343, "count": 166, "max_ms": 183.21, "p95_ms": 163.101}, "read_interval": {"avg_ms": 181.143, "count": 165, "max_ms": 4501.226, "p95_ms": 174.37}, "triton_wait": {"avg_ms": 56.384, "count": 166, "max_ms": 78.76, "p95_ms": 74.847}, "visualize": {"avg_ms": 5.893, "count": 166, "max_ms": 7.592, "p95_ms": 6.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15826.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11185.207, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.271, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1743140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:51:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:51:08+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T11:51:08+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T11:51:08.694253+09:00", "mtime_epoch": 1783219868.6942534, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:51:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2270.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.22, "count": 303, "max_ms": 10.926, "p95_ms": 8.499}, "gstreamer_push": {"avg_ms": 1.282, "count": 303, "max_ms": 1.87, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.223, "count": 303, "max_ms": 66.146, "p95_ms": 61.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.69, "count": 303, "max_ms": 71.55, "p95_ms": 54.287}, "yolo11_640_fire_11class": {"avg_ms": 50.667, "count": 303, "max_ms": 69.762, "p95_ms": 63.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.008, "count": 303, "max_ms": 78.404, "p95_ms": 74.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.856, "count": 303, "max_ms": 93.961, "p95_ms": 89.334}, "read_interval": {"avg_ms": 99.21, "count": 302, "max_ms": 586.838, "p95_ms": 175.265}, "triton_wait": {"avg_ms": 53.091, "count": 303, "max_ms": 78.416, "p95_ms": 74.709}, "visualize": {"avg_ms": 3.687, "count": 303, "max_ms": 5.142, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15826.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 632, "h264_decode_error_count": 1570, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:50:12+09:00", "last_error_summary": "[h264 @ 0x56314cc2edc0] left block unavailable for requested intra mode [h264 @ 0x56314cc2edc0] error while decoding MB 0 19, bytestream 4186 [h264 @ 0x56314c0663c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56314c0663c0] error while decoding MB 0 36, bytestream 3208 [h264 @ 0x56314c0663c0] error while decoding MB 59 17, bytestream -12 [in#0/rtsp @ 0x56314bf34e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56314bf34e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-05T11:50:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.744, "last_started_at": "2026-07-05T11:50:15+09:00", "pid": 127358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.461, "name": "ffmpeg", "pid": 127358, "rss_mb": 266.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 704, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 705}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.63, "sample_count": 1677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1379528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:51:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:51:11+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T11:51:11+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T11:51:11.618301+09:00", "mtime_epoch": 1783219871.618301, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:51:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.349, "pushed": 6.349, "read": 6.316}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.266, "count": 190, "max_ms": 27.393, "p95_ms": 22.072}, "gstreamer_push": {"avg_ms": 1.026, "count": 190, "max_ms": 1.222, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.597, "count": 190, "max_ms": 64.911, "p95_ms": 62.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.799, "count": 190, "max_ms": 69.579, "p95_ms": 63.165}, "yolo11_640_fire_11class": {"avg_ms": 49.451, "count": 190, "max_ms": 67.449, "p95_ms": 64.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.287, "count": 190, "max_ms": 78.141, "p95_ms": 75.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.032, "count": 190, "max_ms": 169.752, "p95_ms": 163.369}, "read_interval": {"avg_ms": 158.325, "count": 189, "max_ms": 181.588, "p95_ms": 175.226}, "triton_wait": {"avg_ms": 58.443, "count": 190, "max_ms": 78.155, "p95_ms": 75.242}, "visualize": {"avg_ms": 5.927, "count": 190, "max_ms": 6.964, "p95_ms": 6.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15826.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11215.255, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.912, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1743440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:51:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:51:38+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T11:51:38+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T11:51:38.742742+09:00", "mtime_epoch": 1783219898.7427416, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:51:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2270.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.149, "count": 300, "max_ms": 12.347, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 1.581, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.696, "count": 300, "max_ms": 70.101, "p95_ms": 60.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.357, "count": 300, "max_ms": 70.05, "p95_ms": 54.323}, "yolo11_640_fire_11class": {"avg_ms": 49.858, "count": 300, "max_ms": 70.714, "p95_ms": 62.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.225, "count": 300, "max_ms": 77.193, "p95_ms": 71.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.233, "count": 300, "max_ms": 92.971, "p95_ms": 87.012}, "read_interval": {"avg_ms": 100.219, "count": 299, "max_ms": 668.642, "p95_ms": 121.756}, "triton_wait": {"avg_ms": 51.545, "count": 300, "max_ms": 77.206, "p95_ms": 71.634}, "visualize": {"avg_ms": 3.654, "count": 300, "max_ms": 4.967, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15826.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 632, "h264_decode_error_count": 1570, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:50:12+09:00", "last_error_summary": "[h264 @ 0x56314cc2edc0] left block unavailable for requested intra mode [h264 @ 0x56314cc2edc0] error while decoding MB 0 19, bytestream 4186 [h264 @ 0x56314c0663c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56314c0663c0] error while decoding MB 0 36, bytestream 3208 [h264 @ 0x56314c0663c0] error while decoding MB 59 17, bytestream -12 [in#0/rtsp @ 0x56314bf34e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56314bf34e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-05T11:50:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.753, "last_started_at": "2026-07-05T11:50:15+09:00", "pid": 127358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.461, "name": "ffmpeg", "pid": 127358, "rss_mb": 266.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 704, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 705}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.736, "sample_count": 1667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1379721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:51:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:51:41+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T11:51:41+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T11:51:41.634789+09:00", "mtime_epoch": 1783219901.6347888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:51:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.433, "pushed": 6.433, "read": 6.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.307, "count": 193, "max_ms": 29.263, "p95_ms": 22.369}, "gstreamer_push": {"avg_ms": 1.013, "count": 193, "max_ms": 1.626, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.436, "count": 193, "max_ms": 65.23, "p95_ms": 61.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.948, "count": 193, "max_ms": 68.951, "p95_ms": 60.6}, "yolo11_640_fire_11class": {"avg_ms": 47.764, "count": 193, "max_ms": 66.54, "p95_ms": 62.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.711, "count": 193, "max_ms": 78.239, "p95_ms": 73.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.408, "count": 193, "max_ms": 173.35, "p95_ms": 161.531}, "read_interval": {"avg_ms": 155.5, "count": 193, "max_ms": 185.1, "p95_ms": 172.601}, "triton_wait": {"avg_ms": 56.028, "count": 193, "max_ms": 78.255, "p95_ms": 73.679}, "visualize": {"avg_ms": 5.888, "count": 193, "max_ms": 7.324, "p95_ms": 6.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15827.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11245.329, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.693, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1743743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:52:08+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T11:52:08+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T11:52:08.763233+09:00", "mtime_epoch": 1783219928.7632332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:52:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2270.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.169, "count": 303, "max_ms": 11.884, "p95_ms": 8.098}, "gstreamer_push": {"avg_ms": 1.288, "count": 303, "max_ms": 1.769, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.689, "count": 303, "max_ms": 65.558, "p95_ms": 60.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.449, "count": 303, "max_ms": 69.721, "p95_ms": 53.499}, "yolo11_640_fire_11class": {"avg_ms": 48.718, "count": 303, "max_ms": 68.609, "p95_ms": 55.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.525, "count": 303, "max_ms": 79.562, "p95_ms": 70.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.222, "count": 303, "max_ms": 95.263, "p95_ms": 85.45}, "read_interval": {"avg_ms": 99.308, "count": 302, "max_ms": 639.418, "p95_ms": 128.33}, "triton_wait": {"avg_ms": 51.468, "count": 303, "max_ms": 79.575, "p95_ms": 70.329}, "visualize": {"avg_ms": 3.68, "count": 303, "max_ms": 5.189, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15826.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 632, "h264_decode_error_count": 1570, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:50:12+09:00", "last_error_summary": "[h264 @ 0x56314cc2edc0] left block unavailable for requested intra mode [h264 @ 0x56314cc2edc0] error while decoding MB 0 19, bytestream 4186 [h264 @ 0x56314c0663c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56314c0663c0] error while decoding MB 0 36, bytestream 3208 [h264 @ 0x56314c0663c0] error while decoding MB 59 17, bytestream -12 [in#0/rtsp @ 0x56314bf34e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56314bf34e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-05T11:50:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.901, "last_started_at": "2026-07-05T11:50:15+09:00", "pid": 127358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.461, "name": "ffmpeg", "pid": 127358, "rss_mb": 266.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 704, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 705}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.736, "sample_count": 1658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1379916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:52:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:52:11+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T11:52:11+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T11:52:11.779283+09:00", "mtime_epoch": 1783219931.7792828, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:52:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.467, "pushed": 6.5, "read": 6.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.088, "count": 194, "max_ms": 28.577, "p95_ms": 22.726}, "gstreamer_push": {"avg_ms": 1.034, "count": 195, "max_ms": 1.775, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.435, "count": 194, "max_ms": 66.096, "p95_ms": 61.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.114, "count": 194, "max_ms": 72.278, "p95_ms": 62.803}, "yolo11_640_fire_11class": {"avg_ms": 46.062, "count": 194, "max_ms": 66.096, "p95_ms": 62.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.715, "count": 194, "max_ms": 77.835, "p95_ms": 73.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.867, "count": 194, "max_ms": 168.447, "p95_ms": 163.258}, "read_interval": {"avg_ms": 154.601, "count": 194, "max_ms": 178.828, "p95_ms": 174.147}, "triton_wait": {"avg_ms": 55.848, "count": 194, "max_ms": 77.848, "p95_ms": 73.997}, "visualize": {"avg_ms": 5.888, "count": 194, "max_ms": 9.013, "p95_ms": 6.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15827.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11275.421, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.627, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1744041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:52:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:52:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T11:52:38+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T11:52:38.887730+09:00", "mtime_epoch": 1783219958.8877301, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:52:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2271.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.221, "count": 298, "max_ms": 10.372, "p95_ms": 8.48}, "gstreamer_push": {"avg_ms": 1.278, "count": 298, "max_ms": 1.509, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.739, "count": 298, "max_ms": 67.464, "p95_ms": 60.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.005, "count": 298, "max_ms": 75.713, "p95_ms": 54.723}, "yolo11_640_fire_11class": {"avg_ms": 50.363, "count": 298, "max_ms": 73.32, "p95_ms": 63.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.86, "count": 298, "max_ms": 79.206, "p95_ms": 72.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.088, "count": 298, "max_ms": 94.622, "p95_ms": 88.97}, "read_interval": {"avg_ms": 100.908, "count": 298, "max_ms": 570.099, "p95_ms": 208.824}, "triton_wait": {"avg_ms": 52.284, "count": 298, "max_ms": 79.219, "p95_ms": 72.749}, "visualize": {"avg_ms": 3.648, "count": 298, "max_ms": 4.403, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.589, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15827.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 632, "h264_decode_error_count": 1570, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:50:12+09:00", "last_error_summary": "[h264 @ 0x56314cc2edc0] left block unavailable for requested intra mode [h264 @ 0x56314cc2edc0] error while decoding MB 0 19, bytestream 4186 [h264 @ 0x56314c0663c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56314c0663c0] error while decoding MB 0 36, bytestream 3208 [h264 @ 0x56314c0663c0] error while decoding MB 59 17, bytestream -12 [in#0/rtsp @ 0x56314bf34e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56314bf34e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-05T11:50:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.039, "last_started_at": "2026-07-05T11:50:15+09:00", "pid": 127358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.461, "name": "ffmpeg", "pid": 127358, "rss_mb": 266.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 704, "restart_count_per_hour": 21, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 705}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.771, "sample_count": 1773, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:52:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:52:42+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-05T11:52:41+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T11:52:41.895780+09:00", "mtime_epoch": 1783219961.8957798, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:52:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.47, "pushed": 6.47, "read": 6.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.356, "count": 193, "max_ms": 31.522, "p95_ms": 26.145}, "gstreamer_push": {"avg_ms": 1.029, "count": 194, "max_ms": 1.205, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.069, "count": 193, "max_ms": 68.093, "p95_ms": 61.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.149, "count": 193, "max_ms": 72.893, "p95_ms": 65.118}, "yolo11_640_fire_11class": {"avg_ms": 47.921, "count": 193, "max_ms": 70.668, "p95_ms": 63.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.114, "count": 193, "max_ms": 83.129, "p95_ms": 73.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.098, "count": 194, "max_ms": 174.011, "p95_ms": 164.052}, "read_interval": {"avg_ms": 155.246, "count": 193, "max_ms": 187.027, "p95_ms": 175.344}, "triton_wait": {"avg_ms": 56.5, "count": 193, "max_ms": 83.142, "p95_ms": 73.935}, "visualize": {"avg_ms": 5.825, "count": 193, "max_ms": 8.982, "p95_ms": 6.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15825.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11305.493, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.7, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1744342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:53:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:53:09+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T11:53:08+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T11:53:08.980230+09:00", "mtime_epoch": 1783219988.9802299, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:53:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2271.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.274, "count": 301, "max_ms": 11.24, "p95_ms": 9.052}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 2.009, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.851, "count": 301, "max_ms": 65.686, "p95_ms": 60.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.094, "count": 301, "max_ms": 74.662, "p95_ms": 53.649}, "yolo11_640_fire_11class": {"avg_ms": 49.866, "count": 301, "max_ms": 71.582, "p95_ms": 61.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.741, "count": 301, "max_ms": 79.501, "p95_ms": 72.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.748, "count": 301, "max_ms": 94.998, "p95_ms": 87.911}, "read_interval": {"avg_ms": 99.953, "count": 300, "max_ms": 579.681, "p95_ms": 114.018}, "triton_wait": {"avg_ms": 52.028, "count": 301, "max_ms": 79.514, "p95_ms": 72.063}, "visualize": {"avg_ms": 3.615, "count": 301, "max_ms": 5.188, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15825.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 633, "h264_decode_error_count": 1571, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:52:48+09:00", "last_error_summary": "[h264 @ 0x56230a2b6e00] error while decoding MB 68 1, bytestream -52", "last_exit_at": "2026-07-05T11:52:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.625, "last_started_at": "2026-07-05T11:52:51+09:00", "pid": 127465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.422, "name": "ffmpeg", "pid": 127465, "rss_mb": 264.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 705, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 706}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.743, "sample_count": 1771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:53:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:53:12+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-05T11:53:11+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-05T11:53:11.968280+09:00", "mtime_epoch": 1783219991.9682796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:53:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.588, "pushed": 5.588, "read": 5.555}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.978, "count": 167, "max_ms": 27.595, "p95_ms": 23.224}, "gstreamer_push": {"avg_ms": 1.003, "count": 167, "max_ms": 1.583, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.365, "count": 167, "max_ms": 64.983, "p95_ms": 61.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.818, "count": 167, "max_ms": 81.374, "p95_ms": 66.524}, "yolo11_640_fire_11class": {"avg_ms": 48.297, "count": 167, "max_ms": 66.473, "p95_ms": 62.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.027, "count": 167, "max_ms": 80.645, "p95_ms": 74.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.383, "count": 167, "max_ms": 172.061, "p95_ms": 164.108}, "read_interval": {"avg_ms": 180.101, "count": 166, "max_ms": 4657.795, "p95_ms": 174.29}, "triton_wait": {"avg_ms": 56.361, "count": 167, "max_ms": 81.385, "p95_ms": 74.711}, "visualize": {"avg_ms": 5.882, "count": 167, "max_ms": 7.696, "p95_ms": 6.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15828.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11335.561, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.412, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1744640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:53:39+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T11:53:39+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T11:53:39.036732+09:00", "mtime_epoch": 1783220019.0367322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:53:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2271.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.185, "count": 298, "max_ms": 11.657, "p95_ms": 8.455}, "gstreamer_push": {"avg_ms": 1.285, "count": 298, "max_ms": 1.835, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.681, "count": 298, "max_ms": 68.6, "p95_ms": 62.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.773, "count": 298, "max_ms": 77.28, "p95_ms": 55.241}, "yolo11_640_fire_11class": {"avg_ms": 50.283, "count": 298, "max_ms": 69.417, "p95_ms": 64.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.145, "count": 298, "max_ms": 81.442, "p95_ms": 73.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.413, "count": 298, "max_ms": 96.638, "p95_ms": 89.302}, "read_interval": {"avg_ms": 100.936, "count": 297, "max_ms": 610.351, "p95_ms": 183.026}, "triton_wait": {"avg_ms": 51.71, "count": 298, "max_ms": 81.454, "p95_ms": 73.67}, "visualize": {"avg_ms": 3.66, "count": 298, "max_ms": 5.425, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15828.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 633, "h264_decode_error_count": 1571, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:52:48+09:00", "last_error_summary": "[h264 @ 0x56230a2b6e00] error while decoding MB 68 1, bytestream -52", "last_exit_at": "2026-07-05T11:52:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.664, "last_started_at": "2026-07-05T11:52:51+09:00", "pid": 127465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.484, "name": "ffmpeg", "pid": 127465, "rss_mb": 266.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 705, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 706}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.736, "sample_count": 1770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:53:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:53:42+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T11:53:42+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T11:53:42.020782+09:00", "mtime_epoch": 1783220022.0207822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:53:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.281, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.658, "pushed": 6.658, "read": 6.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.724, "count": 199, "max_ms": 22.892, "p95_ms": 21.399}, "gstreamer_push": {"avg_ms": 1.02, "count": 199, "max_ms": 1.445, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.737, "count": 199, "max_ms": 67.194, "p95_ms": 60.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.47, "count": 199, "max_ms": 75.383, "p95_ms": 65.845}, "yolo11_640_fire_11class": {"avg_ms": 47.79, "count": 199, "max_ms": 67.207, "p95_ms": 63.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.692, "count": 199, "max_ms": 79.62, "p95_ms": 74.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.868, "count": 199, "max_ms": 165.976, "p95_ms": 161.003}, "read_interval": {"avg_ms": 150.97, "count": 198, "max_ms": 173.884, "p95_ms": 169.273}, "triton_wait": {"avg_ms": 55.347, "count": 199, "max_ms": 79.632, "p95_ms": 74.234}, "visualize": {"avg_ms": 5.806, "count": 199, "max_ms": 7.392, "p95_ms": 6.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15829.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11365.566, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.142, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1744943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:54:09+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T11:54:09+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T11:54:09.021237+09:00", "mtime_epoch": 1783220049.0212367, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:54:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2271.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.19, "count": 303, "max_ms": 11.871, "p95_ms": 8.54}, "gstreamer_push": {"avg_ms": 1.282, "count": 303, "max_ms": 1.642, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.398, "count": 303, "max_ms": 73.077, "p95_ms": 63.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.421, "count": 303, "max_ms": 72.368, "p95_ms": 54.499}, "yolo11_640_fire_11class": {"avg_ms": 50.805, "count": 303, "max_ms": 73.583, "p95_ms": 65.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.357, "count": 303, "max_ms": 79.565, "p95_ms": 73.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.86, "count": 303, "max_ms": 95.345, "p95_ms": 89.034}, "read_interval": {"avg_ms": 98.958, "count": 303, "max_ms": 696.584, "p95_ms": 223.973}, "triton_wait": {"avg_ms": 52.074, "count": 303, "max_ms": 79.579, "p95_ms": 73.594}, "visualize": {"avg_ms": 3.667, "count": 303, "max_ms": 5.026, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15829.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 633, "h264_decode_error_count": 1571, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:52:48+09:00", "last_error_summary": "[h264 @ 0x56230a2b6e00] error while decoding MB 68 1, bytestream -52", "last_exit_at": "2026-07-05T11:52:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.695, "last_started_at": "2026-07-05T11:52:51+09:00", "pid": 127465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.484, "name": "ffmpeg", "pid": 127465, "rss_mb": 266.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 705, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 706}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.63, "sample_count": 1771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:54:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:54:12+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T11:54:12+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T11:54:12.053288+09:00", "mtime_epoch": 1783220052.0532877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:54:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.281, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.727, "pushed": 6.727, "read": 6.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.493, "count": 201, "max_ms": 22.253, "p95_ms": 21.013}, "gstreamer_push": {"avg_ms": 0.991, "count": 201, "max_ms": 1.389, "p95_ms": 1.09}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.924, "count": 201, "max_ms": 66.775, "p95_ms": 62.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.577, "count": 201, "max_ms": 77.574, "p95_ms": 65.841}, "yolo11_640_fire_11class": {"avg_ms": 47.877, "count": 201, "max_ms": 67.724, "p95_ms": 63.576}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.078, "count": 201, "max_ms": 78.144, "p95_ms": 72.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.35, "count": 201, "max_ms": 167.184, "p95_ms": 159.579}, "read_interval": {"avg_ms": 149.431, "count": 200, "max_ms": 175.132, "p95_ms": 167.727}, "triton_wait": {"avg_ms": 54.954, "count": 201, "max_ms": 78.156, "p95_ms": 72.971}, "visualize": {"avg_ms": 5.82, "count": 201, "max_ms": 7.098, "p95_ms": 6.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15829.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11395.621, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.569, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1745241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:54:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:54:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T11:54:39+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T11:54:39.097745+09:00", "mtime_epoch": 1783220079.0977454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:54:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2271.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.186, "count": 298, "max_ms": 11.41, "p95_ms": 8.386}, "gstreamer_push": {"avg_ms": 1.29, "count": 298, "max_ms": 2.133, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.428, "count": 298, "max_ms": 67.362, "p95_ms": 62.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.596, "count": 298, "max_ms": 76.361, "p95_ms": 59.92}, "yolo11_640_fire_11class": {"avg_ms": 50.741, "count": 298, "max_ms": 70.185, "p95_ms": 65.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.838, "count": 298, "max_ms": 78.708, "p95_ms": 74.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.216, "count": 298, "max_ms": 94.666, "p95_ms": 90.308}, "read_interval": {"avg_ms": 100.898, "count": 297, "max_ms": 672.202, "p95_ms": 198.696}, "triton_wait": {"avg_ms": 52.409, "count": 298, "max_ms": 78.72, "p95_ms": 74.094}, "visualize": {"avg_ms": 3.702, "count": 298, "max_ms": 5.431, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15829.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 633, "h264_decode_error_count": 1571, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:52:48+09:00", "last_error_summary": "[h264 @ 0x56230a2b6e00] error while decoding MB 68 1, bytestream -52", "last_exit_at": "2026-07-05T11:52:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.754, "last_started_at": "2026-07-05T11:52:51+09:00", "pid": 127465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.484, "name": "ffmpeg", "pid": 127465, "rss_mb": 266.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 705, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 706}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.301, "sample_count": 1777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:54:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:54:42+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:54:42+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T11:54:42.113796+09:00", "mtime_epoch": 1783220082.1137965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:54:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.281, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.758, "pushed": 6.758, "read": 6.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.358, "count": 202, "max_ms": 24.11, "p95_ms": 20.957}, "gstreamer_push": {"avg_ms": 0.992, "count": 202, "max_ms": 1.152, "p95_ms": 1.084}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.828, "count": 202, "max_ms": 65.082, "p95_ms": 61.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.472, "count": 202, "max_ms": 75.351, "p95_ms": 67.54}, "yolo11_640_fire_11class": {"avg_ms": 48.319, "count": 202, "max_ms": 68.211, "p95_ms": 63.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.904, "count": 202, "max_ms": 79.318, "p95_ms": 76.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.245, "count": 202, "max_ms": 165.461, "p95_ms": 162.498}, "read_interval": {"avg_ms": 148.823, "count": 201, "max_ms": 172.925, "p95_ms": 170.222}, "triton_wait": {"avg_ms": 55.552, "count": 202, "max_ms": 79.33, "p95_ms": 76.515}, "visualize": {"avg_ms": 5.725, "count": 202, "max_ms": 6.9, "p95_ms": 5.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15829.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11425.843, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.084, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1745545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:55:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:55:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T11:55:09+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-05T11:55:09.106256+09:00", "mtime_epoch": 1783220109.1062558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:55:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2271.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.199, "count": 302, "max_ms": 11.463, "p95_ms": 8.478}, "gstreamer_push": {"avg_ms": 1.286, "count": 302, "max_ms": 1.89, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.593, "count": 302, "max_ms": 67.969, "p95_ms": 62.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.11, "count": 302, "max_ms": 79.024, "p95_ms": 58.382}, "yolo11_640_fire_11class": {"avg_ms": 50.616, "count": 302, "max_ms": 75.557, "p95_ms": 63.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.358, "count": 302, "max_ms": 80.582, "p95_ms": 75.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.607, "count": 302, "max_ms": 95.867, "p95_ms": 90.798}, "read_interval": {"avg_ms": 99.54, "count": 301, "max_ms": 660.726, "p95_ms": 172.135}, "triton_wait": {"avg_ms": 52.758, "count": 302, "max_ms": 80.593, "p95_ms": 75.702}, "visualize": {"avg_ms": 3.687, "count": 302, "max_ms": 4.837, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15829.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 633, "h264_decode_error_count": 1571, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:52:48+09:00", "last_error_summary": "[h264 @ 0x56230a2b6e00] error while decoding MB 68 1, bytestream -52", "last_exit_at": "2026-07-05T11:52:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.869, "last_started_at": "2026-07-05T11:52:51+09:00", "pid": 127465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.484, "name": "ffmpeg", "pid": 127465, "rss_mb": 266.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 705, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 706}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.353, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1381078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:55:12+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T11:55:12+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-05T11:55:12.206309+09:00", "mtime_epoch": 1783220112.2063086, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:55:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.639, "pushed": 6.639, "read": 6.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.07, "count": 198, "max_ms": 27.497, "p95_ms": 23.602}, "gstreamer_push": {"avg_ms": 1.027, "count": 199, "max_ms": 1.33, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.514, "count": 198, "max_ms": 67.219, "p95_ms": 62.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.08, "count": 198, "max_ms": 76.225, "p95_ms": 67.926}, "yolo11_640_fire_11class": {"avg_ms": 48.212, "count": 198, "max_ms": 67.785, "p95_ms": 63.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.027, "count": 198, "max_ms": 79.638, "p95_ms": 76.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.35, "count": 199, "max_ms": 170.332, "p95_ms": 164.663}, "read_interval": {"avg_ms": 151.26, "count": 198, "max_ms": 180.61, "p95_ms": 172.375}, "triton_wait": {"avg_ms": 56.324, "count": 198, "max_ms": 79.65, "p95_ms": 76.49}, "visualize": {"avg_ms": 5.827, "count": 198, "max_ms": 7.913, "p95_ms": 6.485}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15711.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11455.868, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.02, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1745844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:55:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:55:39+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:55:39+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T11:55:39.350773+09:00", "mtime_epoch": 1783220139.3507726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:55:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2271.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.171, "count": 299, "max_ms": 11.829, "p95_ms": 8.331}, "gstreamer_push": {"avg_ms": 1.284, "count": 299, "max_ms": 1.873, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.464, "count": 299, "max_ms": 63.163, "p95_ms": 59.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.732, "count": 299, "max_ms": 76.36, "p95_ms": 53.542}, "yolo11_640_fire_11class": {"avg_ms": 49.944, "count": 299, "max_ms": 66.691, "p95_ms": 62.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.573, "count": 299, "max_ms": 77.395, "p95_ms": 72.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.144, "count": 299, "max_ms": 92.911, "p95_ms": 86.667}, "read_interval": {"avg_ms": 100.477, "count": 298, "max_ms": 750.787, "p95_ms": 210.416}, "triton_wait": {"avg_ms": 51.299, "count": 299, "max_ms": 77.408, "p95_ms": 72.281}, "visualize": {"avg_ms": 3.693, "count": 299, "max_ms": 5.032, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15762.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 634, "h264_decode_error_count": 1572, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:55:33+09:00", "last_error_summary": "[h264 @ 0x55cf5cf4cc40] error while decoding MB 8 38, bytestream -7", "last_exit_at": "2026-07-05T11:55:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.332, "last_started_at": "2026-07-05T11:55:36+09:00", "pid": 127572, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.566, "name": "ffmpeg", "pid": 127572, "rss_mb": 201.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 706, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 707}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.369, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1381245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:55:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:55:42+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T11:55:42+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T11:55:42.330824+09:00", "mtime_epoch": 1783220142.3308237, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:55:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.573, "pushed": 5.573, "read": 5.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.324, "count": 166, "max_ms": 28.593, "p95_ms": 23.388}, "gstreamer_push": {"avg_ms": 1.038, "count": 167, "max_ms": 1.552, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.321, "count": 166, "max_ms": 66.003, "p95_ms": 60.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.652, "count": 166, "max_ms": 76.404, "p95_ms": 65.979}, "yolo11_640_fire_11class": {"avg_ms": 47.05, "count": 166, "max_ms": 66.018, "p95_ms": 60.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.346, "count": 166, "max_ms": 78.247, "p95_ms": 73.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.288, "count": 167, "max_ms": 166.761, "p95_ms": 163.501}, "read_interval": {"avg_ms": 180.474, "count": 166, "max_ms": 4947.461, "p95_ms": 171.568}, "triton_wait": {"avg_ms": 54.775, "count": 166, "max_ms": 78.259, "p95_ms": 73.68}, "visualize": {"avg_ms": 5.951, "count": 166, "max_ms": 8.055, "p95_ms": 6.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15828.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11485.933, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.204, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1746145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:56:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:56:09+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T11:56:09+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T11:56:09.419289+09:00", "mtime_epoch": 1783220169.4192889, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:56:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2272.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.207, "count": 301, "max_ms": 11.32, "p95_ms": 8.372}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 1.988, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.822, "count": 301, "max_ms": 69.243, "p95_ms": 62.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.044, "count": 301, "max_ms": 74.481, "p95_ms": 55.356}, "yolo11_640_fire_11class": {"avg_ms": 50.947, "count": 301, "max_ms": 73.426, "p95_ms": 64.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.223, "count": 301, "max_ms": 79.938, "p95_ms": 75.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.716, "count": 301, "max_ms": 95.983, "p95_ms": 90.578}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 796.566, "p95_ms": 187.297}, "triton_wait": {"avg_ms": 52.803, "count": 301, "max_ms": 79.953, "p95_ms": 75.067}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 4.909, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15829.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 634, "h264_decode_error_count": 1572, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:55:33+09:00", "last_error_summary": "[h264 @ 0x55cf5cf4cc40] error while decoding MB 8 38, bytestream -7", "last_exit_at": "2026-07-05T11:55:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.459, "last_started_at": "2026-07-05T11:55:36+09:00", "pid": 127572, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.215, "name": "ffmpeg", "pid": 127572, "rss_mb": 266.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 706, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 707}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.393, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1381442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:56:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T11:56:12+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T11:56:12+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T11:56:12.455341+09:00", "mtime_epoch": 1783220172.4553413, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:56:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.574, "pushed": 6.574, "read": 6.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.372, "count": 196, "max_ms": 31.898, "p95_ms": 23.096}, "gstreamer_push": {"avg_ms": 1.027, "count": 197, "max_ms": 1.393, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.713, "count": 196, "max_ms": 71.218, "p95_ms": 62.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.007, "count": 196, "max_ms": 84.77, "p95_ms": 67.778}, "yolo11_640_fire_11class": {"avg_ms": 48.332, "count": 196, "max_ms": 71.689, "p95_ms": 62.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.173, "count": 196, "max_ms": 82.917, "p95_ms": 76.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.8, "count": 197, "max_ms": 174.151, "p95_ms": 165.245}, "read_interval": {"avg_ms": 152.926, "count": 196, "max_ms": 182.166, "p95_ms": 172.956}, "triton_wait": {"avg_ms": 56.711, "count": 196, "max_ms": 84.784, "p95_ms": 76.039}, "visualize": {"avg_ms": 5.834, "count": 196, "max_ms": 7.114, "p95_ms": 6.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15830.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11515.992, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.408, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1746447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:56:39+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:56:39+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T11:56:39.475807+09:00", "mtime_epoch": 1783220199.4758074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:56:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2272.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.135, "count": 302, "max_ms": 11.568, "p95_ms": 8.5}, "gstreamer_push": {"avg_ms": 1.271, "count": 302, "max_ms": 1.929, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.251, "count": 302, "max_ms": 68.815, "p95_ms": 61.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.183, "count": 302, "max_ms": 75.245, "p95_ms": 56.909}, "yolo11_640_fire_11class": {"avg_ms": 50.573, "count": 302, "max_ms": 70.111, "p95_ms": 64.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.057, "count": 302, "max_ms": 78.273, "p95_ms": 73.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.807, "count": 302, "max_ms": 94.146, "p95_ms": 89.548}, "read_interval": {"avg_ms": 99.579, "count": 301, "max_ms": 596.763, "p95_ms": 149.066}, "triton_wait": {"avg_ms": 53.179, "count": 302, "max_ms": 78.283, "p95_ms": 73.303}, "visualize": {"avg_ms": 3.625, "count": 302, "max_ms": 5.603, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15831.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 634, "h264_decode_error_count": 1572, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:55:33+09:00", "last_error_summary": "[h264 @ 0x55cf5cf4cc40] error while decoding MB 8 38, bytestream -7", "last_exit_at": "2026-07-05T11:55:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.521, "last_started_at": "2026-07-05T11:55:36+09:00", "pid": 127572, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.988, "name": "ffmpeg", "pid": 127572, "rss_mb": 266.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 706, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 707}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.393, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1381640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:56:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:56:42+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T11:56:42+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T11:56:42.523860+09:00", "mtime_epoch": 1783220202.5238602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:56:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.622, "pushed": 6.622, "read": 6.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.184, "count": 198, "max_ms": 24.859, "p95_ms": 22.935}, "gstreamer_push": {"avg_ms": 1.051, "count": 198, "max_ms": 1.727, "p95_ms": 1.146}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.572, "count": 198, "max_ms": 65.635, "p95_ms": 59.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.679, "count": 198, "max_ms": 73.525, "p95_ms": 66.113}, "yolo11_640_fire_11class": {"avg_ms": 47.815, "count": 198, "max_ms": 66.773, "p95_ms": 61.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.112, "count": 198, "max_ms": 79.864, "p95_ms": 73.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.471, "count": 198, "max_ms": 168.046, "p95_ms": 162.974}, "read_interval": {"avg_ms": 151.833, "count": 197, "max_ms": 176.005, "p95_ms": 170.928}, "triton_wait": {"avg_ms": 55.4, "count": 198, "max_ms": 79.876, "p95_ms": 73.878}, "visualize": {"avg_ms": 5.857, "count": 198, "max_ms": 7.694, "p95_ms": 6.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15830.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11546.003, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.678, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1746747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:57:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:57:09+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T11:57:09+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T11:57:09.488327+09:00", "mtime_epoch": 1783220229.4883273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:57:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2272.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.411, "count": 300, "max_ms": 12.797, "p95_ms": 9.876}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.775, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.864, "count": 300, "max_ms": 66.503, "p95_ms": 61.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.854, "count": 300, "max_ms": 77.947, "p95_ms": 65.292}, "yolo11_640_fire_11class": {"avg_ms": 50.524, "count": 300, "max_ms": 69.854, "p95_ms": 63.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.478, "count": 300, "max_ms": 78.048, "p95_ms": 73.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.389, "count": 300, "max_ms": 96.662, "p95_ms": 89.959}, "read_interval": {"avg_ms": 100.044, "count": 300, "max_ms": 628.979, "p95_ms": 190.287}, "triton_wait": {"avg_ms": 52.366, "count": 300, "max_ms": 78.06, "p95_ms": 73.909}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 5.399, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15831.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 634, "h264_decode_error_count": 1572, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:55:33+09:00", "last_error_summary": "[h264 @ 0x55cf5cf4cc40] error while decoding MB 8 38, bytestream -7", "last_exit_at": "2026-07-05T11:55:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.61, "last_started_at": "2026-07-05T11:55:36+09:00", "pid": 127572, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.504, "name": "ffmpeg", "pid": 127572, "rss_mb": 267.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 706, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 707}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.501, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1381837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:57:12+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T11:57:12+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T11:57:12.604381+09:00", "mtime_epoch": 1783220232.6043813, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:57:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9282.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.583, "pushed": 6.583, "read": 6.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.224, "count": 197, "max_ms": 35.374, "p95_ms": 21.932}, "gstreamer_push": {"avg_ms": 1.015, "count": 197, "max_ms": 1.168, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.037, "count": 197, "max_ms": 67.519, "p95_ms": 61.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.863, "count": 197, "max_ms": 79.785, "p95_ms": 67.453}, "yolo11_640_fire_11class": {"avg_ms": 48.897, "count": 197, "max_ms": 75.393, "p95_ms": 64.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.371, "count": 197, "max_ms": 79.794, "p95_ms": 76.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.283, "count": 197, "max_ms": 178.727, "p95_ms": 165.377}, "read_interval": {"avg_ms": 152.714, "count": 196, "max_ms": 192.456, "p95_ms": 173.541}, "triton_wait": {"avg_ms": 56.228, "count": 197, "max_ms": 79.807, "p95_ms": 76.413}, "visualize": {"avg_ms": 5.902, "count": 197, "max_ms": 7.489, "p95_ms": 6.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15831.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11576.048, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.794, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1747045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T11:57:39+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T11:57:39+09:00", "mjpeg": {"age_sec": 0.598, "exists": true, "mtime": "2026-07-05T11:57:38.996840+09:00", "mtime_epoch": 1783220258.9968402, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:57:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2272.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.151, "count": 298, "max_ms": 12.297, "p95_ms": 8.306}, "gstreamer_push": {"avg_ms": 1.301, "count": 298, "max_ms": 2.111, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.425, "count": 298, "max_ms": 67.247, "p95_ms": 62.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.466, "count": 298, "max_ms": 77.24, "p95_ms": 64.768}, "yolo11_640_fire_11class": {"avg_ms": 50.733, "count": 298, "max_ms": 68.453, "p95_ms": 63.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.225, "count": 298, "max_ms": 78.131, "p95_ms": 74.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.645, "count": 298, "max_ms": 94.058, "p95_ms": 90.319}, "read_interval": {"avg_ms": 100.847, "count": 297, "max_ms": 602.475, "p95_ms": 269.842}, "triton_wait": {"avg_ms": 52.821, "count": 298, "max_ms": 78.142, "p95_ms": 74.636}, "visualize": {"avg_ms": 3.693, "count": 298, "max_ms": 5.081, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15831.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 634, "h264_decode_error_count": 1572, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:55:33+09:00", "last_error_summary": "[h264 @ 0x55cf5cf4cc40] error while decoding MB 8 38, bytestream -7", "last_exit_at": "2026-07-05T11:55:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.712, "last_started_at": "2026-07-05T11:55:36+09:00", "pid": 127572, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.504, "name": "ffmpeg", "pid": 127572, "rss_mb": 267.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 706, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 707}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.529, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:57:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:57:42+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T11:57:42+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T11:57:42.716905+09:00", "mtime_epoch": 1783220262.716905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:57:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.677, "pushed": 6.677, "read": 6.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.844, "count": 199, "max_ms": 22.809, "p95_ms": 21.733}, "gstreamer_push": {"avg_ms": 1.032, "count": 200, "max_ms": 1.738, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.202, "count": 199, "max_ms": 63.328, "p95_ms": 61.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.434, "count": 199, "max_ms": 72.753, "p95_ms": 66.186}, "yolo11_640_fire_11class": {"avg_ms": 47.916, "count": 199, "max_ms": 66.645, "p95_ms": 62.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.544, "count": 199, "max_ms": 78.962, "p95_ms": 75.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.183, "count": 200, "max_ms": 166.571, "p95_ms": 164.008}, "read_interval": {"avg_ms": 150.528, "count": 199, "max_ms": 174.933, "p95_ms": 172.662}, "triton_wait": {"avg_ms": 56.013, "count": 199, "max_ms": 78.974, "p95_ms": 75.021}, "visualize": {"avg_ms": 5.81, "count": 199, "max_ms": 7.777, "p95_ms": 6.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15831.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11606.058, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.902, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1747346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:58:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:58:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T11:58:09+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T11:58:09.545373+09:00", "mtime_epoch": 1783220289.5453734, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:58:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2272.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.224, "count": 301, "max_ms": 11.413, "p95_ms": 8.477}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.647, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.216, "count": 301, "max_ms": 72.333, "p95_ms": 62.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.131, "count": 301, "max_ms": 76.165, "p95_ms": 55.041}, "yolo11_640_fire_11class": {"avg_ms": 49.754, "count": 301, "max_ms": 68.832, "p95_ms": 63.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.857, "count": 301, "max_ms": 81.015, "p95_ms": 74.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.691, "count": 301, "max_ms": 97.323, "p95_ms": 90.311}, "read_interval": {"avg_ms": 99.735, "count": 301, "max_ms": 596.808, "p95_ms": 226.729}, "triton_wait": {"avg_ms": 51.923, "count": 301, "max_ms": 81.027, "p95_ms": 74.918}, "visualize": {"avg_ms": 3.667, "count": 301, "max_ms": 4.994, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15831.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 634, "h264_decode_error_count": 1572, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:55:33+09:00", "last_error_summary": "[h264 @ 0x55cf5cf4cc40] error while decoding MB 8 38, bytestream -7", "last_exit_at": "2026-07-05T11:55:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.8, "last_started_at": "2026-07-05T11:55:36+09:00", "pid": 127572, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.504, "name": "ffmpeg", "pid": 127572, "rss_mb": 267.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 706, "restart_count_per_hour": 21, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 707}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.493, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:58:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:58:12+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T11:58:12+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T11:58:12.797430+09:00", "mtime_epoch": 1783220292.7974303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:58:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.645, "pushed": 6.645, "read": 6.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.715, "count": 198, "max_ms": 23.885, "p95_ms": 21.587}, "gstreamer_push": {"avg_ms": 1.005, "count": 199, "max_ms": 1.133, "p95_ms": 1.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.549, "count": 198, "max_ms": 69.946, "p95_ms": 61.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.893, "count": 198, "max_ms": 74.028, "p95_ms": 65.141}, "yolo11_640_fire_11class": {"avg_ms": 48.243, "count": 198, "max_ms": 68.911, "p95_ms": 61.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.903, "count": 198, "max_ms": 78.496, "p95_ms": 73.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.979, "count": 199, "max_ms": 166.77, "p95_ms": 163.011}, "read_interval": {"avg_ms": 151.191, "count": 198, "max_ms": 174.691, "p95_ms": 170.493}, "triton_wait": {"avg_ms": 56.285, "count": 198, "max_ms": 78.507, "p95_ms": 73.341}, "visualize": {"avg_ms": 5.755, "count": 198, "max_ms": 7.478, "p95_ms": 6.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15828.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11636.082, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.836, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1747648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:58:39+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-05T11:58:39+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T11:58:39.569899+09:00", "mtime_epoch": 1783220319.569899, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:58:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2272.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.136, "count": 302, "max_ms": 10.682, "p95_ms": 8.348}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 2.031, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.54, "count": 302, "max_ms": 68.184, "p95_ms": 61.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.712, "count": 302, "max_ms": 76.493, "p95_ms": 53.584}, "yolo11_640_fire_11class": {"avg_ms": 49.351, "count": 302, "max_ms": 71.26, "p95_ms": 62.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.851, "count": 302, "max_ms": 78.795, "p95_ms": 72.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.892, "count": 302, "max_ms": 95.086, "p95_ms": 88.979}, "read_interval": {"avg_ms": 99.484, "count": 301, "max_ms": 921.261, "p95_ms": 121.439}, "triton_wait": {"avg_ms": 51.179, "count": 302, "max_ms": 78.808, "p95_ms": 73.553}, "visualize": {"avg_ms": 3.679, "count": 302, "max_ms": 4.717, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15828.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T11:58:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.872, "last_started_at": "2026-07-05T11:58:19+09:00", "pid": 127679, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.469, "name": "ffmpeg", "pid": 127679, "rss_mb": 265.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 707, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 708}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.524, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:58:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:58:43+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T11:58:42+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T11:58:42.869957+09:00", "mtime_epoch": 1783220322.869957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:58:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.713, "pushed": 5.713, "read": 5.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.247, "count": 171, "max_ms": 27.144, "p95_ms": 24.441}, "gstreamer_push": {"avg_ms": 1.01, "count": 171, "max_ms": 1.435, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.743, "count": 171, "max_ms": 65.661, "p95_ms": 60.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.086, "count": 171, "max_ms": 76.088, "p95_ms": 66.122}, "yolo11_640_fire_11class": {"avg_ms": 48.036, "count": 171, "max_ms": 67.179, "p95_ms": 63.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.851, "count": 171, "max_ms": 78.838, "p95_ms": 72.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.428, "count": 171, "max_ms": 170.459, "p95_ms": 162.91}, "read_interval": {"avg_ms": 175.978, "count": 170, "max_ms": 4394.299, "p95_ms": 172.544}, "triton_wait": {"avg_ms": 55.511, "count": 171, "max_ms": 78.851, "p95_ms": 72.698}, "visualize": {"avg_ms": 5.86, "count": 171, "max_ms": 8.584, "p95_ms": 6.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15831.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11666.163, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.953, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1747946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:59:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T11:59:09+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T11:59:09+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T11:59:09.610427+09:00", "mtime_epoch": 1783220349.610427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:59:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2272.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.298, "count": 298, "max_ms": 11.931, "p95_ms": 8.472}, "gstreamer_push": {"avg_ms": 1.297, "count": 298, "max_ms": 1.908, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.063, "count": 298, "max_ms": 66.084, "p95_ms": 62.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.465, "count": 298, "max_ms": 76.587, "p95_ms": 58.84}, "yolo11_640_fire_11class": {"avg_ms": 49.728, "count": 298, "max_ms": 69.479, "p95_ms": 63.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.857, "count": 298, "max_ms": 80.38, "p95_ms": 74.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.904, "count": 298, "max_ms": 96.07, "p95_ms": 90.573}, "read_interval": {"avg_ms": 100.881, "count": 297, "max_ms": 608.363, "p95_ms": 214.566}, "triton_wait": {"avg_ms": 51.969, "count": 298, "max_ms": 80.392, "p95_ms": 74.869}, "visualize": {"avg_ms": 3.703, "count": 298, "max_ms": 5.384, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15832.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T11:58:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.976, "last_started_at": "2026-07-05T11:58:19+09:00", "pid": 127679, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.273, "name": "ffmpeg", "pid": 127679, "rss_mb": 267.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 707, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 708}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.773, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:59:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:59:13+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T11:59:12+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T11:59:12.990486+09:00", "mtime_epoch": 1783220352.9904864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:59:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.543}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.2, "count": 196, "max_ms": 29.589, "p95_ms": 22.408}, "gstreamer_push": {"avg_ms": 1.033, "count": 197, "max_ms": 1.361, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.422, "count": 196, "max_ms": 67.576, "p95_ms": 62.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.942, "count": 196, "max_ms": 76.203, "p95_ms": 69.303}, "yolo11_640_fire_11class": {"avg_ms": 48.161, "count": 196, "max_ms": 71.047, "p95_ms": 63.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.751, "count": 196, "max_ms": 82.004, "p95_ms": 76.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.893, "count": 197, "max_ms": 168.907, "p95_ms": 164.432}, "read_interval": {"avg_ms": 152.844, "count": 196, "max_ms": 327.354, "p95_ms": 173.33}, "triton_wait": {"avg_ms": 56.182, "count": 196, "max_ms": 82.015, "p95_ms": 76.651}, "visualize": {"avg_ms": 5.805, "count": 196, "max_ms": 7.03, "p95_ms": 6.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15832.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11696.171, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.971, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1748246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:59:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:59:39+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T11:59:39+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T11:59:39.658957+09:00", "mtime_epoch": 1783220379.6589565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T11:59:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2273.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.147, "count": 300, "max_ms": 12.341, "p95_ms": 7.892}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.818, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.798, "count": 300, "max_ms": 69.54, "p95_ms": 62.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.074, "count": 300, "max_ms": 78.929, "p95_ms": 52.619}, "yolo11_640_fire_11class": {"avg_ms": 49.867, "count": 300, "max_ms": 71.607, "p95_ms": 62.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.421, "count": 300, "max_ms": 79.04, "p95_ms": 74.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.419, "count": 300, "max_ms": 94.841, "p95_ms": 90.042}, "read_interval": {"avg_ms": 100.159, "count": 300, "max_ms": 628.167, "p95_ms": 117.671}, "triton_wait": {"avg_ms": 51.702, "count": 300, "max_ms": 79.054, "p95_ms": 74.493}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 5.027, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15832.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T11:58:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.995, "last_started_at": "2026-07-05T11:58:19+09:00", "pid": 127679, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.273, "name": "ffmpeg", "pid": 127679, "rss_mb": 267.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 707, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 708}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.731, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T11:59:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T11:59:43+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T11:59:42+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T11:59:42.983015+09:00", "mtime_epoch": 1783220382.983015, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T11:59:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.661, "pushed": 6.661, "read": 6.627}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.989, "count": 199, "max_ms": 31.215, "p95_ms": 22.076}, "gstreamer_push": {"avg_ms": 1.012, "count": 199, "max_ms": 1.173, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.211, "count": 199, "max_ms": 63.178, "p95_ms": 59.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.379, "count": 199, "max_ms": 75.084, "p95_ms": 64.976}, "yolo11_640_fire_11class": {"avg_ms": 47.005, "count": 199, "max_ms": 65.402, "p95_ms": 59.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.674, "count": 199, "max_ms": 78.79, "p95_ms": 70.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.689, "count": 199, "max_ms": 167.276, "p95_ms": 158.265}, "read_interval": {"avg_ms": 150.719, "count": 198, "max_ms": 174.557, "p95_ms": 165.944}, "triton_wait": {"avg_ms": 55.291, "count": 199, "max_ms": 78.802, "p95_ms": 71.008}, "visualize": {"avg_ms": 5.825, "count": 199, "max_ms": 8.076, "p95_ms": 6.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15832.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11726.226, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.042, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1748548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:00:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:00:09+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:00:09+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T12:00:09.715487+09:00", "mtime_epoch": 1783220409.7154875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:00:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2273.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.377, "count": 302, "max_ms": 11.657, "p95_ms": 8.688}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 2.074, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.152, "count": 302, "max_ms": 67.707, "p95_ms": 62.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.607, "count": 302, "max_ms": 77.266, "p95_ms": 58.569}, "yolo11_640_fire_11class": {"avg_ms": 49.481, "count": 302, "max_ms": 68.217, "p95_ms": 62.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.942, "count": 302, "max_ms": 81.158, "p95_ms": 74.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.0, "count": 302, "max_ms": 97.038, "p95_ms": 91.837}, "read_interval": {"avg_ms": 99.58, "count": 301, "max_ms": 732.031, "p95_ms": 129.934}, "triton_wait": {"avg_ms": 51.997, "count": 302, "max_ms": 81.171, "p95_ms": 74.794}, "visualize": {"avg_ms": 3.697, "count": 302, "max_ms": 5.383, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15832.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T11:58:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.075, "last_started_at": "2026-07-05T11:58:19+09:00", "pid": 127679, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.273, "name": "ffmpeg", "pid": 127679, "rss_mb": 267.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 707, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 708}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.674, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1383001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:00:13+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T12:00:13+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T12:00:13.091547+09:00", "mtime_epoch": 1783220413.0915473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:00:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.614, "pushed": 6.614, "read": 6.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.345, "count": 198, "max_ms": 35.303, "p95_ms": 23.269}, "gstreamer_push": {"avg_ms": 1.029, "count": 198, "max_ms": 1.358, "p95_ms": 1.138}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.659, "count": 198, "max_ms": 65.58, "p95_ms": 62.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.874, "count": 198, "max_ms": 80.401, "p95_ms": 68.658}, "yolo11_640_fire_11class": {"avg_ms": 47.125, "count": 198, "max_ms": 69.795, "p95_ms": 62.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.072, "count": 198, "max_ms": 79.737, "p95_ms": 76.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.718, "count": 198, "max_ms": 181.136, "p95_ms": 165.128}, "read_interval": {"avg_ms": 151.943, "count": 197, "max_ms": 192.582, "p95_ms": 172.892}, "triton_wait": {"avg_ms": 55.683, "count": 198, "max_ms": 80.416, "p95_ms": 76.789}, "visualize": {"avg_ms": 5.908, "count": 198, "max_ms": 10.189, "p95_ms": 6.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15832.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11756.274, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.333, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1748848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:00:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:00:39+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T12:00:39+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T12:00:39.752020+09:00", "mtime_epoch": 1783220439.75202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:00:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2273.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.249, "count": 300, "max_ms": 12.571, "p95_ms": 8.451}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 2.257, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.592, "count": 300, "max_ms": 66.853, "p95_ms": 62.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.838, "count": 300, "max_ms": 79.324, "p95_ms": 57.674}, "yolo11_640_fire_11class": {"avg_ms": 50.611, "count": 300, "max_ms": 73.251, "p95_ms": 63.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.856, "count": 300, "max_ms": 80.469, "p95_ms": 75.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.439, "count": 300, "max_ms": 97.129, "p95_ms": 91.186}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 725.301, "p95_ms": 150.024}, "triton_wait": {"avg_ms": 52.404, "count": 300, "max_ms": 80.48, "p95_ms": 75.268}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 5.915, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15832.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T11:58:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.178, "last_started_at": "2026-07-05T11:58:19+09:00", "pid": 127679, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.531, "name": "ffmpeg", "pid": 127679, "rss_mb": 267.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 707, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 708}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.751, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1383199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:00:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:00:43+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:00:43+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T12:00:43.192081+09:00", "mtime_epoch": 1783220443.192081, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:00:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.611, "pushed": 6.611, "read": 6.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.943, "count": 197, "max_ms": 24.03, "p95_ms": 22.025}, "gstreamer_push": {"avg_ms": 1.024, "count": 198, "max_ms": 1.444, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.137, "count": 197, "max_ms": 69.804, "p95_ms": 60.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.521, "count": 197, "max_ms": 74.803, "p95_ms": 68.401}, "yolo11_640_fire_11class": {"avg_ms": 48.178, "count": 197, "max_ms": 72.691, "p95_ms": 64.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.689, "count": 197, "max_ms": 86.144, "p95_ms": 76.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.801, "count": 198, "max_ms": 174.381, "p95_ms": 164.821}, "read_interval": {"avg_ms": 152.056, "count": 197, "max_ms": 184.525, "p95_ms": 172.884}, "triton_wait": {"avg_ms": 56.281, "count": 197, "max_ms": 86.157, "p95_ms": 76.447}, "visualize": {"avg_ms": 5.87, "count": 197, "max_ms": 6.964, "p95_ms": 6.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15794.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11786.289, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.259, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1749149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:01:09+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:01:09+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T12:01:09.772553+09:00", "mtime_epoch": 1783220469.7725532, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:01:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2273.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.305, "count": 301, "max_ms": 11.873, "p95_ms": 9.794}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 2.197, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.858, "count": 301, "max_ms": 70.73, "p95_ms": 61.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.866, "count": 301, "max_ms": 76.664, "p95_ms": 54.419}, "yolo11_640_fire_11class": {"avg_ms": 50.159, "count": 301, "max_ms": 70.719, "p95_ms": 62.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.113, "count": 301, "max_ms": 79.418, "p95_ms": 71.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.452, "count": 301, "max_ms": 94.902, "p95_ms": 89.697}, "read_interval": {"avg_ms": 99.731, "count": 301, "max_ms": 602.315, "p95_ms": 175.699}, "triton_wait": {"avg_ms": 51.715, "count": 301, "max_ms": 79.43, "p95_ms": 71.647}, "visualize": {"avg_ms": 3.594, "count": 301, "max_ms": 5.565, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15831.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T12:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.416, "last_started_at": "2026-07-05T12:01:01+09:00", "pid": 127786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.148, "name": "ffmpeg", "pid": 127786, "rss_mb": 266.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 708, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 709}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.751, "sample_count": 1920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1383366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:01:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:01:13+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T12:01:13+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T12:01:13.196614+09:00", "mtime_epoch": 1783220473.196614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:01:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.568, "pushed": 5.568, "read": 5.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.506, "count": 167, "max_ms": 34.422, "p95_ms": 23.801}, "gstreamer_push": {"avg_ms": 1.029, "count": 167, "max_ms": 1.404, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.454, "count": 167, "max_ms": 65.694, "p95_ms": 61.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.271, "count": 167, "max_ms": 71.244, "p95_ms": 66.08}, "yolo11_640_fire_11class": {"avg_ms": 47.776, "count": 167, "max_ms": 65.714, "p95_ms": 63.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.17, "count": 167, "max_ms": 78.078, "p95_ms": 73.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.241, "count": 167, "max_ms": 169.942, "p95_ms": 164.05}, "read_interval": {"avg_ms": 179.658, "count": 167, "max_ms": 4708.78, "p95_ms": 173.186}, "triton_wait": {"avg_ms": 55.66, "count": 167, "max_ms": 78.09, "p95_ms": 73.857}, "visualize": {"avg_ms": 5.917, "count": 167, "max_ms": 9.927, "p95_ms": 6.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15834.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11816.311, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.319, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1749448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:01:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:01:39+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T12:01:39+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T12:01:39.773087+09:00", "mtime_epoch": 1783220499.7730873, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:01:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2273.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.181, "count": 299, "max_ms": 11.407, "p95_ms": 8.483}, "gstreamer_push": {"avg_ms": 1.28, "count": 299, "max_ms": 1.523, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.716, "count": 299, "max_ms": 68.518, "p95_ms": 62.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.404, "count": 299, "max_ms": 78.302, "p95_ms": 54.198}, "yolo11_640_fire_11class": {"avg_ms": 50.098, "count": 299, "max_ms": 70.42, "p95_ms": 63.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.586, "count": 299, "max_ms": 82.273, "p95_ms": 74.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.768, "count": 299, "max_ms": 97.744, "p95_ms": 90.395}, "read_interval": {"avg_ms": 100.394, "count": 298, "max_ms": 580.016, "p95_ms": 245.965}, "triton_wait": {"avg_ms": 51.983, "count": 299, "max_ms": 82.285, "p95_ms": 74.592}, "visualize": {"avg_ms": 3.691, "count": 299, "max_ms": 4.731, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15835.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T12:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.52, "last_started_at": "2026-07-05T12:01:01+09:00", "pid": 127786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.727, "name": "ffmpeg", "pid": 127786, "rss_mb": 268.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 708, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 709}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.805, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1383565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:01:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:01:43+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:01:43+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T12:01:43.297150+09:00", "mtime_epoch": 1783220503.2971501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:01:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.649, "pushed": 6.649, "read": 6.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.963, "count": 199, "max_ms": 29.346, "p95_ms": 22.111}, "gstreamer_push": {"avg_ms": 0.997, "count": 199, "max_ms": 1.452, "p95_ms": 1.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.818, "count": 199, "max_ms": 67.128, "p95_ms": 60.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.239, "count": 199, "max_ms": 78.853, "p95_ms": 67.411}, "yolo11_640_fire_11class": {"avg_ms": 47.703, "count": 199, "max_ms": 68.341, "p95_ms": 62.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.459, "count": 199, "max_ms": 81.084, "p95_ms": 73.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.204, "count": 199, "max_ms": 167.382, "p95_ms": 163.359}, "read_interval": {"avg_ms": 151.287, "count": 198, "max_ms": 175.794, "p95_ms": 172.06}, "triton_wait": {"avg_ms": 55.929, "count": 199, "max_ms": 81.095, "p95_ms": 73.975}, "visualize": {"avg_ms": 5.802, "count": 199, "max_ms": 8.099, "p95_ms": 6.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15836.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11846.346, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.259, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1749749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:02:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T12:02:09+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T12:02:09.825624+09:00", "mtime_epoch": 1783220529.8256238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:02:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2273.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.227, "count": 301, "max_ms": 11.697, "p95_ms": 8.511}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.507, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.902, "count": 301, "max_ms": 67.247, "p95_ms": 61.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.885, "count": 301, "max_ms": 76.36, "p95_ms": 58.479}, "yolo11_640_fire_11class": {"avg_ms": 49.714, "count": 301, "max_ms": 68.655, "p95_ms": 62.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.686, "count": 301, "max_ms": 79.622, "p95_ms": 74.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.815, "count": 301, "max_ms": 95.547, "p95_ms": 89.892}, "read_interval": {"avg_ms": 99.831, "count": 300, "max_ms": 570.405, "p95_ms": 233.073}, "triton_wait": {"avg_ms": 51.95, "count": 301, "max_ms": 79.634, "p95_ms": 74.386}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 4.692, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15836.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T12:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.637, "last_started_at": "2026-07-05T12:01:01+09:00", "pid": 127786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 127786, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 708, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 709}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.729, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1383764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:02:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:02:13+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T12:02:13+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T12:02:13.401688+09:00", "mtime_epoch": 1783220533.4016876, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:02:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.645, "pushed": 6.645, "read": 6.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.998, "count": 198, "max_ms": 29.037, "p95_ms": 22.181}, "gstreamer_push": {"avg_ms": 1.016, "count": 199, "max_ms": 1.152, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.806, "count": 198, "max_ms": 66.077, "p95_ms": 61.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.698, "count": 198, "max_ms": 73.995, "p95_ms": 66.019}, "yolo11_640_fire_11class": {"avg_ms": 47.232, "count": 198, "max_ms": 66.107, "p95_ms": 60.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.923, "count": 198, "max_ms": 79.102, "p95_ms": 73.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.133, "count": 199, "max_ms": 168.111, "p95_ms": 163.27}, "read_interval": {"avg_ms": 151.314, "count": 198, "max_ms": 176.362, "p95_ms": 171.387}, "triton_wait": {"avg_ms": 55.688, "count": 198, "max_ms": 79.114, "p95_ms": 73.667}, "visualize": {"avg_ms": 5.787, "count": 198, "max_ms": 7.853, "p95_ms": 6.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15836.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11876.391, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.113, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1750049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:02:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:02:39+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T12:02:39+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T12:02:39.850161+09:00", "mtime_epoch": 1783220559.8501606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:02:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2273.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.262, "count": 300, "max_ms": 12.252, "p95_ms": 8.679}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.521, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.435, "count": 300, "max_ms": 70.519, "p95_ms": 62.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.607, "count": 300, "max_ms": 75.108, "p95_ms": 59.404}, "yolo11_640_fire_11class": {"avg_ms": 50.018, "count": 300, "max_ms": 73.997, "p95_ms": 62.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.902, "count": 300, "max_ms": 79.731, "p95_ms": 73.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.466, "count": 300, "max_ms": 95.501, "p95_ms": 88.986}, "read_interval": {"avg_ms": 100.119, "count": 299, "max_ms": 695.981, "p95_ms": 216.015}, "triton_wait": {"avg_ms": 52.521, "count": 300, "max_ms": 79.744, "p95_ms": 73.397}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.31, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15836.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T12:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.656, "last_started_at": "2026-07-05T12:01:01+09:00", "pid": 127786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 127786, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 708, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 709}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.981, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1383958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:02:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:02:43+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:02:43+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T12:02:43.434225+09:00", "mtime_epoch": 1783220563.4342248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:02:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9283.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.499, "pushed": 6.499, "read": 6.466}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.164, "count": 194, "max_ms": 35.159, "p95_ms": 33.65}, "gstreamer_push": {"avg_ms": 1.053, "count": 194, "max_ms": 1.777, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.983, "count": 194, "max_ms": 76.773, "p95_ms": 62.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.971, "count": 194, "max_ms": 81.232, "p95_ms": 69.782}, "yolo11_640_fire_11class": {"avg_ms": 48.198, "count": 194, "max_ms": 76.155, "p95_ms": 64.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.423, "count": 194, "max_ms": 80.609, "p95_ms": 76.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.13, "count": 194, "max_ms": 181.432, "p95_ms": 171.183}, "read_interval": {"avg_ms": 154.775, "count": 193, "max_ms": 192.875, "p95_ms": 182.636}, "triton_wait": {"avg_ms": 57.105, "count": 194, "max_ms": 81.244, "p95_ms": 77.058}, "visualize": {"avg_ms": 5.973, "count": 194, "max_ms": 9.777, "p95_ms": 7.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15841.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11906.433, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.566, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1750346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:03:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T12:03:09+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T12:03:09.890699+09:00", "mtime_epoch": 1783220589.890699, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:03:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2274.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.88}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.458, "count": 297, "max_ms": 12.147, "p95_ms": 10.888}, "gstreamer_push": {"avg_ms": 1.28, "count": 297, "max_ms": 1.525, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.709, "count": 297, "max_ms": 71.565, "p95_ms": 64.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.176, "count": 297, "max_ms": 74.37, "p95_ms": 66.859}, "yolo11_640_fire_11class": {"avg_ms": 51.305, "count": 297, "max_ms": 75.809, "p95_ms": 65.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.729, "count": 297, "max_ms": 84.307, "p95_ms": 76.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.318, "count": 297, "max_ms": 100.125, "p95_ms": 92.186}, "read_interval": {"avg_ms": 101.127, "count": 296, "max_ms": 668.503, "p95_ms": 116.884}, "triton_wait": {"avg_ms": 54.151, "count": 297, "max_ms": 84.319, "p95_ms": 76.235}, "visualize": {"avg_ms": 3.716, "count": 297, "max_ms": 4.901, "p95_ms": 4.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15841.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T12:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.701, "last_started_at": "2026-07-05T12:01:01+09:00", "pid": 127786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.914, "name": "ffmpeg", "pid": 127786, "rss_mb": 274.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 708, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 709}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.895, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:03:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:03:13+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T12:03:13+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T12:03:13.518764+09:00", "mtime_epoch": 1783220593.518764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:03:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.426, "pushed": 7.426, "read": 7.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.894, "count": 222, "max_ms": 24.067, "p95_ms": 21.721}, "gstreamer_push": {"avg_ms": 1.106, "count": 222, "max_ms": 1.622, "p95_ms": 1.294}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.563, "count": 222, "max_ms": 67.64, "p95_ms": 64.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.661, "count": 222, "max_ms": 72.616, "p95_ms": 68.564}, "yolo11_640_fire_11class": {"avg_ms": 51.542, "count": 222, "max_ms": 72.623, "p95_ms": 65.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.18, "count": 222, "max_ms": 80.498, "p95_ms": 73.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.997, "count": 222, "max_ms": 165.316, "p95_ms": 155.82}, "read_interval": {"avg_ms": 135.485, "count": 221, "max_ms": 173.973, "p95_ms": 164.025}, "triton_wait": {"avg_ms": 59.862, "count": 222, "max_ms": 80.51, "p95_ms": 73.994}, "visualize": {"avg_ms": 5.046, "count": 222, "max_ms": 7.041, "p95_ms": 6.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15842.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11936.439, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.843, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1750655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:03:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:03:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:03:39+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T12:03:39.915238+09:00", "mtime_epoch": 1783220619.915238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:03:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2274.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.304, "pushed": 10.304, "read": 10.304}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.285, "count": 309, "max_ms": 11.854, "p95_ms": 8.537}, "gstreamer_push": {"avg_ms": 1.29, "count": 309, "max_ms": 1.907, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.658, "count": 309, "max_ms": 69.011, "p95_ms": 65.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.559, "count": 309, "max_ms": 75.236, "p95_ms": 65.232}, "yolo11_640_fire_11class": {"avg_ms": 52.018, "count": 309, "max_ms": 69.567, "p95_ms": 65.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.827, "count": 309, "max_ms": 80.033, "p95_ms": 74.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.943, "count": 309, "max_ms": 97.541, "p95_ms": 91.526}, "read_interval": {"avg_ms": 97.189, "count": 309, "max_ms": 647.569, "p95_ms": 112.318}, "triton_wait": {"avg_ms": 54.923, "count": 309, "max_ms": 80.046, "p95_ms": 74.799}, "visualize": {"avg_ms": 3.704, "count": 309, "max_ms": 5.105, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15842.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T12:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.852, "last_started_at": "2026-07-05T12:01:01+09:00", "pid": 127786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.43, "name": "ffmpeg", "pid": 127786, "rss_mb": 275.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 708, "restart_count_per_hour": 22, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 709}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.037, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:03:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:03:43+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T12:03:43+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T12:03:43.623305+09:00", "mtime_epoch": 1783220623.6233046, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:03:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.578, "pushed": 6.578, "read": 6.545}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.092, "count": 197, "max_ms": 24.98, "p95_ms": 22.141}, "gstreamer_push": {"avg_ms": 1.033, "count": 197, "max_ms": 1.256, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.811, "count": 197, "max_ms": 66.177, "p95_ms": 63.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.339, "count": 197, "max_ms": 80.26, "p95_ms": 69.147}, "yolo11_640_fire_11class": {"avg_ms": 48.392, "count": 197, "max_ms": 69.673, "p95_ms": 63.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.197, "count": 197, "max_ms": 81.268, "p95_ms": 76.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.064, "count": 197, "max_ms": 169.361, "p95_ms": 165.566}, "read_interval": {"avg_ms": 152.507, "count": 196, "max_ms": 178.579, "p95_ms": 173.863}, "triton_wait": {"avg_ms": 56.874, "count": 197, "max_ms": 81.281, "p95_ms": 76.378}, "visualize": {"avg_ms": 5.844, "count": 197, "max_ms": 7.218, "p95_ms": 6.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15842.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11966.474, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.576, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1750951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:04:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:04:10+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:04:09+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:04:09.959778+09:00", "mtime_epoch": 1783220649.9597783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:04:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2274.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.847}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.08, "count": 296, "max_ms": 10.77, "p95_ms": 7.647}, "gstreamer_push": {"avg_ms": 1.283, "count": 296, "max_ms": 1.831, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.457, "count": 296, "max_ms": 68.923, "p95_ms": 61.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.842, "count": 296, "max_ms": 75.089, "p95_ms": 53.253}, "yolo11_640_fire_11class": {"avg_ms": 49.125, "count": 296, "max_ms": 68.618, "p95_ms": 57.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.292, "count": 296, "max_ms": 80.078, "p95_ms": 70.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.368, "count": 296, "max_ms": 95.592, "p95_ms": 86.198}, "read_interval": {"avg_ms": 101.536, "count": 295, "max_ms": 748.161, "p95_ms": 225.527}, "triton_wait": {"avg_ms": 50.615, "count": 296, "max_ms": 80.09, "p95_ms": 70.899}, "visualize": {"avg_ms": 3.694, "count": 296, "max_ms": 5.752, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15855.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 635, "h264_decode_error_count": 1573, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T11:58:16+09:00", "last_error_summary": "[h264 @ 0x5627a9abd7c0] error while decoding MB 53 24, bytestream -8", "last_exit_at": "2026-07-05T12:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.666, "last_started_at": "2026-07-05T12:01:01+09:00", "pid": 127786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.516, "name": "ffmpeg", "pid": 127786, "rss_mb": 289.516, "state": "S (sleeping)", "threads": 104}, "restart_count": 708, "restart_count_per_hour": 21, "rtsp_timeout_count": 410, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 709}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.788, "sample_count": 1842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:04:18+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T12:04:18+09:00", "mjpeg": {"age_sec": 19.304, "exists": true, "mtime": "2026-07-05T12:03:59.267586+09:00", "mtime_epoch": 1783220639.2675858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:04:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.434, "pushed": 2.434, "read": 2.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.091, "count": 72, "max_ms": 25.585, "p95_ms": 22.05}, "gstreamer_push": {"avg_ms": 0.991, "count": 73, "max_ms": 1.113, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.869, "count": 72, "max_ms": 63.154, "p95_ms": 59.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.041, "count": 72, "max_ms": 68.133, "p95_ms": 63.158}, "yolo11_640_fire_11class": {"avg_ms": 46.635, "count": 72, "max_ms": 64.826, "p95_ms": 61.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.794, "count": 72, "max_ms": 77.75, "p95_ms": 72.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.207, "count": 73, "max_ms": 164.127, "p95_ms": 159.349}, "read_interval": {"avg_ms": 416.578, "count": 72, "max_ms": 19322.936, "p95_ms": 169.634}, "triton_wait": {"avg_ms": 54.765, "count": 72, "max_ms": 77.762, "p95_ms": 72.471}, "visualize": {"avg_ms": 5.845, "count": 72, "max_ms": 6.83, "p95_ms": 6.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15830.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 11997.061, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.501, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1751255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:04:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:04:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:04:40+09:00", "mjpeg": {"age_sec": 0.604, "exists": true, "mtime": "2026-07-05T12:04:40.004319+09:00", "mtime_epoch": 1783220680.0043194, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:04:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2274.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.884}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.084, "count": 297, "max_ms": 10.638, "p95_ms": 7.612}, "gstreamer_push": {"avg_ms": 1.292, "count": 297, "max_ms": 1.757, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.421, "count": 297, "max_ms": 66.708, "p95_ms": 61.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.233, "count": 297, "max_ms": 72.874, "p95_ms": 52.07}, "yolo11_640_fire_11class": {"avg_ms": 48.978, "count": 297, "max_ms": 67.436, "p95_ms": 61.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.135, "count": 297, "max_ms": 79.149, "p95_ms": 69.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.144, "count": 297, "max_ms": 94.967, "p95_ms": 85.115}, "read_interval": {"avg_ms": 101.157, "count": 296, "max_ms": 772.45, "p95_ms": 232.916}, "triton_wait": {"avg_ms": 50.426, "count": 297, "max_ms": 79.162, "p95_ms": 69.682}, "visualize": {"avg_ms": 3.697, "count": 297, "max_ms": 5.654, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15832.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 636, "h264_decode_error_count": 1575, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:04:19+09:00", "last_error_summary": "[h264 @ 0x559627a30840] cabac decode of qscale diff failed at 21 32 [h264 @ 0x559627a30840] error while decoding MB 21 32, bytestream 7325 [in#0/rtsp @ 0x5596279ece00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5596279ece00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:04:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.101, "last_started_at": "2026-07-05T12:04:22+09:00", "pid": 127893, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.48, "name": "ffmpeg", "pid": 127893, "rss_mb": 265.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 709, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 710}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.071, "sample_count": 1811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:04:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:04:48+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T12:04:48+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T12:04:48.460472+09:00", "mtime_epoch": 1783220688.4604719, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:04:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.63, "pushed": 5.63, "read": 5.596}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.147, "count": 168, "max_ms": 29.899, "p95_ms": 22.776}, "gstreamer_push": {"avg_ms": 1.007, "count": 168, "max_ms": 1.5, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.21, "count": 168, "max_ms": 64.605, "p95_ms": 62.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.476, "count": 168, "max_ms": 72.576, "p95_ms": 67.428}, "yolo11_640_fire_11class": {"avg_ms": 48.04, "count": 168, "max_ms": 66.693, "p95_ms": 63.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.225, "count": 168, "max_ms": 79.911, "p95_ms": 74.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.479, "count": 168, "max_ms": 167.596, "p95_ms": 163.711}, "read_interval": {"avg_ms": 178.882, "count": 167, "max_ms": 4845.117, "p95_ms": 171.66}, "triton_wait": {"avg_ms": 55.681, "count": 168, "max_ms": 79.923, "p95_ms": 74.956}, "visualize": {"avg_ms": 5.854, "count": 168, "max_ms": 8.164, "p95_ms": 6.46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15832.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12027.094, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.486, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1751556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:05:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:05:10+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:05:10+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:05:10.576871+09:00", "mtime_epoch": 1783220710.5768712, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:05:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2274.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.231, "count": 301, "max_ms": 11.714, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.579, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.452, "count": 301, "max_ms": 69.838, "p95_ms": 62.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.267, "count": 301, "max_ms": 75.386, "p95_ms": 54.573}, "yolo11_640_fire_11class": {"avg_ms": 49.99, "count": 301, "max_ms": 70.442, "p95_ms": 63.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.819, "count": 301, "max_ms": 82.536, "p95_ms": 75.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.997, "count": 301, "max_ms": 101.252, "p95_ms": 90.983}, "read_interval": {"avg_ms": 99.84, "count": 300, "max_ms": 610.287, "p95_ms": 140.342}, "triton_wait": {"avg_ms": 52.122, "count": 301, "max_ms": 82.549, "p95_ms": 75.337}, "visualize": {"avg_ms": 3.684, "count": 301, "max_ms": 4.729, "p95_ms": 4.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15832.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 636, "h264_decode_error_count": 1575, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:04:19+09:00", "last_error_summary": "[h264 @ 0x559627a30840] cabac decode of qscale diff failed at 21 32 [h264 @ 0x559627a30840] error while decoding MB 21 32, bytestream 7325 [in#0/rtsp @ 0x5596279ece00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5596279ece00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:04:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.131, "last_started_at": "2026-07-05T12:04:22+09:00", "pid": 127893, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.48, "name": "ffmpeg", "pid": 127893, "rss_mb": 265.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 709, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 710}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.991, "sample_count": 1811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:05:18+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T12:05:18+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T12:05:18.485014+09:00", "mtime_epoch": 1783220718.485014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:05:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.592, "pushed": 6.592, "read": 6.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.372, "count": 197, "max_ms": 26.296, "p95_ms": 23.355}, "gstreamer_push": {"avg_ms": 1.042, "count": 197, "max_ms": 1.688, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.544, "count": 197, "max_ms": 69.664, "p95_ms": 62.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.25, "count": 197, "max_ms": 74.75, "p95_ms": 66.803}, "yolo11_640_fire_11class": {"avg_ms": 48.327, "count": 197, "max_ms": 74.282, "p95_ms": 64.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.892, "count": 197, "max_ms": 84.727, "p95_ms": 75.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.273, "count": 197, "max_ms": 173.247, "p95_ms": 164.433}, "read_interval": {"avg_ms": 152.433, "count": 196, "max_ms": 181.287, "p95_ms": 172.198}, "triton_wait": {"avg_ms": 56.305, "count": 197, "max_ms": 84.74, "p95_ms": 75.648}, "visualize": {"avg_ms": 5.871, "count": 197, "max_ms": 7.269, "p95_ms": 6.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15834.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12057.112, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.358, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1751858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:05:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:05:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:05:40+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T12:05:40.593413+09:00", "mtime_epoch": 1783220740.5934134, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:05:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2274.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.098, "pushed": 10.098, "read": 10.064}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.181, "count": 302, "max_ms": 11.39, "p95_ms": 8.669}, "gstreamer_push": {"avg_ms": 1.265, "count": 302, "max_ms": 1.833, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.465, "count": 302, "max_ms": 68.541, "p95_ms": 62.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.052, "count": 302, "max_ms": 77.374, "p95_ms": 54.539}, "yolo11_640_fire_11class": {"avg_ms": 50.11, "count": 302, "max_ms": 69.107, "p95_ms": 63.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.99, "count": 302, "max_ms": 78.859, "p95_ms": 74.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.778, "count": 302, "max_ms": 95.467, "p95_ms": 90.004}, "read_interval": {"avg_ms": 99.445, "count": 301, "max_ms": 499.245, "p95_ms": 148.653}, "triton_wait": {"avg_ms": 52.096, "count": 302, "max_ms": 78.872, "p95_ms": 74.378}, "visualize": {"avg_ms": 3.599, "count": 302, "max_ms": 5.598, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15834.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 636, "h264_decode_error_count": 1575, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:04:19+09:00", "last_error_summary": "[h264 @ 0x559627a30840] cabac decode of qscale diff failed at 21 32 [h264 @ 0x559627a30840] error while decoding MB 21 32, bytestream 7325 [in#0/rtsp @ 0x5596279ece00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5596279ece00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:04:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.147, "last_started_at": "2026-07-05T12:04:22+09:00", "pid": 127893, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.027, "name": "ffmpeg", "pid": 127893, "rss_mb": 267.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 709, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 710}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.037, "sample_count": 1812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:05:48+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:05:48+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:05:48.501556+09:00", "mtime_epoch": 1783220748.5015564, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:05:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.629, "pushed": 6.629, "read": 6.595}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.115, "count": 198, "max_ms": 23.501, "p95_ms": 22.132}, "gstreamer_push": {"avg_ms": 1.017, "count": 198, "max_ms": 1.432, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.207, "count": 198, "max_ms": 65.935, "p95_ms": 62.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.617, "count": 198, "max_ms": 81.484, "p95_ms": 66.632}, "yolo11_640_fire_11class": {"avg_ms": 47.742, "count": 198, "max_ms": 68.252, "p95_ms": 63.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.283, "count": 198, "max_ms": 80.145, "p95_ms": 75.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.418, "count": 198, "max_ms": 167.833, "p95_ms": 165.225}, "read_interval": {"avg_ms": 151.617, "count": 197, "max_ms": 176.19, "p95_ms": 173.343}, "triton_wait": {"avg_ms": 55.616, "count": 198, "max_ms": 81.496, "p95_ms": 75.756}, "visualize": {"avg_ms": 5.872, "count": 198, "max_ms": 7.491, "p95_ms": 6.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15836.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12087.115, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.395, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1752162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:06:10+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T12:06:10+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T12:06:10.597956+09:00", "mtime_epoch": 1783220770.5979562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:06:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2274.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.339, "count": 304, "max_ms": 12.631, "p95_ms": 8.617}, "gstreamer_push": {"avg_ms": 1.292, "count": 304, "max_ms": 1.77, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.916, "count": 304, "max_ms": 65.965, "p95_ms": 62.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.107, "count": 304, "max_ms": 77.442, "p95_ms": 53.252}, "yolo11_640_fire_11class": {"avg_ms": 49.713, "count": 304, "max_ms": 68.715, "p95_ms": 63.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.249, "count": 304, "max_ms": 79.989, "p95_ms": 74.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.642, "count": 304, "max_ms": 95.573, "p95_ms": 89.53}, "read_interval": {"avg_ms": 98.705, "count": 304, "max_ms": 726.949, "p95_ms": 112.936}, "triton_wait": {"avg_ms": 51.586, "count": 304, "max_ms": 80.002, "p95_ms": 74.238}, "visualize": {"avg_ms": 3.699, "count": 304, "max_ms": 4.582, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15835.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 636, "h264_decode_error_count": 1575, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:04:19+09:00", "last_error_summary": "[h264 @ 0x559627a30840] cabac decode of qscale diff failed at 21 32 [h264 @ 0x559627a30840] error while decoding MB 21 32, bytestream 7325 [in#0/rtsp @ 0x5596279ece00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5596279ece00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:04:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.188, "last_started_at": "2026-07-05T12:04:22+09:00", "pid": 127893, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.801, "name": "ffmpeg", "pid": 127893, "rss_mb": 267.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 709, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 710}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.959, "sample_count": 1843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:06:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:06:18+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:06:18+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T12:06:18.546100+09:00", "mtime_epoch": 1783220778.5461001, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:06:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.657, "pushed": 6.657, "read": 6.623}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.236, "count": 199, "max_ms": 27.583, "p95_ms": 22.861}, "gstreamer_push": {"avg_ms": 1.025, "count": 199, "max_ms": 1.193, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.535, "count": 199, "max_ms": 69.724, "p95_ms": 61.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.092, "count": 199, "max_ms": 74.14, "p95_ms": 67.69}, "yolo11_640_fire_11class": {"avg_ms": 46.964, "count": 199, "max_ms": 72.662, "p95_ms": 60.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.442, "count": 199, "max_ms": 83.363, "p95_ms": 72.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.688, "count": 199, "max_ms": 168.358, "p95_ms": 161.579}, "read_interval": {"avg_ms": 150.978, "count": 198, "max_ms": 176.851, "p95_ms": 169.668}, "triton_wait": {"avg_ms": 54.934, "count": 199, "max_ms": 83.375, "p95_ms": 72.719}, "visualize": {"avg_ms": 5.851, "count": 199, "max_ms": 7.294, "p95_ms": 6.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15836.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12117.155, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.501, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1752460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:06:40+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:06:40+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T12:06:40.642501+09:00", "mtime_epoch": 1783220800.6425006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:06:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2274.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 298, "max_ms": 12.606, "p95_ms": 8.198}, "gstreamer_push": {"avg_ms": 1.286, "count": 298, "max_ms": 1.663, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.554, "count": 298, "max_ms": 75.212, "p95_ms": 63.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.442, "count": 298, "max_ms": 77.422, "p95_ms": 55.362}, "yolo11_640_fire_11class": {"avg_ms": 50.144, "count": 298, "max_ms": 75.944, "p95_ms": 64.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.494, "count": 298, "max_ms": 79.985, "p95_ms": 74.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.055, "count": 298, "max_ms": 96.079, "p95_ms": 91.126}, "read_interval": {"avg_ms": 100.855, "count": 297, "max_ms": 721.929, "p95_ms": 221.331}, "triton_wait": {"avg_ms": 52.107, "count": 298, "max_ms": 79.997, "p95_ms": 75.001}, "visualize": {"avg_ms": 3.709, "count": 298, "max_ms": 5.969, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15836.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 636, "h264_decode_error_count": 1575, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:04:19+09:00", "last_error_summary": "[h264 @ 0x559627a30840] cabac decode of qscale diff failed at 21 32 [h264 @ 0x559627a30840] error while decoding MB 21 32, bytestream 7325 [in#0/rtsp @ 0x5596279ece00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5596279ece00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:04:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.243, "last_started_at": "2026-07-05T12:04:22+09:00", "pid": 127893, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.801, "name": "ffmpeg", "pid": 127893, "rss_mb": 267.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 709, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 710}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.745, "sample_count": 1842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:06:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:06:48+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-05T12:06:48+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T12:06:48.578645+09:00", "mtime_epoch": 1783220808.5786445, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:06:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.588, "pushed": 6.588, "read": 6.554}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.32, "count": 197, "max_ms": 26.713, "p95_ms": 22.786}, "gstreamer_push": {"avg_ms": 1.019, "count": 197, "max_ms": 1.502, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.265, "count": 197, "max_ms": 69.814, "p95_ms": 61.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.481, "count": 197, "max_ms": 76.566, "p95_ms": 68.113}, "yolo11_640_fire_11class": {"avg_ms": 47.851, "count": 197, "max_ms": 69.802, "p95_ms": 62.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.481, "count": 197, "max_ms": 78.382, "p95_ms": 74.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.281, "count": 197, "max_ms": 170.632, "p95_ms": 162.871}, "read_interval": {"avg_ms": 152.455, "count": 196, "max_ms": 179.465, "p95_ms": 170.322}, "triton_wait": {"avg_ms": 56.32, "count": 197, "max_ms": 78.394, "p95_ms": 74.681}, "visualize": {"avg_ms": 5.881, "count": 197, "max_ms": 7.903, "p95_ms": 6.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15781.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12147.189, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.55, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1752759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:07:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:07:10+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T12:07:10+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:07:10.671045+09:00", "mtime_epoch": 1783220830.6710453, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:07:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2275.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.222, "count": 299, "max_ms": 10.83, "p95_ms": 8.287}, "gstreamer_push": {"avg_ms": 1.282, "count": 299, "max_ms": 1.814, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.219, "count": 299, "max_ms": 69.487, "p95_ms": 62.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.161, "count": 299, "max_ms": 73.889, "p95_ms": 53.768}, "yolo11_640_fire_11class": {"avg_ms": 50.191, "count": 299, "max_ms": 67.985, "p95_ms": 63.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.428, "count": 299, "max_ms": 80.142, "p95_ms": 74.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.568, "count": 299, "max_ms": 95.921, "p95_ms": 90.525}, "read_interval": {"avg_ms": 100.494, "count": 298, "max_ms": 641.222, "p95_ms": 218.638}, "triton_wait": {"avg_ms": 51.736, "count": 299, "max_ms": 80.155, "p95_ms": 74.473}, "visualize": {"avg_ms": 3.686, "count": 299, "max_ms": 5.574, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15832.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:07:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.064, "last_started_at": "2026-07-05T12:07:03+09:00", "pid": 128000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.383, "name": "ffmpeg", "pid": 128000, "rss_mb": 264.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 710, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 711}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.071, "sample_count": 1809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:07:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:07:18+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T12:07:18+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:07:18.667191+09:00", "mtime_epoch": 1783220838.6671906, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:07:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.547, "pushed": 5.547, "read": 5.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.205, "count": 166, "max_ms": 25.254, "p95_ms": 22.414}, "gstreamer_push": {"avg_ms": 1.02, "count": 166, "max_ms": 1.12, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.541, "count": 166, "max_ms": 64.73, "p95_ms": 62.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.704, "count": 166, "max_ms": 74.786, "p95_ms": 68.073}, "yolo11_640_fire_11class": {"avg_ms": 48.422, "count": 166, "max_ms": 67.219, "p95_ms": 61.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.541, "count": 166, "max_ms": 80.043, "p95_ms": 74.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.932, "count": 166, "max_ms": 167.872, "p95_ms": 162.273}, "read_interval": {"avg_ms": 181.333, "count": 165, "max_ms": 4982.72, "p95_ms": 171.182}, "triton_wait": {"avg_ms": 55.967, "count": 166, "max_ms": 80.054, "p95_ms": 74.26}, "visualize": {"avg_ms": 5.844, "count": 166, "max_ms": 7.533, "p95_ms": 6.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15834.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12177.223, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.577, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1753059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:07:40+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:07:40+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T12:07:40.711591+09:00", "mtime_epoch": 1783220860.7115908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:07:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2275.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.318, "count": 300, "max_ms": 11.708, "p95_ms": 8.521}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.91, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.075, "count": 300, "max_ms": 72.231, "p95_ms": 62.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.654, "count": 300, "max_ms": 78.983, "p95_ms": 54.983}, "yolo11_640_fire_11class": {"avg_ms": 50.691, "count": 300, "max_ms": 72.218, "p95_ms": 62.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.194, "count": 300, "max_ms": 78.93, "p95_ms": 74.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.036, "count": 300, "max_ms": 95.804, "p95_ms": 89.736}, "read_interval": {"avg_ms": 100.167, "count": 299, "max_ms": 642.648, "p95_ms": 139.578}, "triton_wait": {"avg_ms": 52.859, "count": 300, "max_ms": 78.995, "p95_ms": 74.662}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 4.681, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15835.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:07:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.095, "last_started_at": "2026-07-05T12:07:03+09:00", "pid": 128000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.672, "name": "ffmpeg", "pid": 128000, "rss_mb": 265.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 710, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 711}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.838, "sample_count": 1814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:07:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:07:48+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T12:07:48+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T12:07:48.703736+09:00", "mtime_epoch": 1783220868.703736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:07:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.659, "pushed": 6.659, "read": 6.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.236, "count": 199, "max_ms": 29.974, "p95_ms": 22.358}, "gstreamer_push": {"avg_ms": 1.025, "count": 199, "max_ms": 1.173, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.943, "count": 199, "max_ms": 67.544, "p95_ms": 62.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.315, "count": 199, "max_ms": 74.719, "p95_ms": 64.715}, "yolo11_640_fire_11class": {"avg_ms": 46.897, "count": 199, "max_ms": 63.271, "p95_ms": 59.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.933, "count": 199, "max_ms": 77.739, "p95_ms": 72.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.744, "count": 199, "max_ms": 164.961, "p95_ms": 159.587}, "read_interval": {"avg_ms": 150.935, "count": 198, "max_ms": 173.161, "p95_ms": 167.58}, "triton_wait": {"avg_ms": 55.382, "count": 199, "max_ms": 77.751, "p95_ms": 72.731}, "visualize": {"avg_ms": 5.826, "count": 199, "max_ms": 7.27, "p95_ms": 6.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15837.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12207.273, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.047, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1753358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:08:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:08:10+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:08:10+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T12:08:10.756137+09:00", "mtime_epoch": 1783220890.7561371, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:08:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2275.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.235, "count": 299, "max_ms": 11.655, "p95_ms": 8.591}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 2.089, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.956, "count": 299, "max_ms": 73.3, "p95_ms": 61.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.883, "count": 299, "max_ms": 80.845, "p95_ms": 51.475}, "yolo11_640_fire_11class": {"avg_ms": 50.015, "count": 299, "max_ms": 74.737, "p95_ms": 63.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.356, "count": 299, "max_ms": 79.15, "p95_ms": 73.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.453, "count": 299, "max_ms": 97.342, "p95_ms": 89.492}, "read_interval": {"avg_ms": 100.554, "count": 298, "max_ms": 614.09, "p95_ms": 254.058}, "triton_wait": {"avg_ms": 51.669, "count": 299, "max_ms": 80.856, "p95_ms": 73.441}, "visualize": {"avg_ms": 3.668, "count": 299, "max_ms": 4.787, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15837.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:07:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.14, "last_started_at": "2026-07-05T12:07:03+09:00", "pid": 128000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.734, "name": "ffmpeg", "pid": 128000, "rss_mb": 267.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 710, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 711}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.919, "sample_count": 1792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:08:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:08:18+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:08:18+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:08:18.744282+09:00", "mtime_epoch": 1783220898.7442822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:08:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9284.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.69, "pushed": 6.69, "read": 6.657}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.143, "count": 200, "max_ms": 27.48, "p95_ms": 22.219}, "gstreamer_push": {"avg_ms": 1.016, "count": 200, "max_ms": 1.2, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.528, "count": 200, "max_ms": 70.26, "p95_ms": 57.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.823, "count": 200, "max_ms": 71.376, "p95_ms": 62.871}, "yolo11_640_fire_11class": {"avg_ms": 47.239, "count": 200, "max_ms": 75.601, "p95_ms": 59.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.811, "count": 200, "max_ms": 85.806, "p95_ms": 71.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.176, "count": 200, "max_ms": 174.904, "p95_ms": 159.102}, "read_interval": {"avg_ms": 150.241, "count": 199, "max_ms": 182.814, "p95_ms": 167.895}, "triton_wait": {"avg_ms": 55.151, "count": 200, "max_ms": 85.817, "p95_ms": 71.535}, "visualize": {"avg_ms": 5.773, "count": 200, "max_ms": 7.664, "p95_ms": 6.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15837.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12237.345, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.518, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1753661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:08:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:08:40+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:08:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T12:08:40.824684+09:00", "mtime_epoch": 1783220920.8246841, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:08:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2275.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.37, "count": 303, "max_ms": 11.695, "p95_ms": 8.737}, "gstreamer_push": {"avg_ms": 1.29, "count": 303, "max_ms": 2.106, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.873, "count": 303, "max_ms": 67.644, "p95_ms": 61.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.965, "count": 303, "max_ms": 74.52, "p95_ms": 63.159}, "yolo11_640_fire_11class": {"avg_ms": 50.163, "count": 303, "max_ms": 71.166, "p95_ms": 65.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.63, "count": 303, "max_ms": 79.963, "p95_ms": 73.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.91, "count": 303, "max_ms": 95.868, "p95_ms": 89.123}, "read_interval": {"avg_ms": 99.295, "count": 302, "max_ms": 662.042, "p95_ms": 173.76}, "triton_wait": {"avg_ms": 51.879, "count": 303, "max_ms": 79.973, "p95_ms": 73.765}, "visualize": {"avg_ms": 3.685, "count": 303, "max_ms": 4.677, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15837.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:07:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.154, "last_started_at": "2026-07-05T12:07:03+09:00", "pid": 128000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.734, "name": "ffmpeg", "pid": 128000, "rss_mb": 267.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 710, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 711}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.619, "sample_count": 1793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:08:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:08:48+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T12:08:48+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T12:08:48.744828+09:00", "mtime_epoch": 1783220928.7448285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:08:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.665, "pushed": 6.665, "read": 6.632}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.244, "count": 199, "max_ms": 29.217, "p95_ms": 22.797}, "gstreamer_push": {"avg_ms": 1.001, "count": 199, "max_ms": 1.254, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.831, "count": 199, "max_ms": 63.296, "p95_ms": 61.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.55, "count": 199, "max_ms": 76.505, "p95_ms": 66.331}, "yolo11_640_fire_11class": {"avg_ms": 47.785, "count": 199, "max_ms": 67.011, "p95_ms": 63.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.744, "count": 199, "max_ms": 79.099, "p95_ms": 75.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.665, "count": 199, "max_ms": 168.018, "p95_ms": 164.228}, "read_interval": {"avg_ms": 150.817, "count": 198, "max_ms": 176.341, "p95_ms": 172.01}, "triton_wait": {"avg_ms": 55.124, "count": 199, "max_ms": 79.112, "p95_ms": 76.064}, "visualize": {"avg_ms": 5.842, "count": 199, "max_ms": 8.514, "p95_ms": 6.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15837.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12267.409, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.531, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1753961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:09:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:09:10+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T12:09:10+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T12:09:10.893232+09:00", "mtime_epoch": 1783220950.8932319, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:09:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2275.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.224, "count": 300, "max_ms": 11.751, "p95_ms": 8.301}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.756, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.24, "count": 300, "max_ms": 65.541, "p95_ms": 60.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.699, "count": 300, "max_ms": 79.188, "p95_ms": 54.443}, "yolo11_640_fire_11class": {"avg_ms": 49.807, "count": 300, "max_ms": 72.035, "p95_ms": 63.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.857, "count": 300, "max_ms": 78.4, "p95_ms": 70.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.973, "count": 300, "max_ms": 95.181, "p95_ms": 86.406}, "read_interval": {"avg_ms": 100.277, "count": 299, "max_ms": 705.895, "p95_ms": 210.677}, "triton_wait": {"avg_ms": 51.229, "count": 300, "max_ms": 79.201, "p95_ms": 70.425}, "visualize": {"avg_ms": 3.673, "count": 300, "max_ms": 5.823, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15837.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:07:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.284, "last_started_at": "2026-07-05T12:07:03+09:00", "pid": 128000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.734, "name": "ffmpeg", "pid": 128000, "rss_mb": 267.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 710, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 711}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.608, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:09:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:09:19+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T12:09:18+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T12:09:18.889378+09:00", "mtime_epoch": 1783220958.8893776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:09:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.674, "pushed": 6.674, "read": 6.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.435, "count": 199, "max_ms": 33.373, "p95_ms": 23.423}, "gstreamer_push": {"avg_ms": 1.029, "count": 200, "max_ms": 1.375, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.454, "count": 199, "max_ms": 65.746, "p95_ms": 60.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.094, "count": 199, "max_ms": 76.97, "p95_ms": 63.958}, "yolo11_640_fire_11class": {"avg_ms": 47.734, "count": 199, "max_ms": 67.971, "p95_ms": 62.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.617, "count": 199, "max_ms": 78.341, "p95_ms": 70.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.162, "count": 200, "max_ms": 174.079, "p95_ms": 161.852}, "read_interval": {"avg_ms": 150.657, "count": 199, "max_ms": 185.058, "p95_ms": 170.805}, "triton_wait": {"avg_ms": 54.468, "count": 199, "max_ms": 78.353, "p95_ms": 71.781}, "visualize": {"avg_ms": 5.837, "count": 199, "max_ms": 7.145, "p95_ms": 6.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15837.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12297.425, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.671, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1754260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:09:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:09:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:09:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:09:40.909779+09:00", "mtime_epoch": 1783220980.9097793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:09:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2275.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.346, "count": 299, "max_ms": 11.732, "p95_ms": 8.929}, "gstreamer_push": {"avg_ms": 1.289, "count": 299, "max_ms": 1.739, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.48, "count": 299, "max_ms": 69.963, "p95_ms": 63.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.299, "count": 299, "max_ms": 76.621, "p95_ms": 54.801}, "yolo11_640_fire_11class": {"avg_ms": 49.895, "count": 299, "max_ms": 70.666, "p95_ms": 64.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.408, "count": 299, "max_ms": 80.153, "p95_ms": 74.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.853, "count": 299, "max_ms": 96.642, "p95_ms": 89.657}, "read_interval": {"avg_ms": 100.377, "count": 299, "max_ms": 879.479, "p95_ms": 187.672}, "triton_wait": {"avg_ms": 51.768, "count": 299, "max_ms": 80.165, "p95_ms": 74.283}, "visualize": {"avg_ms": 3.714, "count": 299, "max_ms": 5.463, "p95_ms": 4.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15707.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:09:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.161, "last_started_at": "2026-07-05T12:09:47+09:00", "pid": 128107, "process": {"exists": true, "fd_count": 5, "hwm_mb": 142.051, "name": "ffmpeg", "pid": 128107, "rss_mb": 142.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 711, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 712}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.434, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:09:49+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T12:09:49+09:00", "mjpeg": {"age_sec": 4.973, "exists": true, "mtime": "2026-07-05T12:09:44.881852+09:00", "mtime_epoch": 1783220984.8818517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:09:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.578, "pushed": 5.578, "read": 5.545}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.186, "count": 167, "max_ms": 27.255, "p95_ms": 23.29}, "gstreamer_push": {"avg_ms": 1.022, "count": 167, "max_ms": 1.312, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.914, "count": 167, "max_ms": 68.297, "p95_ms": 60.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.153, "count": 167, "max_ms": 75.455, "p95_ms": 66.949}, "yolo11_640_fire_11class": {"avg_ms": 47.662, "count": 167, "max_ms": 70.3, "p95_ms": 62.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.852, "count": 167, "max_ms": 81.899, "p95_ms": 74.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.895, "count": 167, "max_ms": 169.268, "p95_ms": 162.088}, "read_interval": {"avg_ms": 180.281, "count": 166, "max_ms": 5001.618, "p95_ms": 170.883}, "triton_wait": {"avg_ms": 55.526, "count": 167, "max_ms": 81.91, "p95_ms": 74.488}, "visualize": {"avg_ms": 5.79, "count": 167, "max_ms": 7.683, "p95_ms": 6.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15834.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12327.506, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "R (running)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.586, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1754563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:10:11+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T12:10:10+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T12:10:10.986328+09:00", "mtime_epoch": 1783221010.9863281, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:10:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2275.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.134, "count": 302, "max_ms": 11.495, "p95_ms": 8.031}, "gstreamer_push": {"avg_ms": 1.288, "count": 303, "max_ms": 1.551, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.775, "count": 302, "max_ms": 69.996, "p95_ms": 61.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.435, "count": 302, "max_ms": 74.939, "p95_ms": 53.455}, "yolo11_640_fire_11class": {"avg_ms": 49.27, "count": 302, "max_ms": 69.983, "p95_ms": 62.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.886, "count": 302, "max_ms": 79.824, "p95_ms": 74.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.83, "count": 303, "max_ms": 95.636, "p95_ms": 90.074}, "read_interval": {"avg_ms": 99.311, "count": 302, "max_ms": 688.322, "p95_ms": 112.0}, "triton_wait": {"avg_ms": 51.039, "count": 302, "max_ms": 79.837, "p95_ms": 74.455}, "visualize": {"avg_ms": 3.674, "count": 302, "max_ms": 5.893, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15834.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:09:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.27, "last_started_at": "2026-07-05T12:09:47+09:00", "pid": 128107, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.438, "name": "ffmpeg", "pid": 128107, "rss_mb": 265.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 711, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 712}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.426, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:10:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:10:19+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T12:10:19+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T12:10:19.838490+09:00", "mtime_epoch": 1783221019.8384895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:10:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.675, "pushed": 6.675, "read": 6.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.751, "count": 199, "max_ms": 27.72, "p95_ms": 21.902}, "gstreamer_push": {"avg_ms": 1.01, "count": 200, "max_ms": 1.119, "p95_ms": 1.088}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.116, "count": 199, "max_ms": 63.84, "p95_ms": 61.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.311, "count": 199, "max_ms": 77.013, "p95_ms": 66.812}, "yolo11_640_fire_11class": {"avg_ms": 48.047, "count": 199, "max_ms": 66.226, "p95_ms": 62.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.253, "count": 199, "max_ms": 77.846, "p95_ms": 73.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.499, "count": 200, "max_ms": 165.313, "p95_ms": 162.434}, "read_interval": {"avg_ms": 150.57, "count": 199, "max_ms": 174.72, "p95_ms": 170.999}, "triton_wait": {"avg_ms": 55.916, "count": 199, "max_ms": 77.861, "p95_ms": 74.439}, "visualize": {"avg_ms": 5.769, "count": 199, "max_ms": 7.173, "p95_ms": 5.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15835.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12357.549, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.542, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1754863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:10:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:10:41+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:10:41+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T12:10:41.034877+09:00", "mtime_epoch": 1783221041.0348768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:10:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2276.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.249, "count": 300, "max_ms": 12.252, "p95_ms": 8.324}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.763, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.451, "count": 300, "max_ms": 66.89, "p95_ms": 60.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.296, "count": 300, "max_ms": 76.96, "p95_ms": 53.633}, "yolo11_640_fire_11class": {"avg_ms": 49.821, "count": 300, "max_ms": 68.661, "p95_ms": 63.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.638, "count": 300, "max_ms": 79.366, "p95_ms": 72.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.526, "count": 300, "max_ms": 94.747, "p95_ms": 88.183}, "read_interval": {"avg_ms": 100.2, "count": 299, "max_ms": 682.431, "p95_ms": 129.303}, "triton_wait": {"avg_ms": 51.707, "count": 300, "max_ms": 79.378, "p95_ms": 72.872}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 4.685, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15835.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:09:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.395, "last_started_at": "2026-07-05T12:09:47+09:00", "pid": 128107, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.695, "name": "ffmpeg", "pid": 128107, "rss_mb": 265.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 711, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 712}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.088, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:10:50+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:10:49+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T12:10:49.959040+09:00", "mtime_epoch": 1783221049.95904, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:10:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.639, "pushed": 6.639, "read": 6.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.163, "count": 198, "max_ms": 27.294, "p95_ms": 22.667}, "gstreamer_push": {"avg_ms": 1.025, "count": 199, "max_ms": 1.551, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.822, "count": 198, "max_ms": 64.907, "p95_ms": 58.876}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.15, "count": 198, "max_ms": 76.934, "p95_ms": 65.687}, "yolo11_640_fire_11class": {"avg_ms": 47.597, "count": 198, "max_ms": 66.473, "p95_ms": 63.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.035, "count": 198, "max_ms": 78.364, "p95_ms": 74.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.094, "count": 199, "max_ms": 169.128, "p95_ms": 161.825}, "read_interval": {"avg_ms": 151.388, "count": 198, "max_ms": 177.212, "p95_ms": 169.786}, "triton_wait": {"avg_ms": 55.44, "count": 198, "max_ms": 78.377, "p95_ms": 74.807}, "visualize": {"avg_ms": 5.836, "count": 198, "max_ms": 7.568, "p95_ms": 6.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15837.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12387.569, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.586, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1755162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:11:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:11:11+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T12:11:11+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T12:11:11.035425+09:00", "mtime_epoch": 1783221071.0354252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:11:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2276.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.156, "count": 299, "max_ms": 9.877, "p95_ms": 8.152}, "gstreamer_push": {"avg_ms": 1.29, "count": 299, "max_ms": 2.09, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.554, "count": 299, "max_ms": 70.066, "p95_ms": 60.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.799, "count": 299, "max_ms": 68.719, "p95_ms": 51.735}, "yolo11_640_fire_11class": {"avg_ms": 49.989, "count": 299, "max_ms": 71.565, "p95_ms": 64.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.721, "count": 299, "max_ms": 80.867, "p95_ms": 74.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.78, "count": 299, "max_ms": 96.262, "p95_ms": 90.153}, "read_interval": {"avg_ms": 100.392, "count": 298, "max_ms": 602.317, "p95_ms": 263.43}, "triton_wait": {"avg_ms": 51.907, "count": 299, "max_ms": 80.881, "p95_ms": 74.525}, "visualize": {"avg_ms": 3.682, "count": 299, "max_ms": 5.372, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15838.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:09:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.421, "last_started_at": "2026-07-05T12:09:47+09:00", "pid": 128107, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.273, "name": "ffmpeg", "pid": 128107, "rss_mb": 268.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 711, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 712}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.102, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:11:20+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:11:19+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T12:11:19.991589+09:00", "mtime_epoch": 1783221079.9915888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:11:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.626, "pushed": 6.626, "read": 6.593}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.15, "count": 198, "max_ms": 28.329, "p95_ms": 23.402}, "gstreamer_push": {"avg_ms": 1.036, "count": 198, "max_ms": 1.291, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.531, "count": 198, "max_ms": 64.128, "p95_ms": 57.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.735, "count": 198, "max_ms": 73.798, "p95_ms": 65.373}, "yolo11_640_fire_11class": {"avg_ms": 47.782, "count": 198, "max_ms": 69.765, "p95_ms": 61.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.017, "count": 198, "max_ms": 77.741, "p95_ms": 74.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.237, "count": 198, "max_ms": 166.808, "p95_ms": 162.843}, "read_interval": {"avg_ms": 151.671, "count": 197, "max_ms": 177.077, "p95_ms": 171.046}, "triton_wait": {"avg_ms": 55.351, "count": 198, "max_ms": 77.752, "p95_ms": 74.376}, "visualize": {"avg_ms": 5.849, "count": 198, "max_ms": 8.787, "p95_ms": 6.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15839.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12417.65, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.531, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1755463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:11:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:11:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:11:41+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:11:41.131975+09:00", "mtime_epoch": 1783221101.1319754, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:11:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2276.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.243, "count": 300, "max_ms": 12.294, "p95_ms": 8.303}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 2.065, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.429, "count": 300, "max_ms": 72.54, "p95_ms": 62.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.572, "count": 300, "max_ms": 73.124, "p95_ms": 53.053}, "yolo11_640_fire_11class": {"avg_ms": 49.983, "count": 300, "max_ms": 70.066, "p95_ms": 63.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.76, "count": 300, "max_ms": 78.309, "p95_ms": 74.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.024, "count": 301, "max_ms": 93.803, "p95_ms": 89.942}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 709.805, "p95_ms": 110.572}, "triton_wait": {"avg_ms": 52.064, "count": 300, "max_ms": 78.322, "p95_ms": 74.345}, "visualize": {"avg_ms": 3.684, "count": 300, "max_ms": 4.733, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15839.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:09:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.465, "last_started_at": "2026-07-05T12:09:47+09:00", "pid": 128107, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.273, "name": "ffmpeg", "pid": 128107, "rss_mb": 268.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 711, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 712}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.088, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:11:50+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:11:50+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:11:50.028138+09:00", "mtime_epoch": 1783221110.0281384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:11:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.623, "pushed": 6.623, "read": 6.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.983, "count": 198, "max_ms": 28.876, "p95_ms": 22.135}, "gstreamer_push": {"avg_ms": 1.021, "count": 198, "max_ms": 1.271, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.207, "count": 198, "max_ms": 67.065, "p95_ms": 62.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.856, "count": 198, "max_ms": 76.378, "p95_ms": 65.44}, "yolo11_640_fire_11class": {"avg_ms": 48.331, "count": 198, "max_ms": 67.026, "p95_ms": 63.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.898, "count": 198, "max_ms": 79.948, "p95_ms": 73.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.466, "count": 198, "max_ms": 169.204, "p95_ms": 162.301}, "read_interval": {"avg_ms": 151.754, "count": 197, "max_ms": 177.215, "p95_ms": 170.959}, "triton_wait": {"avg_ms": 56.377, "count": 198, "max_ms": 79.96, "p95_ms": 73.718}, "visualize": {"avg_ms": 5.817, "count": 198, "max_ms": 8.419, "p95_ms": 6.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15838.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12447.679, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.586, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1755765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:12:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:12:11+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:12:11+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:12:11.164525+09:00", "mtime_epoch": 1783221131.1645253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:12:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2276.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.093, "pushed": 10.093, "read": 10.06}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 302, "max_ms": 11.579, "p95_ms": 8.519}, "gstreamer_push": {"avg_ms": 1.285, "count": 302, "max_ms": 1.766, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.182, "count": 302, "max_ms": 66.95, "p95_ms": 61.013}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.97, "count": 302, "max_ms": 76.926, "p95_ms": 58.216}, "yolo11_640_fire_11class": {"avg_ms": 49.904, "count": 302, "max_ms": 68.354, "p95_ms": 63.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.769, "count": 302, "max_ms": 80.688, "p95_ms": 73.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.933, "count": 302, "max_ms": 96.763, "p95_ms": 89.873}, "read_interval": {"avg_ms": 99.488, "count": 301, "max_ms": 580.812, "p95_ms": 205.33}, "triton_wait": {"avg_ms": 52.114, "count": 302, "max_ms": 80.7, "p95_ms": 73.978}, "visualize": {"avg_ms": 3.69, "count": 302, "max_ms": 4.636, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15838.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 637, "h264_decode_error_count": 1576, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:07:00+09:00", "last_error_summary": "[h264 @ 0x5643f3b6a9c0] error while decoding MB 61 23, bytestream -7", "last_exit_at": "2026-07-05T12:09:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.578, "last_started_at": "2026-07-05T12:09:47+09:00", "pid": 128107, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.273, "name": "ffmpeg", "pid": 128107, "rss_mb": 268.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 711, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 712}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.716, "sample_count": 1957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:12:20+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T12:12:20+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T12:12:20.132689+09:00", "mtime_epoch": 1783221140.1326895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:12:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.708, "pushed": 6.708, "read": 6.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.656, "count": 200, "max_ms": 26.569, "p95_ms": 21.388}, "gstreamer_push": {"avg_ms": 1.023, "count": 201, "max_ms": 1.328, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.908, "count": 200, "max_ms": 64.478, "p95_ms": 60.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.904, "count": 200, "max_ms": 72.821, "p95_ms": 66.493}, "yolo11_640_fire_11class": {"avg_ms": 47.868, "count": 200, "max_ms": 67.262, "p95_ms": 61.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.417, "count": 200, "max_ms": 79.456, "p95_ms": 74.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.992, "count": 201, "max_ms": 166.676, "p95_ms": 159.993}, "read_interval": {"avg_ms": 149.783, "count": 200, "max_ms": 174.533, "p95_ms": 167.294}, "triton_wait": {"avg_ms": 55.987, "count": 200, "max_ms": 79.467, "p95_ms": 74.885}, "visualize": {"avg_ms": 5.746, "count": 200, "max_ms": 7.056, "p95_ms": 6.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15822.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12477.857, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.386, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1756065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:12:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:12:41+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:12:41+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-05T12:12:41.141074+09:00", "mtime_epoch": 1783221161.1410742, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:12:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2276.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.31, "count": 298, "max_ms": 12.291, "p95_ms": 8.5}, "gstreamer_push": {"avg_ms": 1.298, "count": 298, "max_ms": 1.835, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.062, "count": 298, "max_ms": 65.54, "p95_ms": 60.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.222, "count": 298, "max_ms": 77.05, "p95_ms": 53.812}, "yolo11_640_fire_11class": {"avg_ms": 48.851, "count": 298, "max_ms": 67.244, "p95_ms": 61.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.596, "count": 298, "max_ms": 80.516, "p95_ms": 72.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.789, "count": 298, "max_ms": 96.638, "p95_ms": 87.955}, "read_interval": {"avg_ms": 100.708, "count": 298, "max_ms": 694.709, "p95_ms": 237.676}, "triton_wait": {"avg_ms": 50.705, "count": 298, "max_ms": 80.529, "p95_ms": 72.439}, "visualize": {"avg_ms": 3.726, "count": 298, "max_ms": 5.136, "p95_ms": 4.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15836.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 638, "h264_decode_error_count": 1577, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:12:29+09:00", "last_error_summary": "[h264 @ 0x55b829e4f3c0] error while decoding MB 74 13, bytestream -5", "last_exit_at": "2026-07-05T12:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.406, "last_started_at": "2026-07-05T12:12:31+09:00", "pid": 128214, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.59, "name": "ffmpeg", "pid": 128214, "rss_mb": 264.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 712, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 713}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.852, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:12:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:12:50+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T12:12:50+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:12:50.257241+09:00", "mtime_epoch": 1783221170.2572412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:12:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.673, "pushed": 5.673, "read": 5.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.907, "count": 169, "max_ms": 34.003, "p95_ms": 22.057}, "gstreamer_push": {"avg_ms": 1.019, "count": 170, "max_ms": 1.154, "p95_ms": 1.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.674, "count": 169, "max_ms": 64.725, "p95_ms": 61.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.446, "count": 169, "max_ms": 75.342, "p95_ms": 64.349}, "yolo11_640_fire_11class": {"avg_ms": 47.172, "count": 169, "max_ms": 65.701, "p95_ms": 62.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.566, "count": 169, "max_ms": 78.927, "p95_ms": 72.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.678, "count": 170, "max_ms": 166.23, "p95_ms": 161.526}, "read_interval": {"avg_ms": 177.312, "count": 169, "max_ms": 4635.02, "p95_ms": 169.623}, "triton_wait": {"avg_ms": 55.064, "count": 169, "max_ms": 78.939, "p95_ms": 72.484}, "visualize": {"avg_ms": 5.817, "count": 169, "max_ms": 8.016, "p95_ms": 6.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15837.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12507.963, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.414, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1756365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:13:11+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:13:11+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-05T12:13:11.333627+09:00", "mtime_epoch": 1783221191.3336275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:13:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2277.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.15, "count": 299, "max_ms": 12.331, "p95_ms": 8.273}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 1.697, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.371, "count": 299, "max_ms": 69.583, "p95_ms": 62.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.074, "count": 299, "max_ms": 79.251, "p95_ms": 55.13}, "yolo11_640_fire_11class": {"avg_ms": 49.725, "count": 299, "max_ms": 71.391, "p95_ms": 63.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.758, "count": 299, "max_ms": 81.46, "p95_ms": 74.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.772, "count": 299, "max_ms": 96.865, "p95_ms": 90.127}, "read_interval": {"avg_ms": 100.473, "count": 298, "max_ms": 667.942, "p95_ms": 203.178}, "triton_wait": {"avg_ms": 51.98, "count": 299, "max_ms": 81.472, "p95_ms": 74.363}, "visualize": {"avg_ms": 3.673, "count": 299, "max_ms": 4.687, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15838.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 638, "h264_decode_error_count": 1577, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:12:29+09:00", "last_error_summary": "[h264 @ 0x55b829e4f3c0] error while decoding MB 74 13, bytestream -5", "last_exit_at": "2026-07-05T12:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.423, "last_started_at": "2026-07-05T12:12:31+09:00", "pid": 128214, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.363, "name": "ffmpeg", "pid": 128214, "rss_mb": 265.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 712, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 713}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.267, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:13:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:13:20+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T12:13:20+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T12:13:20.277791+09:00", "mtime_epoch": 1783221200.2777913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:13:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.662, "pushed": 6.662, "read": 6.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.166, "count": 199, "max_ms": 33.741, "p95_ms": 22.263}, "gstreamer_push": {"avg_ms": 1.018, "count": 199, "max_ms": 1.6, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.713, "count": 199, "max_ms": 69.357, "p95_ms": 62.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.981, "count": 199, "max_ms": 76.706, "p95_ms": 68.372}, "yolo11_640_fire_11class": {"avg_ms": 47.423, "count": 199, "max_ms": 68.23, "p95_ms": 63.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.948, "count": 199, "max_ms": 80.248, "p95_ms": 75.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.661, "count": 199, "max_ms": 168.111, "p95_ms": 163.188}, "read_interval": {"avg_ms": 150.865, "count": 198, "max_ms": 178.068, "p95_ms": 171.576}, "triton_wait": {"avg_ms": 55.286, "count": 199, "max_ms": 80.261, "p95_ms": 75.51}, "visualize": {"avg_ms": 5.804, "count": 199, "max_ms": 7.983, "p95_ms": 6.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15838.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12538.06, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.547, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1756666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:13:41+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T12:13:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T12:13:41.518181+09:00", "mtime_epoch": 1783221221.5181808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:13:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2277.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.205, "count": 301, "max_ms": 11.975, "p95_ms": 8.552}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 2.077, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.161, "count": 301, "max_ms": 68.691, "p95_ms": 61.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.978, "count": 301, "max_ms": 79.394, "p95_ms": 56.86}, "yolo11_640_fire_11class": {"avg_ms": 49.45, "count": 301, "max_ms": 71.415, "p95_ms": 63.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.928, "count": 301, "max_ms": 80.304, "p95_ms": 74.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.654, "count": 301, "max_ms": 96.61, "p95_ms": 90.905}, "read_interval": {"avg_ms": 99.952, "count": 300, "max_ms": 819.596, "p95_ms": 120.399}, "triton_wait": {"avg_ms": 51.866, "count": 301, "max_ms": 80.316, "p95_ms": 74.911}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 4.823, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15839.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 638, "h264_decode_error_count": 1577, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:12:29+09:00", "last_error_summary": "[h264 @ 0x55b829e4f3c0] error while decoding MB 74 13, bytestream -5", "last_exit_at": "2026-07-05T12:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.564, "last_started_at": "2026-07-05T12:12:31+09:00", "pid": 128214, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.395, "name": "ffmpeg", "pid": 128214, "rss_mb": 266.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 712, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 713}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.852, "sample_count": 1925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:13:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:13:50+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T12:13:50+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T12:13:50.414344+09:00", "mtime_epoch": 1783221230.4143438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:13:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.204, "count": 198, "max_ms": 24.511, "p95_ms": 23.554}, "gstreamer_push": {"avg_ms": 1.012, "count": 199, "max_ms": 1.574, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.923, "count": 198, "max_ms": 66.898, "p95_ms": 61.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.149, "count": 198, "max_ms": 80.442, "p95_ms": 65.198}, "yolo11_640_fire_11class": {"avg_ms": 47.526, "count": 198, "max_ms": 68.357, "p95_ms": 62.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.264, "count": 198, "max_ms": 82.631, "p95_ms": 71.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.181, "count": 199, "max_ms": 174.562, "p95_ms": 158.67}, "read_interval": {"avg_ms": 151.473, "count": 198, "max_ms": 182.587, "p95_ms": 167.99}, "triton_wait": {"avg_ms": 55.248, "count": 198, "max_ms": 82.643, "p95_ms": 71.939}, "visualize": {"avg_ms": 5.836, "count": 198, "max_ms": 7.885, "p95_ms": 6.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15839.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12568.101, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.669, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1756966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:14:11+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T12:14:11+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T12:14:11.554732+09:00", "mtime_epoch": 1783221251.5547318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:14:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2277.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.14, "count": 300, "max_ms": 11.79, "p95_ms": 8.045}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 1.971, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.226, "count": 300, "max_ms": 68.02, "p95_ms": 62.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.63, "count": 300, "max_ms": 75.753, "p95_ms": 54.129}, "yolo11_640_fire_11class": {"avg_ms": 49.586, "count": 300, "max_ms": 70.602, "p95_ms": 63.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.286, "count": 300, "max_ms": 79.113, "p95_ms": 72.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.383, "count": 300, "max_ms": 95.191, "p95_ms": 88.068}, "read_interval": {"avg_ms": 100.084, "count": 299, "max_ms": 569.99, "p95_ms": 172.122}, "triton_wait": {"avg_ms": 51.597, "count": 300, "max_ms": 79.125, "p95_ms": 72.401}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 4.797, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15840.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 638, "h264_decode_error_count": 1577, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:12:29+09:00", "last_error_summary": "[h264 @ 0x55b829e4f3c0] error while decoding MB 74 13, bytestream -5", "last_exit_at": "2026-07-05T12:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.651, "last_started_at": "2026-07-05T12:12:31+09:00", "pid": 128214, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.652, "name": "ffmpeg", "pid": 128214, "rss_mb": 266.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 712, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 713}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.082, "sample_count": 1925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:14:20+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T12:14:20+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T12:14:20.502903+09:00", "mtime_epoch": 1783221260.5029035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:14:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9285.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.646, "pushed": 6.646, "read": 6.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.03, "count": 198, "max_ms": 24.568, "p95_ms": 22.083}, "gstreamer_push": {"avg_ms": 1.034, "count": 199, "max_ms": 1.546, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.252, "count": 198, "max_ms": 70.109, "p95_ms": 61.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.296, "count": 198, "max_ms": 75.652, "p95_ms": 67.577}, "yolo11_640_fire_11class": {"avg_ms": 48.346, "count": 198, "max_ms": 73.687, "p95_ms": 62.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.078, "count": 198, "max_ms": 87.042, "p95_ms": 75.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.847, "count": 199, "max_ms": 175.227, "p95_ms": 163.484}, "read_interval": {"avg_ms": 151.167, "count": 198, "max_ms": 183.292, "p95_ms": 171.481}, "triton_wait": {"avg_ms": 55.925, "count": 198, "max_ms": 87.054, "p95_ms": 75.322}, "visualize": {"avg_ms": 5.824, "count": 198, "max_ms": 7.393, "p95_ms": 6.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15840.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12598.115, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.798, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1757267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:14:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:14:41+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T12:14:41.599349+09:00", "mtime_epoch": 1783221281.5993493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:14:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2277.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.169, "count": 301, "max_ms": 11.803, "p95_ms": 8.106}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 2.042, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.961, "count": 301, "max_ms": 66.866, "p95_ms": 63.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.204, "count": 301, "max_ms": 78.356, "p95_ms": 58.112}, "yolo11_640_fire_11class": {"avg_ms": 50.974, "count": 301, "max_ms": 69.656, "p95_ms": 65.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.67, "count": 301, "max_ms": 82.76, "p95_ms": 76.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.7, "count": 301, "max_ms": 98.831, "p95_ms": 91.624}, "read_interval": {"avg_ms": 99.818, "count": 301, "max_ms": 674.973, "p95_ms": 114.761}, "triton_wait": {"avg_ms": 52.947, "count": 301, "max_ms": 82.772, "p95_ms": 76.108}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 4.575, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15840.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 638, "h264_decode_error_count": 1577, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:12:29+09:00", "last_error_summary": "[h264 @ 0x55b829e4f3c0] error while decoding MB 74 13, bytestream -5", "last_exit_at": "2026-07-05T12:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.701, "last_started_at": "2026-07-05T12:12:31+09:00", "pid": 128214, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.652, "name": "ffmpeg", "pid": 128214, "rss_mb": 266.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 712, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 713}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.426, "sample_count": 1956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:14:50+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T12:14:50+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:14:50.551538+09:00", "mtime_epoch": 1783221290.5515378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:14:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.622, "pushed": 6.622, "read": 6.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.908, "count": 198, "max_ms": 26.996, "p95_ms": 22.058}, "gstreamer_push": {"avg_ms": 1.044, "count": 198, "max_ms": 1.537, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.34, "count": 198, "max_ms": 67.573, "p95_ms": 63.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.443, "count": 198, "max_ms": 79.465, "p95_ms": 71.913}, "yolo11_640_fire_11class": {"avg_ms": 49.134, "count": 198, "max_ms": 71.812, "p95_ms": 64.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.013, "count": 198, "max_ms": 82.59, "p95_ms": 76.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.275, "count": 198, "max_ms": 182.686, "p95_ms": 165.871}, "read_interval": {"avg_ms": 151.747, "count": 197, "max_ms": 191.506, "p95_ms": 175.048}, "triton_wait": {"avg_ms": 57.821, "count": 198, "max_ms": 82.603, "p95_ms": 77.345}, "visualize": {"avg_ms": 5.771, "count": 198, "max_ms": 7.325, "p95_ms": 6.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15922.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12628.174, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.776, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1757572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:15:11+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:15:11+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T12:15:11.655981+09:00", "mtime_epoch": 1783221311.6559808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:15:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2277.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.183, "pushed": 10.183, "read": 10.15}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.237, "count": 305, "max_ms": 11.703, "p95_ms": 8.63}, "gstreamer_push": {"avg_ms": 1.277, "count": 305, "max_ms": 1.838, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.431, "count": 305, "max_ms": 66.182, "p95_ms": 62.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.411, "count": 305, "max_ms": 76.611, "p95_ms": 66.023}, "yolo11_640_fire_11class": {"avg_ms": 50.193, "count": 305, "max_ms": 69.284, "p95_ms": 63.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.127, "count": 305, "max_ms": 79.956, "p95_ms": 74.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.157, "count": 305, "max_ms": 95.567, "p95_ms": 90.298}, "read_interval": {"avg_ms": 98.606, "count": 304, "max_ms": 621.726, "p95_ms": 133.244}, "triton_wait": {"avg_ms": 52.35, "count": 305, "max_ms": 79.969, "p95_ms": 75.133}, "visualize": {"avg_ms": 3.688, "count": 305, "max_ms": 4.741, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15710.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 639, "h264_decode_error_count": 1578, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:15:17+09:00", "last_error_summary": "[h264 @ 0x55d86d302280] error while decoding MB 59 26, bytestream -11", "last_exit_at": "2026-07-05T12:15:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.176, "last_started_at": "2026-07-05T12:15:20+09:00", "pid": 128321, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.473, "name": "ffmpeg", "pid": 128321, "rss_mb": 141.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 713, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 714}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.813, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:15:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T12:15:22+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T12:15:22+09:00", "mjpeg": {"age_sec": 4.52, "exists": true, "mtime": "2026-07-05T12:15:17.784109+09:00", "mtime_epoch": 1783221317.7841094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:15:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.678, "pushed": 5.678, "read": 5.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.185, "count": 170, "max_ms": 29.199, "p95_ms": 22.169}, "gstreamer_push": {"avg_ms": 1.016, "count": 170, "max_ms": 1.219, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.177, "count": 170, "max_ms": 63.899, "p95_ms": 61.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.583, "count": 170, "max_ms": 78.865, "p95_ms": 69.537}, "yolo11_640_fire_11class": {"avg_ms": 47.866, "count": 170, "max_ms": 67.673, "p95_ms": 62.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.081, "count": 170, "max_ms": 79.641, "p95_ms": 75.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.047, "count": 170, "max_ms": 167.478, "p95_ms": 164.691}, "read_interval": {"avg_ms": 176.997, "count": 169, "max_ms": 4539.516, "p95_ms": 172.746}, "triton_wait": {"avg_ms": 55.715, "count": 170, "max_ms": 79.654, "p95_ms": 75.345}, "visualize": {"avg_ms": 5.833, "count": 170, "max_ms": 7.471, "p95_ms": 6.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15837.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12658.206, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.787, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1757868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:15:41+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:15:41+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T12:15:41.692609+09:00", "mtime_epoch": 1783221341.6926086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:15:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2277.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.883, "pushed": 9.883, "read": 9.85}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.236, "count": 296, "max_ms": 11.422, "p95_ms": 8.69}, "gstreamer_push": {"avg_ms": 1.273, "count": 296, "max_ms": 1.575, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.652, "count": 296, "max_ms": 65.5, "p95_ms": 62.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.818, "count": 296, "max_ms": 72.849, "p95_ms": 54.123}, "yolo11_640_fire_11class": {"avg_ms": 49.747, "count": 296, "max_ms": 67.644, "p95_ms": 62.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.997, "count": 296, "max_ms": 79.838, "p95_ms": 73.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.114, "count": 296, "max_ms": 98.076, "p95_ms": 89.362}, "read_interval": {"avg_ms": 101.524, "count": 295, "max_ms": 637.826, "p95_ms": 225.138}, "triton_wait": {"avg_ms": 51.322, "count": 296, "max_ms": 79.854, "p95_ms": 73.47}, "visualize": {"avg_ms": 3.7, "count": 296, "max_ms": 5.065, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15837.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 639, "h264_decode_error_count": 1578, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:15:17+09:00", "last_error_summary": "[h264 @ 0x55d86d302280] error while decoding MB 59 26, bytestream -11", "last_exit_at": "2026-07-05T12:15:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.193, "last_started_at": "2026-07-05T12:15:20+09:00", "pid": 128321, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.602, "name": "ffmpeg", "pid": 128321, "rss_mb": 264.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 713, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 714}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.98, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:15:52+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T12:15:52+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T12:15:52.168827+09:00", "mtime_epoch": 1783221352.1688268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191162}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:15:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.83, "pushed": 6.83, "read": 6.796}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.865, "count": 204, "max_ms": 24.473, "p95_ms": 22.026}, "gstreamer_push": {"avg_ms": 1.034, "count": 204, "max_ms": 1.305, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.452, "count": 204, "max_ms": 66.221, "p95_ms": 62.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.266, "count": 204, "max_ms": 78.425, "p95_ms": 68.111}, "yolo11_640_fire_11class": {"avg_ms": 48.293, "count": 204, "max_ms": 67.543, "p95_ms": 63.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.663, "count": 204, "max_ms": 78.431, "p95_ms": 76.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.149, "count": 204, "max_ms": 169.287, "p95_ms": 163.508}, "read_interval": {"avg_ms": 147.034, "count": 203, "max_ms": 178.2, "p95_ms": 170.612}, "triton_wait": {"avg_ms": 56.481, "count": 204, "max_ms": 78.443, "p95_ms": 76.654}, "visualize": {"avg_ms": 5.668, "count": 204, "max_ms": 7.645, "p95_ms": 6.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15838.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12688.276, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.884, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1758169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:16:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:16:11+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:16:11+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:16:11.761234+09:00", "mtime_epoch": 1783221371.7612338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:16:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2277.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.374, "count": 301, "max_ms": 12.111, "p95_ms": 8.705}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.851, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.906, "count": 301, "max_ms": 66.346, "p95_ms": 61.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.993, "count": 301, "max_ms": 77.901, "p95_ms": 64.823}, "yolo11_640_fire_11class": {"avg_ms": 49.761, "count": 301, "max_ms": 72.388, "p95_ms": 63.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.863, "count": 301, "max_ms": 79.257, "p95_ms": 76.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.047, "count": 301, "max_ms": 95.576, "p95_ms": 91.569}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 741.52, "p95_ms": 115.283}, "triton_wait": {"avg_ms": 52.006, "count": 301, "max_ms": 79.269, "p95_ms": 76.017}, "visualize": {"avg_ms": 3.697, "count": 301, "max_ms": 4.867, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15838.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 639, "h264_decode_error_count": 1578, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:15:17+09:00", "last_error_summary": "[h264 @ 0x55d86d302280] error while decoding MB 59 26, bytestream -11", "last_exit_at": "2026-07-05T12:15:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.329, "last_started_at": "2026-07-05T12:15:20+09:00", "pid": 128321, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.117, "name": "ffmpeg", "pid": 128321, "rss_mb": 265.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 713, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 714}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.696, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1389121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:16:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T12:16:22+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T12:16:22+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T12:16:22.321452+09:00", "mtime_epoch": 1783221382.3214524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:16:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.637, "pushed": 6.637, "read": 6.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.854, "count": 198, "max_ms": 23.65, "p95_ms": 21.839}, "gstreamer_push": {"avg_ms": 1.02, "count": 199, "max_ms": 1.569, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.217, "count": 198, "max_ms": 64.515, "p95_ms": 59.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.362, "count": 198, "max_ms": 73.449, "p95_ms": 66.022}, "yolo11_640_fire_11class": {"avg_ms": 47.642, "count": 198, "max_ms": 66.806, "p95_ms": 60.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.993, "count": 198, "max_ms": 77.555, "p95_ms": 72.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.19, "count": 199, "max_ms": 165.602, "p95_ms": 161.986}, "read_interval": {"avg_ms": 151.429, "count": 198, "max_ms": 173.708, "p95_ms": 169.647}, "triton_wait": {"avg_ms": 55.776, "count": 198, "max_ms": 77.568, "p95_ms": 73.225}, "visualize": {"avg_ms": 5.835, "count": 198, "max_ms": 7.702, "p95_ms": 6.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15838.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12718.281, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.882, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1758467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:16:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:16:41+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:16:41+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:16:41.765854+09:00", "mtime_epoch": 1783221401.7658544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:16:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2278.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.192, "count": 298, "max_ms": 12.341, "p95_ms": 8.5}, "gstreamer_push": {"avg_ms": 1.287, "count": 298, "max_ms": 1.861, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.264, "count": 298, "max_ms": 67.364, "p95_ms": 60.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.888, "count": 298, "max_ms": 76.667, "p95_ms": 57.06}, "yolo11_640_fire_11class": {"avg_ms": 49.199, "count": 298, "max_ms": 67.994, "p95_ms": 62.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.738, "count": 298, "max_ms": 80.956, "p95_ms": 74.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.848, "count": 298, "max_ms": 185.574, "p95_ms": 89.892}, "read_interval": {"avg_ms": 100.682, "count": 298, "max_ms": 632.009, "p95_ms": 269.765}, "triton_wait": {"avg_ms": 51.726, "count": 298, "max_ms": 80.968, "p95_ms": 74.466}, "visualize": {"avg_ms": 3.678, "count": 298, "max_ms": 4.682, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15839.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 639, "h264_decode_error_count": 1578, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:15:17+09:00", "last_error_summary": "[h264 @ 0x55d86d302280] error while decoding MB 59 26, bytestream -11", "last_exit_at": "2026-07-05T12:15:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.394, "last_started_at": "2026-07-05T12:15:20+09:00", "pid": 128321, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.117, "name": "ffmpeg", "pid": 128321, "rss_mb": 265.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 713, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 714}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.514, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1389324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:16:52+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T12:16:52+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T12:16:52.382073+09:00", "mtime_epoch": 1783221412.3820732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:16:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.787, "pushed": 6.787, "read": 6.753}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.914, "count": 203, "max_ms": 31.126, "p95_ms": 22.605}, "gstreamer_push": {"avg_ms": 1.032, "count": 203, "max_ms": 1.281, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.927, "count": 203, "max_ms": 63.843, "p95_ms": 57.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.942, "count": 203, "max_ms": 79.442, "p95_ms": 67.641}, "yolo11_640_fire_11class": {"avg_ms": 47.164, "count": 203, "max_ms": 65.689, "p95_ms": 61.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.781, "count": 203, "max_ms": 79.454, "p95_ms": 74.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.737, "count": 203, "max_ms": 165.587, "p95_ms": 159.537}, "read_interval": {"avg_ms": 148.06, "count": 202, "max_ms": 174.002, "p95_ms": 167.441}, "triton_wait": {"avg_ms": 55.566, "count": 203, "max_ms": 79.464, "p95_ms": 74.886}, "visualize": {"avg_ms": 5.703, "count": 203, "max_ms": 7.58, "p95_ms": 6.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15840.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12748.289, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.127, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1758770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:17:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:17:11+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T12:17:11+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T12:17:11.770472+09:00", "mtime_epoch": 1783221431.7704718, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:17:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2278.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.242, "count": 303, "max_ms": 10.253, "p95_ms": 8.502}, "gstreamer_push": {"avg_ms": 1.284, "count": 303, "max_ms": 2.108, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.892, "count": 303, "max_ms": 67.071, "p95_ms": 62.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.013, "count": 303, "max_ms": 75.928, "p95_ms": 57.445}, "yolo11_640_fire_11class": {"avg_ms": 49.369, "count": 303, "max_ms": 69.922, "p95_ms": 63.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.983, "count": 303, "max_ms": 79.893, "p95_ms": 75.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.627, "count": 303, "max_ms": 95.231, "p95_ms": 90.867}, "read_interval": {"avg_ms": 99.032, "count": 303, "max_ms": 617.246, "p95_ms": 183.222}, "triton_wait": {"avg_ms": 51.755, "count": 303, "max_ms": 79.906, "p95_ms": 75.514}, "visualize": {"avg_ms": 3.695, "count": 303, "max_ms": 4.702, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15842.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 639, "h264_decode_error_count": 1578, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:15:17+09:00", "last_error_summary": "[h264 @ 0x55d86d302280] error while decoding MB 59 26, bytestream -11", "last_exit_at": "2026-07-05T12:15:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.477, "last_started_at": "2026-07-05T12:15:20+09:00", "pid": 128321, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.664, "name": "ffmpeg", "pid": 128321, "rss_mb": 266.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 713, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 714}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.632, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1389525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:17:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:17:22+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:17:22+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T12:17:22.474691+09:00", "mtime_epoch": 1783221442.4746914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194394}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:17:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.719, "pushed": 6.719, "read": 6.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.96, "count": 201, "max_ms": 26.203, "p95_ms": 21.917}, "gstreamer_push": {"avg_ms": 1.044, "count": 201, "max_ms": 1.357, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.224, "count": 201, "max_ms": 65.676, "p95_ms": 62.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.679, "count": 201, "max_ms": 77.081, "p95_ms": 68.55}, "yolo11_640_fire_11class": {"avg_ms": 48.19, "count": 201, "max_ms": 70.448, "p95_ms": 63.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.894, "count": 201, "max_ms": 80.968, "p95_ms": 76.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.227, "count": 201, "max_ms": 167.121, "p95_ms": 161.932}, "read_interval": {"avg_ms": 149.672, "count": 200, "max_ms": 175.463, "p95_ms": 169.778}, "triton_wait": {"avg_ms": 56.738, "count": 201, "max_ms": 80.98, "p95_ms": 76.159}, "visualize": {"avg_ms": 5.698, "count": 201, "max_ms": 8.093, "p95_ms": 6.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15842.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12778.328, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.298, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1759069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:17:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:17:41+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T12:17:41+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T12:17:41.803087+09:00", "mtime_epoch": 1783221461.803087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:17:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2278.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.244, "count": 299, "max_ms": 11.463, "p95_ms": 9.508}, "gstreamer_push": {"avg_ms": 1.252, "count": 299, "max_ms": 1.906, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.134, "count": 299, "max_ms": 73.63, "p95_ms": 62.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.103, "count": 299, "max_ms": 79.201, "p95_ms": 57.32}, "yolo11_640_fire_11class": {"avg_ms": 49.692, "count": 299, "max_ms": 70.502, "p95_ms": 63.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.853, "count": 299, "max_ms": 82.801, "p95_ms": 73.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.73, "count": 299, "max_ms": 98.794, "p95_ms": 88.995}, "read_interval": {"avg_ms": 100.477, "count": 298, "max_ms": 708.532, "p95_ms": 176.233}, "triton_wait": {"avg_ms": 52.018, "count": 299, "max_ms": 82.813, "p95_ms": 73.599}, "visualize": {"avg_ms": 3.585, "count": 299, "max_ms": 5.05, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15843.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 639, "h264_decode_error_count": 1578, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:15:17+09:00", "last_error_summary": "[h264 @ 0x55d86d302280] error while decoding MB 59 26, bytestream -11", "last_exit_at": "2026-07-05T12:15:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.612, "last_started_at": "2026-07-05T12:15:20+09:00", "pid": 128321, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.18, "name": "ffmpeg", "pid": 128321, "rss_mb": 267.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 713, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 714}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.798, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1389728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:17:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:17:52+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-05T12:17:52+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T12:17:52.595308+09:00", "mtime_epoch": 1783221472.5953076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:17:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.769, "pushed": 6.769, "read": 6.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.648, "count": 202, "max_ms": 23.218, "p95_ms": 21.509}, "gstreamer_push": {"avg_ms": 1.029, "count": 203, "max_ms": 1.404, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.012, "count": 202, "max_ms": 70.834, "p95_ms": 62.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.683, "count": 202, "max_ms": 81.743, "p95_ms": 68.886}, "yolo11_640_fire_11class": {"avg_ms": 48.79, "count": 202, "max_ms": 68.34, "p95_ms": 64.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.266, "count": 202, "max_ms": 81.489, "p95_ms": 76.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.013, "count": 203, "max_ms": 169.917, "p95_ms": 162.686}, "read_interval": {"avg_ms": 148.385, "count": 202, "max_ms": 177.94, "p95_ms": 170.901}, "triton_wait": {"avg_ms": 56.967, "count": 202, "max_ms": 81.755, "p95_ms": 76.463}, "visualize": {"avg_ms": 5.683, "count": 202, "max_ms": 7.455, "p95_ms": 6.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15753.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12808.344, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.489, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1759372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:18:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:18:11+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T12:18:11+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T12:18:11.827699+09:00", "mtime_epoch": 1783221491.8276994, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:18:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2278.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.109, "count": 303, "max_ms": 12.648, "p95_ms": 9.246}, "gstreamer_push": {"avg_ms": 1.262, "count": 303, "max_ms": 2.29, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.53, "count": 303, "max_ms": 69.391, "p95_ms": 61.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.227, "count": 303, "max_ms": 79.451, "p95_ms": 68.196}, "yolo11_640_fire_11class": {"avg_ms": 50.121, "count": 303, "max_ms": 70.71, "p95_ms": 63.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.058, "count": 303, "max_ms": 83.929, "p95_ms": 74.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.246, "count": 303, "max_ms": 99.652, "p95_ms": 91.134}, "read_interval": {"avg_ms": 99.111, "count": 303, "max_ms": 600.192, "p95_ms": 115.834}, "triton_wait": {"avg_ms": 52.496, "count": 303, "max_ms": 83.941, "p95_ms": 75.543}, "visualize": {"avg_ms": 3.576, "count": 303, "max_ms": 4.82, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15841.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 640, "h264_decode_error_count": 1579, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:18:04+09:00", "last_error_summary": "[h264 @ 0x55f0131c9e00] error while decoding MB 31 27, bytestream -5", "last_exit_at": "2026-07-05T12:18:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.808, "last_started_at": "2026-07-05T12:18:07+09:00", "pid": 128428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.324, "name": "ffmpeg", "pid": 128428, "rss_mb": 266.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 714, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 715}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.781, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1389900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:18:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:18:22+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:18:22+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T12:18:22.691921+09:00", "mtime_epoch": 1783221502.6919205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:18:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.746, "pushed": 5.746, "read": 5.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.565, "count": 172, "max_ms": 22.909, "p95_ms": 21.307}, "gstreamer_push": {"avg_ms": 1.017, "count": 172, "max_ms": 1.908, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.175, "count": 172, "max_ms": 67.968, "p95_ms": 61.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.455, "count": 172, "max_ms": 77.87, "p95_ms": 69.037}, "yolo11_640_fire_11class": {"avg_ms": 48.105, "count": 172, "max_ms": 69.024, "p95_ms": 62.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.828, "count": 172, "max_ms": 82.667, "p95_ms": 76.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.572, "count": 172, "max_ms": 171.326, "p95_ms": 157.918}, "read_interval": {"avg_ms": 175.024, "count": 171, "max_ms": 4622.787, "p95_ms": 169.188}, "triton_wait": {"avg_ms": 56.543, "count": 172, "max_ms": 82.679, "p95_ms": 76.328}, "visualize": {"avg_ms": 5.674, "count": 172, "max_ms": 7.91, "p95_ms": 6.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15844.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12838.371, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.119, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1759668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:18:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:18:41+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T12:18:41.848309+09:00", "mtime_epoch": 1783221521.8483093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:18:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2278.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.852}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.172, "count": 296, "max_ms": 11.022, "p95_ms": 8.25}, "gstreamer_push": {"avg_ms": 1.281, "count": 296, "max_ms": 1.779, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.416, "count": 296, "max_ms": 65.963, "p95_ms": 62.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.106, "count": 296, "max_ms": 73.941, "p95_ms": 55.735}, "yolo11_640_fire_11class": {"avg_ms": 49.85, "count": 296, "max_ms": 66.587, "p95_ms": 62.627}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.34, "count": 296, "max_ms": 78.23, "p95_ms": 73.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.434, "count": 296, "max_ms": 93.658, "p95_ms": 89.031}, "read_interval": {"avg_ms": 101.499, "count": 295, "max_ms": 862.645, "p95_ms": 114.585}, "triton_wait": {"avg_ms": 52.597, "count": 296, "max_ms": 78.242, "p95_ms": 73.819}, "visualize": {"avg_ms": 3.694, "count": 296, "max_ms": 5.913, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15845.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 640, "h264_decode_error_count": 1579, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:18:04+09:00", "last_error_summary": "[h264 @ 0x55f0131c9e00] error while decoding MB 31 27, bytestream -5", "last_exit_at": "2026-07-05T12:18:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.928, "last_started_at": "2026-07-05T12:18:07+09:00", "pid": 128428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.902, "name": "ffmpeg", "pid": 128428, "rss_mb": 268.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 714, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 715}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.259, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:18:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:18:52+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T12:18:52+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T12:18:52.804531+09:00", "mtime_epoch": 1783221532.8045313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:18:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.606, "pushed": 6.606, "read": 6.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.194, "count": 197, "max_ms": 28.01, "p95_ms": 22.392}, "gstreamer_push": {"avg_ms": 1.046, "count": 198, "max_ms": 1.603, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.452, "count": 197, "max_ms": 66.908, "p95_ms": 62.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.134, "count": 197, "max_ms": 76.435, "p95_ms": 66.884}, "yolo11_640_fire_11class": {"avg_ms": 47.651, "count": 197, "max_ms": 72.777, "p95_ms": 64.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.63, "count": 197, "max_ms": 79.888, "p95_ms": 76.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.748, "count": 198, "max_ms": 170.572, "p95_ms": 165.35}, "read_interval": {"avg_ms": 152.136, "count": 197, "max_ms": 180.49, "p95_ms": 173.688}, "triton_wait": {"avg_ms": 56.445, "count": 197, "max_ms": 79.9, "p95_ms": 76.446}, "visualize": {"avg_ms": 5.848, "count": 197, "max_ms": 7.681, "p95_ms": 6.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15845.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12868.438, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.158, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1759970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:19:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:19:11+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T12:19:11+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T12:19:11.888917+09:00", "mtime_epoch": 1783221551.8889172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:19:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2278.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.332, "count": 302, "max_ms": 12.03, "p95_ms": 8.675}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 1.469, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.16, "count": 302, "max_ms": 69.638, "p95_ms": 62.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.97, "count": 302, "max_ms": 80.728, "p95_ms": 56.85}, "yolo11_640_fire_11class": {"avg_ms": 49.971, "count": 302, "max_ms": 69.567, "p95_ms": 63.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.319, "count": 302, "max_ms": 79.261, "p95_ms": 73.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.887, "count": 302, "max_ms": 96.682, "p95_ms": 89.439}, "read_interval": {"avg_ms": 99.504, "count": 301, "max_ms": 656.207, "p95_ms": 217.928}, "triton_wait": {"avg_ms": 51.986, "count": 302, "max_ms": 80.742, "p95_ms": 74.01}, "visualize": {"avg_ms": 3.629, "count": 302, "max_ms": 4.509, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15845.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 640, "h264_decode_error_count": 1579, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:18:04+09:00", "last_error_summary": "[h264 @ 0x55f0131c9e00] error while decoding MB 31 27, bytestream -5", "last_exit_at": "2026-07-05T12:18:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.08, "last_started_at": "2026-07-05T12:18:07+09:00", "pid": 128428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.902, "name": "ffmpeg", "pid": 128428, "rss_mb": 268.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 714, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 715}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.873, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:19:23+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T12:19:22+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T12:19:22.949141+09:00", "mtime_epoch": 1783221562.9491405, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:19:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9286.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.601, "pushed": 6.601, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.149, "count": 198, "max_ms": 25.806, "p95_ms": 23.099}, "gstreamer_push": {"avg_ms": 1.042, "count": 198, "max_ms": 1.544, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.497, "count": 198, "max_ms": 66.72, "p95_ms": 61.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.295, "count": 198, "max_ms": 75.543, "p95_ms": 66.924}, "yolo11_640_fire_11class": {"avg_ms": 47.971, "count": 198, "max_ms": 67.184, "p95_ms": 61.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.878, "count": 198, "max_ms": 78.189, "p95_ms": 71.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.826, "count": 198, "max_ms": 179.016, "p95_ms": 158.923}, "read_interval": {"avg_ms": 151.486, "count": 198, "max_ms": 187.434, "p95_ms": 169.174}, "triton_wait": {"avg_ms": 55.125, "count": 198, "max_ms": 78.201, "p95_ms": 71.414}, "visualize": {"avg_ms": 5.827, "count": 198, "max_ms": 6.779, "p95_ms": 6.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15846.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12898.517, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.882, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1760274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:19:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:19:42+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:19:41+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T12:19:42.005524+09:00", "mtime_epoch": 1783221582.0055244, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:19:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2278.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.223, "count": 304, "max_ms": 11.516, "p95_ms": 8.339}, "gstreamer_push": {"avg_ms": 1.284, "count": 304, "max_ms": 1.636, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.171, "count": 304, "max_ms": 70.089, "p95_ms": 62.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.71, "count": 304, "max_ms": 76.969, "p95_ms": 53.907}, "yolo11_640_fire_11class": {"avg_ms": 48.92, "count": 304, "max_ms": 72.44, "p95_ms": 62.255}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.341, "count": 304, "max_ms": 81.736, "p95_ms": 74.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.039, "count": 304, "max_ms": 97.334, "p95_ms": 90.629}, "read_interval": {"avg_ms": 98.985, "count": 303, "max_ms": 711.381, "p95_ms": 113.456}, "triton_wait": {"avg_ms": 51.199, "count": 304, "max_ms": 81.748, "p95_ms": 74.701}, "visualize": {"avg_ms": 3.636, "count": 304, "max_ms": 4.785, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15845.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 640, "h264_decode_error_count": 1579, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:18:04+09:00", "last_error_summary": "[h264 @ 0x55f0131c9e00] error while decoding MB 31 27, bytestream -5", "last_exit_at": "2026-07-05T12:18:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.184, "last_started_at": "2026-07-05T12:18:07+09:00", "pid": 128428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.902, "name": "ffmpeg", "pid": 128428, "rss_mb": 268.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 714, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 715}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.463, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:19:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:19:53+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:19:53+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T12:19:53.065747+09:00", "mtime_epoch": 1783221593.0657468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:19:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.644, "pushed": 6.644, "read": 6.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.114, "count": 198, "max_ms": 25.326, "p95_ms": 22.127}, "gstreamer_push": {"avg_ms": 1.035, "count": 199, "max_ms": 1.241, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.164, "count": 198, "max_ms": 66.457, "p95_ms": 61.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.152, "count": 198, "max_ms": 76.477, "p95_ms": 67.316}, "yolo11_640_fire_11class": {"avg_ms": 47.971, "count": 198, "max_ms": 66.888, "p95_ms": 62.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.361, "count": 198, "max_ms": 78.989, "p95_ms": 75.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.987, "count": 199, "max_ms": 167.301, "p95_ms": 163.121}, "read_interval": {"avg_ms": 151.292, "count": 198, "max_ms": 175.347, "p95_ms": 171.532}, "triton_wait": {"avg_ms": 56.023, "count": 198, "max_ms": 79.001, "p95_ms": 75.671}, "visualize": {"avg_ms": 5.8, "count": 198, "max_ms": 6.957, "p95_ms": 6.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15846.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12928.584, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.918, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1760573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:20:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:20:12+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:20:12+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:20:12.066128+09:00", "mtime_epoch": 1783221612.0661283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:20:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2279.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.276, "count": 299, "max_ms": 11.898, "p95_ms": 8.355}, "gstreamer_push": {"avg_ms": 1.286, "count": 299, "max_ms": 1.524, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.019, "count": 299, "max_ms": 72.595, "p95_ms": 60.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.896, "count": 299, "max_ms": 82.268, "p95_ms": 56.037}, "yolo11_640_fire_11class": {"avg_ms": 48.134, "count": 299, "max_ms": 72.587, "p95_ms": 61.156}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.993, "count": 299, "max_ms": 82.787, "p95_ms": 74.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.63, "count": 299, "max_ms": 98.815, "p95_ms": 90.453}, "read_interval": {"avg_ms": 100.614, "count": 298, "max_ms": 795.836, "p95_ms": 216.388}, "triton_wait": {"avg_ms": 50.745, "count": 299, "max_ms": 82.797, "p95_ms": 74.578}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 4.856, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15846.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 640, "h264_decode_error_count": 1579, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:18:04+09:00", "last_error_summary": "[h264 @ 0x55f0131c9e00] error while decoding MB 31 27, bytestream -5", "last_exit_at": "2026-07-05T12:18:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.201, "last_started_at": "2026-07-05T12:18:07+09:00", "pid": 128428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.902, "name": "ffmpeg", "pid": 128428, "rss_mb": 268.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 714, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 715}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.887, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:20:23+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T12:20:23+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T12:20:23.078349+09:00", "mtime_epoch": 1783221623.078349, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:20:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.661, "pushed": 6.661, "read": 6.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.147, "count": 199, "max_ms": 27.34, "p95_ms": 23.387}, "gstreamer_push": {"avg_ms": 1.024, "count": 199, "max_ms": 1.703, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.513, "count": 199, "max_ms": 66.192, "p95_ms": 57.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.807, "count": 199, "max_ms": 74.715, "p95_ms": 65.95}, "yolo11_640_fire_11class": {"avg_ms": 47.251, "count": 199, "max_ms": 68.395, "p95_ms": 61.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.761, "count": 199, "max_ms": 79.665, "p95_ms": 72.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.49, "count": 199, "max_ms": 167.076, "p95_ms": 159.285}, "read_interval": {"avg_ms": 150.838, "count": 198, "max_ms": 175.163, "p95_ms": 167.797}, "triton_wait": {"avg_ms": 55.521, "count": 199, "max_ms": 79.677, "p95_ms": 72.607}, "visualize": {"avg_ms": 5.743, "count": 199, "max_ms": 7.749, "p95_ms": 6.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15846.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12958.644, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.892, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1760873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:20:42+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T12:20:42+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T12:20:42.130730+09:00", "mtime_epoch": 1783221642.1307304, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:20:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2279.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.194, "count": 300, "max_ms": 11.545, "p95_ms": 8.412}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.864, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.884, "count": 300, "max_ms": 65.707, "p95_ms": 61.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.161, "count": 300, "max_ms": 73.983, "p95_ms": 54.57}, "yolo11_640_fire_11class": {"avg_ms": 48.76, "count": 300, "max_ms": 71.288, "p95_ms": 62.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.545, "count": 300, "max_ms": 78.691, "p95_ms": 73.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.169, "count": 300, "max_ms": 94.735, "p95_ms": 88.853}, "read_interval": {"avg_ms": 100.26, "count": 299, "max_ms": 588.521, "p95_ms": 236.184}, "triton_wait": {"avg_ms": 51.408, "count": 300, "max_ms": 78.704, "p95_ms": 73.523}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 4.901, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15723.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 641, "h264_decode_error_count": 1580, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:20:47+09:00", "last_error_summary": "[h264 @ 0x55df8daff800] error while decoding MB 71 32, bytestream -7", "last_exit_at": "2026-07-05T12:20:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.204, "last_started_at": "2026-07-05T12:20:50+09:00", "pid": 128535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.57, "name": "ffmpeg", "pid": 128535, "rss_mb": 149.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 715, "restart_count_per_hour": 23, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 716}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.932, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:20:53+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T12:20:53+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T12:20:53.198951+09:00", "mtime_epoch": 1783221653.1989515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:20:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.506, "pushed": 5.506, "read": 5.473}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.635, "count": 164, "max_ms": 32.81, "p95_ms": 26.621}, "gstreamer_push": {"avg_ms": 1.038, "count": 165, "max_ms": 1.327, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.298, "count": 164, "max_ms": 68.859, "p95_ms": 61.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.288, "count": 164, "max_ms": 74.057, "p95_ms": 67.689}, "yolo11_640_fire_11class": {"avg_ms": 47.068, "count": 164, "max_ms": 64.727, "p95_ms": 59.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.513, "count": 164, "max_ms": 81.114, "p95_ms": 74.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.502, "count": 165, "max_ms": 172.54, "p95_ms": 163.357}, "read_interval": {"avg_ms": 182.711, "count": 164, "max_ms": 5044.714, "p95_ms": 171.485}, "triton_wait": {"avg_ms": 56.104, "count": 164, "max_ms": 81.127, "p95_ms": 74.876}, "visualize": {"avg_ms": 5.869, "count": 164, "max_ms": 8.967, "p95_ms": 6.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15841.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12988.681, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.76, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1761174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:21:12+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:21:12+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T12:21:12.167330+09:00", "mtime_epoch": 1783221672.1673298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:21:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2279.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.171, "count": 301, "max_ms": 12.169, "p95_ms": 8.453}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.799, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.728, "count": 301, "max_ms": 66.636, "p95_ms": 60.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.553, "count": 301, "max_ms": 75.18, "p95_ms": 52.866}, "yolo11_640_fire_11class": {"avg_ms": 48.678, "count": 301, "max_ms": 69.234, "p95_ms": 60.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.951, "count": 301, "max_ms": 79.042, "p95_ms": 73.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.645, "count": 301, "max_ms": 95.002, "p95_ms": 88.622}, "read_interval": {"avg_ms": 99.846, "count": 300, "max_ms": 580.411, "p95_ms": 138.924}, "triton_wait": {"avg_ms": 50.862, "count": 301, "max_ms": 79.055, "p95_ms": 73.159}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 4.65, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15841.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 641, "h264_decode_error_count": 1580, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:20:47+09:00", "last_error_summary": "[h264 @ 0x55df8daff800] error while decoding MB 71 32, bytestream -7", "last_exit_at": "2026-07-05T12:20:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.325, "last_started_at": "2026-07-05T12:20:50+09:00", "pid": 128535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.188, "name": "ffmpeg", "pid": 128535, "rss_mb": 265.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 715, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 716}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.887, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:21:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:21:23+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T12:21:23+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T12:21:23.323552+09:00", "mtime_epoch": 1783221683.3235521, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:21:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.638, "pushed": 6.638, "read": 6.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.99, "count": 198, "max_ms": 26.57, "p95_ms": 21.971}, "gstreamer_push": {"avg_ms": 1.022, "count": 199, "max_ms": 1.547, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.174, "count": 198, "max_ms": 68.149, "p95_ms": 61.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.267, "count": 198, "max_ms": 78.525, "p95_ms": 67.17}, "yolo11_640_fire_11class": {"avg_ms": 47.431, "count": 198, "max_ms": 65.135, "p95_ms": 60.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.027, "count": 198, "max_ms": 78.513, "p95_ms": 73.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.223, "count": 199, "max_ms": 166.664, "p95_ms": 161.46}, "read_interval": {"avg_ms": 151.407, "count": 198, "max_ms": 175.387, "p95_ms": 170.386}, "triton_wait": {"avg_ms": 55.63, "count": 198, "max_ms": 78.536, "p95_ms": 73.192}, "visualize": {"avg_ms": 5.842, "count": 198, "max_ms": 8.443, "p95_ms": 6.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15843.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13018.701, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.527, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1761472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:21:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:21:42+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T12:21:42+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T12:21:42.179927+09:00", "mtime_epoch": 1783221702.179927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:21:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2279.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.163, "count": 298, "max_ms": 12.244, "p95_ms": 8.602}, "gstreamer_push": {"avg_ms": 1.274, "count": 298, "max_ms": 2.102, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.407, "count": 298, "max_ms": 68.795, "p95_ms": 61.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.607, "count": 298, "max_ms": 77.344, "p95_ms": 57.464}, "yolo11_640_fire_11class": {"avg_ms": 49.144, "count": 298, "max_ms": 68.282, "p95_ms": 61.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.756, "count": 298, "max_ms": 80.73, "p95_ms": 72.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.632, "count": 298, "max_ms": 98.663, "p95_ms": 88.405}, "read_interval": {"avg_ms": 100.697, "count": 298, "max_ms": 605.731, "p95_ms": 202.996}, "triton_wait": {"avg_ms": 51.726, "count": 298, "max_ms": 80.742, "p95_ms": 72.504}, "visualize": {"avg_ms": 3.669, "count": 298, "max_ms": 5.62, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15844.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 641, "h264_decode_error_count": 1580, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:20:47+09:00", "last_error_summary": "[h264 @ 0x55df8daff800] error while decoding MB 71 32, bytestream -7", "last_exit_at": "2026-07-05T12:20:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.327, "last_started_at": "2026-07-05T12:20:50+09:00", "pid": 128535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.25, "name": "ffmpeg", "pid": 128535, "rss_mb": 267.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 715, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 716}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.873, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:21:53+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T12:21:53+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T12:21:53.320148+09:00", "mtime_epoch": 1783221713.3201485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:21:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.634, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.846, "count": 199, "max_ms": 27.832, "p95_ms": 23.938}, "gstreamer_push": {"avg_ms": 1.002, "count": 199, "max_ms": 1.442, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.385, "count": 199, "max_ms": 70.299, "p95_ms": 63.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.116, "count": 199, "max_ms": 79.049, "p95_ms": 67.815}, "yolo11_640_fire_11class": {"avg_ms": 48.966, "count": 199, "max_ms": 71.752, "p95_ms": 64.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.183, "count": 199, "max_ms": 81.685, "p95_ms": 77.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.526, "count": 199, "max_ms": 167.723, "p95_ms": 165.174}, "read_interval": {"avg_ms": 150.762, "count": 199, "max_ms": 175.725, "p95_ms": 173.306}, "triton_wait": {"avg_ms": 56.912, "count": 199, "max_ms": 81.697, "p95_ms": 77.227}, "visualize": {"avg_ms": 5.722, "count": 199, "max_ms": 7.672, "p95_ms": 6.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15845.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13049.075, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.244, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1761775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:22:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:22:12+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T12:22:12+09:00", "mjpeg": {"age_sec": 0.486, "exists": true, "mtime": "2026-07-05T12:22:12.136522+09:00", "mtime_epoch": 1783221732.1365218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:22:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2279.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.163, "count": 299, "max_ms": 11.915, "p95_ms": 8.586}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 1.782, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.503, "count": 299, "max_ms": 70.813, "p95_ms": 59.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.79, "count": 299, "max_ms": 78.221, "p95_ms": 54.409}, "yolo11_640_fire_11class": {"avg_ms": 48.899, "count": 299, "max_ms": 71.676, "p95_ms": 61.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.102, "count": 299, "max_ms": 80.41, "p95_ms": 73.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.926, "count": 299, "max_ms": 96.266, "p95_ms": 89.283}, "read_interval": {"avg_ms": 100.478, "count": 298, "max_ms": 696.736, "p95_ms": 242.479}, "triton_wait": {"avg_ms": 51.208, "count": 299, "max_ms": 80.422, "p95_ms": 73.593}, "visualize": {"avg_ms": 3.6, "count": 299, "max_ms": 4.526, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15845.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 641, "h264_decode_error_count": 1580, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:20:47+09:00", "last_error_summary": "[h264 @ 0x55df8daff800] error while decoding MB 71 32, bytestream -7", "last_exit_at": "2026-07-05T12:20:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.373, "last_started_at": "2026-07-05T12:20:50+09:00", "pid": 128535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.766, "name": "ffmpeg", "pid": 128535, "rss_mb": 267.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 715, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 716}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.763, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:22:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:22:23+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T12:22:23+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:22:23.360744+09:00", "mtime_epoch": 1783221743.360744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:22:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.655, "pushed": 6.655, "read": 6.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.877, "count": 199, "max_ms": 25.552, "p95_ms": 22.565}, "gstreamer_push": {"avg_ms": 1.014, "count": 199, "max_ms": 1.368, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.492, "count": 199, "max_ms": 62.931, "p95_ms": 58.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.927, "count": 199, "max_ms": 76.416, "p95_ms": 66.796}, "yolo11_640_fire_11class": {"avg_ms": 47.002, "count": 199, "max_ms": 69.62, "p95_ms": 59.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.868, "count": 199, "max_ms": 78.292, "p95_ms": 71.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.918, "count": 199, "max_ms": 166.336, "p95_ms": 159.202}, "read_interval": {"avg_ms": 151.001, "count": 198, "max_ms": 174.48, "p95_ms": 167.473}, "triton_wait": {"avg_ms": 55.582, "count": 199, "max_ms": 78.302, "p95_ms": 71.93}, "visualize": {"avg_ms": 5.864, "count": 199, "max_ms": 7.315, "p95_ms": 6.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15845.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13079.126, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.244, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1762075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:22:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:22:42+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-05T12:22:42+09:00", "mjpeg": {"age_sec": 0.564, "exists": true, "mtime": "2026-07-05T12:22:42.109115+09:00", "mtime_epoch": 1783221762.1091151, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:22:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2279.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.116, "count": 300, "max_ms": 12.54, "p95_ms": 8.467}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.8, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.081, "count": 300, "max_ms": 69.079, "p95_ms": 61.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.448, "count": 300, "max_ms": 75.89, "p95_ms": 52.98}, "yolo11_640_fire_11class": {"avg_ms": 48.673, "count": 300, "max_ms": 74.219, "p95_ms": 61.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.944, "count": 300, "max_ms": 79.494, "p95_ms": 72.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.785, "count": 300, "max_ms": 96.623, "p95_ms": 87.745}, "read_interval": {"avg_ms": 100.243, "count": 299, "max_ms": 581.804, "p95_ms": 272.308}, "triton_wait": {"avg_ms": 51.01, "count": 300, "max_ms": 79.507, "p95_ms": 72.901}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.548, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15845.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 641, "h264_decode_error_count": 1580, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:20:47+09:00", "last_error_summary": "[h264 @ 0x55df8daff800] error while decoding MB 71 32, bytestream -7", "last_exit_at": "2026-07-05T12:20:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.531, "last_started_at": "2026-07-05T12:20:50+09:00", "pid": 128535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.766, "name": "ffmpeg", "pid": 128535, "rss_mb": 267.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 715, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 716}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.139, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:22:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:22:53+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T12:22:53+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T12:22:53.501340+09:00", "mtime_epoch": 1783221773.5013402, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:22:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.632, "pushed": 6.632, "read": 6.599}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.045, "count": 198, "max_ms": 27.544, "p95_ms": 23.253}, "gstreamer_push": {"avg_ms": 1.035, "count": 198, "max_ms": 1.945, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.534, "count": 198, "max_ms": 72.206, "p95_ms": 59.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.74, "count": 198, "max_ms": 74.489, "p95_ms": 66.012}, "yolo11_640_fire_11class": {"avg_ms": 48.068, "count": 198, "max_ms": 68.956, "p95_ms": 61.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.146, "count": 198, "max_ms": 81.961, "p95_ms": 73.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.243, "count": 198, "max_ms": 174.21, "p95_ms": 160.769}, "read_interval": {"avg_ms": 151.474, "count": 197, "max_ms": 182.646, "p95_ms": 169.088}, "triton_wait": {"avg_ms": 55.724, "count": 198, "max_ms": 81.974, "p95_ms": 73.282}, "visualize": {"avg_ms": 5.844, "count": 198, "max_ms": 7.706, "p95_ms": 6.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15846.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13109.154, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.94, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1762378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:23:12+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T12:23:12+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T12:23:12.633718+09:00", "mtime_epoch": 1783221792.6337178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:23:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2279.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.169, "count": 303, "max_ms": 12.657, "p95_ms": 9.348}, "gstreamer_push": {"avg_ms": 1.247, "count": 303, "max_ms": 1.887, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.824, "count": 303, "max_ms": 69.437, "p95_ms": 61.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.061, "count": 303, "max_ms": 71.514, "p95_ms": 60.406}, "yolo11_640_fire_11class": {"avg_ms": 48.356, "count": 303, "max_ms": 69.365, "p95_ms": 63.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.319, "count": 303, "max_ms": 79.177, "p95_ms": 73.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.644, "count": 303, "max_ms": 95.262, "p95_ms": 88.484}, "read_interval": {"avg_ms": 99.154, "count": 302, "max_ms": 737.166, "p95_ms": 131.205}, "triton_wait": {"avg_ms": 51.082, "count": 303, "max_ms": 79.191, "p95_ms": 73.016}, "visualize": {"avg_ms": 3.555, "count": 303, "max_ms": 4.749, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15845.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 641, "h264_decode_error_count": 1580, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:20:47+09:00", "last_error_summary": "[h264 @ 0x55df8daff800] error while decoding MB 71 32, bytestream -7", "last_exit_at": "2026-07-05T12:20:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.647, "last_started_at": "2026-07-05T12:20:50+09:00", "pid": 128535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.766, "name": "ffmpeg", "pid": 128535, "rss_mb": 267.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 715, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 716}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.853, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:23:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:23:23+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T12:23:23+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T12:23:23.637935+09:00", "mtime_epoch": 1783221803.6379347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:23:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.644, "pushed": 6.644, "read": 6.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.765, "count": 198, "max_ms": 23.947, "p95_ms": 21.847}, "gstreamer_push": {"avg_ms": 1.021, "count": 199, "max_ms": 1.548, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.728, "count": 198, "max_ms": 67.625, "p95_ms": 63.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.498, "count": 198, "max_ms": 76.658, "p95_ms": 65.05}, "yolo11_640_fire_11class": {"avg_ms": 48.95, "count": 198, "max_ms": 70.442, "p95_ms": 63.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.829, "count": 198, "max_ms": 80.293, "p95_ms": 76.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.065, "count": 199, "max_ms": 168.952, "p95_ms": 163.9}, "read_interval": {"avg_ms": 151.332, "count": 198, "max_ms": 176.889, "p95_ms": 172.414}, "triton_wait": {"avg_ms": 56.174, "count": 198, "max_ms": 80.305, "p95_ms": 76.607}, "visualize": {"avg_ms": 5.832, "count": 198, "max_ms": 7.754, "p95_ms": 6.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15841.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13139.159, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.98, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1762678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:23:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:23:42+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:23:42+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T12:23:42.642309+09:00", "mtime_epoch": 1783221822.6423087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:23:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2280.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.293, "count": 300, "max_ms": 12.455, "p95_ms": 8.522}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.558, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.754, "count": 300, "max_ms": 64.647, "p95_ms": 62.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.387, "count": 300, "max_ms": 74.72, "p95_ms": 60.805}, "yolo11_640_fire_11class": {"avg_ms": 49.166, "count": 300, "max_ms": 71.19, "p95_ms": 63.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.424, "count": 300, "max_ms": 79.025, "p95_ms": 74.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.307, "count": 300, "max_ms": 95.915, "p95_ms": 90.543}, "read_interval": {"avg_ms": 100.026, "count": 300, "max_ms": 553.43, "p95_ms": 196.58}, "triton_wait": {"avg_ms": 51.24, "count": 300, "max_ms": 79.038, "p95_ms": 74.9}, "visualize": {"avg_ms": 3.718, "count": 300, "max_ms": 5.146, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15842.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 642, "h264_decode_error_count": 1581, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:23:29+09:00", "last_error_summary": "[h264 @ 0x55a7785a0ec0] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T12:23:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.301, "last_started_at": "2026-07-05T12:23:32+09:00", "pid": 128642, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.27, "name": "ffmpeg", "pid": 128642, "rss_mb": 265.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 716, "restart_count_per_hour": 23, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 717}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.139, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:23:53+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T12:23:53+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T12:23:53.778528+09:00", "mtime_epoch": 1783221833.7785277, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:23:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.567, "read": 5.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.601, "count": 166, "max_ms": 26.075, "p95_ms": 21.385}, "gstreamer_push": {"avg_ms": 1.012, "count": 167, "max_ms": 1.223, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.377, "count": 166, "max_ms": 65.758, "p95_ms": 62.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.752, "count": 166, "max_ms": 76.467, "p95_ms": 68.586}, "yolo11_640_fire_11class": {"avg_ms": 49.312, "count": 166, "max_ms": 67.582, "p95_ms": 64.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.626, "count": 166, "max_ms": 79.126, "p95_ms": 74.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.876, "count": 166, "max_ms": 166.062, "p95_ms": 161.741}, "read_interval": {"avg_ms": 180.716, "count": 166, "max_ms": 4899.033, "p95_ms": 171.723}, "triton_wait": {"avg_ms": 56.069, "count": 166, "max_ms": 79.138, "p95_ms": 74.975}, "visualize": {"avg_ms": 5.786, "count": 166, "max_ms": 7.504, "p95_ms": 6.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15843.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13169.182, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.746, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1762978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:24:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:24:12+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T12:24:12+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:24:12.666899+09:00", "mtime_epoch": 1783221852.666899, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:24:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2280.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.154, "count": 300, "max_ms": 12.345, "p95_ms": 8.301}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.653, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.327, "count": 300, "max_ms": 67.12, "p95_ms": 60.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.396, "count": 300, "max_ms": 77.722, "p95_ms": 54.95}, "yolo11_640_fire_11class": {"avg_ms": 48.845, "count": 300, "max_ms": 71.54, "p95_ms": 60.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.798, "count": 300, "max_ms": 80.163, "p95_ms": 70.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.251, "count": 300, "max_ms": 95.902, "p95_ms": 86.727}, "read_interval": {"avg_ms": 100.144, "count": 299, "max_ms": 721.24, "p95_ms": 181.715}, "triton_wait": {"avg_ms": 50.563, "count": 300, "max_ms": 80.176, "p95_ms": 71.365}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 5.016, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15843.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 642, "h264_decode_error_count": 1581, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:23:29+09:00", "last_error_summary": "[h264 @ 0x55a7785a0ec0] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T12:23:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.377, "last_started_at": "2026-07-05T12:23:32+09:00", "pid": 128642, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.527, "name": "ffmpeg", "pid": 128642, "rss_mb": 265.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 716, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 717}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.958, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:24:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:24:23+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T12:24:23+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T12:24:23.851118+09:00", "mtime_epoch": 1783221863.8511183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:24:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.55, "pushed": 6.55, "read": 6.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.104, "count": 196, "max_ms": 29.846, "p95_ms": 22.221}, "gstreamer_push": {"avg_ms": 1.024, "count": 196, "max_ms": 1.505, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.388, "count": 196, "max_ms": 63.982, "p95_ms": 59.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.159, "count": 196, "max_ms": 75.962, "p95_ms": 61.298}, "yolo11_640_fire_11class": {"avg_ms": 48.391, "count": 196, "max_ms": 68.338, "p95_ms": 60.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.562, "count": 196, "max_ms": 77.041, "p95_ms": 71.603}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.265, "count": 196, "max_ms": 164.15, "p95_ms": 160.835}, "read_interval": {"avg_ms": 153.449, "count": 195, "max_ms": 175.077, "p95_ms": 171.676}, "triton_wait": {"avg_ms": 55.0, "count": 196, "max_ms": 77.052, "p95_ms": 71.615}, "visualize": {"avg_ms": 5.844, "count": 196, "max_ms": 7.534, "p95_ms": 6.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15843.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13199.247, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.405, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1763281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:24:42+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T12:24:42+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T12:24:42.735489+09:00", "mtime_epoch": 1783221882.7354887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:24:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2280.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.082, "count": 303, "max_ms": 11.085, "p95_ms": 7.981}, "gstreamer_push": {"avg_ms": 1.271, "count": 303, "max_ms": 1.678, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.225, "count": 303, "max_ms": 62.903, "p95_ms": 60.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.43, "count": 303, "max_ms": 75.589, "p95_ms": 54.043}, "yolo11_640_fire_11class": {"avg_ms": 49.035, "count": 303, "max_ms": 69.224, "p95_ms": 60.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.858, "count": 303, "max_ms": 75.511, "p95_ms": 71.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.536, "count": 303, "max_ms": 91.259, "p95_ms": 86.516}, "read_interval": {"avg_ms": 99.291, "count": 302, "max_ms": 584.378, "p95_ms": 207.38}, "triton_wait": {"avg_ms": 50.93, "count": 303, "max_ms": 75.602, "p95_ms": 71.025}, "visualize": {"avg_ms": 3.668, "count": 303, "max_ms": 4.65, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15846.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 642, "h264_decode_error_count": 1581, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:23:29+09:00", "last_error_summary": "[h264 @ 0x55a7785a0ec0] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T12:23:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.458, "last_started_at": "2026-07-05T12:23:32+09:00", "pid": 128642, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.363, "name": "ffmpeg", "pid": 128642, "rss_mb": 268.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 716, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 717}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.698, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:24:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:24:54+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T12:24:53+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T12:24:53.935708+09:00", "mtime_epoch": 1783221893.935708, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:24:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9287.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.614, "pushed": 6.614, "read": 6.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.72, "count": 198, "max_ms": 23.586, "p95_ms": 21.611}, "gstreamer_push": {"avg_ms": 1.005, "count": 198, "max_ms": 1.489, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.664, "count": 198, "max_ms": 65.977, "p95_ms": 60.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.5, "count": 198, "max_ms": 76.845, "p95_ms": 60.928}, "yolo11_640_fire_11class": {"avg_ms": 47.385, "count": 198, "max_ms": 64.631, "p95_ms": 60.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.019, "count": 198, "max_ms": 77.585, "p95_ms": 73.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.742, "count": 198, "max_ms": 164.571, "p95_ms": 158.655}, "read_interval": {"avg_ms": 151.916, "count": 197, "max_ms": 175.854, "p95_ms": 170.051}, "triton_wait": {"avg_ms": 55.328, "count": 198, "max_ms": 77.597, "p95_ms": 73.255}, "visualize": {"avg_ms": 5.775, "count": 198, "max_ms": 6.863, "p95_ms": 6.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15847.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13229.33, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.049, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1763577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:25:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:25:12+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T12:25:12+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T12:25:12.808077+09:00", "mtime_epoch": 1783221912.8080773, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:25:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2280.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.196, "count": 296, "max_ms": 12.258, "p95_ms": 8.649}, "gstreamer_push": {"avg_ms": 1.276, "count": 296, "max_ms": 1.722, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.437, "count": 296, "max_ms": 70.066, "p95_ms": 57.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.426, "count": 296, "max_ms": 73.988, "p95_ms": 55.523}, "yolo11_640_fire_11class": {"avg_ms": 48.45, "count": 296, "max_ms": 68.618, "p95_ms": 60.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.637, "count": 296, "max_ms": 80.6, "p95_ms": 71.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.427, "count": 296, "max_ms": 96.147, "p95_ms": 86.54}, "read_interval": {"avg_ms": 101.674, "count": 295, "max_ms": 766.736, "p95_ms": 223.704}, "triton_wait": {"avg_ms": 50.621, "count": 296, "max_ms": 80.613, "p95_ms": 71.428}, "visualize": {"avg_ms": 3.67, "count": 296, "max_ms": 5.504, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15846.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 642, "h264_decode_error_count": 1581, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:23:29+09:00", "last_error_summary": "[h264 @ 0x55a7785a0ec0] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T12:23:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.558, "last_started_at": "2026-07-05T12:23:32+09:00", "pid": 128642, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.621, "name": "ffmpeg", "pid": 128642, "rss_mb": 268.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 716, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 717}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.767, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:25:24+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T12:25:24+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T12:25:24.028296+09:00", "mtime_epoch": 1783221924.0282965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:25:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.545, "pushed": 6.545, "read": 6.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.292, "count": 195, "max_ms": 30.814, "p95_ms": 22.764}, "gstreamer_push": {"avg_ms": 1.016, "count": 196, "max_ms": 1.456, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.299, "count": 195, "max_ms": 64.314, "p95_ms": 61.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.719, "count": 195, "max_ms": 71.134, "p95_ms": 61.371}, "yolo11_640_fire_11class": {"avg_ms": 48.05, "count": 195, "max_ms": 65.442, "p95_ms": 60.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.039, "count": 195, "max_ms": 77.545, "p95_ms": 72.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.096, "count": 196, "max_ms": 168.278, "p95_ms": 160.834}, "read_interval": {"avg_ms": 153.555, "count": 195, "max_ms": 180.202, "p95_ms": 171.334}, "triton_wait": {"avg_ms": 55.423, "count": 195, "max_ms": 77.559, "p95_ms": 72.699}, "visualize": {"avg_ms": 5.843, "count": 195, "max_ms": 7.817, "p95_ms": 6.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15847.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13259.387, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.023, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1763880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:25:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:25:42+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T12:25:42+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T12:25:42.864664+09:00", "mtime_epoch": 1783221942.8646643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:25:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2280.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 303, "max_ms": 11.45, "p95_ms": 8.238}, "gstreamer_push": {"avg_ms": 1.278, "count": 303, "max_ms": 1.497, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.062, "count": 303, "max_ms": 67.574, "p95_ms": 61.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.884, "count": 303, "max_ms": 76.363, "p95_ms": 59.146}, "yolo11_640_fire_11class": {"avg_ms": 49.427, "count": 303, "max_ms": 68.515, "p95_ms": 63.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.762, "count": 303, "max_ms": 80.753, "p95_ms": 73.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.394, "count": 303, "max_ms": 96.246, "p95_ms": 88.681}, "read_interval": {"avg_ms": 99.232, "count": 302, "max_ms": 569.097, "p95_ms": 111.12}, "triton_wait": {"avg_ms": 52.555, "count": 303, "max_ms": 80.765, "p95_ms": 73.295}, "visualize": {"avg_ms": 3.672, "count": 303, "max_ms": 4.668, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15848.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 642, "h264_decode_error_count": 1581, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:23:29+09:00", "last_error_summary": "[h264 @ 0x55a7785a0ec0] error while decoding MB 58 19, bytestream -5", "last_exit_at": "2026-07-05T12:23:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.63, "last_started_at": "2026-07-05T12:23:32+09:00", "pid": 128642, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.137, "name": "ffmpeg", "pid": 128642, "rss_mb": 269.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 716, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 717}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.698, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:25:54+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T12:25:54+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:25:54.108884+09:00", "mtime_epoch": 1783221954.1088839, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:25:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.617, "pushed": 6.617, "read": 6.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.812, "count": 198, "max_ms": 26.345, "p95_ms": 21.911}, "gstreamer_push": {"avg_ms": 1.044, "count": 198, "max_ms": 1.607, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.404, "count": 198, "max_ms": 66.501, "p95_ms": 61.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.167, "count": 198, "max_ms": 78.842, "p95_ms": 68.461}, "yolo11_640_fire_11class": {"avg_ms": 48.583, "count": 198, "max_ms": 68.226, "p95_ms": 61.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.097, "count": 198, "max_ms": 80.748, "p95_ms": 75.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.486, "count": 198, "max_ms": 168.502, "p95_ms": 162.274}, "read_interval": {"avg_ms": 151.907, "count": 197, "max_ms": 179.826, "p95_ms": 173.476}, "triton_wait": {"avg_ms": 56.468, "count": 198, "max_ms": 80.759, "p95_ms": 75.821}, "visualize": {"avg_ms": 5.726, "count": 198, "max_ms": 7.244, "p95_ms": 6.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15618.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13289.514, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.219, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1764159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:26:13+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:26:12+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T12:26:12.929251+09:00", "mtime_epoch": 1783221972.9292507, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:26:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2280.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.285, "pushed": 9.285, "read": 9.251}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.922, "count": 278, "max_ms": 13.691, "p95_ms": 11.374}, "gstreamer_push": {"avg_ms": 1.24, "count": 278, "max_ms": 1.907, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.674, "count": 278, "max_ms": 65.933, "p95_ms": 60.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.192, "count": 278, "max_ms": 80.748, "p95_ms": 55.032}, "yolo11_640_fire_11class": {"avg_ms": 48.024, "count": 278, "max_ms": 71.205, "p95_ms": 62.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.09, "count": 278, "max_ms": 81.596, "p95_ms": 74.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.355, "count": 278, "max_ms": 182.409, "p95_ms": 143.058}, "read_interval": {"avg_ms": 107.911, "count": 277, "max_ms": 513.099, "p95_ms": 191.341}, "triton_wait": {"avg_ms": 52.707, "count": 278, "max_ms": 81.608, "p95_ms": 74.791}, "visualize": {"avg_ms": 4.061, "count": 278, "max_ms": 7.392, "p95_ms": 6.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15844.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:26:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.704, "last_started_at": "2026-07-05T12:26:12+09:00", "pid": 128749, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.523, "name": "ffmpeg", "pid": 128749, "rss_mb": 263.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 717, "restart_count_per_hour": 23, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 718}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.629, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:26:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:26:24+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T12:26:24+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T12:26:24.225471+09:00", "mtime_epoch": 1783221984.2254708, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:26:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.639, "pushed": 5.639, "read": 5.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.141, "count": 168, "max_ms": 27.036, "p95_ms": 22.749}, "gstreamer_push": {"avg_ms": 1.002, "count": 169, "max_ms": 1.163, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.042, "count": 168, "max_ms": 71.915, "p95_ms": 58.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.18, "count": 168, "max_ms": 74.548, "p95_ms": 67.362}, "yolo11_640_fire_11class": {"avg_ms": 45.847, "count": 168, "max_ms": 64.279, "p95_ms": 56.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.271, "count": 168, "max_ms": 85.257, "p95_ms": 72.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.046, "count": 169, "max_ms": 172.948, "p95_ms": 160.042}, "read_interval": {"avg_ms": 178.369, "count": 168, "max_ms": 4755.932, "p95_ms": 171.625}, "triton_wait": {"avg_ms": 54.612, "count": 168, "max_ms": 85.269, "p95_ms": 72.756}, "visualize": {"avg_ms": 5.821, "count": 168, "max_ms": 7.614, "p95_ms": 6.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15849.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13319.66, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.486, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1764316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:26:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:26:43+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-05T12:26:43+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T12:26:43.065837+09:00", "mtime_epoch": 1783222003.0658374, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:26:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2280.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.234, "pushed": 5.234, "read": 5.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.346, "count": 156, "max_ms": 18.163, "p95_ms": 16.409}, "gstreamer_push": {"avg_ms": 0.871, "count": 157, "max_ms": 1.164, "p95_ms": 1.034}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.525, "count": 156, "max_ms": 75.98, "p95_ms": 68.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.478, "count": 156, "max_ms": 84.131, "p95_ms": 70.939}, "yolo11_640_fire_11class": {"avg_ms": 45.724, "count": 156, "max_ms": 63.037, "p95_ms": 59.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.938, "count": 156, "max_ms": 90.239, "p95_ms": 81.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.965, "count": 157, "max_ms": 231.486, "p95_ms": 212.948}, "read_interval": {"avg_ms": 192.198, "count": 156, "max_ms": 243.117, "p95_ms": 223.862}, "triton_wait": {"avg_ms": 58.175, "count": 156, "max_ms": 90.252, "p95_ms": 81.88}, "visualize": {"avg_ms": 5.783, "count": 156, "max_ms": 7.609, "p95_ms": 6.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15850.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:26:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.736, "last_started_at": "2026-07-05T12:26:12+09:00", "pid": 128749, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.453, "name": "ffmpeg", "pid": 128749, "rss_mb": 269.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 717, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 718}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.456, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:26:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:26:54+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T12:26:54+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:26:54.262055+09:00", "mtime_epoch": 1783222014.2620552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:26:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.691, "pushed": 6.691, "read": 6.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.647, "count": 200, "max_ms": 30.481, "p95_ms": 22.76}, "gstreamer_push": {"avg_ms": 0.983, "count": 200, "max_ms": 1.282, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.434, "count": 200, "max_ms": 76.207, "p95_ms": 64.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.444, "count": 200, "max_ms": 81.219, "p95_ms": 70.683}, "yolo11_640_fire_11class": {"avg_ms": 46.578, "count": 200, "max_ms": 68.638, "p95_ms": 60.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.728, "count": 200, "max_ms": 88.082, "p95_ms": 77.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.18, "count": 200, "max_ms": 177.02, "p95_ms": 164.554}, "read_interval": {"avg_ms": 150.161, "count": 199, "max_ms": 184.775, "p95_ms": 172.312}, "triton_wait": {"avg_ms": 56.35, "count": 200, "max_ms": 88.094, "p95_ms": 78.405}, "visualize": {"avg_ms": 5.715, "count": 200, "max_ms": 7.577, "p95_ms": 6.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15851.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13349.704, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 120144, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.547, "sample_count": 2870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1764652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:27:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:27:13+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:27:13+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:27:13.186423+09:00", "mtime_epoch": 1783222033.1864228, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:27:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2281.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.242, "pushed": 11.242, "read": 11.209}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.876, "count": 336, "max_ms": 13.698, "p95_ms": 12.01}, "gstreamer_push": {"avg_ms": 1.246, "count": 336, "max_ms": 1.788, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.468, "count": 336, "max_ms": 68.63, "p95_ms": 61.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.313, "count": 336, "max_ms": 75.833, "p95_ms": 65.893}, "yolo11_640_fire_11class": {"avg_ms": 48.359, "count": 336, "max_ms": 68.027, "p95_ms": 61.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.509, "count": 336, "max_ms": 78.864, "p95_ms": 74.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.978, "count": 336, "max_ms": 162.955, "p95_ms": 135.463}, "read_interval": {"avg_ms": 89.454, "count": 335, "max_ms": 175.812, "p95_ms": 146.58}, "triton_wait": {"avg_ms": 52.81, "count": 336, "max_ms": 78.876, "p95_ms": 74.926}, "visualize": {"avg_ms": 3.736, "count": 336, "max_ms": 5.546, "p95_ms": 4.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15851.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:26:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.869, "last_started_at": "2026-07-05T12:26:12+09:00", "pid": 128749, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.453, "name": "ffmpeg", "pid": 128749, "rss_mb": 269.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 717, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 718}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.783, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:27:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:27:24+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T12:27:24+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:27:24.394640+09:00", "mtime_epoch": 1783222044.3946404, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:27:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.604, "pushed": 6.604, "read": 6.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.004, "count": 197, "max_ms": 27.097, "p95_ms": 22.578}, "gstreamer_push": {"avg_ms": 1.019, "count": 198, "max_ms": 1.177, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.215, "count": 197, "max_ms": 68.558, "p95_ms": 62.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.196, "count": 197, "max_ms": 74.368, "p95_ms": 70.326}, "yolo11_640_fire_11class": {"avg_ms": 48.598, "count": 197, "max_ms": 68.233, "p95_ms": 61.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.887, "count": 197, "max_ms": 78.486, "p95_ms": 76.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.09, "count": 198, "max_ms": 169.63, "p95_ms": 164.516}, "read_interval": {"avg_ms": 152.187, "count": 197, "max_ms": 177.746, "p95_ms": 172.67}, "triton_wait": {"avg_ms": 57.504, "count": 197, "max_ms": 78.499, "p95_ms": 76.712}, "visualize": {"avg_ms": 5.771, "count": 197, "max_ms": 8.752, "p95_ms": 6.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15854.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:26:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.936, "last_started_at": "2026-07-05T12:26:12+09:00", "pid": 128749, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.547, "name": "ffmpeg", "pid": 128749, "rss_mb": 272.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 717, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 718}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.767, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:27:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:27:54+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T12:27:54+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T12:27:54.467224+09:00", "mtime_epoch": 1783222074.467224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:27:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.951, "pushed": 6.951, "read": 6.918}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.461, "count": 208, "max_ms": 23.651, "p95_ms": 21.4}, "gstreamer_push": {"avg_ms": 1.012, "count": 208, "max_ms": 1.164, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.678, "count": 208, "max_ms": 63.046, "p95_ms": 57.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.825, "count": 208, "max_ms": 76.757, "p95_ms": 62.711}, "yolo11_640_fire_11class": {"avg_ms": 46.27, "count": 208, "max_ms": 63.853, "p95_ms": 55.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.157, "count": 208, "max_ms": 76.971, "p95_ms": 70.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.235, "count": 208, "max_ms": 166.905, "p95_ms": 155.071}, "read_interval": {"avg_ms": 144.55, "count": 207, "max_ms": 177.241, "p95_ms": 163.126}, "triton_wait": {"avg_ms": 53.825, "count": 208, "max_ms": 76.983, "p95_ms": 70.624}, "visualize": {"avg_ms": 5.623, "count": 208, "max_ms": 7.728, "p95_ms": 6.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15855.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T08:44:39+09:00", "last_error_summary": "[tcp @ 0x558ed5a67940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x558ed5a64e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-07-05T08:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13394.636, "last_started_at": "2026-07-05T08:44:43+09:00", "pid": 120144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.211, "name": "ffmpeg", "pid": 120144, "rss_mb": 333.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 234, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.096, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1764949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:27:58+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T12:27:58+09:00", "mjpeg": {"age_sec": 19.857, "exists": true, "mtime": "2026-07-05T12:27:38.326911+09:00", "mtime_epoch": 1783222058.326911, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:27:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2281.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.036, "pushed": 4.036, "read": 4.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.45, "count": 121, "max_ms": 11.618, "p95_ms": 9.906}, "gstreamer_push": {"avg_ms": 1.251, "count": 121, "max_ms": 1.826, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.905, "count": 121, "max_ms": 68.489, "p95_ms": 61.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.503, "count": 121, "max_ms": 79.321, "p95_ms": 64.197}, "yolo11_640_fire_11class": {"avg_ms": 48.205, "count": 121, "max_ms": 67.389, "p95_ms": 62.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.612, "count": 121, "max_ms": 83.02, "p95_ms": 75.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.752, "count": 121, "max_ms": 99.201, "p95_ms": 90.863}, "read_interval": {"avg_ms": 249.594, "count": 120, "max_ms": 19850.377, "p95_ms": 109.839}, "triton_wait": {"avg_ms": 51.955, "count": 121, "max_ms": 83.031, "p95_ms": 75.194}, "visualize": {"avg_ms": 3.567, "count": 121, "max_ms": 4.826, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15831.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:26:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.072, "last_started_at": "2026-07-05T12:26:12+09:00", "pid": 128749, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.805, "name": "ffmpeg", "pid": 128749, "rss_mb": 272.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 717, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 718}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.122, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:28:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:28:24+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:28:24+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T12:28:24.599808+09:00", "mtime_epoch": 1783222104.5998075, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:28:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 19.096, "count": 206, "max_ms": 23.497, "p95_ms": 20.508}, "gstreamer_push": {"avg_ms": 1.009, "count": 207, "max_ms": 1.118, "p95_ms": 1.072}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.586, "count": 206, "max_ms": 61.833, "p95_ms": 50.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.262, "count": 206, "max_ms": 64.441, "p95_ms": 55.294}, "yolo11_640_fire_11class": {"avg_ms": 45.028, "count": 206, "max_ms": 62.102, "p95_ms": 48.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.708, "count": 206, "max_ms": 74.15, "p95_ms": 57.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.388, "count": 207, "max_ms": 162.68, "p95_ms": 145.456}, "read_interval": {"avg_ms": 145.571, "count": 206, "max_ms": 171.093, "p95_ms": 153.648}, "triton_wait": {"avg_ms": 52.349, "count": 206, "max_ms": 74.163, "p95_ms": 58.792}, "visualize": {"avg_ms": 5.728, "count": 206, "max_ms": 7.991, "p95_ms": 5.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15851.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.0, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.52, "name": "ffmpeg", "pid": 128856, "rss_mb": 327.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.017, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1765047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:28:28+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T12:28:28+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-05T12:28:28.203877+09:00", "mtime_epoch": 1783222108.2038774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:28:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2281.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.981, "pushed": 6.981, "read": 6.981}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.644, "count": 98, "max_ms": 13.006, "p95_ms": 11.561}, "gstreamer_push": {"avg_ms": 1.288, "count": 98, "max_ms": 2.061, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.253, "count": 98, "max_ms": 67.606, "p95_ms": 61.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.286, "count": 98, "max_ms": 68.996, "p95_ms": 56.295}, "yolo11_640_fire_11class": {"avg_ms": 47.409, "count": 98, "max_ms": 66.885, "p95_ms": 59.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.598, "count": 98, "max_ms": 80.792, "p95_ms": 73.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.32, "count": 98, "max_ms": 98.296, "p95_ms": 89.495}, "read_interval": {"avg_ms": 307.21, "count": 98, "max_ms": 16132.263, "p95_ms": 239.513}, "triton_wait": {"avg_ms": 50.949, "count": 98, "max_ms": 80.804, "p95_ms": 73.503}, "visualize": {"avg_ms": 3.753, "count": 98, "max_ms": 4.963, "p95_ms": 4.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.038, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15869.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:26:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.114, "last_started_at": "2026-07-05T12:26:12+09:00", "pid": 128749, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.133, "name": "ffmpeg", "pid": 128749, "rss_mb": 286.133, "state": "S (sleeping)", "threads": 104}, "restart_count": 717, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 718}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.763, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:28:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:28:54+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:28:54+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T12:28:54.640389+09:00", "mtime_epoch": 1783222134.6403887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:28:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.692, "pushed": 6.692, "read": 6.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.561, "count": 200, "max_ms": 22.822, "p95_ms": 21.469}, "gstreamer_push": {"avg_ms": 1.023, "count": 200, "max_ms": 1.191, "p95_ms": 1.098}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.045, "count": 200, "max_ms": 63.719, "p95_ms": 60.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.745, "count": 200, "max_ms": 73.121, "p95_ms": 65.938}, "yolo11_640_fire_11class": {"avg_ms": 47.35, "count": 200, "max_ms": 63.543, "p95_ms": 58.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.687, "count": 200, "max_ms": 78.174, "p95_ms": 71.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.097, "count": 200, "max_ms": 165.51, "p95_ms": 158.857}, "read_interval": {"avg_ms": 150.222, "count": 199, "max_ms": 173.378, "p95_ms": 167.375}, "triton_wait": {"avg_ms": 55.466, "count": 200, "max_ms": 78.191, "p95_ms": 72.233}, "visualize": {"avg_ms": 5.812, "count": 200, "max_ms": 8.226, "p95_ms": 6.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15620.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.375, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.223, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.017, "sample_count": 2511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1765349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:28:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:28:58+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T12:28:58+09:00", "mjpeg": {"age_sec": 0.685, "exists": true, "mtime": "2026-07-05T12:28:57.948453+09:00", "mtime_epoch": 1783222137.9484527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:28:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2281.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.451, "count": 298, "max_ms": 12.303, "p95_ms": 9.791}, "gstreamer_push": {"avg_ms": 1.26, "count": 298, "max_ms": 1.522, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.607, "count": 298, "max_ms": 70.254, "p95_ms": 62.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.221, "count": 298, "max_ms": 81.247, "p95_ms": 54.349}, "yolo11_640_fire_11class": {"avg_ms": 47.939, "count": 298, "max_ms": 65.282, "p95_ms": 60.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.462, "count": 298, "max_ms": 77.564, "p95_ms": 72.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.737, "count": 298, "max_ms": 96.827, "p95_ms": 88.442}, "read_interval": {"avg_ms": 100.783, "count": 297, "max_ms": 698.11, "p95_ms": 111.085}, "triton_wait": {"avg_ms": 51.855, "count": 298, "max_ms": 81.26, "p95_ms": 72.45}, "visualize": {"avg_ms": 3.618, "count": 298, "max_ms": 5.828, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15849.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:28:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.345, "last_started_at": "2026-07-05T12:28:58+09:00", "pid": 129008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.961, "name": "ffmpeg", "pid": 129008, "rss_mb": 265.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 718, "restart_count_per_hour": 23, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 719}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.599, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:29:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:29:24+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T12:29:24+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T12:29:24.732970+09:00", "mtime_epoch": 1783222164.7329702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:29:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.907, "pushed": 5.907, "read": 5.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.235, "count": 176, "max_ms": 33.084, "p95_ms": 23.99}, "gstreamer_push": {"avg_ms": 1.079, "count": 177, "max_ms": 1.57, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.589, "count": 176, "max_ms": 64.58, "p95_ms": 62.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.058, "count": 176, "max_ms": 78.779, "p95_ms": 70.818}, "yolo11_640_fire_11class": {"avg_ms": 47.82, "count": 176, "max_ms": 65.491, "p95_ms": 61.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.113, "count": 176, "max_ms": 83.777, "p95_ms": 77.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.58, "count": 177, "max_ms": 171.806, "p95_ms": 158.715}, "read_interval": {"avg_ms": 170.135, "count": 176, "max_ms": 4740.135, "p95_ms": 166.495}, "triton_wait": {"avg_ms": 56.915, "count": 176, "max_ms": 83.79, "p95_ms": 77.437}, "visualize": {"avg_ms": 5.482, "count": 176, "max_ms": 7.439, "p95_ms": 6.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15849.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.42, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.017, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1765652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:29:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:29:28+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:29:28+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T12:29:28.613045+09:00", "mtime_epoch": 1783222168.6130452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:29:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2281.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.078}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.534, "count": 303, "max_ms": 11.702, "p95_ms": 8.802}, "gstreamer_push": {"avg_ms": 1.271, "count": 303, "max_ms": 2.007, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.941, "count": 303, "max_ms": 72.123, "p95_ms": 62.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.664, "count": 303, "max_ms": 76.557, "p95_ms": 60.619}, "yolo11_640_fire_11class": {"avg_ms": 47.5, "count": 303, "max_ms": 71.585, "p95_ms": 60.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.286, "count": 303, "max_ms": 84.847, "p95_ms": 75.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.523, "count": 303, "max_ms": 101.874, "p95_ms": 91.656}, "read_interval": {"avg_ms": 99.213, "count": 302, "max_ms": 689.471, "p95_ms": 138.815}, "triton_wait": {"avg_ms": 52.421, "count": 303, "max_ms": 84.86, "p95_ms": 75.119}, "visualize": {"avg_ms": 3.682, "count": 303, "max_ms": 5.646, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15851.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:28:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.41, "last_started_at": "2026-07-05T12:28:58+09:00", "pid": 129008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.734, "name": "ffmpeg", "pid": 129008, "rss_mb": 266.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 718, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 719}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.203, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:29:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:29:54+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T12:29:54+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T12:29:54.813551+09:00", "mtime_epoch": 1783222194.8135507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:29:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.652, "pushed": 6.652, "read": 6.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.095, "count": 199, "max_ms": 27.719, "p95_ms": 22.358}, "gstreamer_push": {"avg_ms": 1.037, "count": 199, "max_ms": 1.591, "p95_ms": 1.142}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.099, "count": 199, "max_ms": 68.841, "p95_ms": 61.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.371, "count": 199, "max_ms": 83.25, "p95_ms": 70.039}, "yolo11_640_fire_11class": {"avg_ms": 47.778, "count": 199, "max_ms": 64.286, "p95_ms": 60.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.384, "count": 199, "max_ms": 79.092, "p95_ms": 72.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.709, "count": 199, "max_ms": 171.086, "p95_ms": 163.246}, "read_interval": {"avg_ms": 151.08, "count": 198, "max_ms": 178.823, "p95_ms": 172.342}, "triton_wait": {"avg_ms": 56.349, "count": 199, "max_ms": 83.261, "p95_ms": 74.069}, "visualize": {"avg_ms": 5.818, "count": 199, "max_ms": 7.292, "p95_ms": 6.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15851.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.484, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.391, "sample_count": 2510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1765951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:29:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T12:29:58+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:29:58.677625+09:00", "mtime_epoch": 1783222198.6776252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:29:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2281.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.607, "count": 299, "max_ms": 12.835, "p95_ms": 9.047}, "gstreamer_push": {"avg_ms": 1.269, "count": 299, "max_ms": 1.856, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.496, "count": 299, "max_ms": 68.133, "p95_ms": 62.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.589, "count": 299, "max_ms": 82.114, "p95_ms": 59.185}, "yolo11_640_fire_11class": {"avg_ms": 48.287, "count": 299, "max_ms": 69.672, "p95_ms": 62.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.729, "count": 299, "max_ms": 80.384, "p95_ms": 75.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.217, "count": 299, "max_ms": 97.792, "p95_ms": 91.684}, "read_interval": {"avg_ms": 100.599, "count": 298, "max_ms": 713.723, "p95_ms": 131.831}, "triton_wait": {"avg_ms": 53.112, "count": 299, "max_ms": 82.128, "p95_ms": 75.895}, "visualize": {"avg_ms": 3.639, "count": 299, "max_ms": 4.716, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15852.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:28:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.432, "last_started_at": "2026-07-05T12:28:58+09:00", "pid": 129008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.25, "name": "ffmpeg", "pid": 129008, "rss_mb": 267.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 718, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 719}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.203, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:30:24+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:30:24+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T12:30:24.838130+09:00", "mtime_epoch": 1783222224.8381295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:30:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9288.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.695, "pushed": 6.695, "read": 6.662}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.963, "count": 200, "max_ms": 25.146, "p95_ms": 21.742}, "gstreamer_push": {"avg_ms": 1.047, "count": 200, "max_ms": 1.182, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.38, "count": 200, "max_ms": 64.392, "p95_ms": 60.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.309, "count": 200, "max_ms": 75.411, "p95_ms": 68.094}, "yolo11_640_fire_11class": {"avg_ms": 48.269, "count": 200, "max_ms": 65.635, "p95_ms": 61.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.035, "count": 200, "max_ms": 79.196, "p95_ms": 74.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.664, "count": 200, "max_ms": 166.775, "p95_ms": 161.117}, "read_interval": {"avg_ms": 150.123, "count": 199, "max_ms": 174.896, "p95_ms": 170.405}, "triton_wait": {"avg_ms": 56.543, "count": 200, "max_ms": 79.208, "p95_ms": 74.488}, "visualize": {"avg_ms": 5.735, "count": 200, "max_ms": 6.671, "p95_ms": 6.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15852.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.532, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.017, "sample_count": 2517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1766255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:30:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:30:28+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T12:30:28+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T12:30:28.718204+09:00", "mtime_epoch": 1783222228.7182043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:30:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2281.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.111}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.528, "count": 304, "max_ms": 13.343, "p95_ms": 8.697}, "gstreamer_push": {"avg_ms": 1.276, "count": 304, "max_ms": 1.727, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.63, "count": 304, "max_ms": 66.512, "p95_ms": 61.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.445, "count": 304, "max_ms": 78.88, "p95_ms": 55.985}, "yolo11_640_fire_11class": {"avg_ms": 48.578, "count": 304, "max_ms": 70.461, "p95_ms": 63.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.982, "count": 304, "max_ms": 79.184, "p95_ms": 75.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.296, "count": 304, "max_ms": 95.185, "p95_ms": 91.607}, "read_interval": {"avg_ms": 98.863, "count": 303, "max_ms": 593.261, "p95_ms": 110.723}, "triton_wait": {"avg_ms": 52.249, "count": 304, "max_ms": 79.196, "p95_ms": 75.493}, "visualize": {"avg_ms": 3.645, "count": 304, "max_ms": 4.533, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15854.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:28:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.494, "last_started_at": "2026-07-05T12:28:58+09:00", "pid": 129008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.086, "name": "ffmpeg", "pid": 129008, "rss_mb": 270.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 718, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 719}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.081, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:30:55+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-05T12:30:54+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T12:30:54.886708+09:00", "mtime_epoch": 1783222254.8867083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:30:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9289.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.857, "pushed": 6.857, "read": 6.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.779, "count": 205, "max_ms": 26.151, "p95_ms": 22.379}, "gstreamer_push": {"avg_ms": 1.066, "count": 205, "max_ms": 1.803, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.223, "count": 205, "max_ms": 66.694, "p95_ms": 61.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.851, "count": 205, "max_ms": 78.594, "p95_ms": 69.275}, "yolo11_640_fire_11class": {"avg_ms": 47.753, "count": 205, "max_ms": 66.159, "p95_ms": 60.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.796, "count": 205, "max_ms": 79.308, "p95_ms": 74.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.527, "count": 205, "max_ms": 167.857, "p95_ms": 160.002}, "read_interval": {"avg_ms": 146.559, "count": 204, "max_ms": 175.431, "p95_ms": 167.908}, "triton_wait": {"avg_ms": 56.327, "count": 205, "max_ms": 79.319, "p95_ms": 74.525}, "visualize": {"avg_ms": 5.573, "count": 205, "max_ms": 7.859, "p95_ms": 6.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15854.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.565, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.017, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1766556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:30:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:30:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:30:58+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T12:30:58.762783+09:00", "mtime_epoch": 1783222258.7627828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:30:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2281.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.588, "count": 301, "max_ms": 11.609, "p95_ms": 8.938}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 2.075, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.774, "count": 301, "max_ms": 66.212, "p95_ms": 61.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.02, "count": 301, "max_ms": 80.209, "p95_ms": 56.106}, "yolo11_640_fire_11class": {"avg_ms": 48.188, "count": 301, "max_ms": 67.259, "p95_ms": 61.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.14, "count": 301, "max_ms": 80.725, "p95_ms": 74.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.663, "count": 301, "max_ms": 96.525, "p95_ms": 90.133}, "read_interval": {"avg_ms": 99.827, "count": 300, "max_ms": 643.975, "p95_ms": 117.578}, "triton_wait": {"avg_ms": 52.474, "count": 301, "max_ms": 80.735, "p95_ms": 74.071}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 4.819, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15855.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 643, "h264_decode_error_count": 1582, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:26:09+09:00", "last_error_summary": "[h264 @ 0x55714f7e7540] error while decoding MB 7 20, bytestream -11", "last_exit_at": "2026-07-05T12:28:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.556, "last_started_at": "2026-07-05T12:28:58+09:00", "pid": 129008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.086, "name": "ffmpeg", "pid": 129008, "rss_mb": 270.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 718, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 719}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.517, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:31:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:31:25+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:31:24+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T12:31:24.963287+09:00", "mtime_epoch": 1783222284.9632869, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:31:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9289.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.719, "pushed": 6.719, "read": 6.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.764, "count": 201, "max_ms": 24.651, "p95_ms": 21.637}, "gstreamer_push": {"avg_ms": 1.038, "count": 201, "max_ms": 1.192, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.463, "count": 201, "max_ms": 64.497, "p95_ms": 61.911}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.582, "count": 201, "max_ms": 80.175, "p95_ms": 70.276}, "yolo11_640_fire_11class": {"avg_ms": 48.356, "count": 201, "max_ms": 65.504, "p95_ms": 61.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.233, "count": 201, "max_ms": 80.887, "p95_ms": 75.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.807, "count": 201, "max_ms": 166.875, "p95_ms": 163.386}, "read_interval": {"avg_ms": 149.569, "count": 200, "max_ms": 177.426, "p95_ms": 171.51}, "triton_wait": {"avg_ms": 56.695, "count": 201, "max_ms": 80.915, "p95_ms": 76.306}, "visualize": {"avg_ms": 5.722, "count": 201, "max_ms": 7.596, "p95_ms": 6.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15856.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.638, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.411, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1766857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:31:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:31:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:31:28+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:31:28.831361+09:00", "mtime_epoch": 1783222288.8313613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:31:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2281.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.569, "count": 301, "max_ms": 11.959, "p95_ms": 8.841}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.542, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.399, "count": 301, "max_ms": 68.0, "p95_ms": 62.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.925, "count": 301, "max_ms": 80.137, "p95_ms": 70.545}, "yolo11_640_fire_11class": {"avg_ms": 48.752, "count": 301, "max_ms": 70.152, "p95_ms": 62.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.792, "count": 301, "max_ms": 81.752, "p95_ms": 75.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.353, "count": 301, "max_ms": 97.831, "p95_ms": 91.601}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 715.182, "p95_ms": 113.446}, "triton_wait": {"avg_ms": 53.193, "count": 301, "max_ms": 81.764, "p95_ms": 75.586}, "visualize": {"avg_ms": 3.691, "count": 301, "max_ms": 5.1, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15848.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 644, "h264_decode_error_count": 1583, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:31:41+09:00", "last_error_summary": "[h264 @ 0x563968cb67c0] error while decoding MB 76 42, bytestream -23", "last_exit_at": "2026-07-05T12:31:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.417, "last_started_at": "2026-07-05T12:31:44+09:00", "pid": 129115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.91, "name": "ffmpeg", "pid": 129115, "rss_mb": 263.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 719, "restart_count_per_hour": 23, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 720}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.486, "sample_count": 1961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1395145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:31:55+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T12:31:55+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T12:31:55.087866+09:00", "mtime_epoch": 1783222315.0878658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:31:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9289.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.709, "pushed": 5.709, "read": 5.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.046, "count": 170, "max_ms": 28.576, "p95_ms": 24.392}, "gstreamer_push": {"avg_ms": 1.03, "count": 171, "max_ms": 1.228, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.456, "count": 170, "max_ms": 66.111, "p95_ms": 62.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.485, "count": 170, "max_ms": 78.548, "p95_ms": 70.414}, "yolo11_640_fire_11class": {"avg_ms": 48.031, "count": 170, "max_ms": 65.577, "p95_ms": 62.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.971, "count": 170, "max_ms": 82.122, "p95_ms": 76.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.995, "count": 171, "max_ms": 168.706, "p95_ms": 164.117}, "read_interval": {"avg_ms": 176.332, "count": 170, "max_ms": 4888.125, "p95_ms": 172.838}, "triton_wait": {"avg_ms": 56.714, "count": 170, "max_ms": 82.134, "p95_ms": 76.722}, "visualize": {"avg_ms": 5.665, "count": 170, "max_ms": 8.631, "p95_ms": 6.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15849.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.68, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.779, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1767156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:31:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:31:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T12:31:58+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:31:58.875939+09:00", "mtime_epoch": 1783222318.8759387, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:31:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2282.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.494, "count": 299, "max_ms": 12.452, "p95_ms": 8.905}, "gstreamer_push": {"avg_ms": 1.265, "count": 299, "max_ms": 2.026, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.01, "count": 299, "max_ms": 66.528, "p95_ms": 61.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.727, "count": 299, "max_ms": 75.242, "p95_ms": 61.087}, "yolo11_640_fire_11class": {"avg_ms": 47.71, "count": 299, "max_ms": 64.427, "p95_ms": 61.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.436, "count": 299, "max_ms": 82.205, "p95_ms": 74.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.336, "count": 299, "max_ms": 98.748, "p95_ms": 91.36}, "read_interval": {"avg_ms": 100.522, "count": 298, "max_ms": 784.787, "p95_ms": 132.706}, "triton_wait": {"avg_ms": 52.368, "count": 299, "max_ms": 82.217, "p95_ms": 75.087}, "visualize": {"avg_ms": 3.636, "count": 299, "max_ms": 5.215, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15851.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 644, "h264_decode_error_count": 1583, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:31:41+09:00", "last_error_summary": "[h264 @ 0x563968cb67c0] error while decoding MB 76 42, bytestream -23", "last_exit_at": "2026-07-05T12:31:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.428, "last_started_at": "2026-07-05T12:31:44+09:00", "pid": 129115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.715, "name": "ffmpeg", "pid": 129115, "rss_mb": 265.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 719, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 720}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.486, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1395347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:32:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:32:25+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T12:32:25+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T12:32:25.060441+09:00", "mtime_epoch": 1783222345.0604415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:32:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9289.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.769, "pushed": 6.769, "read": 6.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.922, "count": 202, "max_ms": 28.446, "p95_ms": 23.749}, "gstreamer_push": {"avg_ms": 1.036, "count": 202, "max_ms": 1.641, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.512, "count": 202, "max_ms": 64.954, "p95_ms": 62.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.15, "count": 202, "max_ms": 81.348, "p95_ms": 70.322}, "yolo11_640_fire_11class": {"avg_ms": 48.199, "count": 202, "max_ms": 64.845, "p95_ms": 62.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.762, "count": 202, "max_ms": 80.283, "p95_ms": 77.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.176, "count": 202, "max_ms": 173.606, "p95_ms": 165.681}, "read_interval": {"avg_ms": 148.523, "count": 201, "max_ms": 182.672, "p95_ms": 173.495}, "triton_wait": {"avg_ms": 57.715, "count": 202, "max_ms": 81.359, "p95_ms": 77.231}, "visualize": {"avg_ms": 5.634, "count": 202, "max_ms": 9.18, "p95_ms": 6.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15851.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.748, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.863, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1767455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:32:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:32:29+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:32:28+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:32:28.944516+09:00", "mtime_epoch": 1783222348.9445162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:32:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2282.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.425, "count": 299, "max_ms": 12.061, "p95_ms": 8.894}, "gstreamer_push": {"avg_ms": 1.277, "count": 299, "max_ms": 1.914, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.275, "count": 299, "max_ms": 72.299, "p95_ms": 61.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.632, "count": 299, "max_ms": 79.13, "p95_ms": 66.673}, "yolo11_640_fire_11class": {"avg_ms": 47.69, "count": 299, "max_ms": 72.287, "p95_ms": 61.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.361, "count": 299, "max_ms": 83.752, "p95_ms": 75.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.208, "count": 299, "max_ms": 99.848, "p95_ms": 90.938}, "read_interval": {"avg_ms": 100.622, "count": 298, "max_ms": 753.959, "p95_ms": 169.683}, "triton_wait": {"avg_ms": 53.275, "count": 299, "max_ms": 83.765, "p95_ms": 75.291}, "visualize": {"avg_ms": 3.651, "count": 299, "max_ms": 5.823, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15854.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 644, "h264_decode_error_count": 1583, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:31:41+09:00", "last_error_summary": "[h264 @ 0x563968cb67c0] error while decoding MB 76 42, bytestream -23", "last_exit_at": "2026-07-05T12:31:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.444, "last_started_at": "2026-07-05T12:31:44+09:00", "pid": 129115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.262, "name": "ffmpeg", "pid": 129115, "rss_mb": 267.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 719, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 720}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.233, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1395547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:32:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:32:55+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T12:32:55+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T12:32:55.085018+09:00", "mtime_epoch": 1783222375.0850177, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:32:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9289.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.695, "pushed": 6.695, "read": 6.662}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.935, "count": 200, "max_ms": 27.564, "p95_ms": 22.058}, "gstreamer_push": {"avg_ms": 1.021, "count": 200, "max_ms": 1.214, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.393, "count": 200, "max_ms": 62.3, "p95_ms": 59.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.258, "count": 200, "max_ms": 77.892, "p95_ms": 70.362}, "yolo11_640_fire_11class": {"avg_ms": 47.924, "count": 200, "max_ms": 63.066, "p95_ms": 59.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.702, "count": 200, "max_ms": 79.835, "p95_ms": 73.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.778, "count": 200, "max_ms": 168.151, "p95_ms": 163.271}, "read_interval": {"avg_ms": 150.101, "count": 199, "max_ms": 178.475, "p95_ms": 172.025}, "triton_wait": {"avg_ms": 56.8, "count": 200, "max_ms": 79.846, "p95_ms": 73.969}, "visualize": {"avg_ms": 5.766, "count": 200, "max_ms": 7.943, "p95_ms": 6.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15856.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.851, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.132, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1767755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:32:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:32:59+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T12:32:59+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T12:32:59.017093+09:00", "mtime_epoch": 1783222379.0170932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:32:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2282.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.611, "count": 299, "max_ms": 12.475, "p95_ms": 9.141}, "gstreamer_push": {"avg_ms": 1.273, "count": 299, "max_ms": 1.562, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.682, "count": 299, "max_ms": 68.029, "p95_ms": 61.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.558, "count": 299, "max_ms": 78.094, "p95_ms": 67.811}, "yolo11_640_fire_11class": {"avg_ms": 47.864, "count": 299, "max_ms": 65.075, "p95_ms": 61.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.661, "count": 299, "max_ms": 80.892, "p95_ms": 75.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.365, "count": 299, "max_ms": 101.758, "p95_ms": 91.866}, "read_interval": {"avg_ms": 100.374, "count": 298, "max_ms": 609.872, "p95_ms": 128.851}, "triton_wait": {"avg_ms": 53.111, "count": 299, "max_ms": 80.905, "p95_ms": 76.012}, "visualize": {"avg_ms": 3.685, "count": 299, "max_ms": 4.934, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15856.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 644, "h264_decode_error_count": 1583, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:31:41+09:00", "last_error_summary": "[h264 @ 0x563968cb67c0] error while decoding MB 76 42, bytestream -23", "last_exit_at": "2026-07-05T12:31:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.541, "last_started_at": "2026-07-05T12:31:44+09:00", "pid": 129115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.84, "name": "ffmpeg", "pid": 129115, "rss_mb": 269.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 719, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 720}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.753, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1395755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:33:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:33:25+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T12:33:25+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T12:33:25.209595+09:00", "mtime_epoch": 1783222405.2095952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:33:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9289.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.938, "pushed": 6.938, "read": 6.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.468, "count": 207, "max_ms": 25.268, "p95_ms": 21.679}, "gstreamer_push": {"avg_ms": 1.019, "count": 208, "max_ms": 1.633, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.726, "count": 207, "max_ms": 65.169, "p95_ms": 62.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.066, "count": 207, "max_ms": 79.2, "p95_ms": 70.507}, "yolo11_640_fire_11class": {"avg_ms": 48.526, "count": 207, "max_ms": 66.252, "p95_ms": 63.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.922, "count": 207, "max_ms": 82.195, "p95_ms": 77.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.261, "count": 208, "max_ms": 170.972, "p95_ms": 161.314}, "read_interval": {"avg_ms": 144.808, "count": 207, "max_ms": 178.786, "p95_ms": 169.272}, "triton_wait": {"avg_ms": 57.592, "count": 207, "max_ms": 82.206, "p95_ms": 77.555}, "visualize": {"avg_ms": 5.471, "count": 207, "max_ms": 7.602, "p95_ms": 6.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15856.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.874, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.36, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1768056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:33:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:33:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:33:29+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-05T12:33:29.077669+09:00", "mtime_epoch": 1783222409.0776694, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:33:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2282.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.375, "count": 301, "max_ms": 12.203, "p95_ms": 7.98}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 1.658, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.232, "count": 301, "max_ms": 66.404, "p95_ms": 62.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.571, "count": 301, "max_ms": 81.834, "p95_ms": 69.994}, "yolo11_640_fire_11class": {"avg_ms": 48.903, "count": 301, "max_ms": 69.132, "p95_ms": 62.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.172, "count": 301, "max_ms": 80.569, "p95_ms": 76.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.123, "count": 301, "max_ms": 98.011, "p95_ms": 92.402}, "read_interval": {"avg_ms": 99.8, "count": 300, "max_ms": 571.755, "p95_ms": 184.275}, "triton_wait": {"avg_ms": 54.248, "count": 301, "max_ms": 81.848, "p95_ms": 76.641}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 5.532, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15857.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 644, "h264_decode_error_count": 1583, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:31:41+09:00", "last_error_summary": "[h264 @ 0x563968cb67c0] error while decoding MB 76 42, bytestream -23", "last_exit_at": "2026-07-05T12:31:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.578, "last_started_at": "2026-07-05T12:31:44+09:00", "pid": 129115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.84, "name": "ffmpeg", "pid": 129115, "rss_mb": 269.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 719, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 720}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.802, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1395965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:33:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:33:55+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T12:33:55+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T12:33:55.226170+09:00", "mtime_epoch": 1783222435.2261703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:33:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9289.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.02, "pushed": 7.02, "read": 6.987}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.413, "count": 210, "max_ms": 28.27, "p95_ms": 22.017}, "gstreamer_push": {"avg_ms": 1.049, "count": 210, "max_ms": 1.329, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.407, "count": 210, "max_ms": 68.835, "p95_ms": 61.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.903, "count": 210, "max_ms": 80.419, "p95_ms": 70.164}, "yolo11_640_fire_11class": {"avg_ms": 49.056, "count": 210, "max_ms": 70.359, "p95_ms": 62.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.544, "count": 210, "max_ms": 81.802, "p95_ms": 77.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.503, "count": 210, "max_ms": 165.343, "p95_ms": 160.389}, "read_interval": {"avg_ms": 143.013, "count": 209, "max_ms": 174.507, "p95_ms": 168.324}, "triton_wait": {"avg_ms": 58.232, "count": 210, "max_ms": 81.813, "p95_ms": 77.096}, "visualize": {"avg_ms": 5.376, "count": 210, "max_ms": 7.382, "p95_ms": 6.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15857.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.893, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.778, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1768358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:33:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:33:59+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T12:33:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:33:59.086244+09:00", "mtime_epoch": 1783222439.0862443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:33:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2282.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.49, "count": 302, "max_ms": 10.886, "p95_ms": 8.491}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 1.916, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.251, "count": 302, "max_ms": 69.895, "p95_ms": 62.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.344, "count": 302, "max_ms": 82.302, "p95_ms": 65.034}, "yolo11_640_fire_11class": {"avg_ms": 49.082, "count": 302, "max_ms": 71.734, "p95_ms": 62.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.077, "count": 302, "max_ms": 80.742, "p95_ms": 77.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.906, "count": 302, "max_ms": 98.107, "p95_ms": 93.139}, "read_interval": {"avg_ms": 99.451, "count": 301, "max_ms": 725.589, "p95_ms": 113.055}, "triton_wait": {"avg_ms": 53.835, "count": 302, "max_ms": 82.314, "p95_ms": 77.404}, "visualize": {"avg_ms": 3.668, "count": 302, "max_ms": 4.716, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15857.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 644, "h264_decode_error_count": 1583, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:31:41+09:00", "last_error_summary": "[h264 @ 0x563968cb67c0] error while decoding MB 76 42, bytestream -23", "last_exit_at": "2026-07-05T12:31:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.681, "last_started_at": "2026-07-05T12:31:44+09:00", "pid": 129115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.84, "name": "ffmpeg", "pid": 129115, "rss_mb": 269.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 719, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 720}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.753, "sample_count": 2009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:34:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:34:25+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T12:34:25+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T12:34:25.330747+09:00", "mtime_epoch": 1783222465.3307467, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:34:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9289.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.21, "pushed": 7.21, "read": 7.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.286, "count": 215, "max_ms": 28.818, "p95_ms": 21.737}, "gstreamer_push": {"avg_ms": 1.061, "count": 216, "max_ms": 1.239, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.088, "count": 215, "max_ms": 69.534, "p95_ms": 61.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.601, "count": 215, "max_ms": 78.377, "p95_ms": 69.777}, "yolo11_640_fire_11class": {"avg_ms": 48.731, "count": 215, "max_ms": 68.986, "p95_ms": 62.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.402, "count": 215, "max_ms": 82.203, "p95_ms": 78.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.677, "count": 216, "max_ms": 170.363, "p95_ms": 154.246}, "read_interval": {"avg_ms": 139.346, "count": 215, "max_ms": 180.393, "p95_ms": 162.682}, "triton_wait": {"avg_ms": 58.032, "count": 215, "max_ms": 82.215, "p95_ms": 78.727}, "visualize": {"avg_ms": 5.228, "count": 215, "max_ms": 7.419, "p95_ms": 5.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15613.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.905, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.48, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.778, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1768657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:34:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:34:29+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:34:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:34:29.098819+09:00", "mtime_epoch": 1783222469.0988188, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:34:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2282.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.106}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.398, "count": 299, "max_ms": 10.823, "p95_ms": 8.269}, "gstreamer_push": {"avg_ms": 1.282, "count": 299, "max_ms": 1.731, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.462, "count": 299, "max_ms": 69.788, "p95_ms": 61.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.429, "count": 299, "max_ms": 77.722, "p95_ms": 70.251}, "yolo11_640_fire_11class": {"avg_ms": 48.26, "count": 299, "max_ms": 69.227, "p95_ms": 61.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.463, "count": 299, "max_ms": 82.225, "p95_ms": 75.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.283, "count": 299, "max_ms": 98.046, "p95_ms": 91.737}, "read_interval": {"avg_ms": 100.384, "count": 299, "max_ms": 806.615, "p95_ms": 175.279}, "triton_wait": {"avg_ms": 54.241, "count": 299, "max_ms": 82.238, "p95_ms": 75.827}, "visualize": {"avg_ms": 3.679, "count": 299, "max_ms": 5.304, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.585, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15854.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 645, "h264_decode_error_count": 1584, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:34:28+09:00", "last_error_summary": "[h264 @ 0x5636eb3f4980] error while decoding MB 14 40, bytestream -9", "last_exit_at": "2026-07-05T12:34:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.942, "last_started_at": "2026-07-05T12:34:30+09:00", "pid": 129222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.238, "name": "ffmpeg", "pid": 129222, "rss_mb": 268.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 720, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 721}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.595, "sample_count": 1994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:34:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:34:55+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T12:34:55+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T12:34:55.411322+09:00", "mtime_epoch": 1783222495.4113224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:34:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.147, "pushed": 6.147, "read": 6.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.273, "count": 184, "max_ms": 23.445, "p95_ms": 21.308}, "gstreamer_push": {"avg_ms": 1.056, "count": 184, "max_ms": 1.795, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.201, "count": 184, "max_ms": 66.42, "p95_ms": 62.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.485, "count": 184, "max_ms": 80.941, "p95_ms": 70.256}, "yolo11_640_fire_11class": {"avg_ms": 48.668, "count": 184, "max_ms": 64.056, "p95_ms": 61.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.634, "count": 184, "max_ms": 80.733, "p95_ms": 78.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.773, "count": 184, "max_ms": 166.858, "p95_ms": 162.595}, "read_interval": {"avg_ms": 163.586, "count": 183, "max_ms": 4543.538, "p95_ms": 170.575}, "triton_wait": {"avg_ms": 58.075, "count": 184, "max_ms": 80.953, "p95_ms": 78.853}, "visualize": {"avg_ms": 5.211, "count": 184, "max_ms": 6.531, "p95_ms": 5.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15855.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 401.235, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.778, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1768959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:34:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:34:59+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T12:34:59+09:00", "mjpeg": {"age_sec": 0.486, "exists": true, "mtime": "2026-07-05T12:34:59.007391+09:00", "mtime_epoch": 1783222499.0073912, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:34:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2282.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.437, "count": 298, "max_ms": 11.257, "p95_ms": 8.388}, "gstreamer_push": {"avg_ms": 1.275, "count": 298, "max_ms": 1.865, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.908, "count": 298, "max_ms": 65.49, "p95_ms": 61.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.636, "count": 298, "max_ms": 75.061, "p95_ms": 66.96}, "yolo11_640_fire_11class": {"avg_ms": 47.501, "count": 298, "max_ms": 64.787, "p95_ms": 60.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.079, "count": 298, "max_ms": 81.597, "p95_ms": 75.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.45, "count": 298, "max_ms": 98.052, "p95_ms": 91.549}, "read_interval": {"avg_ms": 100.66, "count": 298, "max_ms": 502.04, "p95_ms": 212.827}, "triton_wait": {"avg_ms": 53.431, "count": 298, "max_ms": 81.609, "p95_ms": 75.784}, "visualize": {"avg_ms": 3.68, "count": 298, "max_ms": 5.321, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15858.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 645, "h264_decode_error_count": 1584, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:34:28+09:00", "last_error_summary": "[h264 @ 0x5636eb3f4980] error while decoding MB 14 40, bytestream -9", "last_exit_at": "2026-07-05T12:34:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.979, "last_started_at": "2026-07-05T12:34:30+09:00", "pid": 129222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.816, "name": "ffmpeg", "pid": 129222, "rss_mb": 270.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 720, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 721}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.44, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:35:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:35:25+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T12:35:25+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T12:35:25.467897+09:00", "mtime_epoch": 1783222525.4678972, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:35:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.053, "pushed": 7.053, "read": 7.02}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.457, "count": 211, "max_ms": 25.965, "p95_ms": 21.552}, "gstreamer_push": {"avg_ms": 1.05, "count": 211, "max_ms": 1.543, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.298, "count": 211, "max_ms": 64.47, "p95_ms": 62.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.96, "count": 211, "max_ms": 77.786, "p95_ms": 70.447}, "yolo11_640_fire_11class": {"avg_ms": 48.794, "count": 211, "max_ms": 64.701, "p95_ms": 61.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.866, "count": 211, "max_ms": 82.185, "p95_ms": 78.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.621, "count": 211, "max_ms": 166.372, "p95_ms": 160.371}, "read_interval": {"avg_ms": 142.44, "count": 210, "max_ms": 175.572, "p95_ms": 168.283}, "triton_wait": {"avg_ms": 58.495, "count": 211, "max_ms": 82.197, "p95_ms": 78.484}, "visualize": {"avg_ms": 5.308, "count": 211, "max_ms": 6.957, "p95_ms": 6.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15858.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 431.39, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "R (running)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.967, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1769259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:35:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T12:35:29+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T12:35:29+09:00", "mjpeg": {"age_sec": 0.513, "exists": true, "mtime": "2026-07-05T12:35:29.135967+09:00", "mtime_epoch": 1783222529.1359673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:35:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2283.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.513, "count": 299, "max_ms": 12.171, "p95_ms": 9.032}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 2.138, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.442, "count": 299, "max_ms": 64.953, "p95_ms": 61.415}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.513, "count": 299, "max_ms": 78.235, "p95_ms": 69.19}, "yolo11_640_fire_11class": {"avg_ms": 47.912, "count": 299, "max_ms": 65.862, "p95_ms": 60.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.556, "count": 299, "max_ms": 81.607, "p95_ms": 77.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.849, "count": 299, "max_ms": 97.409, "p95_ms": 93.721}, "read_interval": {"avg_ms": 100.603, "count": 298, "max_ms": 755.633, "p95_ms": 125.849}, "triton_wait": {"avg_ms": 54.939, "count": 299, "max_ms": 81.619, "p95_ms": 78.093}, "visualize": {"avg_ms": 3.577, "count": 299, "max_ms": 4.555, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15859.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 645, "h264_decode_error_count": 1584, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:34:28+09:00", "last_error_summary": "[h264 @ 0x5636eb3f4980] error while decoding MB 14 40, bytestream -9", "last_exit_at": "2026-07-05T12:34:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.103, "last_started_at": "2026-07-05T12:34:30+09:00", "pid": 129222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.59, "name": "ffmpeg", "pid": 129222, "rss_mb": 271.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 720, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 721}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.518, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:35:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:35:55+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T12:35:55+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T12:35:55.560472+09:00", "mtime_epoch": 1783222555.5604722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:35:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.939, "pushed": 6.939, "read": 6.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.358, "count": 207, "max_ms": 26.624, "p95_ms": 22.401}, "gstreamer_push": {"avg_ms": 1.057, "count": 208, "max_ms": 1.554, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.454, "count": 207, "max_ms": 70.815, "p95_ms": 62.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.45, "count": 207, "max_ms": 82.805, "p95_ms": 73.575}, "yolo11_640_fire_11class": {"avg_ms": 48.799, "count": 207, "max_ms": 66.252, "p95_ms": 61.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.074, "count": 207, "max_ms": 83.595, "p95_ms": 79.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.971, "count": 208, "max_ms": 186.057, "p95_ms": 161.338}, "read_interval": {"avg_ms": 144.79, "count": 207, "max_ms": 193.408, "p95_ms": 170.229}, "triton_wait": {"avg_ms": 59.57, "count": 207, "max_ms": 83.605, "p95_ms": 79.683}, "visualize": {"avg_ms": 5.335, "count": 207, "max_ms": 9.457, "p95_ms": 5.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 461.451, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.221, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1769560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:35:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:35:59+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T12:35:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:35:59.644550+09:00", "mtime_epoch": 1783222559.64455, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:35:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2283.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 301, "max_ms": 12.148, "p95_ms": 8.498}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.51, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.532, "count": 301, "max_ms": 64.648, "p95_ms": 62.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.882, "count": 301, "max_ms": 84.624, "p95_ms": 70.148}, "yolo11_640_fire_11class": {"avg_ms": 47.792, "count": 301, "max_ms": 66.827, "p95_ms": 61.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.412, "count": 301, "max_ms": 83.872, "p95_ms": 78.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.65, "count": 301, "max_ms": 100.401, "p95_ms": 94.234}, "read_interval": {"avg_ms": 99.894, "count": 300, "max_ms": 718.312, "p95_ms": 115.254}, "triton_wait": {"avg_ms": 54.739, "count": 301, "max_ms": 84.636, "p95_ms": 78.345}, "visualize": {"avg_ms": 3.633, "count": 301, "max_ms": 4.96, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15859.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 645, "h264_decode_error_count": 1584, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:34:28+09:00", "last_error_summary": "[h264 @ 0x5636eb3f4980] error while decoding MB 14 40, bytestream -9", "last_exit_at": "2026-07-05T12:34:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.104, "last_started_at": "2026-07-05T12:34:30+09:00", "pid": 129222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.59, "name": "ffmpeg", "pid": 129222, "rss_mb": 271.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 720, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 721}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.308, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:36:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:36:25+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:36:25+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T12:36:25.565045+09:00", "mtime_epoch": 1783222585.5650454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:36:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.335, "pushed": 7.335, "read": 7.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.7, "count": 220, "max_ms": 29.453, "p95_ms": 25.716}, "gstreamer_push": {"avg_ms": 1.074, "count": 220, "max_ms": 1.66, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.126, "count": 220, "max_ms": 68.011, "p95_ms": 62.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.214, "count": 220, "max_ms": 78.636, "p95_ms": 68.478}, "yolo11_640_fire_11class": {"avg_ms": 47.558, "count": 220, "max_ms": 67.486, "p95_ms": 62.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.553, "count": 220, "max_ms": 83.352, "p95_ms": 78.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.284, "count": 220, "max_ms": 168.346, "p95_ms": 153.174}, "read_interval": {"avg_ms": 136.382, "count": 220, "max_ms": 178.084, "p95_ms": 160.937}, "triton_wait": {"avg_ms": 57.088, "count": 220, "max_ms": 83.364, "p95_ms": 78.567}, "visualize": {"avg_ms": 5.112, "count": 220, "max_ms": 7.699, "p95_ms": 6.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 491.497, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.295, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1769860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:36:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:36:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:36:29+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T12:36:29.697124+09:00", "mtime_epoch": 1783222589.6971242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:36:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2283.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.415, "count": 300, "max_ms": 9.509, "p95_ms": 8.444}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.833, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.31, "count": 300, "max_ms": 65.406, "p95_ms": 62.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.549, "count": 300, "max_ms": 79.84, "p95_ms": 69.02}, "yolo11_640_fire_11class": {"avg_ms": 47.885, "count": 300, "max_ms": 64.639, "p95_ms": 60.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.65, "count": 300, "max_ms": 81.246, "p95_ms": 77.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.822, "count": 300, "max_ms": 97.703, "p95_ms": 93.05}, "read_interval": {"avg_ms": 100.213, "count": 299, "max_ms": 654.867, "p95_ms": 115.018}, "triton_wait": {"avg_ms": 54.913, "count": 300, "max_ms": 81.26, "p95_ms": 77.419}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.041, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15859.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 645, "h264_decode_error_count": 1584, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:34:28+09:00", "last_error_summary": "[h264 @ 0x5636eb3f4980] error while decoding MB 14 40, bytestream -9", "last_exit_at": "2026-07-05T12:34:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.223, "last_started_at": "2026-07-05T12:34:30+09:00", "pid": 129222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.59, "name": "ffmpeg", "pid": 129222, "rss_mb": 271.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 720, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 721}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.507, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:36:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:36:55+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T12:36:55+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T12:36:55.689620+09:00", "mtime_epoch": 1783222615.6896203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:36:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.167, "pushed": 7.167, "read": 7.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.151, "count": 214, "max_ms": 32.926, "p95_ms": 21.719}, "gstreamer_push": {"avg_ms": 1.072, "count": 215, "max_ms": 1.5, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.36, "count": 214, "max_ms": 70.843, "p95_ms": 63.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.056, "count": 214, "max_ms": 83.173, "p95_ms": 69.977}, "yolo11_640_fire_11class": {"avg_ms": 49.516, "count": 214, "max_ms": 69.081, "p95_ms": 62.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.674, "count": 214, "max_ms": 84.267, "p95_ms": 79.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.113, "count": 215, "max_ms": 169.313, "p95_ms": 159.099}, "read_interval": {"avg_ms": 140.06, "count": 214, "max_ms": 301.606, "p95_ms": 168.871}, "triton_wait": {"avg_ms": 60.044, "count": 214, "max_ms": 84.279, "p95_ms": 79.531}, "visualize": {"avg_ms": 5.169, "count": 214, "max_ms": 7.858, "p95_ms": 6.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.54, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.667, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1770166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:36:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:36:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:36:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:36:59.733698+09:00", "mtime_epoch": 1783222619.7336977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:36:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2283.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.214, "pushed": 10.214, "read": 10.18}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.478, "count": 306, "max_ms": 11.725, "p95_ms": 8.66}, "gstreamer_push": {"avg_ms": 1.266, "count": 306, "max_ms": 1.538, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.64, "count": 306, "max_ms": 65.435, "p95_ms": 60.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.652, "count": 306, "max_ms": 79.993, "p95_ms": 69.482}, "yolo11_640_fire_11class": {"avg_ms": 48.076, "count": 306, "max_ms": 65.926, "p95_ms": 60.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.702, "count": 306, "max_ms": 81.095, "p95_ms": 77.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.843, "count": 306, "max_ms": 97.341, "p95_ms": 92.867}, "read_interval": {"avg_ms": 98.222, "count": 305, "max_ms": 570.473, "p95_ms": 112.939}, "triton_wait": {"avg_ms": 55.854, "count": 306, "max_ms": 81.107, "p95_ms": 77.335}, "visualize": {"avg_ms": 3.65, "count": 306, "max_ms": 4.752, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15859.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 645, "h264_decode_error_count": 1584, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:34:28+09:00", "last_error_summary": "[h264 @ 0x5636eb3f4980] error while decoding MB 14 40, bytestream -9", "last_exit_at": "2026-07-05T12:34:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.23, "last_started_at": "2026-07-05T12:34:30+09:00", "pid": 129222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.59, "name": "ffmpeg", "pid": 129222, "rss_mb": 271.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 720, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 721}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.852, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:37:25+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T12:37:25+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T12:37:25.722193+09:00", "mtime_epoch": 1783222645.7221935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:37:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.167, "pushed": 7.167, "read": 7.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.416, "count": 215, "max_ms": 27.911, "p95_ms": 22.112}, "gstreamer_push": {"avg_ms": 1.072, "count": 215, "max_ms": 1.705, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.826, "count": 215, "max_ms": 64.379, "p95_ms": 62.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.277, "count": 215, "max_ms": 81.039, "p95_ms": 71.709}, "yolo11_640_fire_11class": {"avg_ms": 49.53, "count": 215, "max_ms": 65.342, "p95_ms": 62.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.591, "count": 215, "max_ms": 83.368, "p95_ms": 78.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.465, "count": 215, "max_ms": 167.445, "p95_ms": 156.594}, "read_interval": {"avg_ms": 139.674, "count": 215, "max_ms": 177.293, "p95_ms": 164.317}, "triton_wait": {"avg_ms": 59.217, "count": 215, "max_ms": 83.381, "p95_ms": 78.801}, "visualize": {"avg_ms": 5.217, "count": 215, "max_ms": 9.57, "p95_ms": 6.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.568, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.814, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1770464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:37:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:37:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:37:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:37:29.762270+09:00", "mtime_epoch": 1783222649.7622705, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:37:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2283.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.469, "count": 298, "max_ms": 11.781, "p95_ms": 8.739}, "gstreamer_push": {"avg_ms": 1.275, "count": 298, "max_ms": 2.08, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.57, "count": 298, "max_ms": 67.911, "p95_ms": 61.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.759, "count": 298, "max_ms": 81.98, "p95_ms": 72.344}, "yolo11_640_fire_11class": {"avg_ms": 48.806, "count": 298, "max_ms": 67.9, "p95_ms": 62.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.942, "count": 298, "max_ms": 83.753, "p95_ms": 77.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.211, "count": 298, "max_ms": 99.519, "p95_ms": 93.122}, "read_interval": {"avg_ms": 100.822, "count": 297, "max_ms": 755.957, "p95_ms": 115.122}, "triton_wait": {"avg_ms": 55.244, "count": 298, "max_ms": 83.766, "p95_ms": 77.666}, "visualize": {"avg_ms": 3.667, "count": 298, "max_ms": 5.802, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15853.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 646, "h264_decode_error_count": 1585, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:37:34+09:00", "last_error_summary": "[h264 @ 0x5595faee19c0] error while decoding MB 64 22, bytestream -9", "last_exit_at": "2026-07-05T12:37:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.807, "last_started_at": "2026-07-05T12:37:37+09:00", "pid": 129329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.887, "name": "ffmpeg", "pid": 129329, "rss_mb": 263.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 721, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 722}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.292, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:37:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:37:55+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T12:37:55+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T12:37:55.754766+09:00", "mtime_epoch": 1783222675.7547662, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:37:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.22, "pushed": 6.22, "read": 6.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.262, "count": 186, "max_ms": 27.616, "p95_ms": 21.398}, "gstreamer_push": {"avg_ms": 1.081, "count": 186, "max_ms": 1.585, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.639, "count": 186, "max_ms": 65.623, "p95_ms": 62.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.655, "count": 186, "max_ms": 79.831, "p95_ms": 72.403}, "yolo11_640_fire_11class": {"avg_ms": 49.65, "count": 186, "max_ms": 66.686, "p95_ms": 64.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.354, "count": 186, "max_ms": 81.875, "p95_ms": 78.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.319, "count": 186, "max_ms": 165.213, "p95_ms": 149.106}, "read_interval": {"avg_ms": 161.675, "count": 185, "max_ms": 4461.57, "p95_ms": 160.642}, "triton_wait": {"avg_ms": 58.942, "count": 186, "max_ms": 81.887, "p95_ms": 78.603}, "visualize": {"avg_ms": 5.152, "count": 186, "max_ms": 7.213, "p95_ms": 5.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15852.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.588, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.813, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1770762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:37:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:37:59+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T12:37:59+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T12:37:59.754843+09:00", "mtime_epoch": 1783222679.7548425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:37:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2283.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.525, "count": 298, "max_ms": 12.591, "p95_ms": 9.335}, "gstreamer_push": {"avg_ms": 1.248, "count": 298, "max_ms": 1.535, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.527, "count": 298, "max_ms": 66.614, "p95_ms": 61.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.072, "count": 298, "max_ms": 78.749, "p95_ms": 70.542}, "yolo11_640_fire_11class": {"avg_ms": 49.816, "count": 298, "max_ms": 68.398, "p95_ms": 61.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.013, "count": 298, "max_ms": 79.998, "p95_ms": 75.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.922, "count": 298, "max_ms": 96.167, "p95_ms": 91.461}, "read_interval": {"avg_ms": 100.705, "count": 297, "max_ms": 617.358, "p95_ms": 144.618}, "triton_wait": {"avg_ms": 54.095, "count": 298, "max_ms": 80.009, "p95_ms": 75.663}, "visualize": {"avg_ms": 3.574, "count": 298, "max_ms": 4.723, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15854.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 646, "h264_decode_error_count": 1585, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:37:34+09:00", "last_error_summary": "[h264 @ 0x5595faee19c0] error while decoding MB 64 22, bytestream -9", "last_exit_at": "2026-07-05T12:37:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.92, "last_started_at": "2026-07-05T12:37:37+09:00", "pid": 129329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.434, "name": "ffmpeg", "pid": 129329, "rss_mb": 265.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 721, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 722}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.712, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:38:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:38:25+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T12:38:25+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T12:38:25.831340+09:00", "mtime_epoch": 1783222705.8313396, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:38:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.437, "pushed": 7.437, "read": 7.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.11, "count": 222, "max_ms": 32.267, "p95_ms": 21.424}, "gstreamer_push": {"avg_ms": 1.108, "count": 223, "max_ms": 1.555, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.942, "count": 222, "max_ms": 65.132, "p95_ms": 62.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.118, "count": 222, "max_ms": 79.942, "p95_ms": 71.249}, "yolo11_640_fire_11class": {"avg_ms": 51.412, "count": 222, "max_ms": 68.016, "p95_ms": 65.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.197, "count": 222, "max_ms": 81.606, "p95_ms": 78.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.585, "count": 223, "max_ms": 165.568, "p95_ms": 144.317}, "read_interval": {"avg_ms": 134.943, "count": 222, "max_ms": 174.022, "p95_ms": 153.182}, "triton_wait": {"avg_ms": 60.646, "count": 222, "max_ms": 81.619, "p95_ms": 78.713}, "visualize": {"avg_ms": 5.001, "count": 222, "max_ms": 7.488, "p95_ms": 6.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15855.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.668, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.76, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1771065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:38:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:38:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:38:29+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T12:38:29.867417+09:00", "mtime_epoch": 1783222709.8674166, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:38:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2283.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.591, "count": 302, "max_ms": 11.84, "p95_ms": 8.926}, "gstreamer_push": {"avg_ms": 1.286, "count": 303, "max_ms": 1.926, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.745, "count": 302, "max_ms": 64.0, "p95_ms": 60.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.476, "count": 302, "max_ms": 76.658, "p95_ms": 71.138}, "yolo11_640_fire_11class": {"avg_ms": 50.783, "count": 302, "max_ms": 67.792, "p95_ms": 63.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.424, "count": 302, "max_ms": 80.175, "p95_ms": 76.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.663, "count": 303, "max_ms": 96.246, "p95_ms": 92.342}, "read_interval": {"avg_ms": 99.321, "count": 302, "max_ms": 654.602, "p95_ms": 112.609}, "triton_wait": {"avg_ms": 55.512, "count": 302, "max_ms": 80.188, "p95_ms": 76.311}, "visualize": {"avg_ms": 3.7, "count": 302, "max_ms": 5.308, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15859.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 646, "h264_decode_error_count": 1585, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:37:34+09:00", "last_error_summary": "[h264 @ 0x5595faee19c0] error while decoding MB 64 22, bytestream -9", "last_exit_at": "2026-07-05T12:37:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.064, "last_started_at": "2026-07-05T12:37:37+09:00", "pid": 129329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.043, "name": "ffmpeg", "pid": 129329, "rss_mb": 269.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 721, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 722}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.144, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:38:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:38:56+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T12:38:55+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T12:38:55.975914+09:00", "mtime_epoch": 1783222735.975914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:38:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.465, "pushed": 7.465, "read": 7.432}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.186, "count": 223, "max_ms": 32.519, "p95_ms": 20.949}, "gstreamer_push": {"avg_ms": 1.105, "count": 223, "max_ms": 1.589, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.076, "count": 223, "max_ms": 65.313, "p95_ms": 62.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.045, "count": 223, "max_ms": 83.15, "p95_ms": 71.767}, "yolo11_640_fire_11class": {"avg_ms": 50.596, "count": 223, "max_ms": 68.211, "p95_ms": 62.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.304, "count": 223, "max_ms": 83.989, "p95_ms": 78.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.264, "count": 223, "max_ms": 166.441, "p95_ms": 141.791}, "read_interval": {"avg_ms": 134.493, "count": 222, "max_ms": 175.106, "p95_ms": 151.223}, "triton_wait": {"avg_ms": 60.917, "count": 223, "max_ms": 84.0, "p95_ms": 78.371}, "visualize": {"avg_ms": 4.888, "count": 223, "max_ms": 6.288, "p95_ms": 5.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.716, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.845, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1771363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:38:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:38:59+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T12:38:59.907989+09:00", "mtime_epoch": 1783222739.907989, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:38:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2284.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.91}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.746, "count": 298, "max_ms": 12.148, "p95_ms": 10.28}, "gstreamer_push": {"avg_ms": 1.263, "count": 298, "max_ms": 1.918, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.151, "count": 298, "max_ms": 68.911, "p95_ms": 62.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.275, "count": 298, "max_ms": 80.657, "p95_ms": 73.332}, "yolo11_640_fire_11class": {"avg_ms": 49.283, "count": 298, "max_ms": 69.635, "p95_ms": 63.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.316, "count": 298, "max_ms": 85.981, "p95_ms": 78.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.322, "count": 298, "max_ms": 101.838, "p95_ms": 94.165}, "read_interval": {"avg_ms": 100.891, "count": 297, "max_ms": 604.925, "p95_ms": 115.386}, "triton_wait": {"avg_ms": 56.138, "count": 298, "max_ms": 85.995, "p95_ms": 78.857}, "visualize": {"avg_ms": 3.716, "count": 298, "max_ms": 4.773, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15859.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 646, "h264_decode_error_count": 1585, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:37:34+09:00", "last_error_summary": "[h264 @ 0x5595faee19c0] error while decoding MB 64 22, bytestream -9", "last_exit_at": "2026-07-05T12:37:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.176, "last_started_at": "2026-07-05T12:37:37+09:00", "pid": 129329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.043, "name": "ffmpeg", "pid": 129329, "rss_mb": 269.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 721, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 722}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.241, "sample_count": 2106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:39:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:39:26+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T12:39:26+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T12:39:26.092488+09:00", "mtime_epoch": 1783222766.0924878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:39:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9290.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.504, "pushed": 7.504, "read": 7.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.361, "count": 224, "max_ms": 27.545, "p95_ms": 22.849}, "gstreamer_push": {"avg_ms": 1.132, "count": 225, "max_ms": 1.693, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.684, "count": 224, "max_ms": 67.226, "p95_ms": 63.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.947, "count": 224, "max_ms": 79.343, "p95_ms": 73.061}, "yolo11_640_fire_11class": {"avg_ms": 50.481, "count": 224, "max_ms": 67.818, "p95_ms": 63.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.637, "count": 224, "max_ms": 84.04, "p95_ms": 79.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.282, "count": 225, "max_ms": 177.903, "p95_ms": 143.625}, "read_interval": {"avg_ms": 133.771, "count": 224, "max_ms": 186.977, "p95_ms": 153.179}, "triton_wait": {"avg_ms": 60.517, "count": 224, "max_ms": 84.052, "p95_ms": 79.342}, "visualize": {"avg_ms": 4.871, "count": 224, "max_ms": 6.87, "p95_ms": 5.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.791, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.05, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1771666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:39:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T12:39:29+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T12:39:29.960562+09:00", "mtime_epoch": 1783222769.9605615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:39:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2284.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.538, "count": 303, "max_ms": 12.161, "p95_ms": 8.866}, "gstreamer_push": {"avg_ms": 1.279, "count": 303, "max_ms": 2.155, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.368, "count": 303, "max_ms": 68.001, "p95_ms": 62.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.439, "count": 303, "max_ms": 79.763, "p95_ms": 73.985}, "yolo11_640_fire_11class": {"avg_ms": 49.502, "count": 303, "max_ms": 67.3, "p95_ms": 62.836}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.701, "count": 303, "max_ms": 81.017, "p95_ms": 77.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.729, "count": 303, "max_ms": 98.174, "p95_ms": 93.71}, "read_interval": {"avg_ms": 99.236, "count": 302, "max_ms": 531.918, "p95_ms": 114.58}, "triton_wait": {"avg_ms": 55.774, "count": 303, "max_ms": 81.029, "p95_ms": 77.517}, "visualize": {"avg_ms": 3.629, "count": 303, "max_ms": 4.703, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15859.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 646, "h264_decode_error_count": 1585, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:37:34+09:00", "last_error_summary": "[h264 @ 0x5595faee19c0] error while decoding MB 64 22, bytestream -9", "last_exit_at": "2026-07-05T12:37:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.196, "last_started_at": "2026-07-05T12:37:37+09:00", "pid": 129329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.043, "name": "ffmpeg", "pid": 129329, "rss_mb": 269.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 721, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 722}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.979, "sample_count": 2144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:39:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:39:56+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T12:39:56+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T12:39:56.137060+09:00", "mtime_epoch": 1783222796.13706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:39:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.425, "pushed": 7.425, "read": 7.392}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.388, "count": 222, "max_ms": 26.467, "p95_ms": 22.122}, "gstreamer_push": {"avg_ms": 1.113, "count": 222, "max_ms": 1.324, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.75, "count": 222, "max_ms": 65.583, "p95_ms": 62.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.061, "count": 222, "max_ms": 80.188, "p95_ms": 74.887}, "yolo11_640_fire_11class": {"avg_ms": 50.91, "count": 222, "max_ms": 66.393, "p95_ms": 62.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.114, "count": 222, "max_ms": 83.8, "p95_ms": 78.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.699, "count": 222, "max_ms": 158.691, "p95_ms": 143.302}, "read_interval": {"avg_ms": 135.263, "count": 221, "max_ms": 166.603, "p95_ms": 152.827}, "triton_wait": {"avg_ms": 61.918, "count": 222, "max_ms": 83.81, "p95_ms": 78.748}, "visualize": {"avg_ms": 4.88, "count": 222, "max_ms": 6.395, "p95_ms": 5.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.819, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.738, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.343, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1771964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:39:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:40:00+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T12:39:59+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T12:39:59.985133+09:00", "mtime_epoch": 1783222799.9851332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:40:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2284.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.52, "count": 298, "max_ms": 12.758, "p95_ms": 8.493}, "gstreamer_push": {"avg_ms": 1.28, "count": 298, "max_ms": 1.901, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.623, "count": 298, "max_ms": 64.286, "p95_ms": 62.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.169, "count": 298, "max_ms": 79.706, "p95_ms": 73.577}, "yolo11_640_fire_11class": {"avg_ms": 49.09, "count": 298, "max_ms": 64.943, "p95_ms": 61.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.718, "count": 298, "max_ms": 84.994, "p95_ms": 77.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.414, "count": 298, "max_ms": 101.225, "p95_ms": 93.571}, "read_interval": {"avg_ms": 100.728, "count": 297, "max_ms": 592.845, "p95_ms": 117.06}, "triton_wait": {"avg_ms": 56.376, "count": 298, "max_ms": 85.007, "p95_ms": 77.926}, "visualize": {"avg_ms": 3.696, "count": 298, "max_ms": 4.677, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15860.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 646, "h264_decode_error_count": 1585, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:37:34+09:00", "last_error_summary": "[h264 @ 0x5595faee19c0] error while decoding MB 64 22, bytestream -9", "last_exit_at": "2026-07-05T12:37:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.275, "last_started_at": "2026-07-05T12:37:37+09:00", "pid": 129329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.043, "name": "ffmpeg", "pid": 129329, "rss_mb": 269.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 721, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 722}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.977, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:40:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:40:26+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T12:40:26+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T12:40:26.221632+09:00", "mtime_epoch": 1783222826.2216325, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:40:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.349, "pushed": 7.349, "read": 7.316}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.251, "count": 220, "max_ms": 22.661, "p95_ms": 21.463}, "gstreamer_push": {"avg_ms": 1.083, "count": 220, "max_ms": 1.595, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.12, "count": 220, "max_ms": 66.05, "p95_ms": 62.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.722, "count": 220, "max_ms": 76.341, "p95_ms": 71.782}, "yolo11_640_fire_11class": {"avg_ms": 49.721, "count": 220, "max_ms": 66.447, "p95_ms": 62.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.073, "count": 220, "max_ms": 81.568, "p95_ms": 78.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.393, "count": 220, "max_ms": 166.592, "p95_ms": 151.3}, "read_interval": {"avg_ms": 136.792, "count": 219, "max_ms": 176.12, "p95_ms": 160.281}, "triton_wait": {"avg_ms": 59.81, "count": 220, "max_ms": 81.578, "p95_ms": 78.356}, "visualize": {"avg_ms": 5.023, "count": 220, "max_ms": 6.575, "p95_ms": 5.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15860.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 732.285, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.273, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1772269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:40:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T12:40:30+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T12:40:30+09:00", "mjpeg": {"age_sec": 0.61, "exists": true, "mtime": "2026-07-05T12:40:29.933703+09:00", "mtime_epoch": 1783222829.9337032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:40:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2284.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.571, "count": 300, "max_ms": 13.029, "p95_ms": 8.973}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 2.071, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.969, "count": 300, "max_ms": 64.87, "p95_ms": 62.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.667, "count": 300, "max_ms": 82.818, "p95_ms": 71.112}, "yolo11_640_fire_11class": {"avg_ms": 48.985, "count": 300, "max_ms": 68.071, "p95_ms": 61.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.446, "count": 300, "max_ms": 80.42, "p95_ms": 77.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.195, "count": 300, "max_ms": 98.412, "p95_ms": 92.984}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 620.655, "p95_ms": 231.165}, "triton_wait": {"avg_ms": 55.144, "count": 300, "max_ms": 82.83, "p95_ms": 77.192}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 4.578, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15728.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 647, "h264_decode_error_count": 1586, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:40:55+09:00", "last_error_summary": "[h264 @ 0x560a981bfcc0] error while decoding MB 66 18, bytestream -22", "last_exit_at": "2026-07-05T12:40:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.157, "last_started_at": "2026-07-05T12:40:57+09:00", "pid": 129436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.469, "name": "ffmpeg", "pid": 129436, "rss_mb": 141.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 722, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 723}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.683, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:40:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:40:59+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T12:40:59+09:00", "mjpeg": {"age_sec": 4.427, "exists": true, "mtime": "2026-07-05T12:40:55.322186+09:00", "mtime_epoch": 1783222855.3221862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:40:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.975, "pushed": 5.975, "read": 5.942}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.653, "count": 178, "max_ms": 27.345, "p95_ms": 22.451}, "gstreamer_push": {"avg_ms": 1.042, "count": 179, "max_ms": 1.251, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.762, "count": 178, "max_ms": 65.126, "p95_ms": 61.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.496, "count": 178, "max_ms": 84.866, "p95_ms": 72.17}, "yolo11_640_fire_11class": {"avg_ms": 48.496, "count": 178, "max_ms": 71.171, "p95_ms": 63.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.63, "count": 178, "max_ms": 79.988, "p95_ms": 77.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.505, "count": 179, "max_ms": 166.539, "p95_ms": 155.998}, "read_interval": {"avg_ms": 168.33, "count": 178, "max_ms": 4455.979, "p95_ms": 166.519}, "triton_wait": {"avg_ms": 57.504, "count": 178, "max_ms": 84.878, "p95_ms": 78.387}, "visualize": {"avg_ms": 5.438, "count": 178, "max_ms": 7.839, "p95_ms": 6.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15788.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 765.016, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "R (running)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.939, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1772519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:41:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:41:03+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T12:41:03+09:00", "mjpeg": {"age_sec": 7.773, "exists": true, "mtime": "2026-07-05T12:40:55.502190+09:00", "mtime_epoch": 1783222855.5021896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:41:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2284.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 221, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.436, "pushed": 7.436, "read": 7.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.616, "count": 221, "max_ms": 11.571, "p95_ms": 8.884}, "gstreamer_push": {"avg_ms": 1.269, "count": 221, "max_ms": 1.512, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.846, "count": 221, "max_ms": 67.951, "p95_ms": 62.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.155, "count": 221, "max_ms": 77.328, "p95_ms": 70.47}, "yolo11_640_fire_11class": {"avg_ms": 49.834, "count": 221, "max_ms": 68.659, "p95_ms": 63.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.353, "count": 221, "max_ms": 80.43, "p95_ms": 75.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.568, "count": 221, "max_ms": 95.942, "p95_ms": 92.355}, "read_interval": {"avg_ms": 136.183, "count": 221, "max_ms": 7783.227, "p95_ms": 165.556}, "triton_wait": {"avg_ms": 54.424, "count": 221, "max_ms": 80.442, "p95_ms": 76.467}, "visualize": {"avg_ms": 3.707, "count": 221, "max_ms": 4.859, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.72, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15857.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 647, "h264_decode_error_count": 1586, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:40:55+09:00", "last_error_summary": "[h264 @ 0x560a981bfcc0] error while decoding MB 66 18, bytestream -22", "last_exit_at": "2026-07-05T12:40:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.183, "last_started_at": "2026-07-05T12:40:57+09:00", "pid": 129436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.629, "name": "ffmpeg", "pid": 129436, "rss_mb": 265.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 722, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 723}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.781, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:41:29+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T12:41:29+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T12:41:29.666840+09:00", "mtime_epoch": 1783222889.6668396, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:41:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.961, "pushed": 6.961, "read": 6.928}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.326, "count": 208, "max_ms": 25.559, "p95_ms": 21.583}, "gstreamer_push": {"avg_ms": 1.068, "count": 208, "max_ms": 1.208, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.807, "count": 208, "max_ms": 67.872, "p95_ms": 61.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.564, "count": 208, "max_ms": 80.243, "p95_ms": 71.213}, "yolo11_640_fire_11class": {"avg_ms": 48.375, "count": 208, "max_ms": 63.873, "p95_ms": 61.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.475, "count": 208, "max_ms": 81.431, "p95_ms": 77.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.551, "count": 208, "max_ms": 164.998, "p95_ms": 153.85}, "read_interval": {"avg_ms": 144.452, "count": 207, "max_ms": 175.847, "p95_ms": 164.855}, "triton_wait": {"avg_ms": 57.99, "count": 208, "max_ms": 81.443, "p95_ms": 77.79}, "visualize": {"avg_ms": 5.32, "count": 208, "max_ms": 6.461, "p95_ms": 6.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 795.078, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.122, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1772861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:41:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T12:41:33+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T12:41:33+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T12:41:33.266908+09:00", "mtime_epoch": 1783222893.2669082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:41:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2285.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 342, "pushed_frames": 342, "read_frames": 341, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.408, "pushed": 11.408, "read": 11.375}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.524, "count": 342, "max_ms": 9.913, "p95_ms": 8.797}, "gstreamer_push": {"avg_ms": 1.28, "count": 342, "max_ms": 1.773, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.099, "count": 342, "max_ms": 64.822, "p95_ms": 62.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.391, "count": 342, "max_ms": 77.227, "p95_ms": 71.073}, "yolo11_640_fire_11class": {"avg_ms": 48.75, "count": 342, "max_ms": 66.802, "p95_ms": 62.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.235, "count": 342, "max_ms": 82.994, "p95_ms": 78.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.213, "count": 342, "max_ms": 190.127, "p95_ms": 94.039}, "read_interval": {"avg_ms": 87.893, "count": 341, "max_ms": 203.212, "p95_ms": 110.512}, "triton_wait": {"avg_ms": 54.845, "count": 342, "max_ms": 83.007, "p95_ms": 78.343}, "visualize": {"avg_ms": 3.673, "count": 342, "max_ms": 4.332, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15859.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 647, "h264_decode_error_count": 1586, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:40:55+09:00", "last_error_summary": "[h264 @ 0x560a981bfcc0] error while decoding MB 66 18, bytestream -22", "last_exit_at": "2026-07-05T12:40:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.229, "last_started_at": "2026-07-05T12:40:57+09:00", "pid": 129436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.918, "name": "ffmpeg", "pid": 129436, "rss_mb": 266.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 722, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 723}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.652, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:41:59+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T12:41:59+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T12:41:59.715411+09:00", "mtime_epoch": 1783222919.7154112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:41:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.158, "pushed": 7.158, "read": 7.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.82, "count": 214, "max_ms": 23.762, "p95_ms": 21.233}, "gstreamer_push": {"avg_ms": 1.109, "count": 214, "max_ms": 1.255, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.558, "count": 214, "max_ms": 67.035, "p95_ms": 62.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.712, "count": 214, "max_ms": 83.765, "p95_ms": 75.556}, "yolo11_640_fire_11class": {"avg_ms": 52.118, "count": 214, "max_ms": 67.398, "p95_ms": 63.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.275, "count": 214, "max_ms": 83.38, "p95_ms": 79.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.867, "count": 214, "max_ms": 170.609, "p95_ms": 153.301}, "read_interval": {"avg_ms": 140.475, "count": 213, "max_ms": 181.471, "p95_ms": 164.326}, "triton_wait": {"avg_ms": 62.784, "count": 214, "max_ms": 83.778, "p95_ms": 79.564}, "visualize": {"avg_ms": 4.945, "count": 214, "max_ms": 6.337, "p95_ms": 5.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 825.12, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.649, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1773194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:42:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:42:03+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:42:03+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T12:42:03.319480+09:00", "mtime_epoch": 1783222923.3194797, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:42:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2285.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 333, "pushed_frames": 333, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.116, "pushed": 11.116, "read": 11.083}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.41, "count": 333, "max_ms": 11.814, "p95_ms": 8.083}, "gstreamer_push": {"avg_ms": 1.267, "count": 333, "max_ms": 1.882, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.023, "count": 333, "max_ms": 67.025, "p95_ms": 63.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.801, "count": 333, "max_ms": 82.596, "p95_ms": 76.02}, "yolo11_640_fire_11class": {"avg_ms": 50.95, "count": 333, "max_ms": 71.162, "p95_ms": 64.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.526, "count": 333, "max_ms": 81.553, "p95_ms": 79.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.191, "count": 333, "max_ms": 97.923, "p95_ms": 95.689}, "read_interval": {"avg_ms": 90.228, "count": 332, "max_ms": 120.953, "p95_ms": 112.628}, "triton_wait": {"avg_ms": 57.307, "count": 333, "max_ms": 82.608, "p95_ms": 79.816}, "visualize": {"avg_ms": 3.655, "count": 333, "max_ms": 4.648, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15860.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 647, "h264_decode_error_count": 1586, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:40:55+09:00", "last_error_summary": "[h264 @ 0x560a981bfcc0] error while decoding MB 66 18, bytestream -22", "last_exit_at": "2026-07-05T12:40:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.258, "last_started_at": "2026-07-05T12:40:57+09:00", "pid": 129436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.176, "name": "ffmpeg", "pid": 129436, "rss_mb": 267.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 722, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 723}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.329, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:42:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:42:29+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:42:29+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T12:42:29.711981+09:00", "mtime_epoch": 1783222949.7119813, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:42:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.061, "pushed": 7.061, "read": 7.028}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.253, "count": 211, "max_ms": 24.957, "p95_ms": 21.677}, "gstreamer_push": {"avg_ms": 1.079, "count": 211, "max_ms": 1.541, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.835, "count": 211, "max_ms": 65.263, "p95_ms": 62.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.425, "count": 211, "max_ms": 79.595, "p95_ms": 69.622}, "yolo11_640_fire_11class": {"avg_ms": 49.537, "count": 211, "max_ms": 66.054, "p95_ms": 62.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.424, "count": 211, "max_ms": 80.691, "p95_ms": 77.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.132, "count": 211, "max_ms": 166.035, "p95_ms": 154.124}, "read_interval": {"avg_ms": 142.262, "count": 210, "max_ms": 177.191, "p95_ms": 167.291}, "triton_wait": {"avg_ms": 59.053, "count": 211, "max_ms": 80.704, "p95_ms": 77.943}, "visualize": {"avg_ms": 5.208, "count": 211, "max_ms": 7.345, "p95_ms": 6.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15860.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 855.188, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.641, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1773497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:42:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:42:33+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T12:42:33+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T12:42:33.376051+09:00", "mtime_epoch": 1783222953.376051, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:42:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2285.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.436, "count": 303, "max_ms": 10.678, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.279, "count": 303, "max_ms": 1.553, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.239, "count": 303, "max_ms": 66.006, "p95_ms": 62.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.804, "count": 303, "max_ms": 76.035, "p95_ms": 66.605}, "yolo11_640_fire_11class": {"avg_ms": 49.966, "count": 303, "max_ms": 65.904, "p95_ms": 62.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.338, "count": 303, "max_ms": 80.531, "p95_ms": 77.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.111, "count": 303, "max_ms": 96.203, "p95_ms": 93.176}, "read_interval": {"avg_ms": 99.272, "count": 302, "max_ms": 525.798, "p95_ms": 114.542}, "triton_wait": {"avg_ms": 55.205, "count": 303, "max_ms": 80.544, "p95_ms": 77.399}, "visualize": {"avg_ms": 3.671, "count": 303, "max_ms": 5.699, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15860.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 647, "h264_decode_error_count": 1586, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:40:55+09:00", "last_error_summary": "[h264 @ 0x560a981bfcc0] error while decoding MB 66 18, bytestream -22", "last_exit_at": "2026-07-05T12:40:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.322, "last_started_at": "2026-07-05T12:40:57+09:00", "pid": 129436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.176, "name": "ffmpeg", "pid": 129436, "rss_mb": 267.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 722, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 723}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.717, "sample_count": 2119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:42:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:42:59+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-05T12:42:59+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T12:42:59.756552+09:00", "mtime_epoch": 1783222979.7565525, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:42:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.72, "pushed": 6.72, "read": 6.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.89, "count": 201, "max_ms": 34.845, "p95_ms": 21.765}, "gstreamer_push": {"avg_ms": 1.05, "count": 201, "max_ms": 1.387, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.98, "count": 201, "max_ms": 64.389, "p95_ms": 61.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.682, "count": 201, "max_ms": 78.047, "p95_ms": 69.427}, "yolo11_640_fire_11class": {"avg_ms": 48.815, "count": 201, "max_ms": 66.533, "p95_ms": 63.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.956, "count": 201, "max_ms": 78.571, "p95_ms": 76.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.804, "count": 201, "max_ms": 177.493, "p95_ms": 159.822}, "read_interval": {"avg_ms": 149.443, "count": 200, "max_ms": 192.339, "p95_ms": 171.489}, "triton_wait": {"avg_ms": 57.375, "count": 201, "max_ms": 78.579, "p95_ms": 76.917}, "visualize": {"avg_ms": 5.574, "count": 201, "max_ms": 7.078, "p95_ms": 6.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15860.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 885.218, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.71, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1773799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:43:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:43:03+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T12:43:03+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T12:43:03.412622+09:00", "mtime_epoch": 1783222983.412622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:43:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2285.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.635, "count": 302, "max_ms": 11.648, "p95_ms": 8.951}, "gstreamer_push": {"avg_ms": 1.279, "count": 302, "max_ms": 1.848, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.465, "count": 302, "max_ms": 71.913, "p95_ms": 62.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.325, "count": 302, "max_ms": 73.763, "p95_ms": 59.926}, "yolo11_640_fire_11class": {"avg_ms": 49.689, "count": 302, "max_ms": 74.035, "p95_ms": 63.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.228, "count": 302, "max_ms": 79.804, "p95_ms": 76.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.809, "count": 302, "max_ms": 96.067, "p95_ms": 92.109}, "read_interval": {"avg_ms": 99.478, "count": 301, "max_ms": 664.763, "p95_ms": 116.231}, "triton_wait": {"avg_ms": 53.608, "count": 302, "max_ms": 79.817, "p95_ms": 76.22}, "visualize": {"avg_ms": 3.709, "count": 302, "max_ms": 5.138, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15863.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 647, "h264_decode_error_count": 1586, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:40:55+09:00", "last_error_summary": "[h264 @ 0x560a981bfcc0] error while decoding MB 66 18, bytestream -22", "last_exit_at": "2026-07-05T12:40:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.375, "last_started_at": "2026-07-05T12:40:57+09:00", "pid": 129436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.27, "name": "ffmpeg", "pid": 129436, "rss_mb": 270.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 722, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 723}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.828, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:43:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:43:29+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:43:29+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T12:43:29.833124+09:00", "mtime_epoch": 1783223009.833124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:43:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.794, "pushed": 6.794, "read": 6.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.585, "count": 203, "max_ms": 28.353, "p95_ms": 21.149}, "gstreamer_push": {"avg_ms": 1.05, "count": 203, "max_ms": 1.524, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.672, "count": 203, "max_ms": 67.683, "p95_ms": 61.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.357, "count": 203, "max_ms": 79.786, "p95_ms": 71.327}, "yolo11_640_fire_11class": {"avg_ms": 48.407, "count": 203, "max_ms": 70.979, "p95_ms": 61.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.711, "count": 203, "max_ms": 82.748, "p95_ms": 77.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.233, "count": 203, "max_ms": 168.906, "p95_ms": 162.287}, "read_interval": {"avg_ms": 148.033, "count": 202, "max_ms": 180.496, "p95_ms": 173.982}, "triton_wait": {"avg_ms": 57.118, "count": 203, "max_ms": 82.76, "p95_ms": 77.149}, "visualize": {"avg_ms": 5.485, "count": 203, "max_ms": 6.198, "p95_ms": 5.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15864.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 915.265, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.755, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1774097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:43:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:43:33+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T12:43:33+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T12:43:33.429192+09:00", "mtime_epoch": 1783223013.4291923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:43:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2285.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.91}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.497, "count": 298, "max_ms": 12.921, "p95_ms": 8.46}, "gstreamer_push": {"avg_ms": 1.283, "count": 298, "max_ms": 2.015, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.746, "count": 298, "max_ms": 64.517, "p95_ms": 62.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.422, "count": 298, "max_ms": 80.509, "p95_ms": 69.958}, "yolo11_640_fire_11class": {"avg_ms": 49.688, "count": 298, "max_ms": 67.599, "p95_ms": 63.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.72, "count": 298, "max_ms": 81.328, "p95_ms": 76.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.799, "count": 298, "max_ms": 97.415, "p95_ms": 93.073}, "read_interval": {"avg_ms": 100.8, "count": 297, "max_ms": 582.885, "p95_ms": 201.252}, "triton_wait": {"avg_ms": 54.777, "count": 298, "max_ms": 81.341, "p95_ms": 77.403}, "visualize": {"avg_ms": 3.67, "count": 298, "max_ms": 5.864, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15857.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 648, "h264_decode_error_count": 1587, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:43:40+09:00", "last_error_summary": "[h264 @ 0x55627c414ec0] error while decoding MB 54 24, bytestream -7", "last_exit_at": "2026-07-05T12:43:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.758, "last_started_at": "2026-07-05T12:43:43+09:00", "pid": 129543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.129, "name": "ffmpeg", "pid": 129543, "rss_mb": 265.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 723, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 724}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.859, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:44:00+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T12:43:59+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T12:43:59.913696+09:00", "mtime_epoch": 1783223039.9136956, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:44:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.316, "pushed": 6.316, "read": 6.283}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.148, "count": 189, "max_ms": 25.961, "p95_ms": 21.626}, "gstreamer_push": {"avg_ms": 1.09, "count": 189, "max_ms": 1.249, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.747, "count": 189, "max_ms": 66.168, "p95_ms": 62.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.921, "count": 189, "max_ms": 74.997, "p95_ms": 69.661}, "yolo11_640_fire_11class": {"avg_ms": 49.605, "count": 189, "max_ms": 68.933, "p95_ms": 63.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.437, "count": 189, "max_ms": 80.221, "p95_ms": 77.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.049, "count": 189, "max_ms": 165.734, "p95_ms": 150.305}, "read_interval": {"avg_ms": 159.177, "count": 188, "max_ms": 4449.201, "p95_ms": 168.156}, "triton_wait": {"avg_ms": 57.003, "count": 189, "max_ms": 80.232, "p95_ms": 77.698}, "visualize": {"avg_ms": 5.048, "count": 189, "max_ms": 6.351, "p95_ms": 5.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15857.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 945.266, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.569, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1774398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:44:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:44:03+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T12:44:03+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-05T12:44:03.233758+09:00", "mtime_epoch": 1783223043.2337584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:44:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2285.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.487, "count": 301, "max_ms": 11.709, "p95_ms": 8.603}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 2.012, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.138, "count": 301, "max_ms": 65.637, "p95_ms": 61.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.485, "count": 301, "max_ms": 75.219, "p95_ms": 65.93}, "yolo11_640_fire_11class": {"avg_ms": 48.68, "count": 301, "max_ms": 72.857, "p95_ms": 60.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.164, "count": 301, "max_ms": 81.644, "p95_ms": 73.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.862, "count": 301, "max_ms": 99.076, "p95_ms": 89.448}, "read_interval": {"avg_ms": 99.743, "count": 301, "max_ms": 567.918, "p95_ms": 114.869}, "triton_wait": {"avg_ms": 52.935, "count": 301, "max_ms": 81.656, "p95_ms": 73.584}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 4.851, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15858.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 648, "h264_decode_error_count": 1587, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:43:40+09:00", "last_error_summary": "[h264 @ 0x55627c414ec0] error while decoding MB 54 24, bytestream -7", "last_exit_at": "2026-07-05T12:43:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.797, "last_started_at": "2026-07-05T12:43:43+09:00", "pid": 129543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.387, "name": "ffmpeg", "pid": 129543, "rss_mb": 265.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 723, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 724}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.594, "sample_count": 2052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T12:44:30+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T12:44:29+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T12:44:29.966266+09:00", "mtime_epoch": 1783223069.9662664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:44:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.019, "pushed": 7.019, "read": 6.986}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.541, "count": 210, "max_ms": 26.451, "p95_ms": 21.894}, "gstreamer_push": {"avg_ms": 1.055, "count": 210, "max_ms": 1.23, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.349, "count": 210, "max_ms": 64.537, "p95_ms": 63.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.778, "count": 210, "max_ms": 79.266, "p95_ms": 69.792}, "yolo11_640_fire_11class": {"avg_ms": 51.156, "count": 210, "max_ms": 68.873, "p95_ms": 66.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.668, "count": 210, "max_ms": 80.419, "p95_ms": 78.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.307, "count": 210, "max_ms": 171.566, "p95_ms": 158.797}, "read_interval": {"avg_ms": 143.094, "count": 209, "max_ms": 180.446, "p95_ms": 167.586}, "triton_wait": {"avg_ms": 58.048, "count": 210, "max_ms": 80.431, "p95_ms": 78.867}, "visualize": {"avg_ms": 5.412, "count": 210, "max_ms": 7.922, "p95_ms": 6.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15858.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 975.333, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.489, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1774700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:44:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:44:33+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T12:44:33+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T12:44:33.526334+09:00", "mtime_epoch": 1783223073.5263338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:44:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2285.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.493, "count": 302, "max_ms": 12.082, "p95_ms": 8.918}, "gstreamer_push": {"avg_ms": 1.258, "count": 302, "max_ms": 2.058, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.726, "count": 302, "max_ms": 66.299, "p95_ms": 63.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.265, "count": 302, "max_ms": 82.547, "p95_ms": 70.007}, "yolo11_640_fire_11class": {"avg_ms": 51.389, "count": 302, "max_ms": 70.218, "p95_ms": 65.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.587, "count": 302, "max_ms": 82.651, "p95_ms": 77.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.49, "count": 302, "max_ms": 98.274, "p95_ms": 92.844}, "read_interval": {"avg_ms": 99.606, "count": 301, "max_ms": 600.177, "p95_ms": 114.777}, "triton_wait": {"avg_ms": 54.656, "count": 302, "max_ms": 82.664, "p95_ms": 77.026}, "visualize": {"avg_ms": 3.604, "count": 302, "max_ms": 4.617, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15860.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 648, "h264_decode_error_count": 1587, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:43:40+09:00", "last_error_summary": "[h264 @ 0x55627c414ec0] error while decoding MB 54 24, bytestream -7", "last_exit_at": "2026-07-05T12:43:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.829, "last_started_at": "2026-07-05T12:43:43+09:00", "pid": 129543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.504, "name": "ffmpeg", "pid": 129543, "rss_mb": 267.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 723, "restart_count_per_hour": 22, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 724}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.796, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:45:00+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T12:44:59+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T12:44:59.990836+09:00", "mtime_epoch": 1783223099.9908364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:45:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9291.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.166, "pushed": 7.166, "read": 7.133}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.941, "count": 214, "max_ms": 30.238, "p95_ms": 23.923}, "gstreamer_push": {"avg_ms": 1.033, "count": 214, "max_ms": 1.607, "p95_ms": 1.155}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.225, "count": 214, "max_ms": 71.484, "p95_ms": 63.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.28, "count": 214, "max_ms": 83.98, "p95_ms": 74.829}, "yolo11_640_fire_11class": {"avg_ms": 49.028, "count": 214, "max_ms": 70.603, "p95_ms": 64.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.039, "count": 214, "max_ms": 91.182, "p95_ms": 81.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.623, "count": 214, "max_ms": 172.346, "p95_ms": 165.462}, "read_interval": {"avg_ms": 140.319, "count": 213, "max_ms": 180.653, "p95_ms": 173.636}, "triton_wait": {"avg_ms": 57.95, "count": 214, "max_ms": 91.194, "p95_ms": 81.839}, "visualize": {"avg_ms": 5.256, "count": 214, "max_ms": 7.62, "p95_ms": 6.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15860.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1005.443, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.22, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1774885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:45:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:45:03+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-05T12:45:03+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-05T12:45:03.526904+09:00", "mtime_epoch": 1783223103.5269036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:45:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2285.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.144, "pushed": 6.144, "read": 6.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.168, "count": 184, "max_ms": 17.205, "p95_ms": 15.398}, "gstreamer_push": {"avg_ms": 0.978, "count": 184, "max_ms": 1.442, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.482, "count": 184, "max_ms": 74.938, "p95_ms": 64.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.161, "count": 184, "max_ms": 86.146, "p95_ms": 76.398}, "yolo11_640_fire_11class": {"avg_ms": 48.413, "count": 184, "max_ms": 66.894, "p95_ms": 61.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.311, "count": 184, "max_ms": 86.157, "p95_ms": 81.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.895, "count": 184, "max_ms": 216.895, "p95_ms": 209.884}, "read_interval": {"avg_ms": 162.988, "count": 183, "max_ms": 495.615, "p95_ms": 223.142}, "triton_wait": {"avg_ms": 58.824, "count": 184, "max_ms": 86.169, "p95_ms": 81.148}, "visualize": {"avg_ms": 5.28, "count": 184, "max_ms": 8.973, "p95_ms": 6.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15865.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 648, "h264_decode_error_count": 1587, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:43:40+09:00", "last_error_summary": "[h264 @ 0x55627c414ec0] error while decoding MB 54 24, bytestream -7", "last_exit_at": "2026-07-05T12:43:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.953, "last_started_at": "2026-07-05T12:43:43+09:00", "pid": 129543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.66, "name": "ffmpeg", "pid": 129543, "rss_mb": 272.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 723, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 724}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.897, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:45:30+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:45:30+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T12:45:30.107408+09:00", "mtime_epoch": 1783223130.1074083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:45:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.405, "pushed": 7.405, "read": 7.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.104, "count": 221, "max_ms": 27.133, "p95_ms": 21.328}, "gstreamer_push": {"avg_ms": 1.069, "count": 222, "max_ms": 1.37, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.868, "count": 221, "max_ms": 71.461, "p95_ms": 64.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.494, "count": 221, "max_ms": 79.994, "p95_ms": 67.611}, "yolo11_640_fire_11class": {"avg_ms": 49.311, "count": 221, "max_ms": 67.924, "p95_ms": 64.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.458, "count": 221, "max_ms": 88.807, "p95_ms": 80.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.44, "count": 222, "max_ms": 172.706, "p95_ms": 156.427}, "read_interval": {"avg_ms": 135.641, "count": 221, "max_ms": 180.424, "p95_ms": 166.065}, "triton_wait": {"avg_ms": 58.601, "count": 221, "max_ms": 88.82, "p95_ms": 80.459}, "visualize": {"avg_ms": 5.104, "count": 221, "max_ms": 7.996, "p95_ms": 6.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15866.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1035.487, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.772, "sample_count": 2859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1775159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:45:33+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:45:33+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:45:33.683476+09:00", "mtime_epoch": 1783223133.6834762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:45:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2286.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.182, "pushed": 9.182, "read": 9.148}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.915, "count": 274, "max_ms": 15.151, "p95_ms": 14.523}, "gstreamer_push": {"avg_ms": 1.18, "count": 274, "max_ms": 1.539, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.756, "count": 274, "max_ms": 71.109, "p95_ms": 63.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.23, "count": 274, "max_ms": 77.336, "p95_ms": 67.28}, "yolo11_640_fire_11class": {"avg_ms": 50.566, "count": 274, "max_ms": 66.495, "p95_ms": 63.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.881, "count": 274, "max_ms": 88.74, "p95_ms": 79.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.209, "count": 274, "max_ms": 215.743, "p95_ms": 189.685}, "read_interval": {"avg_ms": 109.762, "count": 273, "max_ms": 228.418, "p95_ms": 200.214}, "triton_wait": {"avg_ms": 58.187, "count": 274, "max_ms": 88.752, "p95_ms": 79.872}, "visualize": {"avg_ms": 4.055, "count": 274, "max_ms": 6.174, "p95_ms": 5.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15868.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 648, "h264_decode_error_count": 1587, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:43:40+09:00", "last_error_summary": "[h264 @ 0x55627c414ec0] error while decoding MB 54 24, bytestream -7", "last_exit_at": "2026-07-05T12:43:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.957, "last_started_at": "2026-07-05T12:43:43+09:00", "pid": 129543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.238, "name": "ffmpeg", "pid": 129543, "rss_mb": 275.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 723, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 724}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.24, "sample_count": 2081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:46:00+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T12:46:00+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T12:46:00.131978+09:00", "mtime_epoch": 1783223160.1319783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:46:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.068, "pushed": 7.068, "read": 7.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.315, "count": 212, "max_ms": 24.965, "p95_ms": 21.489}, "gstreamer_push": {"avg_ms": 1.052, "count": 212, "max_ms": 1.548, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.268, "count": 212, "max_ms": 73.515, "p95_ms": 63.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.805, "count": 212, "max_ms": 87.369, "p95_ms": 70.837}, "yolo11_640_fire_11class": {"avg_ms": 49.231, "count": 212, "max_ms": 71.236, "p95_ms": 63.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.168, "count": 212, "max_ms": 88.081, "p95_ms": 79.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.674, "count": 212, "max_ms": 174.882, "p95_ms": 163.065}, "read_interval": {"avg_ms": 141.645, "count": 212, "max_ms": 184.414, "p95_ms": 170.671}, "triton_wait": {"avg_ms": 59.66, "count": 212, "max_ms": 88.093, "p95_ms": 79.71}, "visualize": {"avg_ms": 5.262, "count": 212, "max_ms": 6.762, "p95_ms": 6.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15875.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1065.571, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.996, "name": "ffmpeg", "pid": 128856, "rss_mb": 334.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.683, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1775455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:46:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:46:03+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-05T12:46:03+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-05T12:46:03.652045+09:00", "mtime_epoch": 1783223163.652045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:46:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2286.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.833}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.403, "count": 295, "max_ms": 16.788, "p95_ms": 14.546}, "gstreamer_push": {"avg_ms": 1.205, "count": 296, "max_ms": 1.495, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.469, "count": 295, "max_ms": 68.656, "p95_ms": 61.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.37, "count": 295, "max_ms": 82.511, "p95_ms": 70.682}, "yolo11_640_fire_11class": {"avg_ms": 47.602, "count": 295, "max_ms": 70.157, "p95_ms": 59.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.842, "count": 295, "max_ms": 87.334, "p95_ms": 77.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.913, "count": 296, "max_ms": 215.926, "p95_ms": 186.772}, "read_interval": {"avg_ms": 101.303, "count": 295, "max_ms": 226.666, "p95_ms": 198.059}, "triton_wait": {"avg_ms": 55.242, "count": 295, "max_ms": 87.347, "p95_ms": 77.417}, "visualize": {"avg_ms": 3.929, "count": 295, "max_ms": 6.435, "p95_ms": 5.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15974.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 648, "h264_decode_error_count": 1587, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:43:40+09:00", "last_error_summary": "[h264 @ 0x55627c414ec0] error while decoding MB 54 24, bytestream -7", "last_exit_at": "2026-07-05T12:43:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.96, "last_started_at": "2026-07-05T12:43:43+09:00", "pid": 129543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 380.379, "name": "ffmpeg", "pid": 129543, "rss_mb": 380.379, "state": "S (sleeping)", "threads": 104}, "restart_count": 723, "restart_count_per_hour": 21, "rtsp_timeout_count": 412, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 724}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.24, "sample_count": 1962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:46:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:46:30+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T12:46:30+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T12:46:30.140548+09:00", "mtime_epoch": 1783223190.1405478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:46:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.967, "pushed": 2.967, "read": 2.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.536, "count": 89, "max_ms": 25.545, "p95_ms": 20.785}, "gstreamer_push": {"avg_ms": 1.046, "count": 89, "max_ms": 1.201, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.65, "count": 89, "max_ms": 68.794, "p95_ms": 67.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.527, "count": 89, "max_ms": 77.065, "p95_ms": 72.737}, "yolo11_640_fire_11class": {"avg_ms": 46.705, "count": 89, "max_ms": 65.915, "p95_ms": 59.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.31, "count": 89, "max_ms": 86.646, "p95_ms": 81.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.881, "count": 89, "max_ms": 146.59, "p95_ms": 139.913}, "read_interval": {"avg_ms": 337.158, "count": 89, "max_ms": 10213.051, "p95_ms": 150.422}, "triton_wait": {"avg_ms": 55.355, "count": 89, "max_ms": 86.659, "p95_ms": 81.719}, "visualize": {"avg_ms": 4.637, "count": 89, "max_ms": 5.361, "p95_ms": 5.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15804.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:28:15+09:00", "last_error_summary": "[h264 @ 0x55aa76f655c0] error while decoding MB 59 43, bytestream -5 [in#0/rtsp @ 0x55aa76f54e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aa76f54e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1100.07, "last_started_at": "2026-07-05T12:28:18+09:00", "pid": 128856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 359.82, "name": "ffmpeg", "pid": 128856, "rss_mb": 359.82, "state": "S (sleeping)", "threads": 104}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 236, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.388, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1775518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:46:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:46:38+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-05T12:46:38+09:00", "mjpeg": {"age_sec": 10.756, "exists": true, "mtime": "2026-07-05T12:46:27.572499+09:00", "mtime_epoch": 1783223187.572499, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:46:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2286.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 41, "pushed_frames": 41, "read_frames": 40, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.37, "pushed": 1.37, "read": 1.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 14.79, "count": 40, "max_ms": 17.512, "p95_ms": 15.759}, "gstreamer_push": {"avg_ms": 0.823, "count": 41, "max_ms": 0.89, "p95_ms": 0.853}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.635, "count": 40, "max_ms": 65.405, "p95_ms": 56.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.477, "count": 40, "max_ms": 69.89, "p95_ms": 58.995}, "yolo11_640_fire_11class": {"avg_ms": 45.572, "count": 40, "max_ms": 55.921, "p95_ms": 51.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.352, "count": 40, "max_ms": 78.931, "p95_ms": 69.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.534, "count": 41, "max_ms": 209.52, "p95_ms": 200.964}, "read_interval": {"avg_ms": 747.892, "count": 40, "max_ms": 11706.126, "p95_ms": 212.874}, "triton_wait": {"avg_ms": 55.364, "count": 40, "max_ms": 78.943, "p95_ms": 69.246}, "visualize": {"avg_ms": 5.853, "count": 40, "max_ms": 6.402, "p95_ms": 6.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15858.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 649, "h264_decode_error_count": 1595, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:30+09:00", "last_error_summary": "[h264 @ 0x56548e59b680] error while decoding MB 57 18, bytestream -6 [h264 @ 0x56548f1befc0] error while decoding MB 43 24, bytestream -9 [h264 @ 0x56548ee83680] left block unavailable for requested intra mode [h264 @ 0x56548ee83680] error while decoding MB 0 8, bytestream 3059 [h264 @ 0x56548e555b40] cabac decode of qscale diff failed at 72 32 [h264 @ 0x56548e555b40] error while decoding MB 72 32, bytestream 115954 [h264 @ 0x56548e62e440] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T12:46:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.423, "last_started_at": "2026-07-05T12:46:32+09:00", "pid": 129650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.879, "name": "ffmpeg", "pid": 129650, "rss_mb": 268.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 724, "restart_count_per_hour": 22, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 725}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.191, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:47:00+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T12:47:00+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T12:47:00.261119+09:00", "mtime_epoch": 1783223220.2611194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:47:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.281, "pushed": 7.281, "read": 7.281}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.019, "count": 185, "max_ms": 23.422, "p95_ms": 21.312}, "gstreamer_push": {"avg_ms": 1.07, "count": 185, "max_ms": 1.263, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.908, "count": 185, "max_ms": 66.508, "p95_ms": 59.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.873, "count": 185, "max_ms": 79.034, "p95_ms": 65.687}, "yolo11_640_fire_11class": {"avg_ms": 47.58, "count": 185, "max_ms": 67.285, "p95_ms": 60.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.271, "count": 185, "max_ms": 80.482, "p95_ms": 74.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.863, "count": 185, "max_ms": 167.117, "p95_ms": 146.07}, "read_interval": {"avg_ms": 162.166, "count": 185, "max_ms": 4707.736, "p95_ms": 156.869}, "triton_wait": {"avg_ms": 55.881, "count": 185, "max_ms": 80.494, "p95_ms": 74.319}, "visualize": {"avg_ms": 5.119, "count": 185, "max_ms": 6.93, "p95_ms": 6.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.407, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15860.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.311, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.727, "name": "ffmpeg", "pid": 129757, "rss_mb": 331.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.864, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1775763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:47:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:47:08+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T12:47:08+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T12:47:08.289272+09:00", "mtime_epoch": 1783223228.2892718, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:47:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2286.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.208, "pushed": 8.208, "read": 8.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.076, "count": 245, "max_ms": 14.358, "p95_ms": 11.651}, "gstreamer_push": {"avg_ms": 1.234, "count": 245, "max_ms": 1.457, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.361, "count": 245, "max_ms": 66.353, "p95_ms": 63.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.284, "count": 245, "max_ms": 76.517, "p95_ms": 65.951}, "yolo11_640_fire_11class": {"avg_ms": 49.692, "count": 245, "max_ms": 73.35, "p95_ms": 65.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.315, "count": 245, "max_ms": 81.562, "p95_ms": 75.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.272, "count": 245, "max_ms": 190.642, "p95_ms": 97.677}, "read_interval": {"avg_ms": 122.726, "count": 244, "max_ms": 4926.754, "p95_ms": 180.624}, "triton_wait": {"avg_ms": 53.862, "count": 245, "max_ms": 81.574, "p95_ms": 75.846}, "visualize": {"avg_ms": 3.743, "count": 245, "max_ms": 11.705, "p95_ms": 4.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15861.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 649, "h264_decode_error_count": 1595, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:30+09:00", "last_error_summary": "[h264 @ 0x56548e59b680] error while decoding MB 57 18, bytestream -6 [h264 @ 0x56548f1befc0] error while decoding MB 43 24, bytestream -9 [h264 @ 0x56548ee83680] left block unavailable for requested intra mode [h264 @ 0x56548ee83680] error while decoding MB 0 8, bytestream 3059 [h264 @ 0x56548e555b40] cabac decode of qscale diff failed at 72 32 [h264 @ 0x56548e555b40] error while decoding MB 72 32, bytestream 115954 [h264 @ 0x56548e62e440] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T12:46:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.466, "last_started_at": "2026-07-05T12:46:32+09:00", "pid": 129650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.168, "name": "ffmpeg", "pid": 129650, "rss_mb": 270.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 724, "restart_count_per_hour": 22, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 725}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.796, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:47:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:47:30+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T12:47:30+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T12:47:30.281689+09:00", "mtime_epoch": 1783223250.2816892, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:47:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.459, "pushed": 7.459, "read": 7.426}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.822, "count": 223, "max_ms": 26.415, "p95_ms": 21.087}, "gstreamer_push": {"avg_ms": 1.101, "count": 223, "max_ms": 1.366, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.486, "count": 223, "max_ms": 65.704, "p95_ms": 61.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.7, "count": 223, "max_ms": 78.891, "p95_ms": 69.524}, "yolo11_640_fire_11class": {"avg_ms": 51.792, "count": 223, "max_ms": 68.681, "p95_ms": 64.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.556, "count": 223, "max_ms": 79.735, "p95_ms": 75.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.249, "count": 223, "max_ms": 165.701, "p95_ms": 144.46}, "read_interval": {"avg_ms": 134.668, "count": 222, "max_ms": 176.763, "p95_ms": 156.61}, "triton_wait": {"avg_ms": 58.174, "count": 223, "max_ms": 79.748, "p95_ms": 75.765}, "visualize": {"avg_ms": 4.894, "count": 223, "max_ms": 7.745, "p95_ms": 5.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15861.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.378, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.727, "name": "ffmpeg", "pid": 129757, "rss_mb": 331.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.864, "sample_count": 2517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1776065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:47:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:47:38+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:47:38+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:47:38.377843+09:00", "mtime_epoch": 1783223258.3778427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:47:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2286.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.66, "count": 302, "max_ms": 12.122, "p95_ms": 8.412}, "gstreamer_push": {"avg_ms": 1.279, "count": 302, "max_ms": 1.847, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.616, "count": 302, "max_ms": 74.492, "p95_ms": 63.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.381, "count": 302, "max_ms": 82.561, "p95_ms": 68.223}, "yolo11_640_fire_11class": {"avg_ms": 50.739, "count": 302, "max_ms": 78.16, "p95_ms": 67.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.396, "count": 302, "max_ms": 80.121, "p95_ms": 76.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.336, "count": 302, "max_ms": 98.776, "p95_ms": 92.003}, "read_interval": {"avg_ms": 99.631, "count": 301, "max_ms": 704.377, "p95_ms": 146.875}, "triton_wait": {"avg_ms": 54.154, "count": 302, "max_ms": 82.573, "p95_ms": 76.213}, "visualize": {"avg_ms": 3.673, "count": 302, "max_ms": 4.662, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15861.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 649, "h264_decode_error_count": 1595, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:30+09:00", "last_error_summary": "[h264 @ 0x56548e59b680] error while decoding MB 57 18, bytestream -6 [h264 @ 0x56548f1befc0] error while decoding MB 43 24, bytestream -9 [h264 @ 0x56548ee83680] left block unavailable for requested intra mode [h264 @ 0x56548ee83680] error while decoding MB 0 8, bytestream 3059 [h264 @ 0x56548e555b40] cabac decode of qscale diff failed at 72 32 [h264 @ 0x56548e555b40] error while decoding MB 72 32, bytestream 115954 [h264 @ 0x56548e62e440] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T12:46:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.519, "last_started_at": "2026-07-05T12:46:32+09:00", "pid": 129650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.426, "name": "ffmpeg", "pid": 129650, "rss_mb": 270.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 724, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 725}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.526, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:48:00+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T12:48:00+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T12:48:00.354260+09:00", "mtime_epoch": 1783223280.3542597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:48:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.285, "pushed": 7.285, "read": 7.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.413, "count": 218, "max_ms": 26.729, "p95_ms": 22.054}, "gstreamer_push": {"avg_ms": 1.109, "count": 218, "max_ms": 1.62, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.985, "count": 218, "max_ms": 71.83, "p95_ms": 64.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.167, "count": 218, "max_ms": 77.836, "p95_ms": 70.578}, "yolo11_640_fire_11class": {"avg_ms": 53.148, "count": 218, "max_ms": 73.136, "p95_ms": 66.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.157, "count": 218, "max_ms": 80.408, "p95_ms": 75.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.427, "count": 218, "max_ms": 165.279, "p95_ms": 146.026}, "read_interval": {"avg_ms": 137.887, "count": 217, "max_ms": 177.714, "p95_ms": 156.929}, "triton_wait": {"avg_ms": 58.634, "count": 218, "max_ms": 80.419, "p95_ms": 75.971}, "visualize": {"avg_ms": 5.085, "count": 218, "max_ms": 9.517, "p95_ms": 6.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15861.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.419, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.727, "name": "ffmpeg", "pid": 129757, "rss_mb": 331.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.864, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1776369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:48:08+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T12:48:08+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:48:08.418413+09:00", "mtime_epoch": 1783223288.4184127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:48:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2286.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.123}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.796, "count": 304, "max_ms": 14.372, "p95_ms": 9.052}, "gstreamer_push": {"avg_ms": 1.27, "count": 304, "max_ms": 2.051, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.214, "count": 304, "max_ms": 67.481, "p95_ms": 63.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.987, "count": 304, "max_ms": 80.571, "p95_ms": 64.754}, "yolo11_640_fire_11class": {"avg_ms": 50.412, "count": 304, "max_ms": 71.883, "p95_ms": 66.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.872, "count": 304, "max_ms": 80.715, "p95_ms": 76.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.929, "count": 304, "max_ms": 96.53, "p95_ms": 93.041}, "read_interval": {"avg_ms": 98.865, "count": 303, "max_ms": 561.217, "p95_ms": 114.225}, "triton_wait": {"avg_ms": 53.58, "count": 304, "max_ms": 80.726, "p95_ms": 76.977}, "visualize": {"avg_ms": 3.699, "count": 304, "max_ms": 4.714, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15862.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 649, "h264_decode_error_count": 1595, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:30+09:00", "last_error_summary": "[h264 @ 0x56548e59b680] error while decoding MB 57 18, bytestream -6 [h264 @ 0x56548f1befc0] error while decoding MB 43 24, bytestream -9 [h264 @ 0x56548ee83680] left block unavailable for requested intra mode [h264 @ 0x56548ee83680] error while decoding MB 0 8, bytestream 3059 [h264 @ 0x56548e555b40] cabac decode of qscale diff failed at 72 32 [h264 @ 0x56548e555b40] error while decoding MB 72 32, bytestream 115954 [h264 @ 0x56548e62e440] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T12:46:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.57, "last_started_at": "2026-07-05T12:46:32+09:00", "pid": 129650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.426, "name": "ffmpeg", "pid": 129650, "rss_mb": 270.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 724, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 725}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.162, "sample_count": 1976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:48:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:48:30+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T12:48:30+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T12:48:30.358748+09:00", "mtime_epoch": 1783223310.3587484, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:48:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.218, "pushed": 7.218, "read": 7.185}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.056, "count": 216, "max_ms": 27.724, "p95_ms": 21.846}, "gstreamer_push": {"avg_ms": 1.085, "count": 216, "max_ms": 1.405, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.958, "count": 216, "max_ms": 64.107, "p95_ms": 61.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.023, "count": 216, "max_ms": 77.536, "p95_ms": 70.231}, "yolo11_640_fire_11class": {"avg_ms": 51.771, "count": 216, "max_ms": 69.513, "p95_ms": 64.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.123, "count": 216, "max_ms": 80.197, "p95_ms": 76.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.848, "count": 216, "max_ms": 161.559, "p95_ms": 144.207}, "read_interval": {"avg_ms": 138.969, "count": 215, "max_ms": 173.064, "p95_ms": 155.952}, "triton_wait": {"avg_ms": 58.554, "count": 216, "max_ms": 80.209, "p95_ms": 77.177}, "visualize": {"avg_ms": 5.164, "count": 216, "max_ms": 8.176, "p95_ms": 6.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15862.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.445, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.984, "name": "ffmpeg", "pid": 129757, "rss_mb": 331.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.864, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1776667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:48:38+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T12:48:38+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-05T12:48:38.450756+09:00", "mtime_epoch": 1783223318.450756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:48:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2286.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.674, "count": 298, "max_ms": 11.996, "p95_ms": 8.821}, "gstreamer_push": {"avg_ms": 1.265, "count": 298, "max_ms": 1.765, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.615, "count": 298, "max_ms": 66.022, "p95_ms": 63.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.41, "count": 298, "max_ms": 75.659, "p95_ms": 69.689}, "yolo11_640_fire_11class": {"avg_ms": 50.895, "count": 298, "max_ms": 68.819, "p95_ms": 65.576}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.725, "count": 298, "max_ms": 82.041, "p95_ms": 76.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.702, "count": 298, "max_ms": 98.332, "p95_ms": 92.911}, "read_interval": {"avg_ms": 100.826, "count": 297, "max_ms": 711.634, "p95_ms": 207.266}, "triton_wait": {"avg_ms": 54.529, "count": 298, "max_ms": 82.053, "p95_ms": 76.878}, "visualize": {"avg_ms": 3.672, "count": 298, "max_ms": 4.995, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15862.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 649, "h264_decode_error_count": 1595, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:30+09:00", "last_error_summary": "[h264 @ 0x56548e59b680] error while decoding MB 57 18, bytestream -6 [h264 @ 0x56548f1befc0] error while decoding MB 43 24, bytestream -9 [h264 @ 0x56548ee83680] left block unavailable for requested intra mode [h264 @ 0x56548ee83680] error while decoding MB 0 8, bytestream 3059 [h264 @ 0x56548e555b40] cabac decode of qscale diff failed at 72 32 [h264 @ 0x56548e555b40] error while decoding MB 72 32, bytestream 115954 [h264 @ 0x56548e62e440] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T12:46:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.617, "last_started_at": "2026-07-05T12:46:32+09:00", "pid": 129650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.426, "name": "ffmpeg", "pid": 129650, "rss_mb": 270.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 724, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 725}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.203, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:49:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:49:00+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T12:49:00+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T12:49:00.454787+09:00", "mtime_epoch": 1783223340.454787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:49:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.963, "pushed": 6.963, "read": 6.93}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.353, "count": 208, "max_ms": 26.17, "p95_ms": 21.33}, "gstreamer_push": {"avg_ms": 1.08, "count": 208, "max_ms": 1.357, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.952, "count": 208, "max_ms": 68.936, "p95_ms": 63.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.048, "count": 208, "max_ms": 78.091, "p95_ms": 68.325}, "yolo11_640_fire_11class": {"avg_ms": 49.668, "count": 208, "max_ms": 67.551, "p95_ms": 63.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.082, "count": 208, "max_ms": 80.349, "p95_ms": 77.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.401, "count": 208, "max_ms": 169.052, "p95_ms": 160.852}, "read_interval": {"avg_ms": 144.548, "count": 207, "max_ms": 180.191, "p95_ms": 172.042}, "triton_wait": {"avg_ms": 58.454, "count": 208, "max_ms": 80.361, "p95_ms": 77.38}, "visualize": {"avg_ms": 5.337, "count": 208, "max_ms": 7.467, "p95_ms": 5.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15862.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.488, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.864, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1776968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:49:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:49:08+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T12:49:08+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T12:49:08.466802+09:00", "mtime_epoch": 1783223348.466802, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:49:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2286.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.778, "count": 301, "max_ms": 12.37, "p95_ms": 9.133}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.652, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.167, "count": 301, "max_ms": 65.954, "p95_ms": 63.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.044, "count": 301, "max_ms": 76.6, "p95_ms": 66.778}, "yolo11_640_fire_11class": {"avg_ms": 49.864, "count": 301, "max_ms": 70.31, "p95_ms": 64.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.873, "count": 301, "max_ms": 81.928, "p95_ms": 77.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.815, "count": 301, "max_ms": 98.183, "p95_ms": 93.028}, "read_interval": {"avg_ms": 99.8, "count": 300, "max_ms": 576.822, "p95_ms": 148.733}, "triton_wait": {"avg_ms": 53.513, "count": 301, "max_ms": 81.941, "p95_ms": 77.144}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 4.714, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15862.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 649, "h264_decode_error_count": 1595, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:30+09:00", "last_error_summary": "[h264 @ 0x56548e59b680] error while decoding MB 57 18, bytestream -6 [h264 @ 0x56548f1befc0] error while decoding MB 43 24, bytestream -9 [h264 @ 0x56548ee83680] left block unavailable for requested intra mode [h264 @ 0x56548ee83680] error while decoding MB 0 8, bytestream 3059 [h264 @ 0x56548e555b40] cabac decode of qscale diff failed at 72 32 [h264 @ 0x56548e555b40] error while decoding MB 72 32, bytestream 115954 [h264 @ 0x56548e62e440] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-05T12:46:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.643, "last_started_at": "2026-07-05T12:46:32+09:00", "pid": 129650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.426, "name": "ffmpeg", "pid": 129650, "rss_mb": 270.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 724, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 725}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.275, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:49:30+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T12:49:30+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T12:49:30.486852+09:00", "mtime_epoch": 1783223370.4868522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:49:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.398, "pushed": 7.398, "read": 7.364}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.357, "count": 221, "max_ms": 32.536, "p95_ms": 22.294}, "gstreamer_push": {"avg_ms": 1.1, "count": 221, "max_ms": 1.726, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.105, "count": 221, "max_ms": 66.249, "p95_ms": 62.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.049, "count": 221, "max_ms": 77.444, "p95_ms": 69.676}, "yolo11_640_fire_11class": {"avg_ms": 49.763, "count": 221, "max_ms": 67.217, "p95_ms": 62.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.965, "count": 221, "max_ms": 82.021, "p95_ms": 75.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.5, "count": 221, "max_ms": 169.78, "p95_ms": 147.816}, "read_interval": {"avg_ms": 135.922, "count": 220, "max_ms": 181.082, "p95_ms": 159.584}, "triton_wait": {"avg_ms": 58.35, "count": 221, "max_ms": 82.032, "p95_ms": 75.902}, "visualize": {"avg_ms": 4.969, "count": 221, "max_ms": 9.067, "p95_ms": 5.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15862.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.551, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.864, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1777269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:49:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:49:38+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:49:38+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T12:49:38.550874+09:00", "mtime_epoch": 1783223378.5508742, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:49:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2287.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.648, "count": 301, "max_ms": 12.597, "p95_ms": 8.775}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.811, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.943, "count": 301, "max_ms": 68.455, "p95_ms": 63.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.308, "count": 301, "max_ms": 80.081, "p95_ms": 71.04}, "yolo11_640_fire_11class": {"avg_ms": 51.801, "count": 301, "max_ms": 72.588, "p95_ms": 65.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.43, "count": 301, "max_ms": 82.185, "p95_ms": 76.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.362, "count": 301, "max_ms": 98.213, "p95_ms": 92.84}, "read_interval": {"avg_ms": 99.927, "count": 300, "max_ms": 618.415, "p95_ms": 140.449}, "triton_wait": {"avg_ms": 55.364, "count": 301, "max_ms": 82.198, "p95_ms": 76.969}, "visualize": {"avg_ms": 3.631, "count": 301, "max_ms": 4.717, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15856.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 650, "h264_decode_error_count": 1596, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:49:42+09:00", "last_error_summary": "[h264 @ 0x5602a8759380] error while decoding MB 10 21, bytestream -7", "last_exit_at": "2026-07-05T12:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.934, "last_started_at": "2026-07-05T12:49:44+09:00", "pid": 129909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.723, "name": "ffmpeg", "pid": 129909, "rss_mb": 263.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 725, "restart_count_per_hour": 22, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 726}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.815, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:50:00+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T12:50:00+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T12:50:00.538943+09:00", "mtime_epoch": 1783223400.5389428, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:50:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9292.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.28, "pushed": 6.28, "read": 6.247}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.827, "count": 188, "max_ms": 27.497, "p95_ms": 21.209}, "gstreamer_push": {"avg_ms": 1.108, "count": 188, "max_ms": 1.919, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.68, "count": 188, "max_ms": 65.911, "p95_ms": 62.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.412, "count": 188, "max_ms": 83.439, "p95_ms": 71.805}, "yolo11_640_fire_11class": {"avg_ms": 51.184, "count": 188, "max_ms": 67.262, "p95_ms": 63.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.49, "count": 188, "max_ms": 83.452, "p95_ms": 76.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.56, "count": 188, "max_ms": 165.338, "p95_ms": 142.968}, "read_interval": {"avg_ms": 160.073, "count": 187, "max_ms": 4655.818, "p95_ms": 156.064}, "triton_wait": {"avg_ms": 60.036, "count": 188, "max_ms": 83.462, "p95_ms": 76.937}, "visualize": {"avg_ms": 4.874, "count": 188, "max_ms": 7.34, "p95_ms": 5.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15856.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.607, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.515, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1777568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:50:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:50:08+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:50:08+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T12:50:08.606971+09:00", "mtime_epoch": 1783223408.6069713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:50:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2287.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.691, "count": 299, "max_ms": 11.201, "p95_ms": 9.096}, "gstreamer_push": {"avg_ms": 1.255, "count": 299, "max_ms": 1.486, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.369, "count": 299, "max_ms": 66.89, "p95_ms": 63.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.547, "count": 299, "max_ms": 80.475, "p95_ms": 68.32}, "yolo11_640_fire_11class": {"avg_ms": 51.632, "count": 299, "max_ms": 71.68, "p95_ms": 65.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.504, "count": 299, "max_ms": 80.486, "p95_ms": 77.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.685, "count": 299, "max_ms": 96.741, "p95_ms": 93.246}, "read_interval": {"avg_ms": 100.575, "count": 298, "max_ms": 689.868, "p95_ms": 118.786}, "triton_wait": {"avg_ms": 54.625, "count": 299, "max_ms": 80.497, "p95_ms": 77.322}, "visualize": {"avg_ms": 3.632, "count": 299, "max_ms": 4.63, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15859.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 650, "h264_decode_error_count": 1596, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:49:42+09:00", "last_error_summary": "[h264 @ 0x5602a8759380] error while decoding MB 10 21, bytestream -7", "last_exit_at": "2026-07-05T12:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.064, "last_started_at": "2026-07-05T12:49:44+09:00", "pid": 129909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.043, "name": "ffmpeg", "pid": 129909, "rss_mb": 266.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 725, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 726}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.815, "sample_count": 1977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:50:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T12:50:30+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T12:50:30+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T12:50:30.643057+09:00", "mtime_epoch": 1783223430.6430573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:50:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9293.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.268, "pushed": 7.268, "read": 7.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.058, "count": 218, "max_ms": 27.09, "p95_ms": 22.078}, "gstreamer_push": {"avg_ms": 1.098, "count": 218, "max_ms": 1.292, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.625, "count": 218, "max_ms": 67.242, "p95_ms": 63.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.09, "count": 218, "max_ms": 80.539, "p95_ms": 70.579}, "yolo11_640_fire_11class": {"avg_ms": 51.267, "count": 218, "max_ms": 67.731, "p95_ms": 65.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.451, "count": 218, "max_ms": 83.409, "p95_ms": 78.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.398, "count": 218, "max_ms": 172.722, "p95_ms": 155.182}, "read_interval": {"avg_ms": 137.502, "count": 218, "max_ms": 183.165, "p95_ms": 168.154}, "triton_wait": {"avg_ms": 59.857, "count": 218, "max_ms": 83.421, "p95_ms": 78.063}, "visualize": {"avg_ms": 4.955, "count": 218, "max_ms": 7.895, "p95_ms": 6.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15861.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.667, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.53, "sample_count": 2652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1777868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:50:38+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:50:38+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T12:50:38.667092+09:00", "mtime_epoch": 1783223438.6670918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:50:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2287.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.733, "count": 300, "max_ms": 10.974, "p95_ms": 8.731}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.464, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.14, "count": 300, "max_ms": 72.297, "p95_ms": 63.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.843, "count": 300, "max_ms": 77.05, "p95_ms": 66.543}, "yolo11_640_fire_11class": {"avg_ms": 52.851, "count": 300, "max_ms": 72.285, "p95_ms": 65.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.975, "count": 300, "max_ms": 88.296, "p95_ms": 77.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.328, "count": 300, "max_ms": 103.579, "p95_ms": 93.275}, "read_interval": {"avg_ms": 100.257, "count": 299, "max_ms": 476.225, "p95_ms": 121.378}, "triton_wait": {"avg_ms": 56.128, "count": 300, "max_ms": 88.308, "p95_ms": 77.266}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 5.081, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15860.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 650, "h264_decode_error_count": 1596, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:49:42+09:00", "last_error_summary": "[h264 @ 0x5602a8759380] error while decoding MB 10 21, bytestream -7", "last_exit_at": "2026-07-05T12:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.143, "last_started_at": "2026-07-05T12:49:44+09:00", "pid": 129909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.816, "name": "ffmpeg", "pid": 129909, "rss_mb": 266.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 725, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 726}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.071, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:51:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T12:51:00+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T12:51:00+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T12:51:00.731194+09:00", "mtime_epoch": 1783223460.7311945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:51:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9293.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.479, "pushed": 7.479, "read": 7.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.699, "count": 224, "max_ms": 26.088, "p95_ms": 19.991}, "gstreamer_push": {"avg_ms": 1.114, "count": 224, "max_ms": 1.34, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.634, "count": 224, "max_ms": 66.703, "p95_ms": 62.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.057, "count": 224, "max_ms": 74.485, "p95_ms": 69.174}, "yolo11_640_fire_11class": {"avg_ms": 52.519, "count": 224, "max_ms": 70.357, "p95_ms": 65.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.845, "count": 224, "max_ms": 80.487, "p95_ms": 77.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.655, "count": 224, "max_ms": 155.561, "p95_ms": 138.727}, "read_interval": {"avg_ms": 134.224, "count": 223, "max_ms": 166.722, "p95_ms": 151.48}, "triton_wait": {"avg_ms": 61.126, "count": 224, "max_ms": 80.499, "p95_ms": 77.625}, "visualize": {"avg_ms": 4.761, "count": 224, "max_ms": 5.901, "p95_ms": 5.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15860.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 265.728, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.857, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1778171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:51:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:51:08+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T12:51:08+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T12:51:08.727235+09:00", "mtime_epoch": 1783223468.7272346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:51:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2287.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.073}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.722, "count": 303, "max_ms": 10.652, "p95_ms": 8.599}, "gstreamer_push": {"avg_ms": 1.285, "count": 303, "max_ms": 1.814, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.322, "count": 303, "max_ms": 66.703, "p95_ms": 64.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.298, "count": 303, "max_ms": 79.965, "p95_ms": 69.622}, "yolo11_640_fire_11class": {"avg_ms": 54.05, "count": 303, "max_ms": 74.439, "p95_ms": 66.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.842, "count": 303, "max_ms": 81.179, "p95_ms": 78.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.125, "count": 303, "max_ms": 97.242, "p95_ms": 94.363}, "read_interval": {"avg_ms": 99.26, "count": 302, "max_ms": 554.967, "p95_ms": 113.555}, "triton_wait": {"avg_ms": 57.89, "count": 303, "max_ms": 81.191, "p95_ms": 78.271}, "visualize": {"avg_ms": 3.684, "count": 303, "max_ms": 4.597, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15860.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 650, "h264_decode_error_count": 1596, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:49:42+09:00", "last_error_summary": "[h264 @ 0x5602a8759380] error while decoding MB 10 21, bytestream -7", "last_exit_at": "2026-07-05T12:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.171, "last_started_at": "2026-07-05T12:49:44+09:00", "pid": 129909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.816, "name": "ffmpeg", "pid": 129909, "rss_mb": 266.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 725, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 726}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.106, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:51:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:51:30+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T12:51:30+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T12:51:30.759352+09:00", "mtime_epoch": 1783223490.7593524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:51:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9293.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.524, "pushed": 7.524, "read": 7.491}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.876, "count": 225, "max_ms": 29.632, "p95_ms": 20.75}, "gstreamer_push": {"avg_ms": 1.135, "count": 225, "max_ms": 1.672, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.316, "count": 225, "max_ms": 69.31, "p95_ms": 62.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.71, "count": 225, "max_ms": 77.438, "p95_ms": 72.474}, "yolo11_640_fire_11class": {"avg_ms": 51.679, "count": 225, "max_ms": 67.72, "p95_ms": 65.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.833, "count": 225, "max_ms": 80.812, "p95_ms": 78.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.652, "count": 225, "max_ms": 167.914, "p95_ms": 139.138}, "read_interval": {"avg_ms": 133.406, "count": 224, "max_ms": 179.807, "p95_ms": 152.187}, "triton_wait": {"avg_ms": 60.319, "count": 225, "max_ms": 80.824, "p95_ms": 78.18}, "visualize": {"avg_ms": 4.811, "count": 225, "max_ms": 7.502, "p95_ms": 5.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15861.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 295.792, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.107, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1778474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:51:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:51:38+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T12:51:38+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T12:51:38.767398+09:00", "mtime_epoch": 1783223498.7673979, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:51:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2287.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.082}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.71, "count": 303, "max_ms": 12.106, "p95_ms": 9.045}, "gstreamer_push": {"avg_ms": 1.263, "count": 303, "max_ms": 2.025, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.634, "count": 303, "max_ms": 67.648, "p95_ms": 63.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.663, "count": 303, "max_ms": 76.075, "p95_ms": 70.364}, "yolo11_640_fire_11class": {"avg_ms": 52.211, "count": 303, "max_ms": 69.657, "p95_ms": 65.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.268, "count": 303, "max_ms": 82.46, "p95_ms": 76.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.578, "count": 303, "max_ms": 98.883, "p95_ms": 92.547}, "read_interval": {"avg_ms": 99.191, "count": 302, "max_ms": 441.995, "p95_ms": 182.715}, "triton_wait": {"avg_ms": 55.349, "count": 303, "max_ms": 82.473, "p95_ms": 76.531}, "visualize": {"avg_ms": 3.659, "count": 303, "max_ms": 5.103, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15864.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 650, "h264_decode_error_count": 1596, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:49:42+09:00", "last_error_summary": "[h264 @ 0x5602a8759380] error while decoding MB 10 21, bytestream -7", "last_exit_at": "2026-07-05T12:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.173, "last_started_at": "2026-07-05T12:49:44+09:00", "pid": 129909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.395, "name": "ffmpeg", "pid": 129909, "rss_mb": 269.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 725, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 726}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.612, "sample_count": 2167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:52:00+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T12:52:00+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T12:52:00.779530+09:00", "mtime_epoch": 1783223520.7795303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:52:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9293.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.603, "pushed": 7.603, "read": 7.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.226, "count": 228, "max_ms": 26.993, "p95_ms": 21.355}, "gstreamer_push": {"avg_ms": 1.092, "count": 228, "max_ms": 1.568, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.287, "count": 228, "max_ms": 64.732, "p95_ms": 62.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.5, "count": 228, "max_ms": 78.052, "p95_ms": 69.265}, "yolo11_640_fire_11class": {"avg_ms": 49.983, "count": 228, "max_ms": 67.434, "p95_ms": 65.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.248, "count": 228, "max_ms": 79.161, "p95_ms": 76.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.319, "count": 228, "max_ms": 162.237, "p95_ms": 142.658}, "read_interval": {"avg_ms": 131.674, "count": 228, "max_ms": 173.061, "p95_ms": 154.508}, "triton_wait": {"avg_ms": 57.686, "count": 228, "max_ms": 79.172, "p95_ms": 77.584}, "visualize": {"avg_ms": 4.736, "count": 228, "max_ms": 7.106, "p95_ms": 5.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15864.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 325.899, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.037, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1778772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:52:08+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T12:52:08+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T12:52:08.867581+09:00", "mtime_epoch": 1783223528.8675814, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:52:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2287.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.885}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.736, "count": 297, "max_ms": 13.63, "p95_ms": 8.997}, "gstreamer_push": {"avg_ms": 1.264, "count": 297, "max_ms": 1.718, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.018, "count": 297, "max_ms": 68.12, "p95_ms": 62.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.375, "count": 297, "max_ms": 75.097, "p95_ms": 67.376}, "yolo11_640_fire_11class": {"avg_ms": 51.687, "count": 297, "max_ms": 71.8, "p95_ms": 65.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.19, "count": 297, "max_ms": 82.444, "p95_ms": 76.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.728, "count": 297, "max_ms": 97.4, "p95_ms": 92.509}, "read_interval": {"avg_ms": 101.044, "count": 296, "max_ms": 601.511, "p95_ms": 116.51}, "triton_wait": {"avg_ms": 54.47, "count": 297, "max_ms": 82.456, "p95_ms": 76.563}, "visualize": {"avg_ms": 3.669, "count": 297, "max_ms": 4.882, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15864.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 650, "h264_decode_error_count": 1596, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:49:42+09:00", "last_error_summary": "[h264 @ 0x5602a8759380] error while decoding MB 10 21, bytestream -7", "last_exit_at": "2026-07-05T12:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.225, "last_started_at": "2026-07-05T12:49:44+09:00", "pid": 129909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.395, "name": "ffmpeg", "pid": 129909, "rss_mb": 269.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 725, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 726}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.674, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:52:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:52:30+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T12:52:30+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T12:52:30.835727+09:00", "mtime_epoch": 1783223550.835727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:52:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9293.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.324, "pushed": 7.324, "read": 7.29}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.1, "count": 219, "max_ms": 26.044, "p95_ms": 22.622}, "gstreamer_push": {"avg_ms": 1.114, "count": 219, "max_ms": 1.59, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.103, "count": 219, "max_ms": 65.837, "p95_ms": 62.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.107, "count": 219, "max_ms": 77.429, "p95_ms": 71.682}, "yolo11_640_fire_11class": {"avg_ms": 51.136, "count": 219, "max_ms": 65.779, "p95_ms": 64.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.884, "count": 219, "max_ms": 80.817, "p95_ms": 77.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.52, "count": 219, "max_ms": 167.241, "p95_ms": 145.301}, "read_interval": {"avg_ms": 137.282, "count": 218, "max_ms": 180.834, "p95_ms": 159.317}, "triton_wait": {"avg_ms": 60.466, "count": 219, "max_ms": 80.829, "p95_ms": 77.643}, "visualize": {"avg_ms": 4.969, "count": 219, "max_ms": 7.849, "p95_ms": 6.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15864.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.907, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.274, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1779074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:52:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:52:38+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T12:52:38+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T12:52:38.883783+09:00", "mtime_epoch": 1783223558.8837829, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:52:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2287.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.715, "count": 302, "max_ms": 13.588, "p95_ms": 9.342}, "gstreamer_push": {"avg_ms": 1.261, "count": 302, "max_ms": 2.014, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.988, "count": 302, "max_ms": 67.258, "p95_ms": 64.074}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.812, "count": 302, "max_ms": 78.423, "p95_ms": 71.494}, "yolo11_640_fire_11class": {"avg_ms": 51.727, "count": 302, "max_ms": 69.881, "p95_ms": 64.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.908, "count": 302, "max_ms": 82.71, "p95_ms": 77.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.616, "count": 302, "max_ms": 98.981, "p95_ms": 93.766}, "read_interval": {"avg_ms": 99.374, "count": 302, "max_ms": 742.936, "p95_ms": 114.077}, "triton_wait": {"avg_ms": 56.42, "count": 302, "max_ms": 82.722, "p95_ms": 77.934}, "visualize": {"avg_ms": 3.644, "count": 302, "max_ms": 4.707, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15732.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 651, "h264_decode_error_count": 1597, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:52:59+09:00", "last_error_summary": "[h264 @ 0x5576eb938340] error while decoding MB 65 32, bytestream -9", "last_exit_at": "2026-07-05T12:53:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.134, "last_started_at": "2026-07-05T12:53:02+09:00", "pid": 130016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.578, "name": "ffmpeg", "pid": 130016, "rss_mb": 141.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 726, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 727}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.612, "sample_count": 2132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:53:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T12:53:04+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T12:53:04+09:00", "mjpeg": {"age_sec": 4.557, "exists": true, "mtime": "2026-07-05T12:52:59.971935+09:00", "mtime_epoch": 1783223579.9719348, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:53:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9293.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.211, "pushed": 6.211, "read": 6.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.108, "count": 186, "max_ms": 25.585, "p95_ms": 21.276}, "gstreamer_push": {"avg_ms": 1.114, "count": 186, "max_ms": 1.275, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.757, "count": 186, "max_ms": 64.536, "p95_ms": 61.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.1, "count": 186, "max_ms": 76.286, "p95_ms": 69.125}, "yolo11_640_fire_11class": {"avg_ms": 49.997, "count": 186, "max_ms": 67.109, "p95_ms": 62.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.523, "count": 186, "max_ms": 80.373, "p95_ms": 76.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.462, "count": 186, "max_ms": 166.406, "p95_ms": 154.843}, "read_interval": {"avg_ms": 162.0, "count": 185, "max_ms": 4597.455, "p95_ms": 167.862}, "triton_wait": {"avg_ms": 59.196, "count": 186, "max_ms": 80.384, "p95_ms": 76.015}, "visualize": {"avg_ms": 4.996, "count": 186, "max_ms": 7.194, "p95_ms": 5.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15806.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 385.915, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.192, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1779373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:53:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:53:08+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:53:08+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T12:53:08.912002+09:00", "mtime_epoch": 1783223588.9120018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:53:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2288.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.796, "count": 299, "max_ms": 13.019, "p95_ms": 9.095}, "gstreamer_push": {"avg_ms": 1.285, "count": 299, "max_ms": 1.838, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.948, "count": 299, "max_ms": 66.775, "p95_ms": 62.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.571, "count": 299, "max_ms": 74.433, "p95_ms": 59.46}, "yolo11_640_fire_11class": {"avg_ms": 49.389, "count": 299, "max_ms": 72.192, "p95_ms": 64.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.133, "count": 299, "max_ms": 82.393, "p95_ms": 76.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.127, "count": 299, "max_ms": 97.734, "p95_ms": 92.403}, "read_interval": {"avg_ms": 100.458, "count": 299, "max_ms": 670.955, "p95_ms": 128.894}, "triton_wait": {"avg_ms": 52.776, "count": 299, "max_ms": 82.407, "p95_ms": 76.35}, "visualize": {"avg_ms": 3.683, "count": 299, "max_ms": 4.792, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15860.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 651, "h264_decode_error_count": 1597, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:52:59+09:00", "last_error_summary": "[h264 @ 0x5576eb938340] error while decoding MB 65 32, bytestream -9", "last_exit_at": "2026-07-05T12:53:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.17, "last_started_at": "2026-07-05T12:53:02+09:00", "pid": 130016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.223, "name": "ffmpeg", "pid": 130016, "rss_mb": 265.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 726, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 727}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.071, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:53:34+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:53:34+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T12:53:34.428201+09:00", "mtime_epoch": 1783223614.4282007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:53:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9293.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.056, "pushed": 7.056, "read": 7.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.268, "count": 211, "max_ms": 25.883, "p95_ms": 21.538}, "gstreamer_push": {"avg_ms": 1.068, "count": 211, "max_ms": 1.192, "p95_ms": 1.143}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.289, "count": 211, "max_ms": 66.867, "p95_ms": 62.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.9, "count": 211, "max_ms": 73.603, "p95_ms": 68.757}, "yolo11_640_fire_11class": {"avg_ms": 49.187, "count": 211, "max_ms": 67.367, "p95_ms": 64.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.165, "count": 211, "max_ms": 81.727, "p95_ms": 77.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.411, "count": 211, "max_ms": 279.456, "p95_ms": 158.26}, "read_interval": {"avg_ms": 142.305, "count": 210, "max_ms": 289.363, "p95_ms": 169.34}, "triton_wait": {"avg_ms": 57.907, "count": 211, "max_ms": 81.739, "p95_ms": 77.614}, "visualize": {"avg_ms": 5.268, "count": 211, "max_ms": 10.614, "p95_ms": 6.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15859.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 415.966, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.244, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1779675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:53:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:53:39+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:53:38+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T12:53:38.960237+09:00", "mtime_epoch": 1783223618.9602373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:53:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2288.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.803, "count": 302, "max_ms": 12.855, "p95_ms": 9.233}, "gstreamer_push": {"avg_ms": 1.275, "count": 302, "max_ms": 2.175, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.538, "count": 302, "max_ms": 68.644, "p95_ms": 62.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.15, "count": 302, "max_ms": 73.957, "p95_ms": 68.462}, "yolo11_640_fire_11class": {"avg_ms": 49.953, "count": 302, "max_ms": 67.732, "p95_ms": 63.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.867, "count": 302, "max_ms": 82.26, "p95_ms": 76.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.116, "count": 302, "max_ms": 99.188, "p95_ms": 92.357}, "read_interval": {"avg_ms": 99.538, "count": 301, "max_ms": 517.677, "p95_ms": 189.935}, "triton_wait": {"avg_ms": 52.77, "count": 302, "max_ms": 82.296, "p95_ms": 76.564}, "visualize": {"avg_ms": 3.687, "count": 302, "max_ms": 6.16, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15860.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 651, "h264_decode_error_count": 1597, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:52:59+09:00", "last_error_summary": "[h264 @ 0x5576eb938340] error while decoding MB 65 32, bytestream -9", "last_exit_at": "2026-07-05T12:53:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.265, "last_started_at": "2026-07-05T12:53:02+09:00", "pid": 130016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.738, "name": "ffmpeg", "pid": 130016, "rss_mb": 265.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 726, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 727}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.153, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:54:04+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T12:54:04+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T12:54:04.548450+09:00", "mtime_epoch": 1783223644.5484502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:54:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9293.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.979, "pushed": 6.979, "read": 6.946}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.517, "count": 208, "max_ms": 31.46, "p95_ms": 22.679}, "gstreamer_push": {"avg_ms": 1.07, "count": 209, "max_ms": 1.278, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.228, "count": 208, "max_ms": 65.699, "p95_ms": 63.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.621, "count": 208, "max_ms": 79.394, "p95_ms": 68.925}, "yolo11_640_fire_11class": {"avg_ms": 49.022, "count": 208, "max_ms": 68.48, "p95_ms": 63.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.889, "count": 208, "max_ms": 82.113, "p95_ms": 77.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.891, "count": 209, "max_ms": 167.457, "p95_ms": 160.249}, "read_interval": {"avg_ms": 144.065, "count": 208, "max_ms": 178.501, "p95_ms": 171.207}, "triton_wait": {"avg_ms": 58.236, "count": 208, "max_ms": 82.125, "p95_ms": 77.807}, "visualize": {"avg_ms": 5.349, "count": 208, "max_ms": 8.121, "p95_ms": 6.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15861.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.037, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "R (running)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.192, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1779971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:54:09+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T12:54:09+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T12:54:09.036489+09:00", "mtime_epoch": 1783223649.0364888, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:54:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2288.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.836}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.797, "count": 296, "max_ms": 11.946, "p95_ms": 9.05}, "gstreamer_push": {"avg_ms": 1.273, "count": 296, "max_ms": 1.685, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.201, "count": 296, "max_ms": 68.038, "p95_ms": 63.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.954, "count": 296, "max_ms": 80.942, "p95_ms": 67.671}, "yolo11_640_fire_11class": {"avg_ms": 50.62, "count": 296, "max_ms": 68.972, "p95_ms": 64.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.845, "count": 296, "max_ms": 83.275, "p95_ms": 76.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.16, "count": 296, "max_ms": 99.109, "p95_ms": 92.724}, "read_interval": {"avg_ms": 101.66, "count": 295, "max_ms": 531.719, "p95_ms": 222.721}, "triton_wait": {"avg_ms": 53.79, "count": 296, "max_ms": 83.288, "p95_ms": 76.76}, "visualize": {"avg_ms": 3.708, "count": 296, "max_ms": 5.823, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15863.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 651, "h264_decode_error_count": 1597, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:52:59+09:00", "last_error_summary": "[h264 @ 0x5576eb938340] error while decoding MB 65 32, bytestream -9", "last_exit_at": "2026-07-05T12:53:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.369, "last_started_at": "2026-07-05T12:53:02+09:00", "pid": 130016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.801, "name": "ffmpeg", "pid": 130016, "rss_mb": 267.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 726, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 727}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.837, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:54:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:54:34+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T12:54:34+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T12:54:34.656714+09:00", "mtime_epoch": 1783223674.6567144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:54:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9293.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.839, "pushed": 6.839, "read": 6.806}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.843, "count": 204, "max_ms": 31.476, "p95_ms": 23.15}, "gstreamer_push": {"avg_ms": 1.051, "count": 205, "max_ms": 1.491, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.974, "count": 204, "max_ms": 65.553, "p95_ms": 61.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.266, "count": 204, "max_ms": 72.576, "p95_ms": 66.498}, "yolo11_640_fire_11class": {"avg_ms": 48.612, "count": 204, "max_ms": 67.789, "p95_ms": 64.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.312, "count": 204, "max_ms": 79.627, "p95_ms": 76.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.993, "count": 205, "max_ms": 166.209, "p95_ms": 158.411}, "read_interval": {"avg_ms": 146.951, "count": 204, "max_ms": 177.156, "p95_ms": 170.714}, "triton_wait": {"avg_ms": 56.651, "count": 204, "max_ms": 79.637, "p95_ms": 76.079}, "visualize": {"avg_ms": 5.496, "count": 204, "max_ms": 7.502, "p95_ms": 6.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15863.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.124, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.093, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1780273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:54:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T12:54:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T12:54:39+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T12:54:39.116755+09:00", "mtime_epoch": 1783223679.1167548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:54:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2288.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.777, "count": 301, "max_ms": 12.098, "p95_ms": 9.0}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 2.167, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.609, "count": 301, "max_ms": 66.758, "p95_ms": 62.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.211, "count": 301, "max_ms": 75.168, "p95_ms": 66.444}, "yolo11_640_fire_11class": {"avg_ms": 51.003, "count": 301, "max_ms": 69.348, "p95_ms": 64.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.905, "count": 301, "max_ms": 79.858, "p95_ms": 76.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.562, "count": 301, "max_ms": 95.932, "p95_ms": 92.006}, "read_interval": {"avg_ms": 99.655, "count": 301, "max_ms": 530.992, "p95_ms": 112.093}, "triton_wait": {"avg_ms": 53.183, "count": 301, "max_ms": 79.872, "p95_ms": 76.118}, "visualize": {"avg_ms": 3.7, "count": 301, "max_ms": 5.028, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15863.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 651, "h264_decode_error_count": 1597, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:52:59+09:00", "last_error_summary": "[h264 @ 0x5576eb938340] error while decoding MB 65 32, bytestream -9", "last_exit_at": "2026-07-05T12:53:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.464, "last_started_at": "2026-07-05T12:53:02+09:00", "pid": 130016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.801, "name": "ffmpeg", "pid": 130016, "rss_mb": 267.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 726, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 727}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.021, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:55:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:55:04+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T12:55:04+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T12:55:04.704992+09:00", "mtime_epoch": 1783223704.704992, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:55:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.945, "pushed": 6.945, "read": 6.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.319, "count": 208, "max_ms": 25.191, "p95_ms": 21.917}, "gstreamer_push": {"avg_ms": 1.06, "count": 208, "max_ms": 1.228, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.632, "count": 208, "max_ms": 65.972, "p95_ms": 62.791}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.219, "count": 208, "max_ms": 76.933, "p95_ms": 69.166}, "yolo11_640_fire_11class": {"avg_ms": 49.709, "count": 208, "max_ms": 67.654, "p95_ms": 64.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.825, "count": 208, "max_ms": 80.042, "p95_ms": 77.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.694, "count": 208, "max_ms": 164.573, "p95_ms": 156.226}, "read_interval": {"avg_ms": 144.539, "count": 207, "max_ms": 175.752, "p95_ms": 167.477}, "triton_wait": {"avg_ms": 58.19, "count": 208, "max_ms": 80.054, "p95_ms": 77.548}, "visualize": {"avg_ms": 5.38, "count": 208, "max_ms": 8.061, "p95_ms": 6.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15864.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.138, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.037, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1780573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:55:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:55:09+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T12:55:09+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T12:55:09.113034+09:00", "mtime_epoch": 1783223709.113034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:55:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2288.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.712, "count": 300, "max_ms": 12.61, "p95_ms": 8.711}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.779, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.739, "count": 300, "max_ms": 66.623, "p95_ms": 62.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.956, "count": 300, "max_ms": 73.837, "p95_ms": 64.723}, "yolo11_640_fire_11class": {"avg_ms": 50.877, "count": 300, "max_ms": 69.23, "p95_ms": 64.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.494, "count": 300, "max_ms": 79.663, "p95_ms": 76.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.994, "count": 300, "max_ms": 96.422, "p95_ms": 92.406}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 644.984, "p95_ms": 115.934}, "triton_wait": {"avg_ms": 53.689, "count": 300, "max_ms": 79.676, "p95_ms": 76.306}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 4.754, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15864.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 651, "h264_decode_error_count": 1597, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:52:59+09:00", "last_error_summary": "[h264 @ 0x5576eb938340] error while decoding MB 65 32, bytestream -9", "last_exit_at": "2026-07-05T12:53:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.553, "last_started_at": "2026-07-05T12:53:02+09:00", "pid": 130016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.801, "name": "ffmpeg", "pid": 130016, "rss_mb": 267.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 726, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 727}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.94, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:55:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:55:34+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T12:55:34+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T12:55:34.841284+09:00", "mtime_epoch": 1783223734.8412836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:55:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.608, "pushed": 6.608, "read": 6.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.927, "count": 197, "max_ms": 25.557, "p95_ms": 22.4}, "gstreamer_push": {"avg_ms": 1.003, "count": 198, "max_ms": 1.434, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.625, "count": 197, "max_ms": 63.729, "p95_ms": 61.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.738, "count": 197, "max_ms": 74.265, "p95_ms": 67.531}, "yolo11_640_fire_11class": {"avg_ms": 47.404, "count": 197, "max_ms": 66.077, "p95_ms": 61.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.967, "count": 197, "max_ms": 78.853, "p95_ms": 73.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.551, "count": 198, "max_ms": 167.457, "p95_ms": 159.704}, "read_interval": {"avg_ms": 152.106, "count": 197, "max_ms": 178.439, "p95_ms": 170.671}, "triton_wait": {"avg_ms": 55.692, "count": 197, "max_ms": 78.865, "p95_ms": 73.193}, "visualize": {"avg_ms": 5.759, "count": 197, "max_ms": 9.287, "p95_ms": 6.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15864.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.512, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.836, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1780877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:55:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:55:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T12:55:39+09:00", "mjpeg": {"age_sec": 0.408, "exists": true, "mtime": "2026-07-05T12:55:39.165327+09:00", "mtime_epoch": 1783223739.1653266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:55:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2288.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.058}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.726, "count": 301, "max_ms": 13.003, "p95_ms": 10.354}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.887, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.365, "count": 301, "max_ms": 65.676, "p95_ms": 62.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.967, "count": 301, "max_ms": 75.066, "p95_ms": 57.381}, "yolo11_640_fire_11class": {"avg_ms": 50.413, "count": 301, "max_ms": 71.156, "p95_ms": 63.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.182, "count": 301, "max_ms": 78.643, "p95_ms": 74.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.424, "count": 301, "max_ms": 94.949, "p95_ms": 90.532}, "read_interval": {"avg_ms": 100.078, "count": 301, "max_ms": 620.111, "p95_ms": 113.375}, "triton_wait": {"avg_ms": 52.324, "count": 301, "max_ms": 78.655, "p95_ms": 74.984}, "visualize": {"avg_ms": 3.581, "count": 301, "max_ms": 4.953, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15860.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:55:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.494, "last_started_at": "2026-07-05T12:55:48+09:00", "pid": 130123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.469, "name": "ffmpeg", "pid": 130123, "rss_mb": 264.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 727, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 728}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.806, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1405105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:56:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:56:04+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T12:56:04+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T12:56:04.869587+09:00", "mtime_epoch": 1783223764.8695867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:56:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.951, "pushed": 5.951, "read": 5.918}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.26, "count": 178, "max_ms": 27.674, "p95_ms": 21.609}, "gstreamer_push": {"avg_ms": 1.077, "count": 178, "max_ms": 1.275, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.316, "count": 178, "max_ms": 71.809, "p95_ms": 62.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.679, "count": 178, "max_ms": 79.093, "p95_ms": 70.209}, "yolo11_640_fire_11class": {"avg_ms": 49.689, "count": 178, "max_ms": 73.481, "p95_ms": 65.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.839, "count": 178, "max_ms": 83.221, "p95_ms": 76.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.472, "count": 178, "max_ms": 165.989, "p95_ms": 153.899}, "read_interval": {"avg_ms": 168.936, "count": 177, "max_ms": 5171.344, "p95_ms": 167.634}, "triton_wait": {"avg_ms": 57.331, "count": 178, "max_ms": 83.233, "p95_ms": 76.998}, "visualize": {"avg_ms": 5.182, "count": 178, "max_ms": 7.287, "p95_ms": 5.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15860.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.559, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "R (running)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.406, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1781180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:56:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:56:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T12:56:09+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T12:56:09.561635+09:00", "mtime_epoch": 1783223769.561635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:56:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2288.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.086}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.793, "count": 303, "max_ms": 12.28, "p95_ms": 9.321}, "gstreamer_push": {"avg_ms": 1.262, "count": 303, "max_ms": 1.536, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.906, "count": 303, "max_ms": 64.988, "p95_ms": 62.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.714, "count": 303, "max_ms": 76.474, "p95_ms": 65.063}, "yolo11_640_fire_11class": {"avg_ms": 50.585, "count": 303, "max_ms": 72.095, "p95_ms": 64.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.109, "count": 303, "max_ms": 79.29, "p95_ms": 75.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.736, "count": 303, "max_ms": 95.798, "p95_ms": 91.021}, "read_interval": {"avg_ms": 99.227, "count": 302, "max_ms": 790.609, "p95_ms": 111.436}, "triton_wait": {"avg_ms": 52.454, "count": 303, "max_ms": 79.303, "p95_ms": 75.278}, "visualize": {"avg_ms": 3.645, "count": 303, "max_ms": 4.953, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15861.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:55:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.594, "last_started_at": "2026-07-05T12:55:48+09:00", "pid": 130123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.5, "name": "ffmpeg", "pid": 130123, "rss_mb": 265.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 727, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 728}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.58, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1405326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:56:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:56:35+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T12:56:34+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T12:56:34.965902+09:00", "mtime_epoch": 1783223794.965902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:56:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.382, "pushed": 7.382, "read": 7.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.407, "count": 221, "max_ms": 31.568, "p95_ms": 24.923}, "gstreamer_push": {"avg_ms": 1.097, "count": 221, "max_ms": 1.237, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.8, "count": 221, "max_ms": 66.545, "p95_ms": 63.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.203, "count": 221, "max_ms": 79.86, "p95_ms": 70.275}, "yolo11_640_fire_11class": {"avg_ms": 50.048, "count": 221, "max_ms": 68.415, "p95_ms": 65.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.434, "count": 221, "max_ms": 79.822, "p95_ms": 77.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.835, "count": 221, "max_ms": 163.756, "p95_ms": 143.331}, "read_interval": {"avg_ms": 136.129, "count": 220, "max_ms": 176.929, "p95_ms": 155.122}, "triton_wait": {"avg_ms": 58.762, "count": 221, "max_ms": 79.871, "p95_ms": 77.361}, "visualize": {"avg_ms": 4.893, "count": 221, "max_ms": 6.517, "p95_ms": 5.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15862.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.644, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.47, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1781479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:56:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T12:56:39+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T12:56:39.633952+09:00", "mtime_epoch": 1783223799.633952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:56:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2289.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.771, "count": 298, "max_ms": 12.274, "p95_ms": 9.05}, "gstreamer_push": {"avg_ms": 1.267, "count": 298, "max_ms": 2.01, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.608, "count": 298, "max_ms": 67.306, "p95_ms": 63.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.163, "count": 298, "max_ms": 77.937, "p95_ms": 68.026}, "yolo11_640_fire_11class": {"avg_ms": 52.089, "count": 298, "max_ms": 69.35, "p95_ms": 65.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.431, "count": 298, "max_ms": 80.373, "p95_ms": 76.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.27, "count": 298, "max_ms": 96.431, "p95_ms": 93.058}, "read_interval": {"avg_ms": 100.642, "count": 298, "max_ms": 634.176, "p95_ms": 112.593}, "triton_wait": {"avg_ms": 54.971, "count": 298, "max_ms": 80.385, "p95_ms": 76.7}, "visualize": {"avg_ms": 3.679, "count": 298, "max_ms": 5.138, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15865.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:55:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.634, "last_started_at": "2026-07-05T12:55:48+09:00", "pid": 130123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 130123, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 727, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 728}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.764, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1405526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:57:05+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T12:57:04+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T12:57:04.986228+09:00", "mtime_epoch": 1783223824.9862275, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:57:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.696, "pushed": 6.696, "read": 6.663}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.955, "count": 200, "max_ms": 34.165, "p95_ms": 23.566}, "gstreamer_push": {"avg_ms": 1.057, "count": 200, "max_ms": 1.568, "p95_ms": 1.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.153, "count": 200, "max_ms": 66.186, "p95_ms": 62.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.051, "count": 200, "max_ms": 78.348, "p95_ms": 68.462}, "yolo11_640_fire_11class": {"avg_ms": 49.534, "count": 200, "max_ms": 69.218, "p95_ms": 65.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.293, "count": 200, "max_ms": 79.08, "p95_ms": 76.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.392, "count": 200, "max_ms": 170.52, "p95_ms": 161.812}, "read_interval": {"avg_ms": 150.112, "count": 199, "max_ms": 182.096, "p95_ms": 173.062}, "triton_wait": {"avg_ms": 57.84, "count": 200, "max_ms": 79.092, "p95_ms": 77.352}, "visualize": {"avg_ms": 5.639, "count": 200, "max_ms": 9.103, "p95_ms": 6.578}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15868.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.684, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.403, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1781778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:57:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:57:09+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-05T12:57:09+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T12:57:09.690279+09:00", "mtime_epoch": 1783223829.6902795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:57:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2289.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.829, "count": 299, "max_ms": 12.958, "p95_ms": 9.173}, "gstreamer_push": {"avg_ms": 1.268, "count": 299, "max_ms": 1.895, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.004, "count": 299, "max_ms": 68.307, "p95_ms": 62.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.965, "count": 299, "max_ms": 77.632, "p95_ms": 64.694}, "yolo11_640_fire_11class": {"avg_ms": 50.549, "count": 299, "max_ms": 71.854, "p95_ms": 64.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.271, "count": 299, "max_ms": 80.307, "p95_ms": 75.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.028, "count": 299, "max_ms": 99.843, "p95_ms": 92.124}, "read_interval": {"avg_ms": 100.556, "count": 298, "max_ms": 605.707, "p95_ms": 185.982}, "triton_wait": {"avg_ms": 52.657, "count": 299, "max_ms": 80.32, "p95_ms": 75.868}, "visualize": {"avg_ms": 3.68, "count": 299, "max_ms": 4.808, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15868.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:55:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.645, "last_started_at": "2026-07-05T12:55:48+09:00", "pid": 130123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.172, "name": "ffmpeg", "pid": 130123, "rss_mb": 271.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 727, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 728}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.991, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1405741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:57:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:57:35+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:57:35+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T12:57:35.014564+09:00", "mtime_epoch": 1783223855.0145636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:57:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.2, "pushed": 7.2, "read": 7.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.185, "count": 215, "max_ms": 29.255, "p95_ms": 21.259}, "gstreamer_push": {"avg_ms": 1.09, "count": 215, "max_ms": 1.378, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.255, "count": 215, "max_ms": 66.095, "p95_ms": 62.497}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.323, "count": 215, "max_ms": 77.247, "p95_ms": 70.775}, "yolo11_640_fire_11class": {"avg_ms": 50.592, "count": 215, "max_ms": 68.355, "p95_ms": 64.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.55, "count": 215, "max_ms": 80.764, "p95_ms": 77.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.342, "count": 215, "max_ms": 165.232, "p95_ms": 152.316}, "read_interval": {"avg_ms": 139.529, "count": 214, "max_ms": 178.62, "p95_ms": 164.191}, "triton_wait": {"avg_ms": 59.36, "count": 215, "max_ms": 80.777, "p95_ms": 77.736}, "visualize": {"avg_ms": 5.079, "count": 215, "max_ms": 7.434, "p95_ms": 6.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15868.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 656.756, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.382, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1782078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:57:39+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T12:57:39+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T12:57:39.754617+09:00", "mtime_epoch": 1783223859.7546175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:57:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2289.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.743, "count": 300, "max_ms": 11.986, "p95_ms": 9.058}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.452, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.111, "count": 300, "max_ms": 69.145, "p95_ms": 63.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.728, "count": 300, "max_ms": 78.112, "p95_ms": 68.68}, "yolo11_640_fire_11class": {"avg_ms": 52.252, "count": 300, "max_ms": 71.713, "p95_ms": 65.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.412, "count": 300, "max_ms": 80.123, "p95_ms": 77.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.797, "count": 300, "max_ms": 96.239, "p95_ms": 93.594}, "read_interval": {"avg_ms": 100.292, "count": 299, "max_ms": 725.26, "p95_ms": 121.339}, "triton_wait": {"avg_ms": 55.523, "count": 300, "max_ms": 80.135, "p95_ms": 77.218}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 5.036, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15868.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:55:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.74, "last_started_at": "2026-07-05T12:55:48+09:00", "pid": 130123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.172, "name": "ffmpeg", "pid": 130123, "rss_mb": 271.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 727, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 728}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.764, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1405956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:58:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:58:05+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T12:58:05+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T12:58:05.110910+09:00", "mtime_epoch": 1783223885.1109102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:58:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.173, "pushed": 7.173, "read": 7.14}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.168, "count": 214, "max_ms": 24.958, "p95_ms": 21.709}, "gstreamer_push": {"avg_ms": 1.09, "count": 215, "max_ms": 1.691, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.968, "count": 214, "max_ms": 65.666, "p95_ms": 63.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.791, "count": 214, "max_ms": 73.61, "p95_ms": 71.448}, "yolo11_640_fire_11class": {"avg_ms": 50.239, "count": 214, "max_ms": 67.909, "p95_ms": 65.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.479, "count": 214, "max_ms": 81.667, "p95_ms": 78.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.742, "count": 215, "max_ms": 168.5, "p95_ms": 145.979}, "read_interval": {"avg_ms": 139.916, "count": 214, "max_ms": 179.473, "p95_ms": 158.6}, "triton_wait": {"avg_ms": 59.013, "count": 214, "max_ms": 81.678, "p95_ms": 78.097}, "visualize": {"avg_ms": 5.108, "count": 214, "max_ms": 8.124, "p95_ms": 5.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15867.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 686.821, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.442, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1782379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:58:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T12:58:09+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T12:58:09+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T12:58:09.794965+09:00", "mtime_epoch": 1783223889.794965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:58:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2289.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.84, "count": 301, "max_ms": 13.572, "p95_ms": 9.069}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 1.516, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.688, "count": 301, "max_ms": 67.414, "p95_ms": 63.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.288, "count": 301, "max_ms": 74.485, "p95_ms": 68.184}, "yolo11_640_fire_11class": {"avg_ms": 51.823, "count": 301, "max_ms": 70.04, "p95_ms": 65.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.879, "count": 301, "max_ms": 80.979, "p95_ms": 76.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.479, "count": 301, "max_ms": 97.031, "p95_ms": 92.537}, "read_interval": {"avg_ms": 99.842, "count": 300, "max_ms": 617.075, "p95_ms": 113.027}, "triton_wait": {"avg_ms": 55.073, "count": 301, "max_ms": 80.991, "p95_ms": 76.582}, "visualize": {"avg_ms": 3.684, "count": 301, "max_ms": 4.624, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15868.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:55:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.845, "last_started_at": "2026-07-05T12:55:48+09:00", "pid": 130123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.172, "name": "ffmpeg", "pid": 130123, "rss_mb": 271.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 727, "restart_count_per_hour": 20, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 728}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.858, "sample_count": 2060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:58:35+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T12:58:35+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T12:58:35.211266+09:00", "mtime_epoch": 1783223915.211266, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:58:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.212, "pushed": 7.212, "read": 7.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.219, "count": 215, "max_ms": 34.34, "p95_ms": 21.763}, "gstreamer_push": {"avg_ms": 1.092, "count": 216, "max_ms": 1.44, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.3, "count": 215, "max_ms": 64.291, "p95_ms": 62.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.475, "count": 215, "max_ms": 76.346, "p95_ms": 71.03}, "yolo11_640_fire_11class": {"avg_ms": 50.561, "count": 215, "max_ms": 67.454, "p95_ms": 63.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.328, "count": 215, "max_ms": 80.797, "p95_ms": 75.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.962, "count": 216, "max_ms": 166.835, "p95_ms": 152.358}, "read_interval": {"avg_ms": 139.294, "count": 215, "max_ms": 177.654, "p95_ms": 163.844}, "triton_wait": {"avg_ms": 59.098, "count": 215, "max_ms": 80.81, "p95_ms": 76.354}, "visualize": {"avg_ms": 5.086, "count": 215, "max_ms": 7.571, "p95_ms": 6.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15868.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 716.875, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.537, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1782682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:58:39+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T12:58:39+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T12:58:39.871322+09:00", "mtime_epoch": 1783223919.871322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:58:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2289.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.856, "count": 303, "max_ms": 13.775, "p95_ms": 9.645}, "gstreamer_push": {"avg_ms": 1.266, "count": 303, "max_ms": 2.123, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.511, "count": 303, "max_ms": 69.132, "p95_ms": 63.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.862, "count": 303, "max_ms": 79.009, "p95_ms": 68.167}, "yolo11_640_fire_11class": {"avg_ms": 51.458, "count": 303, "max_ms": 70.047, "p95_ms": 65.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.16, "count": 303, "max_ms": 84.291, "p95_ms": 76.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.759, "count": 303, "max_ms": 100.687, "p95_ms": 92.662}, "read_interval": {"avg_ms": 99.232, "count": 302, "max_ms": 573.785, "p95_ms": 116.752}, "triton_wait": {"avg_ms": 54.347, "count": 303, "max_ms": 84.302, "p95_ms": 76.732}, "visualize": {"avg_ms": 3.671, "count": 303, "max_ms": 5.867, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15861.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.501, "last_started_at": "2026-07-05T12:58:54+09:00", "pid": 130230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.109, "name": "ffmpeg", "pid": 130230, "rss_mb": 264.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 728, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 729}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.888, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:59:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:59:05+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T12:59:05+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T12:59:05.287630+09:00", "mtime_epoch": 1783223945.2876303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:59:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.357, "pushed": 6.357, "read": 6.323}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.127, "count": 190, "max_ms": 30.61, "p95_ms": 21.617}, "gstreamer_push": {"avg_ms": 1.114, "count": 190, "max_ms": 1.512, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.335, "count": 190, "max_ms": 65.264, "p95_ms": 62.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.188, "count": 190, "max_ms": 81.934, "p95_ms": 70.155}, "yolo11_640_fire_11class": {"avg_ms": 50.588, "count": 190, "max_ms": 67.595, "p95_ms": 65.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.663, "count": 190, "max_ms": 83.544, "p95_ms": 77.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.513, "count": 190, "max_ms": 164.203, "p95_ms": 143.456}, "read_interval": {"avg_ms": 158.294, "count": 189, "max_ms": 4376.347, "p95_ms": 157.705}, "triton_wait": {"avg_ms": 59.161, "count": 190, "max_ms": 83.555, "p95_ms": 77.038}, "visualize": {"avg_ms": 4.906, "count": 190, "max_ms": 6.448, "p95_ms": 5.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15861.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 746.959, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.437, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1782983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:59:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:59:10+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T12:59:09+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T12:59:09.947688+09:00", "mtime_epoch": 1783223949.9476876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:59:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2289.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.675, "count": 300, "max_ms": 11.032, "p95_ms": 9.119}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.503, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.175, "count": 300, "max_ms": 66.103, "p95_ms": 62.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.025, "count": 300, "max_ms": 80.37, "p95_ms": 67.439}, "yolo11_640_fire_11class": {"avg_ms": 51.293, "count": 300, "max_ms": 75.148, "p95_ms": 63.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.914, "count": 300, "max_ms": 79.807, "p95_ms": 75.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.999, "count": 300, "max_ms": 95.295, "p95_ms": 91.641}, "read_interval": {"avg_ms": 99.946, "count": 300, "max_ms": 583.059, "p95_ms": 118.008}, "triton_wait": {"avg_ms": 54.036, "count": 300, "max_ms": 80.379, "p95_ms": 75.937}, "visualize": {"avg_ms": 3.541, "count": 300, "max_ms": 5.727, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15863.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.53, "last_started_at": "2026-07-05T12:58:54+09:00", "pid": 130230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.398, "name": "ffmpeg", "pid": 130230, "rss_mb": 265.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 728, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 729}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.342, "sample_count": 2054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:59:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T12:59:35+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T12:59:35+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T12:59:35.284002+09:00", "mtime_epoch": 1783223975.2840018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T12:59:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.259, "pushed": 7.259, "read": 7.226}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.154, "count": 217, "max_ms": 23.91, "p95_ms": 21.312}, "gstreamer_push": {"avg_ms": 1.089, "count": 217, "max_ms": 1.258, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.548, "count": 217, "max_ms": 64.015, "p95_ms": 61.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.962, "count": 217, "max_ms": 75.536, "p95_ms": 67.476}, "yolo11_640_fire_11class": {"avg_ms": 49.564, "count": 217, "max_ms": 66.932, "p95_ms": 63.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.539, "count": 217, "max_ms": 77.963, "p95_ms": 76.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.364, "count": 217, "max_ms": 162.787, "p95_ms": 149.621}, "read_interval": {"avg_ms": 138.305, "count": 216, "max_ms": 174.312, "p95_ms": 160.901}, "triton_wait": {"avg_ms": 57.985, "count": 217, "max_ms": 77.976, "p95_ms": 76.028}, "visualize": {"avg_ms": 5.081, "count": 217, "max_ms": 7.431, "p95_ms": 5.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15863.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 776.979, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.442, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1783285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T12:59:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T12:59:40+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T12:59:39+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T12:59:39.976061+09:00", "mtime_epoch": 1783223979.9760609, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T12:59:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2289.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.859, "count": 302, "max_ms": 13.543, "p95_ms": 9.255}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 2.114, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.876, "count": 302, "max_ms": 66.194, "p95_ms": 63.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.673, "count": 302, "max_ms": 76.665, "p95_ms": 66.205}, "yolo11_640_fire_11class": {"avg_ms": 51.457, "count": 302, "max_ms": 68.027, "p95_ms": 65.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.352, "count": 302, "max_ms": 78.867, "p95_ms": 76.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.134, "count": 302, "max_ms": 95.338, "p95_ms": 92.219}, "read_interval": {"avg_ms": 99.449, "count": 301, "max_ms": 503.501, "p95_ms": 196.184}, "triton_wait": {"avg_ms": 53.699, "count": 302, "max_ms": 78.879, "p95_ms": 76.184}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 4.754, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15864.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.577, "last_started_at": "2026-07-05T12:58:54+09:00", "pid": 130230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.172, "name": "ffmpeg", "pid": 130230, "rss_mb": 266.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 728, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 729}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.668, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:00:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:00:05+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T13:00:05+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T13:00:05.336382+09:00", "mtime_epoch": 1783224005.336382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:00:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.225, "pushed": 7.225, "read": 7.192}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.097, "count": 216, "max_ms": 25.895, "p95_ms": 21.366}, "gstreamer_push": {"avg_ms": 1.095, "count": 216, "max_ms": 1.715, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.052, "count": 216, "max_ms": 68.329, "p95_ms": 62.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.721, "count": 216, "max_ms": 77.368, "p95_ms": 68.85}, "yolo11_640_fire_11class": {"avg_ms": 50.371, "count": 216, "max_ms": 70.747, "p95_ms": 63.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.039, "count": 216, "max_ms": 78.791, "p95_ms": 76.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.836, "count": 216, "max_ms": 167.753, "p95_ms": 152.45}, "read_interval": {"avg_ms": 139.068, "count": 215, "max_ms": 179.957, "p95_ms": 163.622}, "triton_wait": {"avg_ms": 58.498, "count": 216, "max_ms": 78.803, "p95_ms": 76.068}, "visualize": {"avg_ms": 5.073, "count": 216, "max_ms": 8.092, "p95_ms": 5.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15864.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.038, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.375, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1783584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:00:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:00:10+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:00:10+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:00:10.036442+09:00", "mtime_epoch": 1783224010.036442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:00:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2290.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.879, "count": 299, "max_ms": 13.619, "p95_ms": 11.861}, "gstreamer_push": {"avg_ms": 1.262, "count": 299, "max_ms": 2.025, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.278, "count": 299, "max_ms": 72.868, "p95_ms": 62.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.001, "count": 299, "max_ms": 75.097, "p95_ms": 66.607}, "yolo11_640_fire_11class": {"avg_ms": 51.868, "count": 299, "max_ms": 75.824, "p95_ms": 65.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.421, "count": 299, "max_ms": 79.177, "p95_ms": 75.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.987, "count": 299, "max_ms": 95.407, "p95_ms": 91.738}, "read_interval": {"avg_ms": 100.589, "count": 298, "max_ms": 699.786, "p95_ms": 176.424}, "triton_wait": {"avg_ms": 54.571, "count": 299, "max_ms": 79.189, "p95_ms": 75.957}, "visualize": {"avg_ms": 3.68, "count": 299, "max_ms": 4.825, "p95_ms": 4.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15869.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.7, "last_started_at": "2026-07-05T12:58:54+09:00", "pid": 130230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 130230, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 728, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 729}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.327, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1407016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:00:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:00:35+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T13:00:35+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T13:00:35.460770+09:00", "mtime_epoch": 1783224035.4607701, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:00:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9294.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.367, "pushed": 7.367, "read": 7.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.02, "count": 220, "max_ms": 26.91, "p95_ms": 21.192}, "gstreamer_push": {"avg_ms": 1.098, "count": 221, "max_ms": 1.332, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.073, "count": 220, "max_ms": 67.688, "p95_ms": 62.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.005, "count": 220, "max_ms": 77.647, "p95_ms": 69.62}, "yolo11_640_fire_11class": {"avg_ms": 50.235, "count": 220, "max_ms": 69.485, "p95_ms": 65.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.66, "count": 220, "max_ms": 79.475, "p95_ms": 77.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.568, "count": 221, "max_ms": 167.388, "p95_ms": 147.354}, "read_interval": {"avg_ms": 136.248, "count": 220, "max_ms": 180.639, "p95_ms": 157.976}, "triton_wait": {"avg_ms": 58.327, "count": 220, "max_ms": 79.488, "p95_ms": 77.379}, "visualize": {"avg_ms": 4.915, "count": 220, "max_ms": 6.347, "p95_ms": 5.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15869.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.073, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.541, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1783885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:00:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:00:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T13:00:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T13:00:40.072830+09:00", "mtime_epoch": 1783224040.0728302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:00:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2290.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.611, "count": 301, "max_ms": 12.244, "p95_ms": 8.545}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.748, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.292, "count": 301, "max_ms": 66.436, "p95_ms": 63.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.031, "count": 301, "max_ms": 76.775, "p95_ms": 67.611}, "yolo11_640_fire_11class": {"avg_ms": 52.113, "count": 301, "max_ms": 69.406, "p95_ms": 65.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.469, "count": 301, "max_ms": 79.882, "p95_ms": 76.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.794, "count": 301, "max_ms": 96.156, "p95_ms": 92.508}, "read_interval": {"avg_ms": 99.836, "count": 300, "max_ms": 471.339, "p95_ms": 146.898}, "triton_wait": {"avg_ms": 54.674, "count": 301, "max_ms": 79.894, "p95_ms": 76.405}, "visualize": {"avg_ms": 3.639, "count": 301, "max_ms": 4.951, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15869.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.801, "last_started_at": "2026-07-05T12:58:54+09:00", "pid": 130230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 130230, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 728, "restart_count_per_hour": 20, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 729}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.45, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1407230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:01:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:01:05+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:01:05+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T13:01:05.581165+09:00", "mtime_epoch": 1783224065.5811653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:01:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.139, "pushed": 7.139, "read": 7.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.279, "count": 213, "max_ms": 25.551, "p95_ms": 21.659}, "gstreamer_push": {"avg_ms": 1.073, "count": 214, "max_ms": 1.239, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.33, "count": 213, "max_ms": 64.656, "p95_ms": 63.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.87, "count": 213, "max_ms": 76.75, "p95_ms": 69.539}, "yolo11_640_fire_11class": {"avg_ms": 50.195, "count": 213, "max_ms": 66.758, "p95_ms": 65.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.913, "count": 213, "max_ms": 81.053, "p95_ms": 77.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.543, "count": 214, "max_ms": 166.418, "p95_ms": 149.662}, "read_interval": {"avg_ms": 140.714, "count": 213, "max_ms": 177.33, "p95_ms": 160.718}, "triton_wait": {"avg_ms": 58.165, "count": 213, "max_ms": 81.065, "p95_ms": 77.482}, "visualize": {"avg_ms": 5.181, "count": 213, "max_ms": 8.983, "p95_ms": 6.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15870.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.085, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.637, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1784184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:01:10+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T13:01:10+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T13:01:10.057225+09:00", "mtime_epoch": 1783224070.0572245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:01:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2290.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.849, "count": 299, "max_ms": 12.221, "p95_ms": 9.634}, "gstreamer_push": {"avg_ms": 1.264, "count": 299, "max_ms": 2.141, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.513, "count": 299, "max_ms": 67.106, "p95_ms": 63.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.181, "count": 299, "max_ms": 75.406, "p95_ms": 67.824}, "yolo11_640_fire_11class": {"avg_ms": 52.26, "count": 299, "max_ms": 70.804, "p95_ms": 65.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.195, "count": 299, "max_ms": 79.351, "p95_ms": 77.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.497, "count": 299, "max_ms": 95.595, "p95_ms": 93.488}, "read_interval": {"avg_ms": 100.293, "count": 299, "max_ms": 486.028, "p95_ms": 199.795}, "triton_wait": {"avg_ms": 55.156, "count": 299, "max_ms": 79.363, "p95_ms": 77.368}, "visualize": {"avg_ms": 3.671, "count": 299, "max_ms": 4.636, "p95_ms": 4.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15870.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.835, "last_started_at": "2026-07-05T12:58:54+09:00", "pid": 130230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 130230, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 728, "restart_count_per_hour": 20, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 729}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.875, "sample_count": 2122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1407451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:01:35+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T13:01:35+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T13:01:35.601566+09:00", "mtime_epoch": 1783224095.6015656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:01:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.394, "pushed": 7.394, "read": 7.36}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.514, "count": 221, "max_ms": 27.05, "p95_ms": 20.069}, "gstreamer_push": {"avg_ms": 1.097, "count": 221, "max_ms": 1.593, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.69, "count": 221, "max_ms": 72.497, "p95_ms": 63.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.014, "count": 221, "max_ms": 77.06, "p95_ms": 70.867}, "yolo11_640_fire_11class": {"avg_ms": 52.285, "count": 221, "max_ms": 75.602, "p95_ms": 66.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.433, "count": 221, "max_ms": 80.798, "p95_ms": 78.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.291, "count": 221, "max_ms": 154.025, "p95_ms": 140.682}, "read_interval": {"avg_ms": 135.851, "count": 220, "max_ms": 167.699, "p95_ms": 153.721}, "triton_wait": {"avg_ms": 60.897, "count": 221, "max_ms": 80.81, "p95_ms": 78.689}, "visualize": {"avg_ms": 4.802, "count": 221, "max_ms": 5.944, "p95_ms": 5.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15870.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.087, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.71, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1784482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:01:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:01:40+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T13:01:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T13:01:40.081626+09:00", "mtime_epoch": 1783224100.0816257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:01:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2290.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.662, "count": 298, "max_ms": 12.243, "p95_ms": 8.696}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.709, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.357, "count": 298, "max_ms": 73.628, "p95_ms": 63.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.419, "count": 298, "max_ms": 78.841, "p95_ms": 68.847}, "yolo11_640_fire_11class": {"avg_ms": 52.872, "count": 298, "max_ms": 74.331, "p95_ms": 65.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.24, "count": 298, "max_ms": 80.195, "p95_ms": 77.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.472, "count": 298, "max_ms": 99.881, "p95_ms": 93.382}, "read_interval": {"avg_ms": 100.749, "count": 298, "max_ms": 671.531, "p95_ms": 147.15}, "triton_wait": {"avg_ms": 56.291, "count": 298, "max_ms": 80.207, "p95_ms": 77.476}, "visualize": {"avg_ms": 3.663, "count": 298, "max_ms": 4.726, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15870.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 652, "h264_decode_error_count": 1598, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:55:45+09:00", "last_error_summary": "[h264 @ 0x55df140588c0] error while decoding MB 9 12, bytestream -5", "last_exit_at": "2026-07-05T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.855, "last_started_at": "2026-07-05T12:58:54+09:00", "pid": 130230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 130230, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 728, "restart_count_per_hour": 20, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 729}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.546, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1407675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:02:05+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T13:02:05+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T13:02:05.637972+09:00", "mtime_epoch": 1783224125.637972, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:02:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.492, "pushed": 7.492, "read": 7.459}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.879, "count": 224, "max_ms": 26.591, "p95_ms": 21.472}, "gstreamer_push": {"avg_ms": 1.091, "count": 224, "max_ms": 1.566, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.637, "count": 224, "max_ms": 65.441, "p95_ms": 62.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.023, "count": 224, "max_ms": 76.382, "p95_ms": 69.672}, "yolo11_640_fire_11class": {"avg_ms": 49.685, "count": 224, "max_ms": 68.914, "p95_ms": 64.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.817, "count": 224, "max_ms": 81.293, "p95_ms": 77.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.531, "count": 224, "max_ms": 162.899, "p95_ms": 141.442}, "read_interval": {"avg_ms": 134.062, "count": 223, "max_ms": 173.813, "p95_ms": 154.13}, "triton_wait": {"avg_ms": 58.32, "count": 224, "max_ms": 81.306, "p95_ms": 77.796}, "visualize": {"avg_ms": 4.829, "count": 224, "max_ms": 5.994, "p95_ms": 5.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15626.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 927.168, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.823, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1784786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:02:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:02:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:02:10+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:02:10.166034+09:00", "mtime_epoch": 1783224130.166034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:02:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2290.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.134, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.705, "count": 303, "max_ms": 12.446, "p95_ms": 8.937}, "gstreamer_push": {"avg_ms": 1.269, "count": 304, "max_ms": 1.992, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.851, "count": 303, "max_ms": 66.858, "p95_ms": 63.355}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.465, "count": 303, "max_ms": 75.305, "p95_ms": 68.233}, "yolo11_640_fire_11class": {"avg_ms": 50.268, "count": 303, "max_ms": 73.313, "p95_ms": 64.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.122, "count": 303, "max_ms": 82.082, "p95_ms": 77.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.035, "count": 303, "max_ms": 98.706, "p95_ms": 93.244}, "read_interval": {"avg_ms": 98.999, "count": 303, "max_ms": 673.499, "p95_ms": 115.258}, "triton_wait": {"avg_ms": 53.789, "count": 303, "max_ms": 82.094, "p95_ms": 77.364}, "visualize": {"avg_ms": 3.676, "count": 303, "max_ms": 4.474, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15865.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 653, "h264_decode_error_count": 1599, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:02:08+09:00", "last_error_summary": "[h264 @ 0x556395fc11c0] error while decoding MB 10 41, bytestream -5", "last_exit_at": "2026-07-05T13:02:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.412, "last_started_at": "2026-07-05T13:02:11+09:00", "pid": 130337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.543, "name": "ffmpeg", "pid": 130337, "rss_mb": 265.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 729, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 730}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.879, "sample_count": 2118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1407864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:02:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:02:35+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T13:02:35+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T13:02:35.698385+09:00", "mtime_epoch": 1783224155.6983848, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:02:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.313, "pushed": 6.313, "read": 6.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.796, "count": 189, "max_ms": 25.297, "p95_ms": 20.71}, "gstreamer_push": {"avg_ms": 1.099, "count": 189, "max_ms": 1.473, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.926, "count": 189, "max_ms": 64.613, "p95_ms": 63.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.242, "count": 189, "max_ms": 74.555, "p95_ms": 69.209}, "yolo11_640_fire_11class": {"avg_ms": 50.987, "count": 189, "max_ms": 67.325, "p95_ms": 64.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.467, "count": 189, "max_ms": 80.462, "p95_ms": 77.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.998, "count": 189, "max_ms": 168.137, "p95_ms": 141.392}, "read_interval": {"avg_ms": 159.263, "count": 188, "max_ms": 5063.528, "p95_ms": 151.492}, "triton_wait": {"avg_ms": 59.935, "count": 189, "max_ms": 80.473, "p95_ms": 77.779}, "visualize": {"avg_ms": 4.828, "count": 189, "max_ms": 7.867, "p95_ms": 5.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15866.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 957.531, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.792, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1785087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:02:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:02:40+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T13:02:40+09:00", "mjpeg": {"age_sec": 0.41, "exists": true, "mtime": "2026-07-05T13:02:40.182447+09:00", "mtime_epoch": 1783224160.1824467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:02:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2290.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.881}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.861, "count": 297, "max_ms": 15.958, "p95_ms": 9.159}, "gstreamer_push": {"avg_ms": 1.265, "count": 297, "max_ms": 1.726, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.241, "count": 297, "max_ms": 66.521, "p95_ms": 63.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.261, "count": 297, "max_ms": 75.247, "p95_ms": 68.837}, "yolo11_640_fire_11class": {"avg_ms": 50.349, "count": 297, "max_ms": 67.465, "p95_ms": 64.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.756, "count": 297, "max_ms": 80.655, "p95_ms": 77.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.036, "count": 297, "max_ms": 107.079, "p95_ms": 93.815}, "read_interval": {"avg_ms": 101.166, "count": 296, "max_ms": 502.672, "p95_ms": 151.052}, "triton_wait": {"avg_ms": 54.328, "count": 297, "max_ms": 80.667, "p95_ms": 77.359}, "visualize": {"avg_ms": 3.724, "count": 297, "max_ms": 5.352, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15866.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 653, "h264_decode_error_count": 1599, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:02:08+09:00", "last_error_summary": "[h264 @ 0x556395fc11c0] error while decoding MB 10 41, bytestream -5", "last_exit_at": "2026-07-05T13:02:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.423, "last_started_at": "2026-07-05T13:02:11+09:00", "pid": 130337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.316, "name": "ffmpeg", "pid": 130337, "rss_mb": 266.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 729, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 730}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.517, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1408085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:03:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:03:05+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:03:05+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T13:03:05.714802+09:00", "mtime_epoch": 1783224185.7148023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:03:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.367, "pushed": 7.367, "read": 7.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.002, "count": 221, "max_ms": 25.822, "p95_ms": 20.84}, "gstreamer_push": {"avg_ms": 1.103, "count": 221, "max_ms": 1.276, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.156, "count": 221, "max_ms": 70.242, "p95_ms": 63.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.763, "count": 221, "max_ms": 83.444, "p95_ms": 72.056}, "yolo11_640_fire_11class": {"avg_ms": 51.379, "count": 221, "max_ms": 70.579, "p95_ms": 66.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.06, "count": 221, "max_ms": 83.402, "p95_ms": 79.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.803, "count": 221, "max_ms": 171.952, "p95_ms": 144.557}, "read_interval": {"avg_ms": 135.778, "count": 221, "max_ms": 182.109, "p95_ms": 153.765}, "triton_wait": {"avg_ms": 60.439, "count": 221, "max_ms": 83.453, "p95_ms": 79.568}, "visualize": {"avg_ms": 4.929, "count": 221, "max_ms": 6.414, "p95_ms": 5.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14878}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15867.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 987.585, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.792, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1785388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:03:10+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T13:03:10+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T13:03:10.586870+09:00", "mtime_epoch": 1783224190.5868704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:03:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2290.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.679, "count": 301, "max_ms": 12.521, "p95_ms": 8.563}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.801, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.259, "count": 301, "max_ms": 68.616, "p95_ms": 62.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.789, "count": 301, "max_ms": 76.117, "p95_ms": 69.127}, "yolo11_640_fire_11class": {"avg_ms": 50.898, "count": 301, "max_ms": 72.997, "p95_ms": 64.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.397, "count": 301, "max_ms": 85.829, "p95_ms": 76.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.2, "count": 301, "max_ms": 102.007, "p95_ms": 92.62}, "read_interval": {"avg_ms": 99.908, "count": 300, "max_ms": 491.774, "p95_ms": 118.118}, "triton_wait": {"avg_ms": 55.019, "count": 301, "max_ms": 85.841, "p95_ms": 76.768}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 4.697, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15868.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 653, "h264_decode_error_count": 1599, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:02:08+09:00", "last_error_summary": "[h264 @ 0x556395fc11c0] error while decoding MB 10 41, bytestream -5", "last_exit_at": "2026-07-05T13:02:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.45, "last_started_at": "2026-07-05T13:02:11+09:00", "pid": 130337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.09, "name": "ffmpeg", "pid": 130337, "rss_mb": 267.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 729, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 730}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.224, "sample_count": 2134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1408309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:03:35+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T13:03:35+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T13:03:35.711225+09:00", "mtime_epoch": 1783224215.7112246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:03:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.496, "pushed": 7.496, "read": 7.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.207, "count": 224, "max_ms": 29.164, "p95_ms": 21.786}, "gstreamer_push": {"avg_ms": 1.106, "count": 224, "max_ms": 1.545, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.893, "count": 224, "max_ms": 67.64, "p95_ms": 63.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.156, "count": 224, "max_ms": 79.796, "p95_ms": 70.117}, "yolo11_640_fire_11class": {"avg_ms": 50.802, "count": 224, "max_ms": 66.358, "p95_ms": 64.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.183, "count": 224, "max_ms": 80.548, "p95_ms": 77.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.646, "count": 224, "max_ms": 164.82, "p95_ms": 147.174}, "read_interval": {"avg_ms": 133.944, "count": 223, "max_ms": 172.507, "p95_ms": 153.24}, "triton_wait": {"avg_ms": 60.001, "count": 224, "max_ms": 80.56, "p95_ms": 77.344}, "visualize": {"avg_ms": 4.984, "count": 224, "max_ms": 7.361, "p95_ms": 6.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15868.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1017.662, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.771, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1785688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:03:40+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T13:03:40+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T13:03:40.635294+09:00", "mtime_epoch": 1783224220.6352944, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:03:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2290.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.805, "count": 300, "max_ms": 12.297, "p95_ms": 9.22}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.564, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.708, "count": 300, "max_ms": 67.633, "p95_ms": 62.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.135, "count": 300, "max_ms": 77.5, "p95_ms": 68.029}, "yolo11_640_fire_11class": {"avg_ms": 50.713, "count": 300, "max_ms": 67.131, "p95_ms": 63.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.124, "count": 300, "max_ms": 80.416, "p95_ms": 75.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.536, "count": 300, "max_ms": 106.351, "p95_ms": 92.167}, "read_interval": {"avg_ms": 100.218, "count": 299, "max_ms": 630.588, "p95_ms": 113.393}, "triton_wait": {"avg_ms": 54.839, "count": 300, "max_ms": 80.43, "p95_ms": 75.832}, "visualize": {"avg_ms": 3.662, "count": 300, "max_ms": 5.028, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15868.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 653, "h264_decode_error_count": 1599, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:02:08+09:00", "last_error_summary": "[h264 @ 0x556395fc11c0] error while decoding MB 10 41, bytestream -5", "last_exit_at": "2026-07-05T13:02:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.479, "last_started_at": "2026-07-05T13:02:11+09:00", "pid": 130337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.09, "name": "ffmpeg", "pid": 130337, "rss_mb": 267.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 729, "restart_count_per_hour": 21, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 730}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.249, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1408526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:04:05+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T13:04:05+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T13:04:05.767653+09:00", "mtime_epoch": 1783224245.7676528, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:04:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.261, "pushed": 7.261, "read": 7.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.376, "count": 217, "max_ms": 24.662, "p95_ms": 21.734}, "gstreamer_push": {"avg_ms": 1.08, "count": 217, "max_ms": 1.481, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.264, "count": 217, "max_ms": 67.008, "p95_ms": 63.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.299, "count": 217, "max_ms": 78.802, "p95_ms": 73.428}, "yolo11_640_fire_11class": {"avg_ms": 51.353, "count": 217, "max_ms": 68.792, "p95_ms": 65.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.831, "count": 217, "max_ms": 80.816, "p95_ms": 77.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.364, "count": 217, "max_ms": 166.562, "p95_ms": 158.52}, "read_interval": {"avg_ms": 138.424, "count": 216, "max_ms": 174.766, "p95_ms": 165.997}, "triton_wait": {"avg_ms": 59.908, "count": 217, "max_ms": 80.828, "p95_ms": 78.232}, "visualize": {"avg_ms": 5.151, "count": 217, "max_ms": 6.816, "p95_ms": 6.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15868.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1047.674, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.801, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1785990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:04:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:04:10+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T13:04:10+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T13:04:10.671723+09:00", "mtime_epoch": 1783224250.671723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:04:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2291.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.774, "count": 302, "max_ms": 13.247, "p95_ms": 9.343}, "gstreamer_push": {"avg_ms": 1.258, "count": 302, "max_ms": 1.902, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.588, "count": 302, "max_ms": 73.112, "p95_ms": 63.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.014, "count": 302, "max_ms": 78.881, "p95_ms": 71.761}, "yolo11_640_fire_11class": {"avg_ms": 51.254, "count": 302, "max_ms": 75.032, "p95_ms": 64.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.686, "count": 302, "max_ms": 79.611, "p95_ms": 76.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.977, "count": 302, "max_ms": 95.684, "p95_ms": 92.676}, "read_interval": {"avg_ms": 99.451, "count": 302, "max_ms": 473.712, "p95_ms": 162.345}, "triton_wait": {"avg_ms": 54.697, "count": 302, "max_ms": 79.623, "p95_ms": 76.514}, "visualize": {"avg_ms": 3.64, "count": 302, "max_ms": 4.681, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15871.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 653, "h264_decode_error_count": 1599, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:02:08+09:00", "last_error_summary": "[h264 @ 0x556395fc11c0] error while decoding MB 10 41, bytestream -5", "last_exit_at": "2026-07-05T13:02:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.539, "last_started_at": "2026-07-05T13:02:11+09:00", "pid": 130337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.184, "name": "ffmpeg", "pid": 130337, "rss_mb": 270.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 729, "restart_count_per_hour": 20, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 730}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.466, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1408738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:04:35+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T13:04:35+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T13:04:35.804085+09:00", "mtime_epoch": 1783224275.804085, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:04:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.085, "pushed": 7.085, "read": 7.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.703, "count": 212, "max_ms": 25.22, "p95_ms": 23.33}, "gstreamer_push": {"avg_ms": 1.075, "count": 212, "max_ms": 1.561, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.107, "count": 212, "max_ms": 65.047, "p95_ms": 61.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.688, "count": 212, "max_ms": 82.058, "p95_ms": 69.769}, "yolo11_640_fire_11class": {"avg_ms": 49.085, "count": 212, "max_ms": 66.998, "p95_ms": 64.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.177, "count": 212, "max_ms": 81.336, "p95_ms": 77.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.809, "count": 212, "max_ms": 166.314, "p95_ms": 161.901}, "read_interval": {"avg_ms": 141.738, "count": 211, "max_ms": 174.576, "p95_ms": 171.098}, "triton_wait": {"avg_ms": 57.731, "count": 212, "max_ms": 82.07, "p95_ms": 77.809}, "visualize": {"avg_ms": 5.336, "count": 212, "max_ms": 7.223, "p95_ms": 6.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15871.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1077.693, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.819, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1786294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:04:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:04:40+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T13:04:40+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T13:04:40.696156+09:00", "mtime_epoch": 1783224280.6961558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:04:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2291.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.154, "pushed": 10.154, "read": 10.121}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.894, "count": 304, "max_ms": 13.056, "p95_ms": 9.165}, "gstreamer_push": {"avg_ms": 1.278, "count": 304, "max_ms": 1.698, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.31, "count": 304, "max_ms": 68.316, "p95_ms": 62.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.548, "count": 304, "max_ms": 78.46, "p95_ms": 66.65}, "yolo11_640_fire_11class": {"avg_ms": 49.564, "count": 304, "max_ms": 70.448, "p95_ms": 63.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.909, "count": 304, "max_ms": 79.127, "p95_ms": 75.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.133, "count": 304, "max_ms": 95.577, "p95_ms": 92.228}, "read_interval": {"avg_ms": 98.805, "count": 303, "max_ms": 631.571, "p95_ms": 114.85}, "triton_wait": {"avg_ms": 52.553, "count": 304, "max_ms": 79.139, "p95_ms": 76.0}, "visualize": {"avg_ms": 3.74, "count": 304, "max_ms": 4.991, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15874.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 653, "h264_decode_error_count": 1599, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:02:08+09:00", "last_error_summary": "[h264 @ 0x556395fc11c0] error while decoding MB 10 41, bytestream -5", "last_exit_at": "2026-07-05T13:02:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.603, "last_started_at": "2026-07-05T13:02:11+09:00", "pid": 130337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.762, "name": "ffmpeg", "pid": 130337, "rss_mb": 272.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 729, "restart_count_per_hour": 20, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 730}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.25, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1408960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:05:06+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T13:05:05+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T13:05:05.872522+09:00", "mtime_epoch": 1783224305.872522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:05:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.421, "pushed": 7.421, "read": 7.388}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.009, "count": 222, "max_ms": 23.814, "p95_ms": 21.505}, "gstreamer_push": {"avg_ms": 1.072, "count": 222, "max_ms": 1.216, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.772, "count": 222, "max_ms": 67.755, "p95_ms": 62.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.987, "count": 222, "max_ms": 80.797, "p95_ms": 70.764}, "yolo11_640_fire_11class": {"avg_ms": 49.716, "count": 222, "max_ms": 70.31, "p95_ms": 64.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.765, "count": 222, "max_ms": 81.741, "p95_ms": 76.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.268, "count": 222, "max_ms": 162.745, "p95_ms": 150.91}, "read_interval": {"avg_ms": 135.386, "count": 221, "max_ms": 170.902, "p95_ms": 158.687}, "triton_wait": {"avg_ms": 58.286, "count": 222, "max_ms": 81.753, "p95_ms": 76.438}, "visualize": {"avg_ms": 5.0, "count": 222, "max_ms": 6.074, "p95_ms": 5.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15874.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1107.776, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.801, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1786591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:05:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:05:10+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T13:05:10+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T13:05:10.768594+09:00", "mtime_epoch": 1783224310.7685935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:05:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2291.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.812, "count": 296, "max_ms": 12.96, "p95_ms": 8.979}, "gstreamer_push": {"avg_ms": 1.258, "count": 297, "max_ms": 1.885, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.87, "count": 296, "max_ms": 66.373, "p95_ms": 62.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.047, "count": 296, "max_ms": 76.088, "p95_ms": 68.435}, "yolo11_640_fire_11class": {"avg_ms": 50.012, "count": 296, "max_ms": 71.67, "p95_ms": 63.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.847, "count": 296, "max_ms": 77.68, "p95_ms": 75.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.133, "count": 297, "max_ms": 94.053, "p95_ms": 92.378}, "read_interval": {"avg_ms": 101.334, "count": 296, "max_ms": 604.311, "p95_ms": 212.447}, "triton_wait": {"avg_ms": 53.77, "count": 296, "max_ms": 77.692, "p95_ms": 76.1}, "visualize": {"avg_ms": 3.682, "count": 296, "max_ms": 5.311, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15874.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1137.826, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.782, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1786895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:05:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:05:40+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:05:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T13:05:40.825035+09:00", "mtime_epoch": 1783224340.825035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:05:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2291.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.145, "pushed": 10.145, "read": 10.111}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.629, "count": 304, "max_ms": 11.145, "p95_ms": 8.494}, "gstreamer_push": {"avg_ms": 1.267, "count": 304, "max_ms": 1.695, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.866, "count": 304, "max_ms": 65.604, "p95_ms": 62.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.103, "count": 304, "max_ms": 76.983, "p95_ms": 66.594}, "yolo11_640_fire_11class": {"avg_ms": 48.784, "count": 304, "max_ms": 69.373, "p95_ms": 62.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.341, "count": 304, "max_ms": 79.019, "p95_ms": 75.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.222, "count": 304, "max_ms": 94.935, "p95_ms": 91.745}, "read_interval": {"avg_ms": 98.904, "count": 303, "max_ms": 608.822, "p95_ms": 171.211}, "triton_wait": {"avg_ms": 51.059, "count": 304, "max_ms": 79.031, "p95_ms": 75.068}, "visualize": {"avg_ms": 3.654, "count": 304, "max_ms": 4.356, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15887.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 653, "h264_decode_error_count": 1599, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:02:08+09:00", "last_error_summary": "[h264 @ 0x556395fc11c0] error while decoding MB 10 41, bytestream -5", "last_exit_at": "2026-07-05T13:02:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.689, "last_started_at": "2026-07-05T13:02:11+09:00", "pid": 130337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.801, "name": "ffmpeg", "pid": 130337, "rss_mb": 286.801, "state": "S (sleeping)", "threads": 104}, "restart_count": 729, "restart_count_per_hour": 20, "rtsp_timeout_count": 414, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 730}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.25, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1409108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:05:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:05:45+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T13:05:44+09:00", "mjpeg": {"age_sec": 10.147, "exists": true, "mtime": "2026-07-05T13:05:34.940948+09:00", "mtime_epoch": 1783224334.9409485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:05:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9295.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.702, "pushed": 2.702, "read": 2.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.305, "count": 80, "max_ms": 26.915, "p95_ms": 21.382}, "gstreamer_push": {"avg_ms": 1.081, "count": 81, "max_ms": 1.577, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.35, "count": 80, "max_ms": 65.356, "p95_ms": 62.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.669, "count": 80, "max_ms": 76.635, "p95_ms": 67.728}, "yolo11_640_fire_11class": {"avg_ms": 50.292, "count": 80, "max_ms": 66.35, "p95_ms": 64.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.452, "count": 80, "max_ms": 78.662, "p95_ms": 77.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.882, "count": 81, "max_ms": 164.08, "p95_ms": 152.033}, "read_interval": {"avg_ms": 374.651, "count": 80, "max_ms": 10135.325, "p95_ms": 161.231}, "triton_wait": {"avg_ms": 58.939, "count": 80, "max_ms": 78.673, "p95_ms": 77.22}, "visualize": {"avg_ms": 5.172, "count": 80, "max_ms": 6.311, "p95_ms": 6.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15870.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1167.841, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.67, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:06:10+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T13:06:10+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T13:06:10.809479+09:00", "mtime_epoch": 1783224370.8094795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:06:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2291.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.833, "pushed": 9.833, "read": 9.833}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.646, "count": 295, "max_ms": 11.887, "p95_ms": 8.939}, "gstreamer_push": {"avg_ms": 1.282, "count": 295, "max_ms": 1.948, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.091, "count": 295, "max_ms": 66.043, "p95_ms": 59.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.825, "count": 295, "max_ms": 77.284, "p95_ms": 68.354}, "yolo11_640_fire_11class": {"avg_ms": 49.198, "count": 295, "max_ms": 66.698, "p95_ms": 61.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.392, "count": 295, "max_ms": 77.993, "p95_ms": 74.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.161, "count": 295, "max_ms": 94.203, "p95_ms": 89.728}, "read_interval": {"avg_ms": 101.652, "count": 295, "max_ms": 601.001, "p95_ms": 259.013}, "triton_wait": {"avg_ms": 52.018, "count": 295, "max_ms": 78.005, "p95_ms": 74.18}, "visualize": {"avg_ms": 3.674, "count": 295, "max_ms": 5.717, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15871.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 654, "h264_decode_error_count": 1600, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:05:45+09:00", "last_error_summary": "[h264 @ 0x561aba6b1f40] error while decoding MB 53 37, bytestream -7 [in#0/rtsp @ 0x561aba5ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561aba5ebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:05:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.462, "last_started_at": "2026-07-05T13:05:48+09:00", "pid": 130444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.277, "name": "ffmpeg", "pid": 130444, "rss_mb": 269.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 730, "restart_count_per_hour": 21, "rtsp_timeout_count": 416, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 731}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.238, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1409300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:06:15+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T13:06:14+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T13:06:15.001542+09:00", "mtime_epoch": 1783224375.0015419, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:06:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.422, "pushed": 6.422, "read": 6.389}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.905, "count": 192, "max_ms": 33.568, "p95_ms": 21.453}, "gstreamer_push": {"avg_ms": 1.107, "count": 192, "max_ms": 1.636, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.799, "count": 192, "max_ms": 64.64, "p95_ms": 62.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.203, "count": 192, "max_ms": 80.764, "p95_ms": 71.857}, "yolo11_640_fire_11class": {"avg_ms": 50.959, "count": 192, "max_ms": 65.866, "p95_ms": 64.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.343, "count": 192, "max_ms": 79.313, "p95_ms": 76.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.341, "count": 192, "max_ms": 165.192, "p95_ms": 143.786}, "read_interval": {"avg_ms": 156.5, "count": 191, "max_ms": 4780.676, "p95_ms": 152.466}, "triton_wait": {"avg_ms": 60.018, "count": 192, "max_ms": 80.775, "p95_ms": 76.981}, "visualize": {"avg_ms": 4.85, "count": 192, "max_ms": 8.344, "p95_ms": 5.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15872.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1197.877, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.564, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:06:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T13:06:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T13:06:40.873929+09:00", "mtime_epoch": 1783224400.8739285, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:06:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2291.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.116, "pushed": 10.116, "read": 10.083}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.652, "count": 303, "max_ms": 9.763, "p95_ms": 8.398}, "gstreamer_push": {"avg_ms": 1.271, "count": 303, "max_ms": 1.548, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.78, "count": 303, "max_ms": 67.799, "p95_ms": 62.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.532, "count": 303, "max_ms": 78.859, "p95_ms": 69.17}, "yolo11_640_fire_11class": {"avg_ms": 50.219, "count": 303, "max_ms": 72.098, "p95_ms": 63.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.095, "count": 303, "max_ms": 79.117, "p95_ms": 76.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.054, "count": 303, "max_ms": 95.37, "p95_ms": 92.757}, "read_interval": {"avg_ms": 99.182, "count": 302, "max_ms": 528.666, "p95_ms": 163.889}, "triton_wait": {"avg_ms": 53.906, "count": 303, "max_ms": 79.13, "p95_ms": 76.785}, "visualize": {"avg_ms": 3.668, "count": 303, "max_ms": 4.515, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15875.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 654, "h264_decode_error_count": 1600, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:05:45+09:00", "last_error_summary": "[h264 @ 0x561aba6b1f40] error while decoding MB 53 37, bytestream -7 [in#0/rtsp @ 0x561aba5ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561aba5ebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:05:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.597, "last_started_at": "2026-07-05T13:05:48+09:00", "pid": 130444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.66, "name": "ffmpeg", "pid": 130444, "rss_mb": 273.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 730, "restart_count_per_hour": 21, "rtsp_timeout_count": 416, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 731}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.331, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1409527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:06:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:06:45+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T13:06:45+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T13:06:45.113992+09:00", "mtime_epoch": 1783224405.1139922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:06:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.568, "pushed": 7.568, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.988, "count": 226, "max_ms": 27.494, "p95_ms": 21.248}, "gstreamer_push": {"avg_ms": 1.101, "count": 227, "max_ms": 1.283, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.187, "count": 226, "max_ms": 65.944, "p95_ms": 63.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.184, "count": 226, "max_ms": 81.708, "p95_ms": 70.637}, "yolo11_640_fire_11class": {"avg_ms": 49.8, "count": 226, "max_ms": 69.028, "p95_ms": 65.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.275, "count": 226, "max_ms": 80.336, "p95_ms": 78.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.471, "count": 227, "max_ms": 169.107, "p95_ms": 143.363}, "read_interval": {"avg_ms": 132.709, "count": 226, "max_ms": 177.486, "p95_ms": 151.9}, "triton_wait": {"avg_ms": 58.552, "count": 226, "max_ms": 81.722, "p95_ms": 78.602}, "visualize": {"avg_ms": 4.915, "count": 226, "max_ms": 7.44, "p95_ms": 5.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15875.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1227.879, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.505, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:07:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:07:10+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T13:07:10+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T13:07:10.854380+09:00", "mtime_epoch": 1783224430.8543797, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:07:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2291.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.761, "count": 300, "max_ms": 12.378, "p95_ms": 9.022}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 2.116, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.466, "count": 300, "max_ms": 66.211, "p95_ms": 63.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.354, "count": 300, "max_ms": 76.133, "p95_ms": 68.199}, "yolo11_640_fire_11class": {"avg_ms": 50.675, "count": 300, "max_ms": 69.85, "p95_ms": 63.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.865, "count": 300, "max_ms": 80.394, "p95_ms": 76.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.909, "count": 300, "max_ms": 97.042, "p95_ms": 92.49}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 662.227, "p95_ms": 118.252}, "triton_wait": {"avg_ms": 54.618, "count": 300, "max_ms": 80.406, "p95_ms": 76.145}, "visualize": {"avg_ms": 3.672, "count": 300, "max_ms": 4.668, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15875.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 654, "h264_decode_error_count": 1600, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:05:45+09:00", "last_error_summary": "[h264 @ 0x561aba6b1f40] error while decoding MB 53 37, bytestream -7 [in#0/rtsp @ 0x561aba5ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561aba5ebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:05:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.717, "last_started_at": "2026-07-05T13:05:48+09:00", "pid": 130444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.66, "name": "ffmpeg", "pid": 130444, "rss_mb": 273.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 730, "restart_count_per_hour": 20, "rtsp_timeout_count": 416, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 731}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.62, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1409745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:07:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:07:15+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T13:07:15+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T13:07:15.238446+09:00", "mtime_epoch": 1783224435.238446, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:07:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.268, "pushed": 7.268, "read": 7.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.282, "count": 217, "max_ms": 29.078, "p95_ms": 22.177}, "gstreamer_push": {"avg_ms": 1.08, "count": 218, "max_ms": 1.525, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.403, "count": 217, "max_ms": 66.173, "p95_ms": 63.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.974, "count": 217, "max_ms": 75.127, "p95_ms": 70.255}, "yolo11_640_fire_11class": {"avg_ms": 49.962, "count": 217, "max_ms": 67.274, "p95_ms": 64.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.657, "count": 217, "max_ms": 80.613, "p95_ms": 78.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.761, "count": 218, "max_ms": 167.795, "p95_ms": 155.857}, "read_interval": {"avg_ms": 138.141, "count": 217, "max_ms": 175.853, "p95_ms": 164.002}, "triton_wait": {"avg_ms": 59.149, "count": 217, "max_ms": 80.625, "p95_ms": 78.154}, "visualize": {"avg_ms": 5.196, "count": 217, "max_ms": 8.328, "p95_ms": 6.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15877.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1257.889, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.402, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1788093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:07:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T13:07:40+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:07:40.886835+09:00", "mtime_epoch": 1783224460.8868349, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:07:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2292.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.621, "count": 300, "max_ms": 9.326, "p95_ms": 8.416}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.78, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.695, "count": 300, "max_ms": 68.306, "p95_ms": 62.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.053, "count": 300, "max_ms": 78.24, "p95_ms": 70.085}, "yolo11_640_fire_11class": {"avg_ms": 50.213, "count": 300, "max_ms": 69.596, "p95_ms": 63.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.197, "count": 300, "max_ms": 79.799, "p95_ms": 76.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.161, "count": 300, "max_ms": 96.498, "p95_ms": 92.726}, "read_interval": {"avg_ms": 100.103, "count": 300, "max_ms": 557.875, "p95_ms": 134.449}, "triton_wait": {"avg_ms": 54.022, "count": 300, "max_ms": 79.811, "p95_ms": 76.801}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 4.677, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15878.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 654, "h264_decode_error_count": 1600, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:05:45+09:00", "last_error_summary": "[h264 @ 0x561aba6b1f40] error while decoding MB 53 37, bytestream -7 [in#0/rtsp @ 0x561aba5ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561aba5ebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:05:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.79, "last_started_at": "2026-07-05T13:05:48+09:00", "pid": 130444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.035, "name": "ffmpeg", "pid": 130444, "rss_mb": 276.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 730, "restart_count_per_hour": 20, "rtsp_timeout_count": 416, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 731}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.91, "sample_count": 2039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1409972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:07:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:07:45+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T13:07:45+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T13:07:45.306902+09:00", "mtime_epoch": 1783224465.3069022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:07:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.579, "pushed": 7.579, "read": 7.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.781, "count": 227, "max_ms": 23.317, "p95_ms": 20.753}, "gstreamer_push": {"avg_ms": 1.099, "count": 227, "max_ms": 1.477, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.013, "count": 227, "max_ms": 70.419, "p95_ms": 62.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.79, "count": 227, "max_ms": 78.864, "p95_ms": 70.795}, "yolo11_640_fire_11class": {"avg_ms": 49.898, "count": 227, "max_ms": 69.658, "p95_ms": 64.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.493, "count": 227, "max_ms": 80.736, "p95_ms": 78.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.053, "count": 227, "max_ms": 166.196, "p95_ms": 142.114}, "read_interval": {"avg_ms": 132.401, "count": 226, "max_ms": 174.984, "p95_ms": 152.064}, "triton_wait": {"avg_ms": 58.905, "count": 227, "max_ms": 80.748, "p95_ms": 78.185}, "visualize": {"avg_ms": 4.908, "count": 227, "max_ms": 7.284, "p95_ms": 5.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15886.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1287.955, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.371, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1788395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:08:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:08:11+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:08:10+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T13:08:10.947293+09:00", "mtime_epoch": 1783224490.9472933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:08:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2292.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.801, "count": 302, "max_ms": 12.371, "p95_ms": 8.941}, "gstreamer_push": {"avg_ms": 1.28, "count": 302, "max_ms": 1.544, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.463, "count": 302, "max_ms": 69.74, "p95_ms": 62.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.426, "count": 302, "max_ms": 76.916, "p95_ms": 67.245}, "yolo11_640_fire_11class": {"avg_ms": 49.618, "count": 302, "max_ms": 69.874, "p95_ms": 63.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.393, "count": 302, "max_ms": 80.939, "p95_ms": 76.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.704, "count": 302, "max_ms": 96.279, "p95_ms": 92.945}, "read_interval": {"avg_ms": 99.607, "count": 301, "max_ms": 751.714, "p95_ms": 115.371}, "triton_wait": {"avg_ms": 53.255, "count": 302, "max_ms": 80.952, "p95_ms": 76.445}, "visualize": {"avg_ms": 3.692, "count": 302, "max_ms": 4.589, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15886.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 654, "h264_decode_error_count": 1600, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:05:45+09:00", "last_error_summary": "[h264 @ 0x561aba6b1f40] error while decoding MB 53 37, bytestream -7 [in#0/rtsp @ 0x561aba5ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561aba5ebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:05:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.833, "last_started_at": "2026-07-05T13:05:48+09:00", "pid": 130444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.285, "name": "ffmpeg", "pid": 130444, "rss_mb": 284.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 730, "restart_count_per_hour": 20, "rtsp_timeout_count": 416, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 731}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.178, "sample_count": 2018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1410176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:08:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:08:15+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T13:08:15+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T13:08:15.347361+09:00", "mtime_epoch": 1783224495.3473608, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:08:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.823, "pushed": 6.823, "read": 6.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.893, "count": 204, "max_ms": 27.986, "p95_ms": 24.359}, "gstreamer_push": {"avg_ms": 1.051, "count": 204, "max_ms": 1.34, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.181, "count": 204, "max_ms": 67.245, "p95_ms": 63.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.39, "count": 204, "max_ms": 76.964, "p95_ms": 68.096}, "yolo11_640_fire_11class": {"avg_ms": 49.247, "count": 204, "max_ms": 69.826, "p95_ms": 63.466}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.652, "count": 204, "max_ms": 81.297, "p95_ms": 77.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.337, "count": 204, "max_ms": 169.252, "p95_ms": 160.014}, "read_interval": {"avg_ms": 147.27, "count": 203, "max_ms": 353.638, "p95_ms": 169.616}, "triton_wait": {"avg_ms": 58.151, "count": 204, "max_ms": 81.307, "p95_ms": 77.777}, "visualize": {"avg_ms": 5.684, "count": 204, "max_ms": 8.476, "p95_ms": 7.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15888.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.009, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.371, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1788694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:08:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:08:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T13:08:41+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:08:41.007755+09:00", "mtime_epoch": 1783224521.0077548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:08:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2292.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.765, "count": 299, "max_ms": 11.421, "p95_ms": 9.017}, "gstreamer_push": {"avg_ms": 1.28, "count": 299, "max_ms": 1.974, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.255, "count": 299, "max_ms": 65.926, "p95_ms": 61.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.11, "count": 299, "max_ms": 72.903, "p95_ms": 64.421}, "yolo11_640_fire_11class": {"avg_ms": 49.227, "count": 299, "max_ms": 65.231, "p95_ms": 62.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.321, "count": 299, "max_ms": 80.99, "p95_ms": 75.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.182, "count": 299, "max_ms": 97.313, "p95_ms": 92.302}, "read_interval": {"avg_ms": 100.573, "count": 298, "max_ms": 623.489, "p95_ms": 141.39}, "triton_wait": {"avg_ms": 52.757, "count": 299, "max_ms": 81.002, "p95_ms": 75.878}, "visualize": {"avg_ms": 3.717, "count": 299, "max_ms": 4.975, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15901.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 654, "h264_decode_error_count": 1600, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:05:45+09:00", "last_error_summary": "[h264 @ 0x561aba6b1f40] error while decoding MB 53 37, bytestream -7 [in#0/rtsp @ 0x561aba5ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561aba5ebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:05:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 191.675, "last_started_at": "2026-07-05T13:05:48+09:00", "pid": 130444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.203, "name": "ffmpeg", "pid": 130444, "rss_mb": 299.203, "state": "S (sleeping)", "threads": 104}, "restart_count": 730, "restart_count_per_hour": 20, "rtsp_timeout_count": 416, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 731}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.968, "sample_count": 1878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1410361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:09:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T13:09:00+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T13:09:00+09:00", "mjpeg": {"age_sec": 18.612, "exists": true, "mtime": "2026-07-05T13:08:41.703765+09:00", "mtime_epoch": 1783224521.7037654, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:09:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.909, "pushed": 2.909, "read": 2.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.722, "count": 87, "max_ms": 23.701, "p95_ms": 21.593}, "gstreamer_push": {"avg_ms": 1.09, "count": 87, "max_ms": 1.247, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.552, "count": 87, "max_ms": 65.74, "p95_ms": 62.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.839, "count": 87, "max_ms": 70.439, "p95_ms": 67.253}, "yolo11_640_fire_11class": {"avg_ms": 50.658, "count": 87, "max_ms": 67.118, "p95_ms": 63.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.799, "count": 87, "max_ms": 80.888, "p95_ms": 77.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.642, "count": 87, "max_ms": 163.143, "p95_ms": 140.897}, "read_interval": {"avg_ms": 347.688, "count": 86, "max_ms": 18630.222, "p95_ms": 150.392}, "triton_wait": {"avg_ms": 59.961, "count": 87, "max_ms": 80.9, "p95_ms": 77.344}, "visualize": {"avg_ms": 4.855, "count": 87, "max_ms": 6.337, "p95_ms": 5.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15642.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.057, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.094, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1788995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:09:11+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T13:09:11+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T13:09:11.056219+09:00", "mtime_epoch": 1783224551.0562186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:09:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2292.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.763, "count": 301, "max_ms": 12.141, "p95_ms": 8.806}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 2.254, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.648, "count": 301, "max_ms": 64.071, "p95_ms": 50.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.965, "count": 301, "max_ms": 73.346, "p95_ms": 49.481}, "yolo11_640_fire_11class": {"avg_ms": 48.123, "count": 301, "max_ms": 67.723, "p95_ms": 52.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.782, "count": 301, "max_ms": 79.394, "p95_ms": 52.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.887, "count": 301, "max_ms": 99.957, "p95_ms": 70.133}, "read_interval": {"avg_ms": 99.887, "count": 300, "max_ms": 661.994, "p95_ms": 113.915}, "triton_wait": {"avg_ms": 49.375, "count": 301, "max_ms": 79.406, "p95_ms": 53.445}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 5.05, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15868.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 655, "h264_decode_error_count": 1612, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:09:08+09:00", "last_error_summary": "[h264 @ 0x560b7ea95780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b7ea95780] error while decoding MB 0 17, bytestream 1652 [h264 @ 0x560b7eb67a00] cabac decode of qscale diff failed at 74 26 [h264 @ 0x560b7eb67a00] error while decoding MB 74 26, bytestream 37605 [h264 @ 0x560b7ea6a300] cabac decode of qscale diff failed at 17 42 [h264 @ 0x560b7ea6a300] error while decoding MB 17 42, bytestream 1812 [h264 @ 0x560b7eaaed00] cabac decode of qscale diff failed at 76 32 [h264", "last_exit_at": "2026-07-05T13:09:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.671, "last_started_at": "2026-07-05T13:09:10+09:00", "pid": 130551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.066, "name": "ffmpeg", "pid": 130551, "rss_mb": 265.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 731, "restart_count_per_hour": 21, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 732}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.439, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1410550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:09:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:09:30+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:09:30+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T13:09:30.208516+09:00", "mtime_epoch": 1783224570.2085156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:09:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.301, "pushed": 6.301, "read": 6.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.415, "count": 189, "max_ms": 25.631, "p95_ms": 21.559}, "gstreamer_push": {"avg_ms": 1.09, "count": 189, "max_ms": 1.246, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.552, "count": 189, "max_ms": 70.066, "p95_ms": 63.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.484, "count": 189, "max_ms": 76.194, "p95_ms": 69.996}, "yolo11_640_fire_11class": {"avg_ms": 49.944, "count": 189, "max_ms": 71.253, "p95_ms": 65.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.901, "count": 189, "max_ms": 81.762, "p95_ms": 77.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.921, "count": 189, "max_ms": 166.694, "p95_ms": 147.463}, "read_interval": {"avg_ms": 158.865, "count": 189, "max_ms": 4420.523, "p95_ms": 164.744}, "triton_wait": {"avg_ms": 57.398, "count": 189, "max_ms": 81.773, "p95_ms": 77.309}, "visualize": {"avg_ms": 5.159, "count": 189, "max_ms": 7.882, "p95_ms": 6.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15870.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.088, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.077, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1789295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:09:41+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T13:09:41+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T13:09:41.080685+09:00", "mtime_epoch": 1783224581.0806847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:09:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2292.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.78, "count": 300, "max_ms": 10.809, "p95_ms": 8.609}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.573, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.711, "count": 300, "max_ms": 64.391, "p95_ms": 61.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.788, "count": 300, "max_ms": 73.3, "p95_ms": 65.922}, "yolo11_640_fire_11class": {"avg_ms": 50.775, "count": 300, "max_ms": 70.815, "p95_ms": 63.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.323, "count": 300, "max_ms": 80.098, "p95_ms": 74.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.539, "count": 300, "max_ms": 108.363, "p95_ms": 91.691}, "read_interval": {"avg_ms": 100.144, "count": 299, "max_ms": 597.572, "p95_ms": 129.216}, "triton_wait": {"avg_ms": 53.903, "count": 300, "max_ms": 80.11, "p95_ms": 74.467}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.193, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15870.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 655, "h264_decode_error_count": 1612, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:09:08+09:00", "last_error_summary": "[h264 @ 0x560b7ea95780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b7ea95780] error while decoding MB 0 17, bytestream 1652 [h264 @ 0x560b7eb67a00] cabac decode of qscale diff failed at 74 26 [h264 @ 0x560b7eb67a00] error while decoding MB 74 26, bytestream 37605 [h264 @ 0x560b7ea6a300] cabac decode of qscale diff failed at 17 42 [h264 @ 0x560b7ea6a300] error while decoding MB 17 42, bytestream 1812 [h264 @ 0x560b7eaaed00] cabac decode of qscale diff failed at 76 32 [h264", "last_exit_at": "2026-07-05T13:09:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.733, "last_started_at": "2026-07-05T13:09:10+09:00", "pid": 130551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.355, "name": "ffmpeg", "pid": 130551, "rss_mb": 266.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 731, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 732}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.952, "sample_count": 1849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1410769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:10:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T13:10:00+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T13:10:00+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T13:10:00.240983+09:00", "mtime_epoch": 1783224600.2409832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:10:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.313, "pushed": 7.313, "read": 7.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.46, "count": 219, "max_ms": 24.566, "p95_ms": 22.131}, "gstreamer_push": {"avg_ms": 1.104, "count": 219, "max_ms": 1.599, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.017, "count": 219, "max_ms": 72.561, "p95_ms": 63.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.205, "count": 219, "max_ms": 76.614, "p95_ms": 68.585}, "yolo11_640_fire_11class": {"avg_ms": 50.126, "count": 219, "max_ms": 77.336, "p95_ms": 65.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.927, "count": 219, "max_ms": 82.363, "p95_ms": 78.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.49, "count": 219, "max_ms": 166.009, "p95_ms": 152.004}, "read_interval": {"avg_ms": 137.181, "count": 218, "max_ms": 174.527, "p95_ms": 160.592}, "triton_wait": {"avg_ms": 58.508, "count": 219, "max_ms": 82.376, "p95_ms": 78.363}, "visualize": {"avg_ms": 5.14, "count": 219, "max_ms": 7.884, "p95_ms": 5.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15871.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1408.566, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.173, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1789597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:10:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:10:11+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-05T13:10:11+09:00", "mjpeg": {"age_sec": 0.594, "exists": true, "mtime": "2026-07-05T13:10:11.033152+09:00", "mtime_epoch": 1783224611.0331519, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:10:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2293.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.934, "count": 298, "max_ms": 12.72, "p95_ms": 9.856}, "gstreamer_push": {"avg_ms": 1.271, "count": 298, "max_ms": 1.98, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.707, "count": 298, "max_ms": 66.853, "p95_ms": 63.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.051, "count": 298, "max_ms": 80.519, "p95_ms": 67.818}, "yolo11_640_fire_11class": {"avg_ms": 50.132, "count": 298, "max_ms": 71.695, "p95_ms": 64.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.431, "count": 298, "max_ms": 81.864, "p95_ms": 76.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.18, "count": 298, "max_ms": 108.218, "p95_ms": 93.338}, "read_interval": {"avg_ms": 100.764, "count": 297, "max_ms": 602.295, "p95_ms": 162.615}, "triton_wait": {"avg_ms": 53.897, "count": 298, "max_ms": 81.877, "p95_ms": 76.619}, "visualize": {"avg_ms": 3.735, "count": 298, "max_ms": 5.68, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15871.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 655, "h264_decode_error_count": 1612, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:09:08+09:00", "last_error_summary": "[h264 @ 0x560b7ea95780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b7ea95780] error while decoding MB 0 17, bytestream 1652 [h264 @ 0x560b7eb67a00] cabac decode of qscale diff failed at 74 26 [h264 @ 0x560b7eb67a00] error while decoding MB 74 26, bytestream 37605 [h264 @ 0x560b7ea6a300] cabac decode of qscale diff failed at 17 42 [h264 @ 0x560b7ea6a300] error while decoding MB 17 42, bytestream 1812 [h264 @ 0x560b7eaaed00] cabac decode of qscale diff failed at 76 32 [h264", "last_exit_at": "2026-07-05T13:09:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.732, "last_started_at": "2026-07-05T13:09:10+09:00", "pid": 130551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.355, "name": "ffmpeg", "pid": 130551, "rss_mb": 266.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 731, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 732}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.096, "sample_count": 1878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1410984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:10:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:10:30+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T13:10:30+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T13:10:30.273453+09:00", "mtime_epoch": 1783224630.2734532, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:10:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.169, "pushed": 7.169, "read": 7.169}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.443, "count": 215, "max_ms": 23.703, "p95_ms": 21.403}, "gstreamer_push": {"avg_ms": 1.069, "count": 215, "max_ms": 1.419, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.6, "count": 215, "max_ms": 64.038, "p95_ms": 62.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.955, "count": 215, "max_ms": 80.662, "p95_ms": 67.774}, "yolo11_640_fire_11class": {"avg_ms": 48.559, "count": 215, "max_ms": 67.2, "p95_ms": 63.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.846, "count": 215, "max_ms": 82.255, "p95_ms": 76.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.68, "count": 215, "max_ms": 168.617, "p95_ms": 161.531}, "read_interval": {"avg_ms": 139.678, "count": 215, "max_ms": 177.067, "p95_ms": 170.69}, "triton_wait": {"avg_ms": 57.13, "count": 215, "max_ms": 82.266, "p95_ms": 76.804}, "visualize": {"avg_ms": 5.284, "count": 215, "max_ms": 7.846, "p95_ms": 6.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15871.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1438.615, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.346, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1789899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:10:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:10:41+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:10:41+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:10:41.613631+09:00", "mtime_epoch": 1783224641.613631, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:10:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2293.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.831, "count": 302, "max_ms": 12.67, "p95_ms": 9.281}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.781, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.62, "count": 302, "max_ms": 65.847, "p95_ms": 62.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.185, "count": 302, "max_ms": 79.995, "p95_ms": 67.546}, "yolo11_640_fire_11class": {"avg_ms": 50.415, "count": 302, "max_ms": 69.779, "p95_ms": 63.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.878, "count": 302, "max_ms": 81.17, "p95_ms": 75.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.418, "count": 302, "max_ms": 133.91, "p95_ms": 92.866}, "read_interval": {"avg_ms": 99.559, "count": 301, "max_ms": 551.538, "p95_ms": 117.293}, "triton_wait": {"avg_ms": 53.485, "count": 302, "max_ms": 81.182, "p95_ms": 75.928}, "visualize": {"avg_ms": 3.699, "count": 302, "max_ms": 5.126, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15872.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 655, "h264_decode_error_count": 1612, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:09:08+09:00", "last_error_summary": "[h264 @ 0x560b7ea95780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b7ea95780] error while decoding MB 0 17, bytestream 1652 [h264 @ 0x560b7eb67a00] cabac decode of qscale diff failed at 74 26 [h264 @ 0x560b7eb67a00] error while decoding MB 74 26, bytestream 37605 [h264 @ 0x560b7ea6a300] cabac decode of qscale diff failed at 17 42 [h264 @ 0x560b7ea6a300] error while decoding MB 17 42, bytestream 1812 [h264 @ 0x560b7eaaed00] cabac decode of qscale diff failed at 76 32 [h264", "last_exit_at": "2026-07-05T13:09:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.842, "last_started_at": "2026-07-05T13:09:10+09:00", "pid": 130551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.129, "name": "ffmpeg", "pid": 130551, "rss_mb": 267.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 731, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 732}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.741, "sample_count": 2015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1411205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:11:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:11:00+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:11:00+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T13:11:00.381926+09:00", "mtime_epoch": 1783224660.3819263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:11:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9296.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.375, "pushed": 7.375, "read": 7.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.425, "count": 220, "max_ms": 30.016, "p95_ms": 22.614}, "gstreamer_push": {"avg_ms": 1.09, "count": 221, "max_ms": 1.999, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.177, "count": 220, "max_ms": 65.705, "p95_ms": 62.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.517, "count": 220, "max_ms": 81.661, "p95_ms": 68.84}, "yolo11_640_fire_11class": {"avg_ms": 50.283, "count": 220, "max_ms": 69.253, "p95_ms": 64.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.56, "count": 220, "max_ms": 82.36, "p95_ms": 78.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.969, "count": 221, "max_ms": 167.298, "p95_ms": 152.978}, "read_interval": {"avg_ms": 136.285, "count": 220, "max_ms": 175.744, "p95_ms": 161.199}, "triton_wait": {"avg_ms": 58.931, "count": 220, "max_ms": 82.372, "p95_ms": 78.274}, "visualize": {"avg_ms": 5.058, "count": 220, "max_ms": 6.915, "p95_ms": 5.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15872.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1468.675, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.535, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1790202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:11:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:11:11+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T13:11:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T13:11:11.646104+09:00", "mtime_epoch": 1783224671.6461039, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:11:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2293.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.74, "count": 303, "max_ms": 12.162, "p95_ms": 9.91}, "gstreamer_push": {"avg_ms": 1.251, "count": 303, "max_ms": 1.529, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.978, "count": 303, "max_ms": 64.789, "p95_ms": 62.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.07, "count": 303, "max_ms": 74.931, "p95_ms": 68.104}, "yolo11_640_fire_11class": {"avg_ms": 50.654, "count": 303, "max_ms": 66.645, "p95_ms": 63.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.507, "count": 303, "max_ms": 79.441, "p95_ms": 76.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.27, "count": 303, "max_ms": 99.418, "p95_ms": 92.694}, "read_interval": {"avg_ms": 99.168, "count": 302, "max_ms": 601.323, "p95_ms": 118.082}, "triton_wait": {"avg_ms": 54.12, "count": 303, "max_ms": 79.452, "p95_ms": 76.535}, "visualize": {"avg_ms": 3.6, "count": 303, "max_ms": 4.749, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15872.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 655, "h264_decode_error_count": 1612, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:09:08+09:00", "last_error_summary": "[h264 @ 0x560b7ea95780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b7ea95780] error while decoding MB 0 17, bytestream 1652 [h264 @ 0x560b7eb67a00] cabac decode of qscale diff failed at 74 26 [h264 @ 0x560b7eb67a00] error while decoding MB 74 26, bytestream 37605 [h264 @ 0x560b7ea6a300] cabac decode of qscale diff failed at 17 42 [h264 @ 0x560b7ea6a300] error while decoding MB 17 42, bytestream 1812 [h264 @ 0x560b7eaaed00] cabac decode of qscale diff failed at 76 32 [h264", "last_exit_at": "2026-07-05T13:09:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.889, "last_started_at": "2026-07-05T13:09:10+09:00", "pid": 130551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.129, "name": "ffmpeg", "pid": 130551, "rss_mb": 267.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 731, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 732}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.096, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1411432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:11:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:11:30+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T13:11:30+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T13:11:30.402400+09:00", "mtime_epoch": 1783224690.4024003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:11:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9297.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.586, "pushed": 7.586, "read": 7.552}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.097, "count": 227, "max_ms": 33.695, "p95_ms": 21.105}, "gstreamer_push": {"avg_ms": 1.11, "count": 227, "max_ms": 1.57, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.656, "count": 227, "max_ms": 68.142, "p95_ms": 63.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.37, "count": 227, "max_ms": 78.008, "p95_ms": 71.289}, "yolo11_640_fire_11class": {"avg_ms": 50.869, "count": 227, "max_ms": 67.723, "p95_ms": 65.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.186, "count": 227, "max_ms": 80.194, "p95_ms": 78.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.893, "count": 227, "max_ms": 166.46, "p95_ms": 142.005}, "read_interval": {"avg_ms": 132.287, "count": 226, "max_ms": 174.467, "p95_ms": 151.612}, "triton_wait": {"avg_ms": 59.801, "count": 227, "max_ms": 80.206, "p95_ms": 78.242}, "visualize": {"avg_ms": 4.842, "count": 227, "max_ms": 6.321, "p95_ms": 5.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15872.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1498.688, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.478, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1790499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:11:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:11:41+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T13:11:41+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T13:11:41.690579+09:00", "mtime_epoch": 1783224701.690579, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:11:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2293.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.766, "count": 297, "max_ms": 11.574, "p95_ms": 9.094}, "gstreamer_push": {"avg_ms": 1.255, "count": 297, "max_ms": 1.936, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.343, "count": 297, "max_ms": 68.715, "p95_ms": 62.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.281, "count": 297, "max_ms": 76.042, "p95_ms": 67.594}, "yolo11_640_fire_11class": {"avg_ms": 51.1, "count": 297, "max_ms": 68.171, "p95_ms": 63.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.257, "count": 297, "max_ms": 83.958, "p95_ms": 76.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.105, "count": 297, "max_ms": 100.405, "p95_ms": 92.557}, "read_interval": {"avg_ms": 101.156, "count": 297, "max_ms": 508.27, "p95_ms": 132.375}, "triton_wait": {"avg_ms": 54.864, "count": 297, "max_ms": 83.972, "p95_ms": 76.375}, "visualize": {"avg_ms": 3.653, "count": 297, "max_ms": 4.712, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15873.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 655, "h264_decode_error_count": 1612, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:09:08+09:00", "last_error_summary": "[h264 @ 0x560b7ea95780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560b7ea95780] error while decoding MB 0 17, bytestream 1652 [h264 @ 0x560b7eb67a00] cabac decode of qscale diff failed at 74 26 [h264 @ 0x560b7eb67a00] error while decoding MB 74 26, bytestream 37605 [h264 @ 0x560b7ea6a300] cabac decode of qscale diff failed at 17 42 [h264 @ 0x560b7ea6a300] error while decoding MB 17 42, bytestream 1812 [h264 @ 0x560b7eaaed00] cabac decode of qscale diff failed at 76 32 [h264", "last_exit_at": "2026-07-05T13:09:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.943, "last_started_at": "2026-07-05T13:09:10+09:00", "pid": 130551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.129, "name": "ffmpeg", "pid": 130551, "rss_mb": 267.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 731, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 732}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.952, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1411656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:12:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:12:00+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:12:00+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T13:12:00.482877+09:00", "mtime_epoch": 1783224720.482877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:12:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9297.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.482, "pushed": 7.482, "read": 7.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.848, "count": 224, "max_ms": 22.157, "p95_ms": 20.978}, "gstreamer_push": {"avg_ms": 1.105, "count": 224, "max_ms": 1.435, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.878, "count": 224, "max_ms": 65.94, "p95_ms": 63.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.777, "count": 224, "max_ms": 79.95, "p95_ms": 69.22}, "yolo11_640_fire_11class": {"avg_ms": 51.877, "count": 224, "max_ms": 66.33, "p95_ms": 64.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.738, "count": 224, "max_ms": 81.577, "p95_ms": 78.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.852, "count": 224, "max_ms": 162.875, "p95_ms": 141.825}, "read_interval": {"avg_ms": 134.213, "count": 223, "max_ms": 326.285, "p95_ms": 151.094}, "triton_wait": {"avg_ms": 61.251, "count": 224, "max_ms": 81.59, "p95_ms": 78.322}, "visualize": {"avg_ms": 4.841, "count": 224, "max_ms": 6.224, "p95_ms": 5.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15873.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1528.715, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.535, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1790800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:12:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:12:11+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T13:12:11+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T13:12:11.715055+09:00", "mtime_epoch": 1783224731.7150555, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:12:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2293.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.755, "count": 301, "max_ms": 11.313, "p95_ms": 9.104}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.506, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.222, "count": 301, "max_ms": 68.952, "p95_ms": 62.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.135, "count": 301, "max_ms": 77.89, "p95_ms": 68.018}, "yolo11_640_fire_11class": {"avg_ms": 48.988, "count": 301, "max_ms": 73.546, "p95_ms": 62.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.326, "count": 301, "max_ms": 82.378, "p95_ms": 76.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.083, "count": 301, "max_ms": 125.321, "p95_ms": 92.912}, "read_interval": {"avg_ms": 99.82, "count": 300, "max_ms": 628.634, "p95_ms": 118.847}, "triton_wait": {"avg_ms": 54.481, "count": 301, "max_ms": 82.389, "p95_ms": 76.899}, "visualize": {"avg_ms": 3.671, "count": 301, "max_ms": 5.462, "p95_ms": 4.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15741.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 656, "h264_decode_error_count": 1613, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:12:25+09:00", "last_error_summary": "[h264 @ 0x55fb164a7b00] error while decoding MB 41 41, bytestream -5", "last_exit_at": "2026-07-05T13:12:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.48, "last_started_at": "2026-07-05T13:12:28+09:00", "pid": 130658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.539, "name": "ffmpeg", "pid": 130658, "rss_mb": 139.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 732, "restart_count_per_hour": 21, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 733}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.978, "sample_count": 1986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1411845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:12:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:12:30+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T13:12:30+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T13:12:30.579356+09:00", "mtime_epoch": 1783224750.579356, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:12:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9297.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.313, "pushed": 6.313, "read": 6.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.445, "count": 189, "max_ms": 29.588, "p95_ms": 22.566}, "gstreamer_push": {"avg_ms": 1.09, "count": 189, "max_ms": 1.391, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.978, "count": 189, "max_ms": 69.862, "p95_ms": 62.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.811, "count": 189, "max_ms": 77.635, "p95_ms": 68.865}, "yolo11_640_fire_11class": {"avg_ms": 48.495, "count": 189, "max_ms": 69.316, "p95_ms": 62.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.608, "count": 189, "max_ms": 85.574, "p95_ms": 78.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.008, "count": 189, "max_ms": 173.229, "p95_ms": 143.32}, "read_interval": {"avg_ms": 159.419, "count": 188, "max_ms": 4991.671, "p95_ms": 154.121}, "triton_wait": {"avg_ms": 57.98, "count": 189, "max_ms": 85.587, "p95_ms": 78.836}, "visualize": {"avg_ms": 5.047, "count": 189, "max_ms": 7.259, "p95_ms": 6.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15869.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1558.786, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.684, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1791100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:12:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:12:41+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:12:41+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T13:12:41.791535+09:00", "mtime_epoch": 1783224761.7915347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:12:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2293.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.844, "count": 300, "max_ms": 10.799, "p95_ms": 9.066}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.511, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.631, "count": 300, "max_ms": 68.386, "p95_ms": 61.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.16, "count": 300, "max_ms": 74.664, "p95_ms": 67.49}, "yolo11_640_fire_11class": {"avg_ms": 48.515, "count": 300, "max_ms": 67.862, "p95_ms": 61.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.522, "count": 300, "max_ms": 84.153, "p95_ms": 77.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.496, "count": 300, "max_ms": 131.812, "p95_ms": 93.847}, "read_interval": {"avg_ms": 100.298, "count": 299, "max_ms": 682.272, "p95_ms": 144.892}, "triton_wait": {"avg_ms": 53.636, "count": 300, "max_ms": 84.167, "p95_ms": 77.401}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 5.261, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15871.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 656, "h264_decode_error_count": 1613, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:12:25+09:00", "last_error_summary": "[h264 @ 0x55fb164a7b00] error while decoding MB 41 41, bytestream -5", "last_exit_at": "2026-07-05T13:12:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.584, "last_started_at": "2026-07-05T13:12:28+09:00", "pid": 130658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.699, "name": "ffmpeg", "pid": 130658, "rss_mb": 265.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 732, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 733}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.792, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:13:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:13:00+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T13:13:00+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T13:13:00.639836+09:00", "mtime_epoch": 1783224780.6398358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:13:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9297.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.274, "pushed": 7.274, "read": 7.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.506, "count": 217, "max_ms": 29.423, "p95_ms": 24.222}, "gstreamer_push": {"avg_ms": 1.071, "count": 218, "max_ms": 1.787, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.662, "count": 217, "max_ms": 65.608, "p95_ms": 63.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.756, "count": 217, "max_ms": 76.273, "p95_ms": 67.754}, "yolo11_640_fire_11class": {"avg_ms": 49.113, "count": 217, "max_ms": 66.73, "p95_ms": 62.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.761, "count": 217, "max_ms": 82.009, "p95_ms": 78.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.234, "count": 218, "max_ms": 169.84, "p95_ms": 155.431}, "read_interval": {"avg_ms": 138.034, "count": 217, "max_ms": 178.113, "p95_ms": 163.901}, "triton_wait": {"avg_ms": 58.195, "count": 217, "max_ms": 82.021, "p95_ms": 78.09}, "visualize": {"avg_ms": 5.146, "count": 217, "max_ms": 7.696, "p95_ms": 6.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15871.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1588.801, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.478, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1791402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:13:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T13:13:11+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T13:13:11.792014+09:00", "mtime_epoch": 1783224791.7920144, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:13:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2293.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.735, "count": 302, "max_ms": 11.96, "p95_ms": 8.804}, "gstreamer_push": {"avg_ms": 1.269, "count": 302, "max_ms": 1.572, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.869, "count": 302, "max_ms": 76.725, "p95_ms": 63.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.325, "count": 302, "max_ms": 75.417, "p95_ms": 62.345}, "yolo11_640_fire_11class": {"avg_ms": 48.275, "count": 302, "max_ms": 76.195, "p95_ms": 63.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.635, "count": 302, "max_ms": 80.785, "p95_ms": 75.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.163, "count": 302, "max_ms": 135.887, "p95_ms": 92.3}, "read_interval": {"avg_ms": 99.374, "count": 302, "max_ms": 776.619, "p95_ms": 113.759}, "triton_wait": {"avg_ms": 52.816, "count": 302, "max_ms": 80.797, "p95_ms": 75.931}, "visualize": {"avg_ms": 3.688, "count": 302, "max_ms": 5.055, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15872.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 656, "h264_decode_error_count": 1613, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:12:25+09:00", "last_error_summary": "[h264 @ 0x55fb164a7b00] error while decoding MB 41 41, bytestream -5", "last_exit_at": "2026-07-05T13:12:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.62, "last_started_at": "2026-07-05T13:12:28+09:00", "pid": 130658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.957, "name": "ffmpeg", "pid": 130658, "rss_mb": 265.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 732, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 733}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.828, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:13:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:13:30+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T13:13:30+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T13:13:30.676317+09:00", "mtime_epoch": 1783224810.676317, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:13:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9297.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.929, "pushed": 6.929, "read": 6.895}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.139, "count": 207, "max_ms": 33.142, "p95_ms": 23.623}, "gstreamer_push": {"avg_ms": 1.071, "count": 207, "max_ms": 1.466, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.281, "count": 207, "max_ms": 67.584, "p95_ms": 62.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.842, "count": 207, "max_ms": 78.715, "p95_ms": 68.446}, "yolo11_640_fire_11class": {"avg_ms": 48.954, "count": 207, "max_ms": 67.205, "p95_ms": 62.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.315, "count": 207, "max_ms": 80.686, "p95_ms": 77.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.27, "count": 207, "max_ms": 170.352, "p95_ms": 162.077}, "read_interval": {"avg_ms": 145.097, "count": 206, "max_ms": 178.146, "p95_ms": 170.194}, "triton_wait": {"avg_ms": 57.764, "count": 207, "max_ms": 80.698, "p95_ms": 77.639}, "visualize": {"avg_ms": 5.555, "count": 207, "max_ms": 9.452, "p95_ms": 6.587}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15872.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1618.843, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.714, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1791702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:13:41+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:13:41+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T13:13:41.840496+09:00", "mtime_epoch": 1783224821.8404963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:13:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2294.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.768, "count": 300, "max_ms": 11.838, "p95_ms": 9.02}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.561, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.893, "count": 300, "max_ms": 66.614, "p95_ms": 62.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.437, "count": 300, "max_ms": 75.797, "p95_ms": 65.148}, "yolo11_640_fire_11class": {"avg_ms": 49.934, "count": 300, "max_ms": 66.639, "p95_ms": 63.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.497, "count": 300, "max_ms": 80.401, "p95_ms": 77.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.373, "count": 300, "max_ms": 128.04, "p95_ms": 93.671}, "read_interval": {"avg_ms": 100.203, "count": 299, "max_ms": 661.425, "p95_ms": 124.41}, "triton_wait": {"avg_ms": 54.734, "count": 300, "max_ms": 80.412, "p95_ms": 77.051}, "visualize": {"avg_ms": 3.678, "count": 300, "max_ms": 5.068, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15875.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 656, "h264_decode_error_count": 1613, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:12:25+09:00", "last_error_summary": "[h264 @ 0x55fb164a7b00] error while decoding MB 41 41, bytestream -5", "last_exit_at": "2026-07-05T13:12:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.709, "last_started_at": "2026-07-05T13:12:28+09:00", "pid": 130658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.105, "name": "ffmpeg", "pid": 130658, "rss_mb": 269.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 732, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 733}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.978, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:14:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:14:00+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T13:14:00+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T13:14:00.764801+09:00", "mtime_epoch": 1783224840.7648005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:14:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9297.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.408, "pushed": 7.408, "read": 7.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.065, "count": 221, "max_ms": 29.61, "p95_ms": 21.808}, "gstreamer_push": {"avg_ms": 1.096, "count": 222, "max_ms": 1.646, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.951, "count": 221, "max_ms": 66.428, "p95_ms": 63.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.801, "count": 221, "max_ms": 80.42, "p95_ms": 67.304}, "yolo11_640_fire_11class": {"avg_ms": 50.556, "count": 221, "max_ms": 67.451, "p95_ms": 64.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.449, "count": 221, "max_ms": 81.64, "p95_ms": 78.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.236, "count": 222, "max_ms": 167.376, "p95_ms": 143.654}, "read_interval": {"avg_ms": 135.485, "count": 221, "max_ms": 176.459, "p95_ms": 152.595}, "triton_wait": {"avg_ms": 59.622, "count": 221, "max_ms": 81.652, "p95_ms": 78.158}, "visualize": {"avg_ms": 5.026, "count": 221, "max_ms": 7.695, "p95_ms": 5.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15876.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1648.878, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.032, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1792002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:14:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T13:14:11+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T13:14:11.844979+09:00", "mtime_epoch": 1783224851.844979, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:14:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2294.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.705, "count": 300, "max_ms": 10.659, "p95_ms": 8.668}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.974, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.444, "count": 300, "max_ms": 67.883, "p95_ms": 62.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.646, "count": 300, "max_ms": 77.945, "p95_ms": 65.657}, "yolo11_640_fire_11class": {"avg_ms": 48.972, "count": 300, "max_ms": 67.871, "p95_ms": 62.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.821, "count": 300, "max_ms": 82.948, "p95_ms": 77.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.002, "count": 300, "max_ms": 133.77, "p95_ms": 94.471}, "read_interval": {"avg_ms": 100.071, "count": 299, "max_ms": 504.425, "p95_ms": 153.128}, "triton_wait": {"avg_ms": 54.01, "count": 300, "max_ms": 82.961, "p95_ms": 77.598}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 5.21, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15883.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 656, "h264_decode_error_count": 1613, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:12:25+09:00", "last_error_summary": "[h264 @ 0x55fb164a7b00] error while decoding MB 41 41, bytestream -5", "last_exit_at": "2026-07-05T13:12:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.763, "last_started_at": "2026-07-05T13:12:28+09:00", "pid": 130658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.145, "name": "ffmpeg", "pid": 130658, "rss_mb": 277.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 732, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 733}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.096, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:14:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:14:30+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T13:14:30+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T13:14:30.841285+09:00", "mtime_epoch": 1783224870.8412852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:14:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9297.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.889, "pushed": 6.889, "read": 6.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.646, "count": 206, "max_ms": 27.068, "p95_ms": 21.607}, "gstreamer_push": {"avg_ms": 1.047, "count": 206, "max_ms": 1.249, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.212, "count": 206, "max_ms": 67.004, "p95_ms": 63.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.871, "count": 206, "max_ms": 79.731, "p95_ms": 71.417}, "yolo11_640_fire_11class": {"avg_ms": 48.76, "count": 206, "max_ms": 67.017, "p95_ms": 62.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.272, "count": 206, "max_ms": 82.219, "p95_ms": 78.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.055, "count": 206, "max_ms": 169.201, "p95_ms": 163.943}, "read_interval": {"avg_ms": 145.996, "count": 205, "max_ms": 326.468, "p95_ms": 172.751}, "triton_wait": {"avg_ms": 57.758, "count": 206, "max_ms": 82.231, "p95_ms": 78.913}, "visualize": {"avg_ms": 5.467, "count": 206, "max_ms": 7.483, "p95_ms": 6.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15883.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1678.916, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.474, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1792303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:14:41+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:14:41+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T13:14:41.913464+09:00", "mtime_epoch": 1783224881.913464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:14:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2294.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.907, "count": 301, "max_ms": 12.398, "p95_ms": 9.563}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 2.094, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.372, "count": 301, "max_ms": 67.179, "p95_ms": 61.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.735, "count": 301, "max_ms": 77.062, "p95_ms": 71.639}, "yolo11_640_fire_11class": {"avg_ms": 48.431, "count": 301, "max_ms": 67.67, "p95_ms": 61.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.582, "count": 301, "max_ms": 81.139, "p95_ms": 76.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.46, "count": 301, "max_ms": 131.24, "p95_ms": 100.098}, "read_interval": {"avg_ms": 99.855, "count": 300, "max_ms": 469.799, "p95_ms": 141.876}, "triton_wait": {"avg_ms": 54.172, "count": 301, "max_ms": 81.151, "p95_ms": 76.48}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 5.594, "p95_ms": 4.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15887.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 656, "h264_decode_error_count": 1613, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:12:25+09:00", "last_error_summary": "[h264 @ 0x55fb164a7b00] error while decoding MB 41 41, bytestream -5", "last_exit_at": "2026-07-05T13:12:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.95, "last_started_at": "2026-07-05T13:12:28+09:00", "pid": 130658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.012, "name": "ffmpeg", "pid": 130658, "rss_mb": 281.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 732, "restart_count_per_hour": 20, "rtsp_timeout_count": 418, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 733}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.899, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:15:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:15:06+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T13:15:05+09:00", "mjpeg": {"age_sec": 9.622, "exists": true, "mtime": "2026-07-05T13:14:56.513700+09:00", "mtime_epoch": 1783224896.5137002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:15:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9297.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.27, "pushed": 5.27, "read": 5.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.378, "count": 157, "max_ms": 22.332, "p95_ms": 19.893}, "gstreamer_push": {"avg_ms": 1.088, "count": 158, "max_ms": 1.303, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.152, "count": 157, "max_ms": 72.688, "p95_ms": 62.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.953, "count": 157, "max_ms": 80.268, "p95_ms": 75.105}, "yolo11_640_fire_11class": {"avg_ms": 50.349, "count": 157, "max_ms": 72.673, "p95_ms": 62.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.058, "count": 157, "max_ms": 87.095, "p95_ms": 78.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.568, "count": 158, "max_ms": 150.364, "p95_ms": 139.3}, "read_interval": {"avg_ms": 190.841, "count": 157, "max_ms": 9595.733, "p95_ms": 149.722}, "triton_wait": {"avg_ms": 60.797, "count": 157, "max_ms": 87.107, "p95_ms": 78.392}, "visualize": {"avg_ms": 4.743, "count": 157, "max_ms": 7.147, "p95_ms": 5.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15886.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1708.94, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.494, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1792601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:15:12+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:15:11+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:15:11.937950+09:00", "mtime_epoch": 1783224911.93795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:15:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2294.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.72, "count": 298, "max_ms": 9.913, "p95_ms": 8.897}, "gstreamer_push": {"avg_ms": 1.274, "count": 298, "max_ms": 2.096, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.53, "count": 298, "max_ms": 74.023, "p95_ms": 59.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.94, "count": 298, "max_ms": 80.24, "p95_ms": 67.983}, "yolo11_640_fire_11class": {"avg_ms": 47.098, "count": 298, "max_ms": 73.31, "p95_ms": 59.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.032, "count": 298, "max_ms": 88.112, "p95_ms": 74.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.145, "count": 298, "max_ms": 104.598, "p95_ms": 93.31}, "read_interval": {"avg_ms": 100.811, "count": 297, "max_ms": 610.849, "p95_ms": 188.731}, "triton_wait": {"avg_ms": 51.716, "count": 298, "max_ms": 88.124, "p95_ms": 74.894}, "visualize": {"avg_ms": 3.719, "count": 298, "max_ms": 5.367, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15871.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 657, "h264_decode_error_count": 1621, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:15:17+09:00", "last_error_summary": "[h264 @ 0x55a54bd01680] error while decoding MB 7 43, bytestream -27 [h264 @ 0x55a54bb63980] cabac decode of qscale diff failed at 26 32 [h264 @ 0x55a54bb63980] error while decoding MB 26 32, bytestream 1619 [h264 @ 0x55a54b1240c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b1240c0] error while decoding MB 0 31, bytestream 2485 [h264 @ 0x55a54b246640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b246640] error while decoding MB 0 20, bytestream 1", "last_exit_at": "2026-07-05T13:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.449, "last_started_at": "2026-07-05T13:15:19+09:00", "pid": 130765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.797, "name": "ffmpeg", "pid": 130765, "rss_mb": 264.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 733, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 734}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.972, "sample_count": 1986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1413013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:15:36+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T13:15:36+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T13:15:36.042341+09:00", "mtime_epoch": 1783224936.0423408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:15:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 118, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.88, "pushed": 5.88, "read": 5.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.041, "count": 118, "max_ms": 25.45, "p95_ms": 21.363}, "gstreamer_push": {"avg_ms": 1.11, "count": 118, "max_ms": 1.664, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.339, "count": 118, "max_ms": 65.163, "p95_ms": 62.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.893, "count": 118, "max_ms": 72.373, "p95_ms": 67.602}, "yolo11_640_fire_11class": {"avg_ms": 49.223, "count": 118, "max_ms": 63.561, "p95_ms": 61.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.422, "count": 118, "max_ms": 79.699, "p95_ms": 77.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.181, "count": 118, "max_ms": 164.35, "p95_ms": 144.845}, "read_interval": {"avg_ms": 254.655, "count": 118, "max_ms": 10126.467, "p95_ms": 163.918}, "triton_wait": {"avg_ms": 58.909, "count": 118, "max_ms": 79.711, "p95_ms": 77.429}, "visualize": {"avg_ms": 5.027, "count": 118, "max_ms": 7.285, "p95_ms": 6.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.07, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15871.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1739.003, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.304, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1792905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:15:42+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:15:41+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T13:15:42.002437+09:00", "mtime_epoch": 1783224942.0024374, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:15:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2294.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.139, "pushed": 10.139, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.731, "count": 304, "max_ms": 11.37, "p95_ms": 8.583}, "gstreamer_push": {"avg_ms": 1.284, "count": 304, "max_ms": 1.525, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.2, "count": 304, "max_ms": 70.692, "p95_ms": 62.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.532, "count": 304, "max_ms": 77.563, "p95_ms": 64.272}, "yolo11_640_fire_11class": {"avg_ms": 47.394, "count": 304, "max_ms": 69.794, "p95_ms": 60.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.861, "count": 304, "max_ms": 85.454, "p95_ms": 75.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.734, "count": 304, "max_ms": 107.447, "p95_ms": 92.304}, "read_interval": {"avg_ms": 98.948, "count": 303, "max_ms": 662.187, "p95_ms": 118.589}, "triton_wait": {"avg_ms": 52.021, "count": 304, "max_ms": 85.465, "p95_ms": 75.487}, "visualize": {"avg_ms": 3.697, "count": 304, "max_ms": 5.285, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15871.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 657, "h264_decode_error_count": 1621, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:15:17+09:00", "last_error_summary": "[h264 @ 0x55a54bd01680] error while decoding MB 7 43, bytestream -27 [h264 @ 0x55a54bb63980] cabac decode of qscale diff failed at 26 32 [h264 @ 0x55a54bb63980] error while decoding MB 26 32, bytestream 1619 [h264 @ 0x55a54b1240c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b1240c0] error while decoding MB 0 31, bytestream 2485 [h264 @ 0x55a54b246640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b246640] error while decoding MB 0 20, bytestream 1", "last_exit_at": "2026-07-05T13:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.542, "last_started_at": "2026-07-05T13:15:19+09:00", "pid": 130765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.57, "name": "ffmpeg", "pid": 130765, "rss_mb": 265.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 733, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 734}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.811, "sample_count": 1988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1413235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:16:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:16:06+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T13:16:06+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-05T13:16:06.118829+09:00", "mtime_epoch": 1783224966.1188295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:16:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.414, "pushed": 7.414, "read": 7.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.072, "count": 221, "max_ms": 24.686, "p95_ms": 21.403}, "gstreamer_push": {"avg_ms": 1.088, "count": 222, "max_ms": 1.257, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.94, "count": 221, "max_ms": 68.02, "p95_ms": 63.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.356, "count": 221, "max_ms": 76.415, "p95_ms": 70.089}, "yolo11_640_fire_11class": {"avg_ms": 50.749, "count": 221, "max_ms": 67.266, "p95_ms": 64.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.428, "count": 221, "max_ms": 80.626, "p95_ms": 78.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.454, "count": 222, "max_ms": 168.504, "p95_ms": 145.823}, "read_interval": {"avg_ms": 135.396, "count": 221, "max_ms": 176.545, "p95_ms": 153.749}, "triton_wait": {"avg_ms": 59.921, "count": 221, "max_ms": 80.637, "p95_ms": 78.912}, "visualize": {"avg_ms": 4.976, "count": 221, "max_ms": 6.948, "p95_ms": 5.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15873.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1769.07, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.716, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1793204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:16:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:16:12+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T13:16:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T13:16:12.042926+09:00", "mtime_epoch": 1783224972.0429258, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:16:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2294.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.868, "count": 299, "max_ms": 12.663, "p95_ms": 9.421}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.9, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.343, "count": 299, "max_ms": 70.263, "p95_ms": 62.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.042, "count": 299, "max_ms": 78.153, "p95_ms": 69.573}, "yolo11_640_fire_11class": {"avg_ms": 49.839, "count": 299, "max_ms": 71.142, "p95_ms": 63.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.455, "count": 299, "max_ms": 82.765, "p95_ms": 77.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.311, "count": 299, "max_ms": 136.251, "p95_ms": 96.105}, "read_interval": {"avg_ms": 100.52, "count": 298, "max_ms": 646.521, "p95_ms": 152.361}, "triton_wait": {"avg_ms": 54.6, "count": 299, "max_ms": 82.776, "p95_ms": 77.419}, "visualize": {"avg_ms": 3.758, "count": 299, "max_ms": 5.58, "p95_ms": 4.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15875.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 657, "h264_decode_error_count": 1621, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:15:17+09:00", "last_error_summary": "[h264 @ 0x55a54bd01680] error while decoding MB 7 43, bytestream -27 [h264 @ 0x55a54bb63980] cabac decode of qscale diff failed at 26 32 [h264 @ 0x55a54bb63980] error while decoding MB 26 32, bytestream 1619 [h264 @ 0x55a54b1240c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b1240c0] error while decoding MB 0 31, bytestream 2485 [h264 @ 0x55a54b246640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b246640] error while decoding MB 0 20, bytestream 1", "last_exit_at": "2026-07-05T13:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.645, "last_started_at": "2026-07-05T13:15:19+09:00", "pid": 130765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.375, "name": "ffmpeg", "pid": 130765, "rss_mb": 267.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 733, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 734}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.625, "sample_count": 1982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1413458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:16:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:16:36+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T13:16:36+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T13:16:36.243320+09:00", "mtime_epoch": 1783224996.2433202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:16:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.443, "pushed": 7.443, "read": 7.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.949, "count": 222, "max_ms": 25.269, "p95_ms": 21.213}, "gstreamer_push": {"avg_ms": 1.101, "count": 223, "max_ms": 1.474, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.957, "count": 222, "max_ms": 64.1, "p95_ms": 62.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.022, "count": 222, "max_ms": 75.972, "p95_ms": 68.864}, "yolo11_640_fire_11class": {"avg_ms": 50.458, "count": 222, "max_ms": 66.048, "p95_ms": 63.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.846, "count": 222, "max_ms": 79.538, "p95_ms": 77.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.69, "count": 223, "max_ms": 159.529, "p95_ms": 144.149}, "read_interval": {"avg_ms": 134.943, "count": 222, "max_ms": 167.716, "p95_ms": 153.222}, "triton_wait": {"avg_ms": 60.584, "count": 222, "max_ms": 79.55, "p95_ms": 77.816}, "visualize": {"avg_ms": 4.921, "count": 222, "max_ms": 7.239, "p95_ms": 5.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15875.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1799.101, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.94, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1793505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:16:42+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T13:16:42+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T13:16:42.071415+09:00", "mtime_epoch": 1783225002.0714152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:16:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2294.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.861, "count": 301, "max_ms": 14.164, "p95_ms": 9.292}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.881, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.261, "count": 301, "max_ms": 64.916, "p95_ms": 61.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.225, "count": 301, "max_ms": 74.23, "p95_ms": 67.767}, "yolo11_640_fire_11class": {"avg_ms": 49.76, "count": 301, "max_ms": 68.508, "p95_ms": 61.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.359, "count": 301, "max_ms": 80.113, "p95_ms": 77.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.386, "count": 301, "max_ms": 132.772, "p95_ms": 94.497}, "read_interval": {"avg_ms": 99.729, "count": 300, "max_ms": 495.835, "p95_ms": 125.638}, "triton_wait": {"avg_ms": 55.528, "count": 301, "max_ms": 80.125, "p95_ms": 77.107}, "visualize": {"avg_ms": 3.732, "count": 301, "max_ms": 5.94, "p95_ms": 4.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15875.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 657, "h264_decode_error_count": 1621, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:15:17+09:00", "last_error_summary": "[h264 @ 0x55a54bd01680] error while decoding MB 7 43, bytestream -27 [h264 @ 0x55a54bb63980] cabac decode of qscale diff failed at 26 32 [h264 @ 0x55a54bb63980] error while decoding MB 26 32, bytestream 1619 [h264 @ 0x55a54b1240c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b1240c0] error while decoding MB 0 31, bytestream 2485 [h264 @ 0x55a54b246640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b246640] error while decoding MB 0 20, bytestream 1", "last_exit_at": "2026-07-05T13:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.67, "last_started_at": "2026-07-05T13:15:19+09:00", "pid": 130765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.375, "name": "ffmpeg", "pid": 130765, "rss_mb": 267.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 733, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 734}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.842, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1413674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:17:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:17:06+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T13:17:06+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T13:17:06.291811+09:00", "mtime_epoch": 1783225026.2918105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:17:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.231, "pushed": 7.231, "read": 7.197}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.248, "count": 216, "max_ms": 23.309, "p95_ms": 21.377}, "gstreamer_push": {"avg_ms": 1.086, "count": 216, "max_ms": 1.766, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.898, "count": 216, "max_ms": 66.013, "p95_ms": 62.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.319, "count": 216, "max_ms": 77.282, "p95_ms": 67.853}, "yolo11_640_fire_11class": {"avg_ms": 50.046, "count": 216, "max_ms": 68.488, "p95_ms": 65.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.579, "count": 216, "max_ms": 83.56, "p95_ms": 79.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.918, "count": 216, "max_ms": 167.436, "p95_ms": 160.15}, "read_interval": {"avg_ms": 139.065, "count": 215, "max_ms": 175.386, "p95_ms": 169.077}, "triton_wait": {"avg_ms": 59.115, "count": 216, "max_ms": 83.57, "p95_ms": 79.262}, "visualize": {"avg_ms": 5.174, "count": 216, "max_ms": 6.766, "p95_ms": 6.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15875.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1829.183, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.437, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1793803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:17:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:17:12+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T13:17:12+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T13:17:12.175907+09:00", "mtime_epoch": 1783225032.1759067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:17:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2295.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.901}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 298, "max_ms": 12.426, "p95_ms": 9.614}, "gstreamer_push": {"avg_ms": 1.256, "count": 298, "max_ms": 2.147, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.814, "count": 298, "max_ms": 65.557, "p95_ms": 62.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.199, "count": 298, "max_ms": 73.854, "p95_ms": 66.687}, "yolo11_640_fire_11class": {"avg_ms": 50.517, "count": 298, "max_ms": 70.661, "p95_ms": 63.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.104, "count": 298, "max_ms": 84.658, "p95_ms": 77.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.972, "count": 298, "max_ms": 130.624, "p95_ms": 102.288}, "read_interval": {"avg_ms": 100.999, "count": 297, "max_ms": 549.036, "p95_ms": 143.715}, "triton_wait": {"avg_ms": 54.464, "count": 298, "max_ms": 84.671, "p95_ms": 77.087}, "visualize": {"avg_ms": 3.773, "count": 298, "max_ms": 6.481, "p95_ms": 4.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15876.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 657, "h264_decode_error_count": 1621, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:15:17+09:00", "last_error_summary": "[h264 @ 0x55a54bd01680] error while decoding MB 7 43, bytestream -27 [h264 @ 0x55a54bb63980] cabac decode of qscale diff failed at 26 32 [h264 @ 0x55a54bb63980] error while decoding MB 26 32, bytestream 1619 [h264 @ 0x55a54b1240c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b1240c0] error while decoding MB 0 31, bytestream 2485 [h264 @ 0x55a54b246640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b246640] error while decoding MB 0 20, bytestream 1", "last_exit_at": "2026-07-05T13:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.813, "last_started_at": "2026-07-05T13:15:19+09:00", "pid": 130765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.98, "name": "ffmpeg", "pid": 130765, "rss_mb": 267.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 733, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 734}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.716, "sample_count": 2009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1413899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:17:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:17:36+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T13:17:36+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T13:17:36.408303+09:00", "mtime_epoch": 1783225056.4083033, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:17:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.491, "pushed": 7.491, "read": 7.458}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.215, "count": 224, "max_ms": 25.625, "p95_ms": 21.239}, "gstreamer_push": {"avg_ms": 1.106, "count": 224, "max_ms": 1.484, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.544, "count": 224, "max_ms": 65.02, "p95_ms": 62.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.67, "count": 224, "max_ms": 78.692, "p95_ms": 68.939}, "yolo11_640_fire_11class": {"avg_ms": 50.794, "count": 224, "max_ms": 68.373, "p95_ms": 64.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.546, "count": 224, "max_ms": 83.026, "p95_ms": 78.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.596, "count": 224, "max_ms": 163.993, "p95_ms": 142.426}, "read_interval": {"avg_ms": 133.975, "count": 223, "max_ms": 171.961, "p95_ms": 151.848}, "triton_wait": {"avg_ms": 59.89, "count": 224, "max_ms": 83.038, "p95_ms": 78.607}, "visualize": {"avg_ms": 4.922, "count": 224, "max_ms": 6.624, "p95_ms": 5.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15876.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1859.276, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.319, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1794105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:17:42+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T13:17:42+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T13:17:42.256399+09:00", "mtime_epoch": 1783225062.256399, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:17:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2295.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.901, "count": 302, "max_ms": 14.233, "p95_ms": 9.654}, "gstreamer_push": {"avg_ms": 1.24, "count": 302, "max_ms": 1.683, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.242, "count": 302, "max_ms": 70.441, "p95_ms": 62.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.919, "count": 302, "max_ms": 75.671, "p95_ms": 68.692}, "yolo11_640_fire_11class": {"avg_ms": 51.289, "count": 302, "max_ms": 74.158, "p95_ms": 63.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.008, "count": 302, "max_ms": 81.293, "p95_ms": 77.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.365, "count": 302, "max_ms": 123.287, "p95_ms": 105.477}, "read_interval": {"avg_ms": 99.635, "count": 301, "max_ms": 535.348, "p95_ms": 122.646}, "triton_wait": {"avg_ms": 55.344, "count": 302, "max_ms": 81.305, "p95_ms": 77.088}, "visualize": {"avg_ms": 3.799, "count": 302, "max_ms": 5.536, "p95_ms": 5.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15876.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 657, "h264_decode_error_count": 1621, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:15:17+09:00", "last_error_summary": "[h264 @ 0x55a54bd01680] error while decoding MB 7 43, bytestream -27 [h264 @ 0x55a54bb63980] cabac decode of qscale diff failed at 26 32 [h264 @ 0x55a54bb63980] error while decoding MB 26 32, bytestream 1619 [h264 @ 0x55a54b1240c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b1240c0] error while decoding MB 0 31, bytestream 2485 [h264 @ 0x55a54b246640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a54b246640] error while decoding MB 0 20, bytestream 1", "last_exit_at": "2026-07-05T13:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.933, "last_started_at": "2026-07-05T13:15:19+09:00", "pid": 130765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.98, "name": "ffmpeg", "pid": 130765, "rss_mb": 267.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 733, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 734}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.933, "sample_count": 2018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1414123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:18:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:18:06+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T13:18:06+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T13:18:06.532797+09:00", "mtime_epoch": 1783225086.5327969, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:18:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.467, "pushed": 7.467, "read": 7.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.937, "count": 223, "max_ms": 27.648, "p95_ms": 21.577}, "gstreamer_push": {"avg_ms": 1.105, "count": 224, "max_ms": 1.295, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.483, "count": 223, "max_ms": 66.275, "p95_ms": 62.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.057, "count": 223, "max_ms": 80.104, "p95_ms": 70.522}, "yolo11_640_fire_11class": {"avg_ms": 50.423, "count": 223, "max_ms": 67.037, "p95_ms": 64.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.926, "count": 223, "max_ms": 81.897, "p95_ms": 78.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.002, "count": 224, "max_ms": 166.452, "p95_ms": 146.265}, "read_interval": {"avg_ms": 134.412, "count": 223, "max_ms": 176.611, "p95_ms": 154.647}, "triton_wait": {"avg_ms": 59.265, "count": 223, "max_ms": 81.909, "p95_ms": 78.601}, "visualize": {"avg_ms": 4.965, "count": 223, "max_ms": 7.595, "p95_ms": 5.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15876.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1889.297, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.684, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1794406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:18:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:18:12+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:18:12+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T13:18:12.288891+09:00", "mtime_epoch": 1783225092.2888913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:18:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2295.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.143, "count": 301, "max_ms": 12.92, "p95_ms": 10.042}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 2.023, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.862, "count": 301, "max_ms": 65.972, "p95_ms": 61.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.983, "count": 301, "max_ms": 76.169, "p95_ms": 68.751}, "yolo11_640_fire_11class": {"avg_ms": 49.254, "count": 301, "max_ms": 66.763, "p95_ms": 61.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.618, "count": 301, "max_ms": 81.961, "p95_ms": 76.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.798, "count": 301, "max_ms": 133.788, "p95_ms": 105.52}, "read_interval": {"avg_ms": 99.791, "count": 300, "max_ms": 563.496, "p95_ms": 140.629}, "triton_wait": {"avg_ms": 54.758, "count": 301, "max_ms": 81.974, "p95_ms": 76.714}, "visualize": {"avg_ms": 3.876, "count": 301, "max_ms": 6.068, "p95_ms": 5.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15747.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 658, "h264_decode_error_count": 1623, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:18:35+09:00", "last_error_summary": "[h264 @ 0x55c1f6996580] left block unavailable for requested intra mode [h264 @ 0x55c1f6996580] error while decoding MB 0 16, bytestream 78405 [h264 @ 0x55c1f69be900] error while decoding MB 49 21, bytestream -5", "last_exit_at": "2026-07-05T13:18:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.16, "last_started_at": "2026-07-05T13:18:38+09:00", "pid": 130872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.273, "name": "ffmpeg", "pid": 130872, "rss_mb": 141.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 734, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 735}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.888, "sample_count": 1996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1414343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:18:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:18:40+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T13:18:40+09:00", "mjpeg": {"age_sec": 5.164, "exists": true, "mtime": "2026-07-05T13:18:35.709276+09:00", "mtime_epoch": 1783225115.7092757, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:18:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.319, "pushed": 6.319, "read": 6.285}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.596, "count": 189, "max_ms": 22.799, "p95_ms": 20.175}, "gstreamer_push": {"avg_ms": 1.119, "count": 189, "max_ms": 1.513, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.785, "count": 189, "max_ms": 67.638, "p95_ms": 64.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.724, "count": 189, "max_ms": 78.452, "p95_ms": 75.121}, "yolo11_640_fire_11class": {"avg_ms": 52.716, "count": 189, "max_ms": 67.738, "p95_ms": 64.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.625, "count": 189, "max_ms": 81.746, "p95_ms": 79.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.826, "count": 189, "max_ms": 142.964, "p95_ms": 140.825}, "read_interval": {"avg_ms": 159.064, "count": 188, "max_ms": 5166.672, "p95_ms": 150.759}, "triton_wait": {"avg_ms": 63.144, "count": 189, "max_ms": 81.759, "p95_ms": 79.76}, "visualize": {"avg_ms": 4.715, "count": 189, "max_ms": 6.424, "p95_ms": 5.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15768.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1919.377, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.801, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1794706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:18:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:18:42+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:18:42+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T13:18:42.373385+09:00", "mtime_epoch": 1783225122.3733854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:18:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2295.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 299, "max_ms": 13.919, "p95_ms": 9.735}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.622, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.649, "count": 299, "max_ms": 66.606, "p95_ms": 62.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.199, "count": 299, "max_ms": 82.213, "p95_ms": 71.431}, "yolo11_640_fire_11class": {"avg_ms": 51.013, "count": 299, "max_ms": 67.838, "p95_ms": 64.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.546, "count": 299, "max_ms": 82.105, "p95_ms": 78.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.855, "count": 300, "max_ms": 138.637, "p95_ms": 104.248}, "read_interval": {"avg_ms": 100.317, "count": 299, "max_ms": 640.677, "p95_ms": 149.547}, "triton_wait": {"avg_ms": 55.96, "count": 299, "max_ms": 82.225, "p95_ms": 78.368}, "visualize": {"avg_ms": 3.739, "count": 299, "max_ms": 5.41, "p95_ms": 4.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15873.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 658, "h264_decode_error_count": 1623, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:18:35+09:00", "last_error_summary": "[h264 @ 0x55c1f6996580] left block unavailable for requested intra mode [h264 @ 0x55c1f6996580] error while decoding MB 0 16, bytestream 78405 [h264 @ 0x55c1f69be900] error while decoding MB 49 21, bytestream -5", "last_exit_at": "2026-07-05T13:18:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.195, "last_started_at": "2026-07-05T13:18:38+09:00", "pid": 130872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.66, "name": "ffmpeg", "pid": 130872, "rss_mb": 264.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 734, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 735}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.256, "sample_count": 2002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1414563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:19:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:19:10+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T13:19:10+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T13:19:10.773853+09:00", "mtime_epoch": 1783225150.7738526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:19:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.358, "pushed": 7.358, "read": 7.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.874, "count": 220, "max_ms": 24.803, "p95_ms": 20.737}, "gstreamer_push": {"avg_ms": 1.119, "count": 220, "max_ms": 1.564, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.639, "count": 220, "max_ms": 65.9, "p95_ms": 62.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.29, "count": 220, "max_ms": 78.991, "p95_ms": 71.164}, "yolo11_640_fire_11class": {"avg_ms": 51.774, "count": 220, "max_ms": 68.382, "p95_ms": 65.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.857, "count": 220, "max_ms": 80.897, "p95_ms": 79.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.269, "count": 220, "max_ms": 170.008, "p95_ms": 141.197}, "read_interval": {"avg_ms": 136.45, "count": 219, "max_ms": 180.341, "p95_ms": 153.437}, "triton_wait": {"avg_ms": 61.47, "count": 220, "max_ms": 80.908, "p95_ms": 79.065}, "visualize": {"avg_ms": 4.901, "count": 220, "max_ms": 7.424, "p95_ms": 5.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15873.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1949.382, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.488, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1795006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:19:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T13:19:12+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T13:19:12.361879+09:00", "mtime_epoch": 1783225152.3618786, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:19:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2295.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.099, "count": 300, "max_ms": 12.078, "p95_ms": 9.766}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.605, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.63, "count": 300, "max_ms": 67.658, "p95_ms": 63.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.615, "count": 300, "max_ms": 79.732, "p95_ms": 70.305}, "yolo11_640_fire_11class": {"avg_ms": 52.54, "count": 300, "max_ms": 72.017, "p95_ms": 65.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.14, "count": 300, "max_ms": 83.791, "p95_ms": 78.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.309, "count": 300, "max_ms": 136.539, "p95_ms": 108.334}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 429.972, "p95_ms": 142.592}, "triton_wait": {"avg_ms": 57.437, "count": 300, "max_ms": 83.805, "p95_ms": 78.852}, "visualize": {"avg_ms": 3.866, "count": 300, "max_ms": 5.422, "p95_ms": 5.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15874.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 658, "h264_decode_error_count": 1623, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:18:35+09:00", "last_error_summary": "[h264 @ 0x55c1f6996580] left block unavailable for requested intra mode [h264 @ 0x55c1f6996580] error while decoding MB 0 16, bytestream 78405 [h264 @ 0x55c1f69be900] error while decoding MB 49 21, bytestream -5", "last_exit_at": "2026-07-05T13:18:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.29, "last_started_at": "2026-07-05T13:18:38+09:00", "pid": 130872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.66, "name": "ffmpeg", "pid": 130872, "rss_mb": 264.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 734, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 735}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.539, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1414783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:19:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:19:41+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T13:19:40+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T13:19:40.894349+09:00", "mtime_epoch": 1783225180.8943486, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:19:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.341, "pushed": 7.341, "read": 7.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.005, "count": 219, "max_ms": 30.127, "p95_ms": 21.114}, "gstreamer_push": {"avg_ms": 1.107, "count": 220, "max_ms": 1.668, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.245, "count": 219, "max_ms": 70.725, "p95_ms": 63.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.966, "count": 219, "max_ms": 79.189, "p95_ms": 69.562}, "yolo11_640_fire_11class": {"avg_ms": 50.133, "count": 219, "max_ms": 69.457, "p95_ms": 66.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.445, "count": 219, "max_ms": 82.885, "p95_ms": 79.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.331, "count": 220, "max_ms": 163.338, "p95_ms": 141.931}, "read_interval": {"avg_ms": 136.848, "count": 219, "max_ms": 173.968, "p95_ms": 155.036}, "triton_wait": {"avg_ms": 59.393, "count": 219, "max_ms": 82.896, "p95_ms": 79.758}, "visualize": {"avg_ms": 4.957, "count": 219, "max_ms": 7.782, "p95_ms": 5.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15874.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1979.412, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.166, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1795309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:19:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:19:42+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T13:19:42+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T13:19:42.390373+09:00", "mtime_epoch": 1783225182.3903735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:19:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2295.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.191, "count": 303, "max_ms": 13.725, "p95_ms": 9.976}, "gstreamer_push": {"avg_ms": 1.243, "count": 303, "max_ms": 1.48, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.358, "count": 303, "max_ms": 68.503, "p95_ms": 62.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.398, "count": 303, "max_ms": 75.926, "p95_ms": 69.831}, "yolo11_640_fire_11class": {"avg_ms": 51.754, "count": 303, "max_ms": 71.14, "p95_ms": 64.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.372, "count": 303, "max_ms": 84.395, "p95_ms": 78.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.663, "count": 303, "max_ms": 134.367, "p95_ms": 106.65}, "read_interval": {"avg_ms": 99.088, "count": 302, "max_ms": 353.045, "p95_ms": 129.501}, "triton_wait": {"avg_ms": 55.776, "count": 303, "max_ms": 84.407, "p95_ms": 78.74}, "visualize": {"avg_ms": 3.922, "count": 303, "max_ms": 6.291, "p95_ms": 5.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15874.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 658, "h264_decode_error_count": 1623, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:18:35+09:00", "last_error_summary": "[h264 @ 0x55c1f6996580] left block unavailable for requested intra mode [h264 @ 0x55c1f6996580] error while decoding MB 0 16, bytestream 78405 [h264 @ 0x55c1f69be900] error while decoding MB 49 21, bytestream -5", "last_exit_at": "2026-07-05T13:18:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.334, "last_started_at": "2026-07-05T13:18:38+09:00", "pid": 130872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.66, "name": "ffmpeg", "pid": 130872, "rss_mb": 264.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 734, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 735}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.312, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:20:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:20:11+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T13:20:10+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T13:20:10.938844+09:00", "mtime_epoch": 1783225210.9388444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:20:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9298.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.529, "pushed": 7.529, "read": 7.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.914, "count": 225, "max_ms": 27.351, "p95_ms": 23.483}, "gstreamer_push": {"avg_ms": 1.115, "count": 225, "max_ms": 1.51, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.542, "count": 225, "max_ms": 67.277, "p95_ms": 62.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.146, "count": 225, "max_ms": 79.251, "p95_ms": 72.837}, "yolo11_640_fire_11class": {"avg_ms": 50.445, "count": 225, "max_ms": 69.94, "p95_ms": 65.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.31, "count": 225, "max_ms": 84.671, "p95_ms": 79.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.728, "count": 225, "max_ms": 146.629, "p95_ms": 140.198}, "read_interval": {"avg_ms": 133.547, "count": 224, "max_ms": 161.518, "p95_ms": 153.345}, "triton_wait": {"avg_ms": 60.161, "count": 225, "max_ms": 84.683, "p95_ms": 79.056}, "visualize": {"avg_ms": 4.707, "count": 225, "max_ms": 5.639, "p95_ms": 5.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15874.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2009.54, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.749, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1795607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:20:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:20:12+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:20:12+09:00", "mjpeg": {"age_sec": 0.434, "exists": true, "mtime": "2026-07-05T13:20:12.166865+09:00", "mtime_epoch": 1783225212.1668646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:20:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2295.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.913, "pushed": 9.913, "read": 9.879}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.948, "count": 297, "max_ms": 15.546, "p95_ms": 9.87}, "gstreamer_push": {"avg_ms": 1.252, "count": 297, "max_ms": 2.097, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.557, "count": 297, "max_ms": 68.625, "p95_ms": 63.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.097, "count": 297, "max_ms": 80.53, "p95_ms": 72.411}, "yolo11_640_fire_11class": {"avg_ms": 52.143, "count": 297, "max_ms": 73.136, "p95_ms": 65.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.686, "count": 297, "max_ms": 82.458, "p95_ms": 78.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.991, "count": 297, "max_ms": 129.763, "p95_ms": 105.95}, "read_interval": {"avg_ms": 101.219, "count": 296, "max_ms": 740.557, "p95_ms": 130.681}, "triton_wait": {"avg_ms": 56.311, "count": 297, "max_ms": 82.471, "p95_ms": 78.485}, "visualize": {"avg_ms": 3.786, "count": 297, "max_ms": 5.53, "p95_ms": 5.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15875.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 658, "h264_decode_error_count": 1623, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:18:35+09:00", "last_error_summary": "[h264 @ 0x55c1f6996580] left block unavailable for requested intra mode [h264 @ 0x55c1f6996580] error while decoding MB 0 16, bytestream 78405 [h264 @ 0x55c1f69be900] error while decoding MB 49 21, bytestream -5", "last_exit_at": "2026-07-05T13:18:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.384, "last_started_at": "2026-07-05T13:18:38+09:00", "pid": 130872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.918, "name": "ffmpeg", "pid": 130872, "rss_mb": 264.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 734, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 735}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.261, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:20:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:20:41+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T13:20:40+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T13:20:40.959340+09:00", "mtime_epoch": 1783225240.9593403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:20:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.039, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.891, "pushed": 6.891, "read": 6.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.634, "count": 206, "max_ms": 24.071, "p95_ms": 22.08}, "gstreamer_push": {"avg_ms": 1.077, "count": 206, "max_ms": 1.275, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.013, "count": 206, "max_ms": 66.276, "p95_ms": 62.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.143, "count": 206, "max_ms": 76.479, "p95_ms": 70.44}, "yolo11_640_fire_11class": {"avg_ms": 50.094, "count": 206, "max_ms": 66.348, "p95_ms": 64.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.303, "count": 206, "max_ms": 82.073, "p95_ms": 78.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.877, "count": 206, "max_ms": 170.512, "p95_ms": 160.578}, "read_interval": {"avg_ms": 145.812, "count": 205, "max_ms": 181.787, "p95_ms": 171.706}, "triton_wait": {"avg_ms": 58.843, "count": 206, "max_ms": 82.085, "p95_ms": 78.05}, "visualize": {"avg_ms": 5.345, "count": 206, "max_ms": 6.782, "p95_ms": 5.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15875.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2039.631, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.008, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1795908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:20:42+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T13:20:42+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T13:20:42.599367+09:00", "mtime_epoch": 1783225242.5993674, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:20:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2295.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.082, "count": 300, "max_ms": 14.506, "p95_ms": 11.073}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 2.087, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.059, "count": 300, "max_ms": 70.684, "p95_ms": 63.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.599, "count": 300, "max_ms": 81.789, "p95_ms": 69.012}, "yolo11_640_fire_11class": {"avg_ms": 51.411, "count": 300, "max_ms": 73.144, "p95_ms": 65.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.242, "count": 300, "max_ms": 83.485, "p95_ms": 78.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.852, "count": 300, "max_ms": 137.903, "p95_ms": 104.519}, "read_interval": {"avg_ms": 99.919, "count": 300, "max_ms": 601.649, "p95_ms": 131.284}, "triton_wait": {"avg_ms": 54.736, "count": 300, "max_ms": 83.498, "p95_ms": 78.258}, "visualize": {"avg_ms": 3.79, "count": 300, "max_ms": 5.866, "p95_ms": 4.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15875.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 658, "h264_decode_error_count": 1623, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:18:35+09:00", "last_error_summary": "[h264 @ 0x55c1f6996580] left block unavailable for requested intra mode [h264 @ 0x55c1f6996580] error while decoding MB 0 16, bytestream 78405 [h264 @ 0x55c1f69be900] error while decoding MB 49 21, bytestream -5", "last_exit_at": "2026-07-05T13:18:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.432, "last_started_at": "2026-07-05T13:18:38+09:00", "pid": 130872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.176, "name": "ffmpeg", "pid": 130872, "rss_mb": 265.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 734, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 735}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.636, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:21:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:21:11+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:21:11+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T13:21:11.039838+09:00", "mtime_epoch": 1783225271.039838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:21:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.039, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.426, "pushed": 7.426, "read": 7.392}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.087, "count": 222, "max_ms": 23.702, "p95_ms": 21.078}, "gstreamer_push": {"avg_ms": 1.121, "count": 222, "max_ms": 2.04, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.896, "count": 222, "max_ms": 66.136, "p95_ms": 62.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.636, "count": 222, "max_ms": 78.23, "p95_ms": 71.815}, "yolo11_640_fire_11class": {"avg_ms": 49.466, "count": 222, "max_ms": 69.577, "p95_ms": 64.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.031, "count": 222, "max_ms": 81.232, "p95_ms": 77.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.888, "count": 222, "max_ms": 164.675, "p95_ms": 141.899}, "read_interval": {"avg_ms": 135.391, "count": 221, "max_ms": 176.213, "p95_ms": 154.165}, "triton_wait": {"avg_ms": 58.757, "count": 222, "max_ms": 81.244, "p95_ms": 77.894}, "visualize": {"avg_ms": 4.868, "count": 222, "max_ms": 6.473, "p95_ms": 5.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15875.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2069.699, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.11, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1796208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:21:12+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T13:21:12+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T13:21:12.691865+09:00", "mtime_epoch": 1783225272.6918652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:21:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2296.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.833, "count": 300, "max_ms": 12.178, "p95_ms": 9.465}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 1.605, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.497, "count": 300, "max_ms": 70.976, "p95_ms": 63.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.324, "count": 300, "max_ms": 82.166, "p95_ms": 70.977}, "yolo11_640_fire_11class": {"avg_ms": 51.581, "count": 300, "max_ms": 69.959, "p95_ms": 64.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.43, "count": 300, "max_ms": 81.309, "p95_ms": 78.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.66, "count": 300, "max_ms": 135.5, "p95_ms": 101.441}, "read_interval": {"avg_ms": 100.264, "count": 299, "max_ms": 496.9, "p95_ms": 149.565}, "triton_wait": {"avg_ms": 55.418, "count": 300, "max_ms": 82.178, "p95_ms": 78.089}, "visualize": {"avg_ms": 3.758, "count": 300, "max_ms": 5.714, "p95_ms": 4.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15875.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 658, "h264_decode_error_count": 1623, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:18:35+09:00", "last_error_summary": "[h264 @ 0x55c1f6996580] left block unavailable for requested intra mode [h264 @ 0x55c1f6996580] error while decoding MB 0 16, bytestream 78405 [h264 @ 0x55c1f69be900] error while decoding MB 49 21, bytestream -5", "last_exit_at": "2026-07-05T13:18:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.452, "last_started_at": "2026-07-05T13:18:38+09:00", "pid": 130872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.176, "name": "ffmpeg", "pid": 130872, "rss_mb": 265.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 734, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 735}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.312, "sample_count": 2171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:21:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:21:41+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T13:21:41+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T13:21:41.052335+09:00", "mtime_epoch": 1783225301.052335, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:21:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.297, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.566, "pushed": 7.566, "read": 7.532}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.751, "count": 226, "max_ms": 33.518, "p95_ms": 20.509}, "gstreamer_push": {"avg_ms": 1.106, "count": 226, "max_ms": 1.346, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.258, "count": 226, "max_ms": 64.682, "p95_ms": 62.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.151, "count": 226, "max_ms": 80.079, "p95_ms": 70.541}, "yolo11_640_fire_11class": {"avg_ms": 50.855, "count": 226, "max_ms": 69.391, "p95_ms": 64.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.758, "count": 226, "max_ms": 82.528, "p95_ms": 77.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.013, "count": 226, "max_ms": 145.074, "p95_ms": 139.124}, "read_interval": {"avg_ms": 132.828, "count": 225, "max_ms": 158.192, "p95_ms": 152.75}, "triton_wait": {"avg_ms": 59.551, "count": 226, "max_ms": 82.541, "p95_ms": 78.007}, "visualize": {"avg_ms": 4.724, "count": 226, "max_ms": 6.098, "p95_ms": 5.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15875.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2099.702, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.163, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1796508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:21:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:21:42+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T13:21:42+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T13:21:42.692362+09:00", "mtime_epoch": 1783225302.6923623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:21:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2296.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.909, "count": 300, "max_ms": 12.009, "p95_ms": 9.653}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 2.111, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.624, "count": 300, "max_ms": 64.87, "p95_ms": 63.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.027, "count": 300, "max_ms": 80.062, "p95_ms": 70.113}, "yolo11_640_fire_11class": {"avg_ms": 52.246, "count": 300, "max_ms": 69.676, "p95_ms": 65.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.351, "count": 300, "max_ms": 80.98, "p95_ms": 77.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.206, "count": 300, "max_ms": 134.681, "p95_ms": 96.576}, "read_interval": {"avg_ms": 100.013, "count": 300, "max_ms": 512.054, "p95_ms": 122.121}, "triton_wait": {"avg_ms": 56.157, "count": 300, "max_ms": 80.993, "p95_ms": 77.696}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 5.36, "p95_ms": 4.466}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15875.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 659, "h264_decode_error_count": 1624, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:21:54+09:00", "last_error_summary": "[h264 @ 0x558600588d40] error while decoding MB 6 37, bytestream -11", "last_exit_at": "2026-07-05T13:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.588, "last_started_at": "2026-07-05T13:21:56+09:00", "pid": 130979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.344, "name": "ffmpeg", "pid": 130979, "rss_mb": 265.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 735, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 736}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.222, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:22:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:22:11+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T13:22:11+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T13:22:11.188835+09:00", "mtime_epoch": 1783225331.188835, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:22:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.297, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.435, "pushed": 6.435, "read": 6.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.638, "count": 193, "max_ms": 24.576, "p95_ms": 20.639}, "gstreamer_push": {"avg_ms": 1.108, "count": 193, "max_ms": 1.512, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.474, "count": 193, "max_ms": 70.659, "p95_ms": 63.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.88, "count": 193, "max_ms": 82.084, "p95_ms": 73.54}, "yolo11_640_fire_11class": {"avg_ms": 51.66, "count": 193, "max_ms": 69.248, "p95_ms": 65.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.754, "count": 193, "max_ms": 82.316, "p95_ms": 77.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.86, "count": 193, "max_ms": 161.973, "p95_ms": 140.356}, "read_interval": {"avg_ms": 155.402, "count": 193, "max_ms": 4504.41, "p95_ms": 152.382}, "triton_wait": {"avg_ms": 60.556, "count": 193, "max_ms": 82.327, "p95_ms": 78.221}, "visualize": {"avg_ms": 4.765, "count": 193, "max_ms": 6.624, "p95_ms": 5.624}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15875.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2129.738, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.008, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1796813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:22:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:22:12+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T13:22:12+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T13:22:12.716860+09:00", "mtime_epoch": 1783225332.7168603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:22:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2296.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.196, "pushed": 10.196, "read": 10.162}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.756, "count": 305, "max_ms": 12.19, "p95_ms": 8.911}, "gstreamer_push": {"avg_ms": 1.27, "count": 305, "max_ms": 1.847, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.313, "count": 305, "max_ms": 72.201, "p95_ms": 62.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.257, "count": 305, "max_ms": 79.046, "p95_ms": 73.287}, "yolo11_640_fire_11class": {"avg_ms": 51.613, "count": 305, "max_ms": 69.085, "p95_ms": 64.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.029, "count": 305, "max_ms": 81.082, "p95_ms": 77.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.924, "count": 305, "max_ms": 128.36, "p95_ms": 93.916}, "read_interval": {"avg_ms": 98.443, "count": 304, "max_ms": 568.428, "p95_ms": 114.344}, "triton_wait": {"avg_ms": 55.148, "count": 305, "max_ms": 81.094, "p95_ms": 77.335}, "visualize": {"avg_ms": 3.688, "count": 305, "max_ms": 5.411, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15876.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 659, "h264_decode_error_count": 1624, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:21:54+09:00", "last_error_summary": "[h264 @ 0x558600588d40] error while decoding MB 6 37, bytestream -11", "last_exit_at": "2026-07-05T13:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.609, "last_started_at": "2026-07-05T13:21:56+09:00", "pid": 130979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.633, "name": "ffmpeg", "pid": 130979, "rss_mb": 266.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 735, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 736}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.503, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:22:41+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T13:22:41+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T13:22:41.229339+09:00", "mtime_epoch": 1783225361.2293391, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:22:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.297, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.392, "pushed": 7.392, "read": 7.358}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.083, "count": 221, "max_ms": 22.37, "p95_ms": 21.391}, "gstreamer_push": {"avg_ms": 1.097, "count": 221, "max_ms": 1.268, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.632, "count": 221, "max_ms": 65.031, "p95_ms": 62.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.746, "count": 221, "max_ms": 85.306, "p95_ms": 73.74}, "yolo11_640_fire_11class": {"avg_ms": 50.118, "count": 221, "max_ms": 66.903, "p95_ms": 64.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.893, "count": 221, "max_ms": 81.9, "p95_ms": 77.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.24, "count": 221, "max_ms": 168.909, "p95_ms": 145.349}, "read_interval": {"avg_ms": 135.876, "count": 220, "max_ms": 179.543, "p95_ms": 154.678}, "triton_wait": {"avg_ms": 58.948, "count": 221, "max_ms": 85.319, "p95_ms": 77.902}, "visualize": {"avg_ms": 5.032, "count": 221, "max_ms": 9.143, "p95_ms": 5.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15876.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2159.808, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.078, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1797109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:22:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:22:42+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T13:22:42+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T13:22:42.801367+09:00", "mtime_epoch": 1783225362.8013666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:22:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2296.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.872, "pushed": 9.872, "read": 9.838}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.052, "count": 296, "max_ms": 13.016, "p95_ms": 10.057}, "gstreamer_push": {"avg_ms": 1.251, "count": 296, "max_ms": 1.855, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.219, "count": 296, "max_ms": 65.408, "p95_ms": 61.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.744, "count": 296, "max_ms": 77.875, "p95_ms": 70.657}, "yolo11_640_fire_11class": {"avg_ms": 50.885, "count": 296, "max_ms": 70.063, "p95_ms": 63.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.629, "count": 296, "max_ms": 81.666, "p95_ms": 76.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.07, "count": 296, "max_ms": 131.822, "p95_ms": 106.322}, "read_interval": {"avg_ms": 101.636, "count": 295, "max_ms": 534.688, "p95_ms": 140.04}, "triton_wait": {"avg_ms": 54.263, "count": 296, "max_ms": 81.679, "p95_ms": 76.804}, "visualize": {"avg_ms": 3.827, "count": 296, "max_ms": 5.375, "p95_ms": 5.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15877.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 659, "h264_decode_error_count": 1624, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:21:54+09:00", "last_error_summary": "[h264 @ 0x558600588d40] error while decoding MB 6 37, bytestream -11", "last_exit_at": "2026-07-05T13:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.705, "last_started_at": "2026-07-05T13:21:56+09:00", "pid": 130979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.148, "name": "ffmpeg", "pid": 130979, "rss_mb": 267.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 735, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 736}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.516, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:23:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:23:11+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T13:23:11+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T13:23:11.325865+09:00", "mtime_epoch": 1783225391.3258653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:23:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.555, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.473, "pushed": 7.473, "read": 7.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.599, "count": 223, "max_ms": 30.175, "p95_ms": 23.049}, "gstreamer_push": {"avg_ms": 1.114, "count": 224, "max_ms": 1.823, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.491, "count": 223, "max_ms": 65.871, "p95_ms": 61.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.059, "count": 223, "max_ms": 80.945, "p95_ms": 72.423}, "yolo11_640_fire_11class": {"avg_ms": 48.787, "count": 223, "max_ms": 68.361, "p95_ms": 64.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.995, "count": 223, "max_ms": 81.089, "p95_ms": 77.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.993, "count": 224, "max_ms": 165.355, "p95_ms": 144.74}, "read_interval": {"avg_ms": 134.395, "count": 223, "max_ms": 175.436, "p95_ms": 154.312}, "triton_wait": {"avg_ms": 57.955, "count": 223, "max_ms": 81.101, "p95_ms": 77.237}, "visualize": {"avg_ms": 5.048, "count": 223, "max_ms": 8.564, "p95_ms": 6.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15877.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2189.884, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.744, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1797415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:23:12+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T13:23:12+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T13:23:12.881892+09:00", "mtime_epoch": 1783225392.8818924, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:23:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2296.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.209, "pushed": 10.209, "read": 10.175}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.009, "count": 306, "max_ms": 14.77, "p95_ms": 9.743}, "gstreamer_push": {"avg_ms": 1.26, "count": 306, "max_ms": 2.064, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.047, "count": 306, "max_ms": 68.496, "p95_ms": 62.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.864, "count": 306, "max_ms": 77.904, "p95_ms": 71.796}, "yolo11_640_fire_11class": {"avg_ms": 50.187, "count": 306, "max_ms": 70.999, "p95_ms": 63.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.251, "count": 306, "max_ms": 83.771, "p95_ms": 75.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.634, "count": 306, "max_ms": 133.886, "p95_ms": 97.023}, "read_interval": {"avg_ms": 98.339, "count": 305, "max_ms": 520.901, "p95_ms": 134.419}, "triton_wait": {"avg_ms": 54.225, "count": 306, "max_ms": 83.782, "p95_ms": 75.989}, "visualize": {"avg_ms": 3.766, "count": 306, "max_ms": 5.725, "p95_ms": 4.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15879.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 659, "h264_decode_error_count": 1624, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:21:54+09:00", "last_error_summary": "[h264 @ 0x558600588d40] error while decoding MB 6 37, bytestream -11", "last_exit_at": "2026-07-05T13:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.706, "last_started_at": "2026-07-05T13:21:56+09:00", "pid": 130979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.953, "name": "ffmpeg", "pid": 130979, "rss_mb": 268.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 735, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 736}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.8, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:23:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:23:41+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T13:23:41+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T13:23:41.330389+09:00", "mtime_epoch": 1783225421.330389, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:23:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.555, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.502, "pushed": 7.502, "read": 7.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.881, "count": 225, "max_ms": 32.767, "p95_ms": 21.109}, "gstreamer_push": {"avg_ms": 1.108, "count": 225, "max_ms": 1.586, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.263, "count": 225, "max_ms": 64.094, "p95_ms": 62.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.555, "count": 225, "max_ms": 78.927, "p95_ms": 71.712}, "yolo11_640_fire_11class": {"avg_ms": 51.148, "count": 225, "max_ms": 66.914, "p95_ms": 64.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.214, "count": 225, "max_ms": 81.024, "p95_ms": 78.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.733, "count": 225, "max_ms": 152.388, "p95_ms": 142.589}, "read_interval": {"avg_ms": 133.355, "count": 225, "max_ms": 162.68, "p95_ms": 151.895}, "triton_wait": {"avg_ms": 60.837, "count": 225, "max_ms": 81.036, "p95_ms": 78.644}, "visualize": {"avg_ms": 4.841, "count": 225, "max_ms": 6.084, "p95_ms": 5.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15879.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2219.927, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.519, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1797714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:23:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:23:42+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T13:23:42+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T13:23:42.898416+09:00", "mtime_epoch": 1783225422.8984163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:23:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2296.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.811, "count": 299, "max_ms": 12.257, "p95_ms": 9.506}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 1.665, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.049, "count": 299, "max_ms": 68.851, "p95_ms": 62.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.898, "count": 299, "max_ms": 75.548, "p95_ms": 72.424}, "yolo11_640_fire_11class": {"avg_ms": 51.967, "count": 299, "max_ms": 69.599, "p95_ms": 64.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.001, "count": 299, "max_ms": 81.482, "p95_ms": 77.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.031, "count": 299, "max_ms": 131.483, "p95_ms": 95.528}, "read_interval": {"avg_ms": 100.435, "count": 298, "max_ms": 605.353, "p95_ms": 137.358}, "triton_wait": {"avg_ms": 55.861, "count": 299, "max_ms": 81.495, "p95_ms": 77.662}, "visualize": {"avg_ms": 3.67, "count": 299, "max_ms": 5.378, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15882.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 659, "h264_decode_error_count": 1624, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:21:54+09:00", "last_error_summary": "[h264 @ 0x558600588d40] error while decoding MB 6 37, bytestream -11", "last_exit_at": "2026-07-05T13:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.832, "last_started_at": "2026-07-05T13:21:56+09:00", "pid": 130979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.531, "name": "ffmpeg", "pid": 130979, "rss_mb": 271.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 735, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 736}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.043, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:24:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:24:11+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T13:24:11+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T13:24:11.422913+09:00", "mtime_epoch": 1783225451.4229133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:24:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.537, "pushed": 7.537, "read": 7.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.102, "count": 225, "max_ms": 26.055, "p95_ms": 21.38}, "gstreamer_push": {"avg_ms": 1.113, "count": 226, "max_ms": 1.279, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.607, "count": 225, "max_ms": 65.482, "p95_ms": 62.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.441, "count": 225, "max_ms": 82.111, "p95_ms": 73.056}, "yolo11_640_fire_11class": {"avg_ms": 50.986, "count": 225, "max_ms": 67.408, "p95_ms": 65.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.141, "count": 225, "max_ms": 83.19, "p95_ms": 78.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.676, "count": 226, "max_ms": 166.957, "p95_ms": 142.635}, "read_interval": {"avg_ms": 133.21, "count": 225, "max_ms": 175.232, "p95_ms": 152.036}, "triton_wait": {"avg_ms": 59.917, "count": 225, "max_ms": 83.202, "p95_ms": 78.639}, "visualize": {"avg_ms": 4.853, "count": 225, "max_ms": 6.695, "p95_ms": 5.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15882.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2249.952, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.019, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1798013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:24:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:24:13+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T13:24:12+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:24:12.950940+09:00", "mtime_epoch": 1783225452.95094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:24:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2297.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.835, "count": 299, "max_ms": 11.013, "p95_ms": 9.186}, "gstreamer_push": {"avg_ms": 1.255, "count": 299, "max_ms": 1.551, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.047, "count": 299, "max_ms": 66.278, "p95_ms": 61.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.1, "count": 299, "max_ms": 80.377, "p95_ms": 72.275}, "yolo11_640_fire_11class": {"avg_ms": 51.688, "count": 299, "max_ms": 69.024, "p95_ms": 63.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.574, "count": 299, "max_ms": 80.396, "p95_ms": 77.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.155, "count": 299, "max_ms": 115.139, "p95_ms": 94.071}, "read_interval": {"avg_ms": 100.472, "count": 298, "max_ms": 515.608, "p95_ms": 122.604}, "triton_wait": {"avg_ms": 55.348, "count": 299, "max_ms": 80.409, "p95_ms": 77.335}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 6.421, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15883.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 659, "h264_decode_error_count": 1624, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:21:54+09:00", "last_error_summary": "[h264 @ 0x558600588d40] error while decoding MB 6 37, bytestream -11", "last_exit_at": "2026-07-05T13:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.89, "last_started_at": "2026-07-05T13:21:56+09:00", "pid": 130979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.789, "name": "ffmpeg", "pid": 130979, "rss_mb": 271.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 735, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 736}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.328, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:24:41+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T13:24:41+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T13:24:41.515437+09:00", "mtime_epoch": 1783225481.5154371, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:24:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.549, "pushed": 7.549, "read": 7.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.451, "count": 226, "max_ms": 31.139, "p95_ms": 24.667}, "gstreamer_push": {"avg_ms": 1.086, "count": 226, "max_ms": 2.022, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.331, "count": 226, "max_ms": 65.994, "p95_ms": 62.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.799, "count": 226, "max_ms": 81.812, "p95_ms": 70.14}, "yolo11_640_fire_11class": {"avg_ms": 48.619, "count": 226, "max_ms": 68.458, "p95_ms": 65.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.808, "count": 226, "max_ms": 82.361, "p95_ms": 78.94}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.575, "count": 226, "max_ms": 166.181, "p95_ms": 144.834}, "read_interval": {"avg_ms": 133.042, "count": 225, "max_ms": 174.677, "p95_ms": 154.478}, "triton_wait": {"avg_ms": 57.643, "count": 226, "max_ms": 82.374, "p95_ms": 78.964}, "visualize": {"avg_ms": 4.967, "count": 226, "max_ms": 8.188, "p95_ms": 6.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15883.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2279.987, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.145, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1798314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:24:43+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:24:42+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T13:24:42.987463+09:00", "mtime_epoch": 1783225482.9874628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:24:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2297.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.034, "count": 301, "max_ms": 13.181, "p95_ms": 9.859}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 2.082, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.431, "count": 301, "max_ms": 65.095, "p95_ms": 61.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.482, "count": 301, "max_ms": 80.049, "p95_ms": 69.223}, "yolo11_640_fire_11class": {"avg_ms": 51.06, "count": 301, "max_ms": 75.77, "p95_ms": 63.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.98, "count": 301, "max_ms": 83.427, "p95_ms": 76.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.944, "count": 301, "max_ms": 136.151, "p95_ms": 107.141}, "read_interval": {"avg_ms": 99.844, "count": 300, "max_ms": 565.689, "p95_ms": 134.003}, "triton_wait": {"avg_ms": 54.66, "count": 301, "max_ms": 83.44, "p95_ms": 76.778}, "visualize": {"avg_ms": 3.793, "count": 301, "max_ms": 5.718, "p95_ms": 5.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15638.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2310.034, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.33, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1798615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:25:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:25:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:25:13+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T13:25:13.027985+09:00", "mtime_epoch": 1783225513.0279846, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:25:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2297.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.762, "count": 301, "max_ms": 10.172, "p95_ms": 8.728}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 1.792, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.223, "count": 301, "max_ms": 64.564, "p95_ms": 62.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.036, "count": 301, "max_ms": 79.523, "p95_ms": 70.86}, "yolo11_640_fire_11class": {"avg_ms": 51.418, "count": 301, "max_ms": 69.27, "p95_ms": 64.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.475, "count": 301, "max_ms": 81.32, "p95_ms": 77.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.291, "count": 301, "max_ms": 135.741, "p95_ms": 94.888}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 395.57, "p95_ms": 159.005}, "triton_wait": {"avg_ms": 55.304, "count": 301, "max_ms": 81.333, "p95_ms": 77.812}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 5.592, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15750.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:25:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.155, "last_started_at": "2026-07-05T13:25:13+09:00", "pid": 131086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.875, "name": "ffmpeg", "pid": 131086, "rss_mb": 141.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 736, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 737}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.205, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1417199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:25:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:25:15+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T13:25:15+09:00", "mjpeg": {"age_sec": 4.248, "exists": true, "mtime": "2026-07-05T13:25:11.535959+09:00", "mtime_epoch": 1783225511.5359588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:25:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9299.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.328, "pushed": 6.328, "read": 6.295}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.077, "count": 189, "max_ms": 23.389, "p95_ms": 21.586}, "gstreamer_push": {"avg_ms": 1.091, "count": 189, "max_ms": 1.652, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.081, "count": 189, "max_ms": 66.498, "p95_ms": 63.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.43, "count": 189, "max_ms": 80.578, "p95_ms": 71.878}, "yolo11_640_fire_11class": {"avg_ms": 51.218, "count": 189, "max_ms": 68.541, "p95_ms": 65.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.268, "count": 189, "max_ms": 80.749, "p95_ms": 79.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.56, "count": 189, "max_ms": 167.728, "p95_ms": 153.345}, "read_interval": {"avg_ms": 158.855, "count": 188, "max_ms": 4247.975, "p95_ms": 163.592}, "triton_wait": {"avg_ms": 61.014, "count": 189, "max_ms": 80.762, "p95_ms": 79.548}, "visualize": {"avg_ms": 4.997, "count": 189, "max_ms": 6.52, "p95_ms": 5.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15877.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2340.123, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.33, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1798914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:25:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:25:43+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T13:25:43+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T13:25:43.092506+09:00", "mtime_epoch": 1783225543.0925064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:25:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2297.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.951, "count": 298, "max_ms": 13.195, "p95_ms": 9.733}, "gstreamer_push": {"avg_ms": 1.271, "count": 298, "max_ms": 1.919, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.812, "count": 298, "max_ms": 67.373, "p95_ms": 62.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.831, "count": 298, "max_ms": 81.07, "p95_ms": 72.504}, "yolo11_640_fire_11class": {"avg_ms": 50.881, "count": 298, "max_ms": 71.956, "p95_ms": 64.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.21, "count": 298, "max_ms": 83.907, "p95_ms": 77.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.106, "count": 298, "max_ms": 143.441, "p95_ms": 106.03}, "read_interval": {"avg_ms": 100.598, "count": 298, "max_ms": 606.115, "p95_ms": 151.819}, "triton_wait": {"avg_ms": 54.955, "count": 298, "max_ms": 83.919, "p95_ms": 77.857}, "visualize": {"avg_ms": 3.83, "count": 298, "max_ms": 5.793, "p95_ms": 5.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15877.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:25:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.269, "last_started_at": "2026-07-05T13:25:13+09:00", "pid": 131086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.266, "name": "ffmpeg", "pid": 131086, "rss_mb": 265.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 736, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 737}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.5, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1417423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:25:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:25:45+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T13:25:45+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T13:25:45.760553+09:00", "mtime_epoch": 1783225545.760553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:25:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.475, "pushed": 7.475, "read": 7.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.107, "count": 223, "max_ms": 22.663, "p95_ms": 21.077}, "gstreamer_push": {"avg_ms": 1.112, "count": 224, "max_ms": 1.671, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.721, "count": 223, "max_ms": 66.599, "p95_ms": 64.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.365, "count": 223, "max_ms": 81.249, "p95_ms": 74.755}, "yolo11_640_fire_11class": {"avg_ms": 51.119, "count": 223, "max_ms": 67.24, "p95_ms": 65.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.665, "count": 223, "max_ms": 83.192, "p95_ms": 79.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.025, "count": 224, "max_ms": 166.326, "p95_ms": 144.035}, "read_interval": {"avg_ms": 134.343, "count": 223, "max_ms": 176.957, "p95_ms": 153.309}, "triton_wait": {"avg_ms": 60.231, "count": 223, "max_ms": 83.203, "p95_ms": 79.555}, "visualize": {"avg_ms": 4.909, "count": 223, "max_ms": 6.68, "p95_ms": 5.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15882.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2370.181, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.664, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1799215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:26:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:26:13+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T13:26:13+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T13:26:13.173028+09:00", "mtime_epoch": 1783225573.173028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:26:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2297.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.951, "count": 301, "max_ms": 12.253, "p95_ms": 9.637}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.53, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.346, "count": 301, "max_ms": 68.821, "p95_ms": 62.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.193, "count": 301, "max_ms": 78.035, "p95_ms": 67.676}, "yolo11_640_fire_11class": {"avg_ms": 50.294, "count": 301, "max_ms": 72.978, "p95_ms": 63.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.684, "count": 301, "max_ms": 84.473, "p95_ms": 76.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.487, "count": 301, "max_ms": 134.95, "p95_ms": 104.066}, "read_interval": {"avg_ms": 99.904, "count": 300, "max_ms": 642.277, "p95_ms": 121.428}, "triton_wait": {"avg_ms": 53.507, "count": 301, "max_ms": 84.486, "p95_ms": 76.271}, "visualize": {"avg_ms": 3.809, "count": 301, "max_ms": 6.328, "p95_ms": 4.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15882.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:25:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.4, "last_started_at": "2026-07-05T13:25:13+09:00", "pid": 131086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.133, "name": "ffmpeg", "pid": 131086, "rss_mb": 269.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 736, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 737}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.646, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1417632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:26:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:26:16+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T13:26:15+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T13:26:15.893075+09:00", "mtime_epoch": 1783225575.8930752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:26:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.969, "pushed": 6.969, "read": 6.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.007, "count": 208, "max_ms": 30.199, "p95_ms": 23.825}, "gstreamer_push": {"avg_ms": 1.055, "count": 208, "max_ms": 1.329, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.355, "count": 208, "max_ms": 70.585, "p95_ms": 61.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.542, "count": 208, "max_ms": 80.216, "p95_ms": 69.849}, "yolo11_640_fire_11class": {"avg_ms": 48.218, "count": 208, "max_ms": 74.636, "p95_ms": 64.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.342, "count": 208, "max_ms": 86.348, "p95_ms": 77.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.296, "count": 208, "max_ms": 177.892, "p95_ms": 163.769}, "read_interval": {"avg_ms": 144.252, "count": 207, "max_ms": 186.126, "p95_ms": 172.533}, "triton_wait": {"avg_ms": 57.173, "count": 208, "max_ms": 86.36, "p95_ms": 77.561}, "visualize": {"avg_ms": 5.448, "count": 208, "max_ms": 8.794, "p95_ms": 6.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15883.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2400.191, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.624, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1799515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:26:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:26:43+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:26:43+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:26:43.189548+09:00", "mtime_epoch": 1783225603.1895478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:26:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2297.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.129, "count": 300, "max_ms": 12.604, "p95_ms": 10.236}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 2.067, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.905, "count": 300, "max_ms": 68.434, "p95_ms": 61.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.328, "count": 300, "max_ms": 76.286, "p95_ms": 71.288}, "yolo11_640_fire_11class": {"avg_ms": 51.632, "count": 300, "max_ms": 70.469, "p95_ms": 63.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.449, "count": 300, "max_ms": 81.214, "p95_ms": 77.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.791, "count": 300, "max_ms": 135.126, "p95_ms": 106.953}, "read_interval": {"avg_ms": 100.042, "count": 300, "max_ms": 420.646, "p95_ms": 145.562}, "triton_wait": {"avg_ms": 55.193, "count": 300, "max_ms": 81.225, "p95_ms": 77.075}, "visualize": {"avg_ms": 3.848, "count": 300, "max_ms": 5.861, "p95_ms": 4.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15883.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:25:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.437, "last_started_at": "2026-07-05T13:25:13+09:00", "pid": 131086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.648, "name": "ffmpeg", "pid": 131086, "rss_mb": 269.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 736, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 737}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.963, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1417854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:26:46+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T13:26:45+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T13:26:45.933595+09:00", "mtime_epoch": 1783225605.9335952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:26:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.43, "pushed": 7.43, "read": 7.397}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.303, "count": 222, "max_ms": 23.953, "p95_ms": 21.548}, "gstreamer_push": {"avg_ms": 1.101, "count": 222, "max_ms": 1.316, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.291, "count": 222, "max_ms": 67.278, "p95_ms": 62.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.936, "count": 222, "max_ms": 80.315, "p95_ms": 75.338}, "yolo11_640_fire_11class": {"avg_ms": 50.718, "count": 222, "max_ms": 68.32, "p95_ms": 65.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.943, "count": 222, "max_ms": 80.822, "p95_ms": 79.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.874, "count": 222, "max_ms": 166.059, "p95_ms": 151.508}, "read_interval": {"avg_ms": 135.242, "count": 221, "max_ms": 174.362, "p95_ms": 161.914}, "triton_wait": {"avg_ms": 59.579, "count": 222, "max_ms": 80.835, "p95_ms": 79.209}, "visualize": {"avg_ms": 4.957, "count": 222, "max_ms": 6.697, "p95_ms": 5.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 14998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15883.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2430.225, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.472, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1799815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:27:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:27:13+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:27:13+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T13:27:13.226067+09:00", "mtime_epoch": 1783225633.2260673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:27:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2297.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.928, "count": 300, "max_ms": 12.358, "p95_ms": 9.758}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.92, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.878, "count": 300, "max_ms": 70.329, "p95_ms": 62.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.45, "count": 300, "max_ms": 75.172, "p95_ms": 67.243}, "yolo11_640_fire_11class": {"avg_ms": 50.122, "count": 300, "max_ms": 70.341, "p95_ms": 63.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.995, "count": 300, "max_ms": 88.39, "p95_ms": 76.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.525, "count": 300, "max_ms": 134.824, "p95_ms": 103.76}, "read_interval": {"avg_ms": 100.17, "count": 299, "max_ms": 759.308, "p95_ms": 147.411}, "triton_wait": {"avg_ms": 53.579, "count": 300, "max_ms": 88.402, "p95_ms": 76.542}, "visualize": {"avg_ms": 3.762, "count": 300, "max_ms": 5.666, "p95_ms": 4.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15883.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:25:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.538, "last_started_at": "2026-07-05T13:25:13+09:00", "pid": 131086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.648, "name": "ffmpeg", "pid": 131086, "rss_mb": 269.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 736, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 737}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.495, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:27:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:27:16+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T13:27:16+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T13:27:16.054116+09:00", "mtime_epoch": 1783225636.0541162, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:27:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.238, "pushed": 7.238, "read": 7.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.374, "count": 216, "max_ms": 24.33, "p95_ms": 21.803}, "gstreamer_push": {"avg_ms": 1.075, "count": 217, "max_ms": 1.435, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.434, "count": 216, "max_ms": 69.477, "p95_ms": 61.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.986, "count": 216, "max_ms": 77.517, "p95_ms": 66.734}, "yolo11_640_fire_11class": {"avg_ms": 48.921, "count": 216, "max_ms": 69.987, "p95_ms": 64.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.423, "count": 216, "max_ms": 87.954, "p95_ms": 77.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.531, "count": 217, "max_ms": 174.164, "p95_ms": 156.764}, "read_interval": {"avg_ms": 138.77, "count": 216, "max_ms": 182.604, "p95_ms": 164.664}, "triton_wait": {"avg_ms": 57.912, "count": 216, "max_ms": 87.966, "p95_ms": 77.159}, "visualize": {"avg_ms": 5.226, "count": 216, "max_ms": 7.902, "p95_ms": 6.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15884.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2460.251, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.241, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1800116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:27:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:27:43+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T13:27:43+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T13:27:43.218586+09:00", "mtime_epoch": 1783225663.2185857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:27:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2297.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.932, "count": 301, "max_ms": 11.876, "p95_ms": 9.931}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.882, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.118, "count": 301, "max_ms": 66.017, "p95_ms": 62.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.588, "count": 301, "max_ms": 76.725, "p95_ms": 70.983}, "yolo11_640_fire_11class": {"avg_ms": 51.444, "count": 301, "max_ms": 70.029, "p95_ms": 63.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.292, "count": 301, "max_ms": 81.364, "p95_ms": 76.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.945, "count": 301, "max_ms": 182.795, "p95_ms": 105.34}, "read_interval": {"avg_ms": 99.71, "count": 300, "max_ms": 524.634, "p95_ms": 144.458}, "triton_wait": {"avg_ms": 55.838, "count": 301, "max_ms": 81.377, "p95_ms": 76.806}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 5.494, "p95_ms": 4.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15885.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:25:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.596, "last_started_at": "2026-07-05T13:25:13+09:00", "pid": 131086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.648, "name": "ffmpeg", "pid": 131086, "rss_mb": 269.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 736, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 737}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.456, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:27:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:27:46+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:27:46+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T13:27:46.118636+09:00", "mtime_epoch": 1783225666.1186357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:27:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.416, "pushed": 7.416, "read": 7.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.461, "count": 222, "max_ms": 30.776, "p95_ms": 24.185}, "gstreamer_push": {"avg_ms": 1.107, "count": 222, "max_ms": 1.906, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.297, "count": 222, "max_ms": 69.141, "p95_ms": 62.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.555, "count": 222, "max_ms": 81.358, "p95_ms": 71.482}, "yolo11_640_fire_11class": {"avg_ms": 50.851, "count": 222, "max_ms": 71.734, "p95_ms": 65.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.419, "count": 222, "max_ms": 81.921, "p95_ms": 79.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.01, "count": 222, "max_ms": 166.547, "p95_ms": 145.286}, "read_interval": {"avg_ms": 135.442, "count": 221, "max_ms": 174.944, "p95_ms": 154.543}, "triton_wait": {"avg_ms": 60.111, "count": 222, "max_ms": 81.931, "p95_ms": 79.029}, "visualize": {"avg_ms": 4.968, "count": 222, "max_ms": 7.472, "p95_ms": 5.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15884.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2490.294, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 2, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.385, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1800416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:28:13+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T13:28:13+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T13:28:13.299105+09:00", "mtime_epoch": 1783225693.299105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:28:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2298.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.828, "count": 300, "max_ms": 13.021, "p95_ms": 9.407}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 2.038, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.538, "count": 300, "max_ms": 70.403, "p95_ms": 62.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.842, "count": 300, "max_ms": 77.818, "p95_ms": 69.798}, "yolo11_640_fire_11class": {"avg_ms": 52.048, "count": 300, "max_ms": 73.343, "p95_ms": 64.359}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.104, "count": 300, "max_ms": 89.481, "p95_ms": 76.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.917, "count": 300, "max_ms": 128.818, "p95_ms": 98.111}, "read_interval": {"avg_ms": 100.206, "count": 299, "max_ms": 630.433, "p95_ms": 134.488}, "triton_wait": {"avg_ms": 55.806, "count": 300, "max_ms": 89.493, "p95_ms": 77.004}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 5.903, "p95_ms": 4.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15884.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:25:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.661, "last_started_at": "2026-07-05T13:25:13+09:00", "pid": 131086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.648, "name": "ffmpeg", "pid": 131086, "rss_mb": 269.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 736, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 737}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.568, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:28:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:28:16+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T13:28:16+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T13:28:16.187155+09:00", "mtime_epoch": 1783225696.1871548, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:28:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.647, "pushed": 7.647, "read": 7.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.907, "count": 229, "max_ms": 24.23, "p95_ms": 20.532}, "gstreamer_push": {"avg_ms": 1.113, "count": 229, "max_ms": 1.6, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.295, "count": 229, "max_ms": 71.422, "p95_ms": 62.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.836, "count": 229, "max_ms": 78.585, "p95_ms": 70.461}, "yolo11_640_fire_11class": {"avg_ms": 51.511, "count": 229, "max_ms": 74.338, "p95_ms": 66.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.383, "count": 229, "max_ms": 90.242, "p95_ms": 78.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.609, "count": 229, "max_ms": 160.225, "p95_ms": 140.371}, "read_interval": {"avg_ms": 131.326, "count": 228, "max_ms": 168.381, "p95_ms": 150.178}, "triton_wait": {"avg_ms": 60.28, "count": 229, "max_ms": 90.255, "p95_ms": 78.603}, "visualize": {"avg_ms": 4.783, "count": 229, "max_ms": 6.205, "p95_ms": 5.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15881.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2520.35, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.025, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1800717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:28:43+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T13:28:43+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-05T13:28:43.095619+09:00", "mtime_epoch": 1783225723.095619, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:28:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2298.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.029}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.123, "count": 301, "max_ms": 13.148, "p95_ms": 9.954}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.49, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.366, "count": 301, "max_ms": 65.564, "p95_ms": 61.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.737, "count": 301, "max_ms": 78.908, "p95_ms": 69.408}, "yolo11_640_fire_11class": {"avg_ms": 50.441, "count": 301, "max_ms": 70.125, "p95_ms": 62.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.421, "count": 301, "max_ms": 80.424, "p95_ms": 75.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.981, "count": 301, "max_ms": 131.623, "p95_ms": 106.122}, "read_interval": {"avg_ms": 99.896, "count": 300, "max_ms": 731.143, "p95_ms": 128.324}, "triton_wait": {"avg_ms": 53.288, "count": 301, "max_ms": 80.441, "p95_ms": 75.275}, "visualize": {"avg_ms": 3.913, "count": 301, "max_ms": 6.615, "p95_ms": 5.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15880.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:28:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.723, "last_started_at": "2026-07-05T13:28:31+09:00", "pid": 131193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.203, "name": "ffmpeg", "pid": 131193, "rss_mb": 267.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 737, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 738}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.797, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:28:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:28:46+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T13:28:46+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T13:28:46.283674+09:00", "mtime_epoch": 1783225726.283674, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:28:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.053, "pushed": 6.053, "read": 6.019}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.269, "count": 181, "max_ms": 26.799, "p95_ms": 22.813}, "gstreamer_push": {"avg_ms": 1.064, "count": 181, "max_ms": 1.25, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.293, "count": 181, "max_ms": 64.892, "p95_ms": 62.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.671, "count": 181, "max_ms": 79.925, "p95_ms": 72.117}, "yolo11_640_fire_11class": {"avg_ms": 50.175, "count": 181, "max_ms": 67.135, "p95_ms": 64.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.625, "count": 181, "max_ms": 81.354, "p95_ms": 77.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.139, "count": 181, "max_ms": 166.215, "p95_ms": 159.475}, "read_interval": {"avg_ms": 165.846, "count": 180, "max_ms": 4790.178, "p95_ms": 167.87}, "triton_wait": {"avg_ms": 59.515, "count": 181, "max_ms": 81.366, "p95_ms": 77.9}, "visualize": {"avg_ms": 5.201, "count": 181, "max_ms": 7.324, "p95_ms": 5.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15884.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2550.508, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.941, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1801017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:29:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:29:13+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T13:29:13+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-05T13:29:13.260139+09:00", "mtime_epoch": 1783225753.2601388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:29:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2298.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.823, "count": 299, "max_ms": 13.848, "p95_ms": 10.82}, "gstreamer_push": {"avg_ms": 1.254, "count": 299, "max_ms": 2.143, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.806, "count": 299, "max_ms": 65.2, "p95_ms": 61.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.047, "count": 299, "max_ms": 76.244, "p95_ms": 68.604}, "yolo11_640_fire_11class": {"avg_ms": 51.109, "count": 299, "max_ms": 70.902, "p95_ms": 63.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.018, "count": 299, "max_ms": 77.964, "p95_ms": 75.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.539, "count": 299, "max_ms": 98.02, "p95_ms": 91.61}, "read_interval": {"avg_ms": 100.542, "count": 298, "max_ms": 594.261, "p95_ms": 159.853}, "triton_wait": {"avg_ms": 54.064, "count": 299, "max_ms": 77.977, "p95_ms": 75.293}, "visualize": {"avg_ms": 3.613, "count": 299, "max_ms": 4.7, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15885.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:28:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.799, "last_started_at": "2026-07-05T13:28:31+09:00", "pid": 131193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.781, "name": "ffmpeg", "pid": 131193, "rss_mb": 269.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 737, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 738}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.508, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:29:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:29:16+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T13:29:16+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T13:29:16.404193+09:00", "mtime_epoch": 1783225756.404193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:29:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.352, "pushed": 7.352, "read": 7.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.268, "count": 220, "max_ms": 32.982, "p95_ms": 22.218}, "gstreamer_push": {"avg_ms": 1.081, "count": 220, "max_ms": 1.353, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.514, "count": 220, "max_ms": 64.876, "p95_ms": 61.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.53, "count": 220, "max_ms": 78.062, "p95_ms": 69.299}, "yolo11_640_fire_11class": {"avg_ms": 50.296, "count": 220, "max_ms": 70.099, "p95_ms": 63.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.987, "count": 220, "max_ms": 78.823, "p95_ms": 76.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.551, "count": 220, "max_ms": 165.575, "p95_ms": 147.546}, "read_interval": {"avg_ms": 136.745, "count": 219, "max_ms": 175.446, "p95_ms": 156.431}, "triton_wait": {"avg_ms": 58.69, "count": 220, "max_ms": 78.834, "p95_ms": 76.122}, "visualize": {"avg_ms": 5.065, "count": 220, "max_ms": 8.473, "p95_ms": 5.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15885.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2580.604, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.04, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1801317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:29:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:29:43+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T13:29:43+09:00", "mjpeg": {"age_sec": 0.704, "exists": true, "mtime": "2026-07-05T13:29:42.960650+09:00", "mtime_epoch": 1783225782.9606504, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:29:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2298.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.744, "count": 299, "max_ms": 11.846, "p95_ms": 9.0}, "gstreamer_push": {"avg_ms": 1.267, "count": 299, "max_ms": 1.717, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.289, "count": 299, "max_ms": 65.925, "p95_ms": 61.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.974, "count": 299, "max_ms": 77.437, "p95_ms": 67.888}, "yolo11_640_fire_11class": {"avg_ms": 50.079, "count": 299, "max_ms": 73.874, "p95_ms": 63.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.961, "count": 299, "max_ms": 82.114, "p95_ms": 76.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.527, "count": 299, "max_ms": 133.554, "p95_ms": 93.952}, "read_interval": {"avg_ms": 100.344, "count": 299, "max_ms": 719.95, "p95_ms": 142.652}, "triton_wait": {"avg_ms": 53.616, "count": 299, "max_ms": 82.125, "p95_ms": 76.162}, "visualize": {"avg_ms": 3.698, "count": 299, "max_ms": 5.74, "p95_ms": 4.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15885.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:28:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.825, "last_started_at": "2026-07-05T13:28:31+09:00", "pid": 131193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 131193, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 737, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 738}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.974, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1419140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:29:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:29:46+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T13:29:46+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T13:29:46.408710+09:00", "mtime_epoch": 1783225786.4087098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:29:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.229, "pushed": 7.229, "read": 7.196}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.283, "count": 216, "max_ms": 29.165, "p95_ms": 21.926}, "gstreamer_push": {"avg_ms": 1.075, "count": 216, "max_ms": 1.617, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.565, "count": 216, "max_ms": 66.865, "p95_ms": 62.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.987, "count": 216, "max_ms": 78.99, "p95_ms": 71.007}, "yolo11_640_fire_11class": {"avg_ms": 49.463, "count": 216, "max_ms": 71.192, "p95_ms": 64.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.693, "count": 216, "max_ms": 83.474, "p95_ms": 78.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.926, "count": 216, "max_ms": 170.547, "p95_ms": 159.825}, "read_interval": {"avg_ms": 138.958, "count": 215, "max_ms": 178.642, "p95_ms": 167.792}, "triton_wait": {"avg_ms": 58.364, "count": 216, "max_ms": 83.486, "p95_ms": 78.963}, "visualize": {"avg_ms": 5.214, "count": 216, "max_ms": 7.259, "p95_ms": 6.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15885.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2610.642, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.363, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1801619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:30:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:30:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:30:13+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:30:13.641178+09:00", "mtime_epoch": 1783225813.6411784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:30:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2298.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.242, "count": 302, "max_ms": 15.817, "p95_ms": 10.857}, "gstreamer_push": {"avg_ms": 1.23, "count": 302, "max_ms": 2.03, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.612, "count": 302, "max_ms": 65.786, "p95_ms": 61.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.467, "count": 302, "max_ms": 82.694, "p95_ms": 69.335}, "yolo11_640_fire_11class": {"avg_ms": 50.434, "count": 302, "max_ms": 68.269, "p95_ms": 63.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.312, "count": 302, "max_ms": 82.064, "p95_ms": 77.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.785, "count": 302, "max_ms": 152.128, "p95_ms": 107.522}, "read_interval": {"avg_ms": 99.51, "count": 301, "max_ms": 547.308, "p95_ms": 142.021}, "triton_wait": {"avg_ms": 54.572, "count": 302, "max_ms": 82.706, "p95_ms": 77.345}, "visualize": {"avg_ms": 3.864, "count": 302, "max_ms": 6.216, "p95_ms": 5.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15886.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:28:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.823, "last_started_at": "2026-07-05T13:28:31+09:00", "pid": 131193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 131193, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 737, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 738}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.646, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1419349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:30:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:30:16+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T13:30:16+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T13:30:16.405226+09:00", "mtime_epoch": 1783225816.4052258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:30:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9300.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.967, "pushed": 7.0, "read": 6.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.118, "count": 209, "max_ms": 34.715, "p95_ms": 23.496}, "gstreamer_push": {"avg_ms": 1.067, "count": 210, "max_ms": 1.545, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.677, "count": 209, "max_ms": 65.397, "p95_ms": 62.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.632, "count": 209, "max_ms": 78.0, "p95_ms": 68.722}, "yolo11_640_fire_11class": {"avg_ms": 48.156, "count": 209, "max_ms": 67.481, "p95_ms": 63.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.325, "count": 209, "max_ms": 80.557, "p95_ms": 78.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.573, "count": 209, "max_ms": 179.014, "p95_ms": 165.565}, "read_interval": {"avg_ms": 143.522, "count": 209, "max_ms": 186.476, "p95_ms": 174.086}, "triton_wait": {"avg_ms": 57.912, "count": 209, "max_ms": 80.569, "p95_ms": 78.889}, "visualize": {"avg_ms": 5.405, "count": 209, "max_ms": 7.557, "p95_ms": 6.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15889.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2640.68, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.194, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1801921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:30:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:30:43+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T13:30:43+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T13:30:43.677695+09:00", "mtime_epoch": 1783225843.6776948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:30:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2298.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.795, "count": 302, "max_ms": 11.121, "p95_ms": 9.538}, "gstreamer_push": {"avg_ms": 1.248, "count": 302, "max_ms": 2.182, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.453, "count": 302, "max_ms": 64.891, "p95_ms": 60.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.673, "count": 302, "max_ms": 77.042, "p95_ms": 69.052}, "yolo11_640_fire_11class": {"avg_ms": 49.784, "count": 302, "max_ms": 69.203, "p95_ms": 64.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.514, "count": 302, "max_ms": 80.774, "p95_ms": 76.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.507, "count": 302, "max_ms": 134.481, "p95_ms": 103.562}, "read_interval": {"avg_ms": 99.49, "count": 301, "max_ms": 632.19, "p95_ms": 145.962}, "triton_wait": {"avg_ms": 53.85, "count": 302, "max_ms": 80.786, "p95_ms": 76.784}, "visualize": {"avg_ms": 3.753, "count": 302, "max_ms": 6.417, "p95_ms": 4.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15889.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:28:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.98, "last_started_at": "2026-07-05T13:28:31+09:00", "pid": 131193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.875, "name": "ffmpeg", "pid": 131193, "rss_mb": 272.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 737, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 738}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.915, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1419563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:30:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T13:30:46+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-05T13:30:46+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-05T13:30:46.545744+09:00", "mtime_epoch": 1783225846.5457442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:30:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9301.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.128, "pushed": 7.128, "read": 7.095}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.596, "count": 213, "max_ms": 28.912, "p95_ms": 23.042}, "gstreamer_push": {"avg_ms": 1.077, "count": 213, "max_ms": 1.36, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.916, "count": 213, "max_ms": 68.305, "p95_ms": 61.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.846, "count": 213, "max_ms": 81.779, "p95_ms": 66.915}, "yolo11_640_fire_11class": {"avg_ms": 48.854, "count": 213, "max_ms": 70.04, "p95_ms": 63.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.778, "count": 213, "max_ms": 82.182, "p95_ms": 77.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.961, "count": 213, "max_ms": 167.499, "p95_ms": 161.117}, "read_interval": {"avg_ms": 140.848, "count": 212, "max_ms": 177.687, "p95_ms": 169.038}, "triton_wait": {"avg_ms": 57.353, "count": 213, "max_ms": 82.193, "p95_ms": 77.629}, "visualize": {"avg_ms": 5.329, "count": 213, "max_ms": 8.055, "p95_ms": 6.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15888.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2670.702, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.76, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1802219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:31:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:31:13+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T13:31:13+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T13:31:13.694211+09:00", "mtime_epoch": 1783225873.6942105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:31:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2298.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.788, "count": 298, "max_ms": 13.108, "p95_ms": 9.329}, "gstreamer_push": {"avg_ms": 1.266, "count": 298, "max_ms": 1.929, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.404, "count": 298, "max_ms": 70.042, "p95_ms": 62.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.524, "count": 298, "max_ms": 78.004, "p95_ms": 68.176}, "yolo11_640_fire_11class": {"avg_ms": 48.916, "count": 298, "max_ms": 72.189, "p95_ms": 62.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.114, "count": 298, "max_ms": 80.864, "p95_ms": 76.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.588, "count": 298, "max_ms": 111.937, "p95_ms": 94.189}, "read_interval": {"avg_ms": 100.795, "count": 297, "max_ms": 772.768, "p95_ms": 175.507}, "triton_wait": {"avg_ms": 53.481, "count": 298, "max_ms": 80.876, "p95_ms": 76.604}, "visualize": {"avg_ms": 3.705, "count": 298, "max_ms": 5.63, "p95_ms": 4.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15889.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 660, "h264_decode_error_count": 1625, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:25:11+09:00", "last_error_summary": "[h264 @ 0x55ab99ee3c40] error while decoding MB 58 39, bytestream -18", "last_exit_at": "2026-07-05T13:28:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.988, "last_started_at": "2026-07-05T13:28:31+09:00", "pid": 131193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.875, "name": "ffmpeg", "pid": 131193, "rss_mb": 272.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 737, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 738}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.519, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1419782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:31:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:31:16+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T13:31:16+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T13:31:16.578260+09:00", "mtime_epoch": 1783225876.5782602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:31:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9301.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.333, "pushed": 7.333, "read": 7.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.23, "count": 219, "max_ms": 33.968, "p95_ms": 21.872}, "gstreamer_push": {"avg_ms": 1.087, "count": 219, "max_ms": 1.702, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.659, "count": 219, "max_ms": 65.248, "p95_ms": 62.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.311, "count": 219, "max_ms": 81.216, "p95_ms": 69.432}, "yolo11_640_fire_11class": {"avg_ms": 49.076, "count": 219, "max_ms": 66.428, "p95_ms": 63.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.205, "count": 219, "max_ms": 83.982, "p95_ms": 77.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.89, "count": 219, "max_ms": 173.197, "p95_ms": 161.003}, "read_interval": {"avg_ms": 136.987, "count": 218, "max_ms": 181.34, "p95_ms": 169.43}, "triton_wait": {"avg_ms": 59.056, "count": 219, "max_ms": 83.994, "p95_ms": 77.433}, "visualize": {"avg_ms": 5.108, "count": 219, "max_ms": 9.757, "p95_ms": 6.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15826.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2700.735, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.674, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1802519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:31:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:31:43+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T13:31:43+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T13:31:43.706726+09:00", "mtime_epoch": 1783225903.706726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:31:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2299.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.79, "count": 300, "max_ms": 12.915, "p95_ms": 9.03}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.821, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.397, "count": 300, "max_ms": 68.1, "p95_ms": 61.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.879, "count": 300, "max_ms": 77.476, "p95_ms": 68.93}, "yolo11_640_fire_11class": {"avg_ms": 48.617, "count": 300, "max_ms": 68.683, "p95_ms": 62.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.096, "count": 300, "max_ms": 81.212, "p95_ms": 75.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.242, "count": 300, "max_ms": 106.012, "p95_ms": 92.577}, "read_interval": {"avg_ms": 100.076, "count": 299, "max_ms": 520.795, "p95_ms": 253.87}, "triton_wait": {"avg_ms": 53.416, "count": 300, "max_ms": 81.224, "p95_ms": 76.226}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 5.581, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15877.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 661, "h264_decode_error_count": 1626, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:31:35+09:00", "last_error_summary": "[h264 @ 0x55595fe6d180] error while decoding MB 23 22, bytestream -18", "last_exit_at": "2026-07-05T13:31:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.229, "last_started_at": "2026-07-05T13:31:37+09:00", "pid": 131300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 261.203, "name": "ffmpeg", "pid": 131300, "rss_mb": 261.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 738, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 739}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.176, "sample_count": 2120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1419979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:31:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:31:46+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T13:31:46+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T13:31:46.654777+09:00", "mtime_epoch": 1783225906.6547766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:31:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9301.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.575, "pushed": 6.575, "read": 6.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.169, "count": 197, "max_ms": 29.714, "p95_ms": 24.257}, "gstreamer_push": {"avg_ms": 1.097, "count": 197, "max_ms": 1.24, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.867, "count": 197, "max_ms": 63.004, "p95_ms": 61.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.66, "count": 197, "max_ms": 74.477, "p95_ms": 68.96}, "yolo11_640_fire_11class": {"avg_ms": 49.258, "count": 197, "max_ms": 65.0, "p95_ms": 61.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.074, "count": 197, "max_ms": 80.796, "p95_ms": 76.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.94, "count": 197, "max_ms": 165.191, "p95_ms": 145.399}, "read_interval": {"avg_ms": 152.714, "count": 196, "max_ms": 4176.991, "p95_ms": 153.438}, "triton_wait": {"avg_ms": 58.706, "count": 197, "max_ms": 80.807, "p95_ms": 76.349}, "visualize": {"avg_ms": 4.871, "count": 197, "max_ms": 8.078, "p95_ms": 5.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15882.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2730.755, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.999, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1802820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:32:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:32:13+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-05T13:32:13+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T13:32:13.759242+09:00", "mtime_epoch": 1783225933.7592418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:32:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2299.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.912, "count": 301, "max_ms": 12.745, "p95_ms": 9.695}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 2.021, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.607, "count": 301, "max_ms": 66.548, "p95_ms": 62.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.719, "count": 301, "max_ms": 74.225, "p95_ms": 67.832}, "yolo11_640_fire_11class": {"avg_ms": 48.412, "count": 301, "max_ms": 66.03, "p95_ms": 62.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.662, "count": 301, "max_ms": 82.521, "p95_ms": 76.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.513, "count": 301, "max_ms": 136.4, "p95_ms": 93.642}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 632.686, "p95_ms": 149.884}, "triton_wait": {"avg_ms": 52.949, "count": 301, "max_ms": 82.534, "p95_ms": 76.181}, "visualize": {"avg_ms": 3.748, "count": 301, "max_ms": 5.931, "p95_ms": 4.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15882.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 661, "h264_decode_error_count": 1626, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:31:35+09:00", "last_error_summary": "[h264 @ 0x55595fe6d180] error while decoding MB 23 22, bytestream -18", "last_exit_at": "2026-07-05T13:31:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.27, "last_started_at": "2026-07-05T13:31:37+09:00", "pid": 131300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 131300, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 738, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 739}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.63, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1420199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:32:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:32:16+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T13:32:16+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T13:32:16.699292+09:00", "mtime_epoch": 1783225936.6992924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:32:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9301.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.359, "pushed": 7.359, "read": 7.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.182, "count": 220, "max_ms": 24.401, "p95_ms": 21.366}, "gstreamer_push": {"avg_ms": 1.074, "count": 220, "max_ms": 1.27, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.671, "count": 220, "max_ms": 64.827, "p95_ms": 62.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.146, "count": 220, "max_ms": 78.12, "p95_ms": 68.196}, "yolo11_640_fire_11class": {"avg_ms": 49.443, "count": 220, "max_ms": 66.0, "p95_ms": 61.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.571, "count": 220, "max_ms": 78.78, "p95_ms": 76.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.767, "count": 220, "max_ms": 167.005, "p95_ms": 153.012}, "read_interval": {"avg_ms": 136.51, "count": 219, "max_ms": 174.56, "p95_ms": 161.602}, "triton_wait": {"avg_ms": 58.371, "count": 220, "max_ms": 78.791, "p95_ms": 76.611}, "visualize": {"avg_ms": 5.095, "count": 220, "max_ms": 6.912, "p95_ms": 5.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15884.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2760.763, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.655, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1803121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:32:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:32:43+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T13:32:43+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T13:32:43.759757+09:00", "mtime_epoch": 1783225963.7597566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:32:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2299.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.199, "count": 301, "max_ms": 13.87, "p95_ms": 12.219}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.47, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.248, "count": 301, "max_ms": 65.731, "p95_ms": 62.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.688, "count": 301, "max_ms": 73.038, "p95_ms": 65.883}, "yolo11_640_fire_11class": {"avg_ms": 48.868, "count": 301, "max_ms": 65.913, "p95_ms": 62.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.324, "count": 301, "max_ms": 80.619, "p95_ms": 75.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.051, "count": 301, "max_ms": 135.219, "p95_ms": 92.298}, "read_interval": {"avg_ms": 99.666, "count": 301, "max_ms": 507.513, "p95_ms": 118.293}, "triton_wait": {"avg_ms": 53.63, "count": 301, "max_ms": 80.631, "p95_ms": 75.846}, "visualize": {"avg_ms": 3.749, "count": 301, "max_ms": 5.3, "p95_ms": 4.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15884.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 661, "h264_decode_error_count": 1626, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:31:35+09:00", "last_error_summary": "[h264 @ 0x55595fe6d180] error while decoding MB 23 22, bytestream -18", "last_exit_at": "2026-07-05T13:31:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.414, "last_started_at": "2026-07-05T13:31:37+09:00", "pid": 131300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.164, "name": "ffmpeg", "pid": 131300, "rss_mb": 268.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 738, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 739}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.63, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1420422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:32:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:32:46+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T13:32:46+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T13:32:46.843809+09:00", "mtime_epoch": 1783225966.8438094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:32:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9301.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.427, "pushed": 7.427, "read": 7.394}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.065, "count": 222, "max_ms": 22.666, "p95_ms": 21.434}, "gstreamer_push": {"avg_ms": 1.093, "count": 222, "max_ms": 1.349, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.039, "count": 222, "max_ms": 70.004, "p95_ms": 61.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.114, "count": 222, "max_ms": 80.235, "p95_ms": 66.936}, "yolo11_640_fire_11class": {"avg_ms": 49.339, "count": 222, "max_ms": 65.137, "p95_ms": 60.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.76, "count": 222, "max_ms": 79.908, "p95_ms": 75.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.89, "count": 222, "max_ms": 164.434, "p95_ms": 143.266}, "read_interval": {"avg_ms": 135.165, "count": 221, "max_ms": 174.762, "p95_ms": 152.033}, "triton_wait": {"avg_ms": 58.354, "count": 222, "max_ms": 80.246, "p95_ms": 76.175}, "visualize": {"avg_ms": 5.02, "count": 222, "max_ms": 6.574, "p95_ms": 5.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15885.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2790.82, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.022, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1803421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:33:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:33:13+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T13:33:13+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T13:33:13.820272+09:00", "mtime_epoch": 1783225993.820272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:33:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.504, "name": "celery", "pid": 267, "rss_mb": 2299.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.842, "count": 300, "max_ms": 12.999, "p95_ms": 10.946}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.647, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.864, "count": 300, "max_ms": 66.203, "p95_ms": 61.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.698, "count": 300, "max_ms": 72.81, "p95_ms": 64.346}, "yolo11_640_fire_11class": {"avg_ms": 48.946, "count": 300, "max_ms": 66.252, "p95_ms": 62.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.391, "count": 300, "max_ms": 80.233, "p95_ms": 75.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.208, "count": 300, "max_ms": 139.988, "p95_ms": 90.999}, "read_interval": {"avg_ms": 100.242, "count": 299, "max_ms": 539.641, "p95_ms": 241.653}, "triton_wait": {"avg_ms": 51.912, "count": 300, "max_ms": 80.245, "p95_ms": 75.164}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 4.835, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15885.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 661, "h264_decode_error_count": 1626, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:31:35+09:00", "last_error_summary": "[h264 @ 0x55595fe6d180] error while decoding MB 23 22, bytestream -18", "last_exit_at": "2026-07-05T13:31:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.525, "last_started_at": "2026-07-05T13:31:37+09:00", "pid": 131300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.68, "name": "ffmpeg", "pid": 131300, "rss_mb": 268.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 738, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 739}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.667, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1420639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:33:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:33:17+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T13:33:16+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T13:33:16.952326+09:00", "mtime_epoch": 1783225996.9523256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:33:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9301.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.242, "pushed": 7.242, "read": 7.209}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.596, "count": 216, "max_ms": 29.14, "p95_ms": 22.096}, "gstreamer_push": {"avg_ms": 1.077, "count": 217, "max_ms": 1.411, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.028, "count": 216, "max_ms": 64.712, "p95_ms": 62.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.212, "count": 216, "max_ms": 70.625, "p95_ms": 67.125}, "yolo11_640_fire_11class": {"avg_ms": 48.906, "count": 216, "max_ms": 67.116, "p95_ms": 63.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.734, "count": 216, "max_ms": 81.054, "p95_ms": 76.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.771, "count": 217, "max_ms": 170.426, "p95_ms": 156.251}, "read_interval": {"avg_ms": 138.733, "count": 216, "max_ms": 186.316, "p95_ms": 165.169}, "triton_wait": {"avg_ms": 56.936, "count": 216, "max_ms": 81.067, "p95_ms": 76.658}, "visualize": {"avg_ms": 5.241, "count": 216, "max_ms": 7.209, "p95_ms": 6.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15885.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2820.839, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.504, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1803724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:33:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:33:43+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T13:33:43+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T13:33:43.828786+09:00", "mtime_epoch": 1783226023.8287861, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:33:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.969, "name": "celery", "pid": 267, "rss_mb": 2299.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.685, "count": 303, "max_ms": 11.434, "p95_ms": 8.751}, "gstreamer_push": {"avg_ms": 1.267, "count": 303, "max_ms": 1.898, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.052, "count": 303, "max_ms": 65.264, "p95_ms": 62.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.408, "count": 303, "max_ms": 75.193, "p95_ms": 59.584}, "yolo11_640_fire_11class": {"avg_ms": 48.422, "count": 303, "max_ms": 68.491, "p95_ms": 62.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.823, "count": 303, "max_ms": 80.732, "p95_ms": 75.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.549, "count": 303, "max_ms": 103.766, "p95_ms": 91.914}, "read_interval": {"avg_ms": 99.069, "count": 303, "max_ms": 667.455, "p95_ms": 134.95}, "triton_wait": {"avg_ms": 52.172, "count": 303, "max_ms": 80.746, "p95_ms": 75.54}, "visualize": {"avg_ms": 3.657, "count": 303, "max_ms": 5.705, "p95_ms": 4.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15885.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 661, "h264_decode_error_count": 1626, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:31:35+09:00", "last_error_summary": "[h264 @ 0x55595fe6d180] error while decoding MB 23 22, bytestream -18", "last_exit_at": "2026-07-05T13:31:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.597, "last_started_at": "2026-07-05T13:31:37+09:00", "pid": 131300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.68, "name": "ffmpeg", "pid": 131300, "rss_mb": 268.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 738, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 739}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.402, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1420843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:33:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:33:47+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T13:33:47+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T13:33:47.048841+09:00", "mtime_epoch": 1783226027.0488412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:33:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9301.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.816, "pushed": 6.816, "read": 6.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.893, "count": 204, "max_ms": 28.674, "p95_ms": 22.194}, "gstreamer_push": {"avg_ms": 1.037, "count": 204, "max_ms": 1.594, "p95_ms": 1.146}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.178, "count": 204, "max_ms": 67.306, "p95_ms": 61.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.689, "count": 204, "max_ms": 76.649, "p95_ms": 67.709}, "yolo11_640_fire_11class": {"avg_ms": 47.811, "count": 204, "max_ms": 69.537, "p95_ms": 61.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.713, "count": 204, "max_ms": 81.789, "p95_ms": 75.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.813, "count": 204, "max_ms": 167.019, "p95_ms": 162.033}, "read_interval": {"avg_ms": 147.524, "count": 203, "max_ms": 176.268, "p95_ms": 170.219}, "triton_wait": {"avg_ms": 55.982, "count": 204, "max_ms": 81.801, "p95_ms": 75.918}, "visualize": {"avg_ms": 5.656, "count": 204, "max_ms": 7.761, "p95_ms": 5.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15885.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2850.852, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.186, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1804023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:34:13+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T13:34:13+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T13:34:13.845300+09:00", "mtime_epoch": 1783226053.8453004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:34:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.969, "name": "celery", "pid": 267, "rss_mb": 2299.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.817, "count": 299, "max_ms": 12.39, "p95_ms": 9.228}, "gstreamer_push": {"avg_ms": 1.269, "count": 299, "max_ms": 1.456, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.779, "count": 299, "max_ms": 70.113, "p95_ms": 64.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.19, "count": 299, "max_ms": 76.892, "p95_ms": 72.409}, "yolo11_640_fire_11class": {"avg_ms": 50.571, "count": 299, "max_ms": 70.31, "p95_ms": 65.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.193, "count": 299, "max_ms": 85.999, "p95_ms": 79.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.953, "count": 299, "max_ms": 134.676, "p95_ms": 95.785}, "read_interval": {"avg_ms": 100.373, "count": 299, "max_ms": 677.989, "p95_ms": 145.885}, "triton_wait": {"avg_ms": 55.603, "count": 299, "max_ms": 86.012, "p95_ms": 79.026}, "visualize": {"avg_ms": 3.735, "count": 299, "max_ms": 5.273, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15885.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 661, "h264_decode_error_count": 1626, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:31:35+09:00", "last_error_summary": "[h264 @ 0x55595fe6d180] error while decoding MB 23 22, bytestream -18", "last_exit_at": "2026-07-05T13:31:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.683, "last_started_at": "2026-07-05T13:31:37+09:00", "pid": 131300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.68, "name": "ffmpeg", "pid": 131300, "rss_mb": 268.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 738, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 739}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.29, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:34:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:34:17+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T13:34:17+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T13:34:17.133357+09:00", "mtime_epoch": 1783226057.1333566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:34:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9301.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.308, "pushed": 7.308, "read": 7.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.18, "count": 218, "max_ms": 24.512, "p95_ms": 21.548}, "gstreamer_push": {"avg_ms": 1.105, "count": 219, "max_ms": 1.599, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.633, "count": 218, "max_ms": 65.133, "p95_ms": 63.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.872, "count": 218, "max_ms": 77.574, "p95_ms": 74.522}, "yolo11_640_fire_11class": {"avg_ms": 51.572, "count": 218, "max_ms": 66.99, "p95_ms": 64.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.604, "count": 218, "max_ms": 81.272, "p95_ms": 79.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.043, "count": 219, "max_ms": 166.495, "p95_ms": 147.917}, "read_interval": {"avg_ms": 137.452, "count": 218, "max_ms": 174.825, "p95_ms": 155.777}, "triton_wait": {"avg_ms": 61.205, "count": 218, "max_ms": 81.284, "p95_ms": 79.063}, "visualize": {"avg_ms": 4.994, "count": 218, "max_ms": 6.433, "p95_ms": 5.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15902.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2880.887, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.186, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1804323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:34:43+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T13:34:43+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T13:34:43.873814+09:00", "mtime_epoch": 1783226083.8738143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:34:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2299.969, "name": "celery", "pid": 267, "rss_mb": 2299.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.835, "count": 300, "max_ms": 12.449, "p95_ms": 9.344}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 1.791, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.702, "count": 300, "max_ms": 65.225, "p95_ms": 62.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.588, "count": 300, "max_ms": 73.989, "p95_ms": 63.514}, "yolo11_640_fire_11class": {"avg_ms": 49.319, "count": 300, "max_ms": 68.037, "p95_ms": 63.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.77, "count": 300, "max_ms": 79.722, "p95_ms": 75.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.029, "count": 300, "max_ms": 122.831, "p95_ms": 93.662}, "read_interval": {"avg_ms": 100.154, "count": 299, "max_ms": 505.594, "p95_ms": 173.335}, "triton_wait": {"avg_ms": 52.435, "count": 300, "max_ms": 79.734, "p95_ms": 75.828}, "visualize": {"avg_ms": 3.709, "count": 300, "max_ms": 5.426, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15753.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 662, "h264_decode_error_count": 1627, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:34:44+09:00", "last_error_summary": "[h264 @ 0x55913caa3a80] error while decoding MB 39 10, bytestream -14", "last_exit_at": "2026-07-05T13:34:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.159, "last_started_at": "2026-07-05T13:34:47+09:00", "pid": 131407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.039, "name": "ffmpeg", "pid": 131407, "rss_mb": 139.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 739, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 740}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.289, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:34:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:34:49+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T13:34:49+09:00", "mjpeg": {"age_sec": 4.45, "exists": true, "mtime": "2026-07-05T13:34:44.785830+09:00", "mtime_epoch": 1783226084.78583, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:34:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9301.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.115, "pushed": 6.115, "read": 6.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.722, "count": 183, "max_ms": 27.757, "p95_ms": 22.195}, "gstreamer_push": {"avg_ms": 1.073, "count": 183, "max_ms": 1.511, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.391, "count": 183, "max_ms": 69.917, "p95_ms": 61.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.513, "count": 183, "max_ms": 75.74, "p95_ms": 66.747}, "yolo11_640_fire_11class": {"avg_ms": 48.574, "count": 183, "max_ms": 66.502, "p95_ms": 62.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.6, "count": 183, "max_ms": 79.303, "p95_ms": 76.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.712, "count": 183, "max_ms": 167.906, "p95_ms": 155.041}, "read_interval": {"avg_ms": 164.419, "count": 182, "max_ms": 4469.216, "p95_ms": 164.066}, "triton_wait": {"avg_ms": 56.924, "count": 183, "max_ms": 79.315, "p95_ms": 76.752}, "visualize": {"avg_ms": 5.315, "count": 183, "max_ms": 8.344, "p95_ms": 6.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15883.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2910.903, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.642, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1804620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:35:13+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T13:35:13+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T13:35:13.874328+09:00", "mtime_epoch": 1783226113.874328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:35:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2300.227, "name": "celery", "pid": 267, "rss_mb": 2300.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.887}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.864, "count": 297, "max_ms": 12.922, "p95_ms": 9.294}, "gstreamer_push": {"avg_ms": 1.277, "count": 297, "max_ms": 1.796, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.757, "count": 297, "max_ms": 65.4, "p95_ms": 62.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.544, "count": 297, "max_ms": 71.917, "p95_ms": 50.981}, "yolo11_640_fire_11class": {"avg_ms": 48.311, "count": 297, "max_ms": 68.822, "p95_ms": 63.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.919, "count": 297, "max_ms": 78.944, "p95_ms": 74.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.924, "count": 297, "max_ms": 108.275, "p95_ms": 91.317}, "read_interval": {"avg_ms": 101.033, "count": 296, "max_ms": 642.432, "p95_ms": 213.499}, "triton_wait": {"avg_ms": 51.317, "count": 297, "max_ms": 78.955, "p95_ms": 74.869}, "visualize": {"avg_ms": 3.695, "count": 297, "max_ms": 4.952, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15883.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 662, "h264_decode_error_count": 1627, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:34:44+09:00", "last_error_summary": "[h264 @ 0x55913caa3a80] error while decoding MB 39 10, bytestream -14", "last_exit_at": "2026-07-05T13:34:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.255, "last_started_at": "2026-07-05T13:34:47+09:00", "pid": 131407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.484, "name": "ffmpeg", "pid": 131407, "rss_mb": 265.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 739, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 740}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.041, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:35:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:35:19+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-05T13:35:19+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T13:35:19.210419+09:00", "mtime_epoch": 1783226119.2104192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:35:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.073, "pushed": 7.073, "read": 7.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.668, "count": 211, "max_ms": 30.46, "p95_ms": 22.615}, "gstreamer_push": {"avg_ms": 1.073, "count": 212, "max_ms": 1.55, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.351, "count": 211, "max_ms": 64.137, "p95_ms": 61.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.233, "count": 211, "max_ms": 71.784, "p95_ms": 65.134}, "yolo11_640_fire_11class": {"avg_ms": 47.58, "count": 211, "max_ms": 63.554, "p95_ms": 60.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.215, "count": 211, "max_ms": 78.585, "p95_ms": 74.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.967, "count": 212, "max_ms": 164.636, "p95_ms": 153.814}, "read_interval": {"avg_ms": 141.973, "count": 211, "max_ms": 177.761, "p95_ms": 164.5}, "triton_wait": {"avg_ms": 56.557, "count": 211, "max_ms": 78.597, "p95_ms": 74.596}, "visualize": {"avg_ms": 5.276, "count": 211, "max_ms": 8.24, "p95_ms": 6.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15890.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2940.933, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.216, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1804924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:35:43+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:35:43+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T13:35:43.930842+09:00", "mtime_epoch": 1783226143.9308422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:35:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2300.227, "name": "celery", "pid": 267, "rss_mb": 2300.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.118}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 304, "max_ms": 13.002, "p95_ms": 9.494}, "gstreamer_push": {"avg_ms": 1.26, "count": 304, "max_ms": 2.229, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.545, "count": 304, "max_ms": 67.513, "p95_ms": 63.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.187, "count": 304, "max_ms": 72.839, "p95_ms": 51.973}, "yolo11_640_fire_11class": {"avg_ms": 48.925, "count": 304, "max_ms": 68.274, "p95_ms": 63.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.481, "count": 304, "max_ms": 80.519, "p95_ms": 76.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.867, "count": 304, "max_ms": 132.019, "p95_ms": 93.374}, "read_interval": {"avg_ms": 98.836, "count": 303, "max_ms": 518.036, "p95_ms": 172.6}, "triton_wait": {"avg_ms": 51.949, "count": 304, "max_ms": 80.532, "p95_ms": 76.038}, "visualize": {"avg_ms": 3.666, "count": 304, "max_ms": 5.519, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15890.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 662, "h264_decode_error_count": 1627, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:34:44+09:00", "last_error_summary": "[h264 @ 0x55913caa3a80] error while decoding MB 39 10, bytestream -14", "last_exit_at": "2026-07-05T13:34:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.28, "last_started_at": "2026-07-05T13:34:47+09:00", "pid": 131407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.445, "name": "ffmpeg", "pid": 131407, "rss_mb": 272.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 739, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 740}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.041, "sample_count": 2094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:35:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:35:49+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T13:35:49+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T13:35:49.238933+09:00", "mtime_epoch": 1783226149.2389328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:35:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.789, "pushed": 6.789, "read": 6.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.158, "count": 203, "max_ms": 28.502, "p95_ms": 22.618}, "gstreamer_push": {"avg_ms": 1.059, "count": 203, "max_ms": 1.469, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.498, "count": 203, "max_ms": 64.638, "p95_ms": 60.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.274, "count": 203, "max_ms": 77.535, "p95_ms": 67.07}, "yolo11_640_fire_11class": {"avg_ms": 48.172, "count": 203, "max_ms": 67.942, "p95_ms": 60.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.455, "count": 203, "max_ms": 78.871, "p95_ms": 74.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.206, "count": 203, "max_ms": 165.288, "p95_ms": 160.405}, "read_interval": {"avg_ms": 147.963, "count": 202, "max_ms": 176.528, "p95_ms": 171.685}, "triton_wait": {"avg_ms": 55.589, "count": 203, "max_ms": 78.881, "p95_ms": 74.346}, "visualize": {"avg_ms": 5.576, "count": 203, "max_ms": 8.954, "p95_ms": 6.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15892.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2971.392, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.789, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1805227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:36:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T13:36:14+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T13:36:14+09:00", "mjpeg": {"age_sec": 0.506, "exists": true, "mtime": "2026-07-05T13:36:13.947355+09:00", "mtime_epoch": 1783226173.9473553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:36:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2300.484, "name": "celery", "pid": 267, "rss_mb": 2300.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.791, "count": 301, "max_ms": 12.67, "p95_ms": 8.807}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.79, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.632, "count": 301, "max_ms": 68.33, "p95_ms": 62.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.094, "count": 301, "max_ms": 76.001, "p95_ms": 55.731}, "yolo11_640_fire_11class": {"avg_ms": 48.086, "count": 301, "max_ms": 66.361, "p95_ms": 62.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.179, "count": 301, "max_ms": 79.61, "p95_ms": 75.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.639, "count": 301, "max_ms": 96.664, "p95_ms": 91.291}, "read_interval": {"avg_ms": 100.631, "count": 301, "max_ms": 707.904, "p95_ms": 197.445}, "triton_wait": {"avg_ms": 52.248, "count": 301, "max_ms": 79.622, "p95_ms": 75.046}, "visualize": {"avg_ms": 3.694, "count": 301, "max_ms": 4.951, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15891.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 662, "h264_decode_error_count": 1627, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:34:44+09:00", "last_error_summary": "[h264 @ 0x55913caa3a80] error while decoding MB 39 10, bytestream -14", "last_exit_at": "2026-07-05T13:34:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.289, "last_started_at": "2026-07-05T13:34:47+09:00", "pid": 131407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.477, "name": "ffmpeg", "pid": 131407, "rss_mb": 273.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 739, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 740}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.269, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:36:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:36:19+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T13:36:19+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T13:36:19.231446+09:00", "mtime_epoch": 1783226179.2314458, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:36:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.968, "pushed": 6.968, "read": 6.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.802, "count": 209, "max_ms": 31.807, "p95_ms": 22.624}, "gstreamer_push": {"avg_ms": 1.068, "count": 209, "max_ms": 1.287, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.945, "count": 209, "max_ms": 65.156, "p95_ms": 61.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.868, "count": 209, "max_ms": 72.356, "p95_ms": 63.561}, "yolo11_640_fire_11class": {"avg_ms": 46.516, "count": 209, "max_ms": 64.298, "p95_ms": 59.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.422, "count": 209, "max_ms": 78.249, "p95_ms": 73.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.663, "count": 209, "max_ms": 163.573, "p95_ms": 157.042}, "read_interval": {"avg_ms": 143.493, "count": 209, "max_ms": 176.625, "p95_ms": 168.014}, "triton_wait": {"avg_ms": 55.731, "count": 209, "max_ms": 78.261, "p95_ms": 73.238}, "visualize": {"avg_ms": 5.371, "count": 209, "max_ms": 6.619, "p95_ms": 6.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15892.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3001.429, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.537, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1805528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:36:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:36:44+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T13:36:44+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T13:36:44.411876+09:00", "mtime_epoch": 1783226204.4118762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:36:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2300.484, "name": "celery", "pid": 267, "rss_mb": 2300.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.876, "count": 301, "max_ms": 13.489, "p95_ms": 9.623}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.87, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.033, "count": 301, "max_ms": 65.529, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.469, "count": 301, "max_ms": 74.012, "p95_ms": 53.888}, "yolo11_640_fire_11class": {"avg_ms": 46.849, "count": 301, "max_ms": 66.03, "p95_ms": 60.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.178, "count": 301, "max_ms": 79.229, "p95_ms": 75.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.876, "count": 301, "max_ms": 95.621, "p95_ms": 91.707}, "read_interval": {"avg_ms": 99.784, "count": 300, "max_ms": 568.339, "p95_ms": 122.696}, "triton_wait": {"avg_ms": 51.314, "count": 301, "max_ms": 79.242, "p95_ms": 75.615}, "visualize": {"avg_ms": 3.705, "count": 301, "max_ms": 4.904, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15892.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 662, "h264_decode_error_count": 1627, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:34:44+09:00", "last_error_summary": "[h264 @ 0x55913caa3a80] error while decoding MB 39 10, bytestream -14", "last_exit_at": "2026-07-05T13:34:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.336, "last_started_at": "2026-07-05T13:34:47+09:00", "pid": 131407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.477, "name": "ffmpeg", "pid": 131407, "rss_mb": 273.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 739, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 740}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.251, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1422091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:36:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:36:49+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T13:36:49+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T13:36:49.263959+09:00", "mtime_epoch": 1783226209.2639592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:36:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.928, "pushed": 6.928, "read": 6.894}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.743, "count": 207, "max_ms": 24.228, "p95_ms": 22.268}, "gstreamer_push": {"avg_ms": 1.075, "count": 207, "max_ms": 1.474, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.07, "count": 207, "max_ms": 64.555, "p95_ms": 61.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.783, "count": 207, "max_ms": 75.854, "p95_ms": 64.229}, "yolo11_640_fire_11class": {"avg_ms": 48.028, "count": 207, "max_ms": 63.894, "p95_ms": 60.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.147, "count": 207, "max_ms": 78.821, "p95_ms": 75.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.359, "count": 207, "max_ms": 168.033, "p95_ms": 158.724}, "read_interval": {"avg_ms": 145.065, "count": 206, "max_ms": 177.914, "p95_ms": 170.072}, "triton_wait": {"avg_ms": 57.528, "count": 207, "max_ms": 78.833, "p95_ms": 75.972}, "visualize": {"avg_ms": 5.407, "count": 207, "max_ms": 6.661, "p95_ms": 6.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15893.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3031.485, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.469, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1805828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:37:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:37:14+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:37:14+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T13:37:14.480390+09:00", "mtime_epoch": 1783226234.48039, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:37:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2300.742, "name": "celery", "pid": 267, "rss_mb": 2300.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.895, "count": 300, "max_ms": 13.389, "p95_ms": 9.281}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.812, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.265, "count": 300, "max_ms": 65.627, "p95_ms": 62.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.99, "count": 300, "max_ms": 75.196, "p95_ms": 61.217}, "yolo11_640_fire_11class": {"avg_ms": 47.851, "count": 300, "max_ms": 66.37, "p95_ms": 61.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.243, "count": 300, "max_ms": 79.475, "p95_ms": 75.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.943, "count": 300, "max_ms": 98.215, "p95_ms": 91.881}, "read_interval": {"avg_ms": 100.244, "count": 299, "max_ms": 533.707, "p95_ms": 150.606}, "triton_wait": {"avg_ms": 51.405, "count": 300, "max_ms": 79.487, "p95_ms": 75.59}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 4.969, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15895.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 662, "h264_decode_error_count": 1627, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:34:44+09:00", "last_error_summary": "[h264 @ 0x55913caa3a80] error while decoding MB 39 10, bytestream -14", "last_exit_at": "2026-07-05T13:34:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.45, "last_started_at": "2026-07-05T13:34:47+09:00", "pid": 131407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.828, "name": "ffmpeg", "pid": 131407, "rss_mb": 276.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 739, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 740}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.462, "sample_count": 2077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1422296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:37:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:37:19+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T13:37:19+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T13:37:19.396474+09:00", "mtime_epoch": 1783226239.3964741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:37:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.842, "pushed": 6.842, "read": 6.809}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.174, "count": 204, "max_ms": 32.125, "p95_ms": 24.294}, "gstreamer_push": {"avg_ms": 1.078, "count": 205, "max_ms": 1.589, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.014, "count": 204, "max_ms": 63.937, "p95_ms": 61.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.05, "count": 204, "max_ms": 77.747, "p95_ms": 64.648}, "yolo11_640_fire_11class": {"avg_ms": 48.521, "count": 204, "max_ms": 64.862, "p95_ms": 62.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.731, "count": 204, "max_ms": 78.507, "p95_ms": 76.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.97, "count": 205, "max_ms": 165.108, "p95_ms": 160.837}, "read_interval": {"avg_ms": 146.892, "count": 204, "max_ms": 176.235, "p95_ms": 172.139}, "triton_wait": {"avg_ms": 56.953, "count": 204, "max_ms": 78.519, "p95_ms": 76.412}, "visualize": {"avg_ms": 5.498, "count": 204, "max_ms": 8.785, "p95_ms": 6.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15882.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3061.513, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.237, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1806127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:37:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:37:44+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T13:37:44+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-05T13:37:44.260899+09:00", "mtime_epoch": 1783226264.2608988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:37:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2300.742, "name": "celery", "pid": 267, "rss_mb": 2300.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.84, "count": 299, "max_ms": 12.299, "p95_ms": 9.021}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.586, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.372, "count": 299, "max_ms": 65.109, "p95_ms": 60.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.885, "count": 299, "max_ms": 73.952, "p95_ms": 60.65}, "yolo11_640_fire_11class": {"avg_ms": 47.368, "count": 299, "max_ms": 67.218, "p95_ms": 60.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.467, "count": 299, "max_ms": 77.708, "p95_ms": 72.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.456, "count": 299, "max_ms": 98.673, "p95_ms": 89.532}, "read_interval": {"avg_ms": 100.461, "count": 298, "max_ms": 609.89, "p95_ms": 260.116}, "triton_wait": {"avg_ms": 50.946, "count": 299, "max_ms": 77.72, "p95_ms": 72.99}, "visualize": {"avg_ms": 3.684, "count": 299, "max_ms": 4.789, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15883.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 663, "h264_decode_error_count": 1631, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:37:28+09:00", "last_error_summary": "[h264 @ 0x5594dec67600] cabac decode of qscale diff failed at 51 14 [h264 @ 0x5594dec67600] error while decoding MB 51 14, bytestream 4351 [h264 @ 0x5594df9da340] left block unavailable for requested intra mode [h264 @ 0x5594df9da340] error while decoding MB 0 34, bytestream 5232 [h264 @ 0x5594deca82c0] error while decoding MB 60 31, bytestream -18", "last_exit_at": "2026-07-05T13:37:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.311, "last_started_at": "2026-07-05T13:37:31+09:00", "pid": 131514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.629, "name": "ffmpeg", "pid": 131514, "rss_mb": 264.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 740, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 741}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.454, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1422463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:37:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:37:49+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T13:37:49+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T13:37:49.468988+09:00", "mtime_epoch": 1783226269.4689877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:37:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.577, "pushed": 5.577, "read": 5.543}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.501, "count": 167, "max_ms": 34.113, "p95_ms": 24.264}, "gstreamer_push": {"avg_ms": 1.035, "count": 167, "max_ms": 1.506, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.514, "count": 167, "max_ms": 64.866, "p95_ms": 61.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.295, "count": 167, "max_ms": 77.801, "p95_ms": 65.263}, "yolo11_640_fire_11class": {"avg_ms": 47.378, "count": 167, "max_ms": 65.588, "p95_ms": 60.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.334, "count": 167, "max_ms": 77.866, "p95_ms": 74.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.769, "count": 167, "max_ms": 169.56, "p95_ms": 163.357}, "read_interval": {"avg_ms": 180.221, "count": 166, "max_ms": 4928.469, "p95_ms": 173.375}, "triton_wait": {"avg_ms": 56.674, "count": 167, "max_ms": 77.878, "p95_ms": 74.206}, "visualize": {"avg_ms": 5.783, "count": 167, "max_ms": 8.551, "p95_ms": 6.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15884.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3091.538, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.371, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1806428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:38:14+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:38:14+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T13:38:14.533416+09:00", "mtime_epoch": 1783226294.5334158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:38:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2301.258, "name": "celery", "pid": 267, "rss_mb": 2301.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.653, "count": 301, "max_ms": 11.983, "p95_ms": 10.003}, "gstreamer_push": {"avg_ms": 1.217, "count": 301, "max_ms": 1.472, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.869, "count": 301, "max_ms": 64.339, "p95_ms": 62.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.87, "count": 301, "max_ms": 75.098, "p95_ms": 55.419}, "yolo11_640_fire_11class": {"avg_ms": 48.265, "count": 301, "max_ms": 69.65, "p95_ms": 62.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.11, "count": 301, "max_ms": 80.585, "p95_ms": 75.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.408, "count": 301, "max_ms": 96.649, "p95_ms": 91.717}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 763.289, "p95_ms": 116.973}, "triton_wait": {"avg_ms": 51.52, "count": 301, "max_ms": 80.598, "p95_ms": 75.918}, "visualize": {"avg_ms": 3.495, "count": 301, "max_ms": 4.627, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15884.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 663, "h264_decode_error_count": 1631, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:37:28+09:00", "last_error_summary": "[h264 @ 0x5594dec67600] cabac decode of qscale diff failed at 51 14 [h264 @ 0x5594dec67600] error while decoding MB 51 14, bytestream 4351 [h264 @ 0x5594df9da340] left block unavailable for requested intra mode [h264 @ 0x5594df9da340] error while decoding MB 0 34, bytestream 5232 [h264 @ 0x5594deca82c0] error while decoding MB 60 31, bytestream -18", "last_exit_at": "2026-07-05T13:37:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.33, "last_started_at": "2026-07-05T13:37:31+09:00", "pid": 131514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.887, "name": "ffmpeg", "pid": 131514, "rss_mb": 264.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 740, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 741}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.885, "sample_count": 2013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1422669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:38:19+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T13:38:19+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T13:38:19.493500+09:00", "mtime_epoch": 1783226299.4935005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:38:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.896, "pushed": 6.896, "read": 6.862}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.769, "count": 206, "max_ms": 26.372, "p95_ms": 22.918}, "gstreamer_push": {"avg_ms": 1.028, "count": 206, "max_ms": 1.69, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.433, "count": 206, "max_ms": 65.089, "p95_ms": 61.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.047, "count": 206, "max_ms": 78.541, "p95_ms": 67.076}, "yolo11_640_fire_11class": {"avg_ms": 47.816, "count": 206, "max_ms": 66.634, "p95_ms": 61.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.019, "count": 206, "max_ms": 79.533, "p95_ms": 76.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.253, "count": 206, "max_ms": 167.912, "p95_ms": 163.509}, "read_interval": {"avg_ms": 145.722, "count": 205, "max_ms": 176.259, "p95_ms": 171.403}, "triton_wait": {"avg_ms": 56.21, "count": 206, "max_ms": 79.545, "p95_ms": 76.258}, "visualize": {"avg_ms": 5.579, "count": 206, "max_ms": 7.579, "p95_ms": 5.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15887.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3121.549, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.163, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1806727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:38:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:38:44+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T13:38:44+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-05T13:38:44.321924+09:00", "mtime_epoch": 1783226324.3219244, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:38:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2301.258, "name": "celery", "pid": 267, "rss_mb": 2301.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.69, "count": 299, "max_ms": 13.561, "p95_ms": 9.506}, "gstreamer_push": {"avg_ms": 1.236, "count": 299, "max_ms": 1.501, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.894, "count": 299, "max_ms": 64.763, "p95_ms": 60.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.639, "count": 299, "max_ms": 73.035, "p95_ms": 60.43}, "yolo11_640_fire_11class": {"avg_ms": 46.7, "count": 299, "max_ms": 63.802, "p95_ms": 59.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.664, "count": 299, "max_ms": 78.645, "p95_ms": 73.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.157, "count": 299, "max_ms": 101.302, "p95_ms": 89.508}, "read_interval": {"avg_ms": 100.363, "count": 299, "max_ms": 636.161, "p95_ms": 254.453}, "triton_wait": {"avg_ms": 49.96, "count": 299, "max_ms": 78.657, "p95_ms": 73.201}, "visualize": {"avg_ms": 3.575, "count": 299, "max_ms": 5.046, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15887.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 663, "h264_decode_error_count": 1631, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:37:28+09:00", "last_error_summary": "[h264 @ 0x5594dec67600] cabac decode of qscale diff failed at 51 14 [h264 @ 0x5594dec67600] error while decoding MB 51 14, bytestream 4351 [h264 @ 0x5594df9da340] left block unavailable for requested intra mode [h264 @ 0x5594df9da340] error while decoding MB 0 34, bytestream 5232 [h264 @ 0x5594deca82c0] error while decoding MB 60 31, bytestream -18", "last_exit_at": "2026-07-05T13:37:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.403, "last_started_at": "2026-07-05T13:37:31+09:00", "pid": 131514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.465, "name": "ffmpeg", "pid": 131514, "rss_mb": 267.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 740, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 741}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.099, "sample_count": 2013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1422874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:38:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T13:38:49+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T13:38:49+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T13:38:49.558014+09:00", "mtime_epoch": 1783226329.558014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:38:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.849, "pushed": 6.849, "read": 6.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 20.407, "count": 205, "max_ms": 30.958, "p95_ms": 26.386}, "gstreamer_push": {"avg_ms": 1.012, "count": 205, "max_ms": 1.223, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.055, "count": 205, "max_ms": 65.111, "p95_ms": 58.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.655, "count": 205, "max_ms": 75.866, "p95_ms": 60.915}, "yolo11_640_fire_11class": {"avg_ms": 44.217, "count": 205, "max_ms": 65.098, "p95_ms": 55.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.776, "count": 205, "max_ms": 77.94, "p95_ms": 68.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.23, "count": 205, "max_ms": 165.36, "p95_ms": 156.234}, "read_interval": {"avg_ms": 146.651, "count": 204, "max_ms": 173.988, "p95_ms": 165.419}, "triton_wait": {"avg_ms": 51.972, "count": 205, "max_ms": 77.952, "p95_ms": 68.89}, "visualize": {"avg_ms": 5.785, "count": 205, "max_ms": 7.744, "p95_ms": 6.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15887.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3151.959, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.592, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1807027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:39:15+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T13:39:14+09:00", "mjpeg": {"age_sec": 0.715, "exists": true, "mtime": "2026-07-05T13:39:14.306436+09:00", "mtime_epoch": 1783226354.3064363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:39:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2301.258, "name": "celery", "pid": 267, "rss_mb": 2301.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.789, "count": 296, "max_ms": 11.911, "p95_ms": 9.109}, "gstreamer_push": {"avg_ms": 1.274, "count": 296, "max_ms": 1.841, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.206, "count": 296, "max_ms": 67.799, "p95_ms": 62.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.98, "count": 296, "max_ms": 75.126, "p95_ms": 61.058}, "yolo11_640_fire_11class": {"avg_ms": 47.413, "count": 296, "max_ms": 68.808, "p95_ms": 61.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.162, "count": 296, "max_ms": 82.268, "p95_ms": 75.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.804, "count": 296, "max_ms": 98.675, "p95_ms": 91.339}, "read_interval": {"avg_ms": 101.638, "count": 295, "max_ms": 726.346, "p95_ms": 145.646}, "triton_wait": {"avg_ms": 51.381, "count": 296, "max_ms": 82.28, "p95_ms": 75.166}, "visualize": {"avg_ms": 3.676, "count": 296, "max_ms": 5.027, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15888.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 663, "h264_decode_error_count": 1631, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:37:28+09:00", "last_error_summary": "[h264 @ 0x5594dec67600] cabac decode of qscale diff failed at 51 14 [h264 @ 0x5594dec67600] error while decoding MB 51 14, bytestream 4351 [h264 @ 0x5594df9da340] left block unavailable for requested intra mode [h264 @ 0x5594df9da340] error while decoding MB 0 34, bytestream 5232 [h264 @ 0x5594deca82c0] error while decoding MB 60 31, bytestream -18", "last_exit_at": "2026-07-05T13:37:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.53, "last_started_at": "2026-07-05T13:37:31+09:00", "pid": 131514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.238, "name": "ffmpeg", "pid": 131514, "rss_mb": 268.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 740, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 741}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.451, "sample_count": 2000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:39:19+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T13:39:19+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T13:39:19.694528+09:00", "mtime_epoch": 1783226359.6945283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:39:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.905, "pushed": 6.905, "read": 6.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.917, "count": 206, "max_ms": 30.541, "p95_ms": 22.081}, "gstreamer_push": {"avg_ms": 1.044, "count": 207, "max_ms": 1.929, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.304, "count": 206, "max_ms": 67.611, "p95_ms": 61.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.081, "count": 206, "max_ms": 75.688, "p95_ms": 64.642}, "yolo11_640_fire_11class": {"avg_ms": 47.829, "count": 206, "max_ms": 68.714, "p95_ms": 61.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.189, "count": 206, "max_ms": 82.19, "p95_ms": 76.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.899, "count": 207, "max_ms": 169.184, "p95_ms": 156.925}, "read_interval": {"avg_ms": 145.547, "count": 206, "max_ms": 177.554, "p95_ms": 165.484}, "triton_wait": {"avg_ms": 56.408, "count": 206, "max_ms": 82.2, "p95_ms": 76.03}, "visualize": {"avg_ms": 5.573, "count": 206, "max_ms": 7.909, "p95_ms": 6.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15891.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3182.007, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.336, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1807334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:39:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:39:45+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T13:39:45+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T13:39:45.006960+09:00", "mtime_epoch": 1783226385.0069602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:39:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2301.516, "name": "celery", "pid": 267, "rss_mb": 2301.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.249, "pushed": 10.249, "read": 10.215}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.859, "count": 307, "max_ms": 12.413, "p95_ms": 9.09}, "gstreamer_push": {"avg_ms": 1.278, "count": 307, "max_ms": 1.67, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.414, "count": 307, "max_ms": 67.841, "p95_ms": 62.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.043, "count": 307, "max_ms": 73.86, "p95_ms": 66.192}, "yolo11_640_fire_11class": {"avg_ms": 48.233, "count": 307, "max_ms": 67.329, "p95_ms": 62.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.099, "count": 307, "max_ms": 79.873, "p95_ms": 75.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.918, "count": 307, "max_ms": 96.54, "p95_ms": 91.336}, "read_interval": {"avg_ms": 97.928, "count": 306, "max_ms": 601.118, "p95_ms": 157.243}, "triton_wait": {"avg_ms": 52.451, "count": 307, "max_ms": 79.885, "p95_ms": 75.47}, "visualize": {"avg_ms": 3.714, "count": 307, "max_ms": 4.858, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15890.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 663, "h264_decode_error_count": 1631, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:37:28+09:00", "last_error_summary": "[h264 @ 0x5594dec67600] cabac decode of qscale diff failed at 51 14 [h264 @ 0x5594dec67600] error while decoding MB 51 14, bytestream 4351 [h264 @ 0x5594df9da340] left block unavailable for requested intra mode [h264 @ 0x5594df9da340] error while decoding MB 0 34, bytestream 5232 [h264 @ 0x5594deca82c0] error while decoding MB 60 31, bytestream -18", "last_exit_at": "2026-07-05T13:37:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.612, "last_started_at": "2026-07-05T13:37:31+09:00", "pid": 131514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.785, "name": "ffmpeg", "pid": 131514, "rss_mb": 269.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 740, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 741}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.053, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:39:49+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T13:39:49+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T13:39:49.771041+09:00", "mtime_epoch": 1783226389.7710414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:39:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.216, "pushed": 7.216, "read": 7.183}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.628, "count": 216, "max_ms": 31.476, "p95_ms": 25.573}, "gstreamer_push": {"avg_ms": 1.077, "count": 216, "max_ms": 1.811, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.484, "count": 216, "max_ms": 75.346, "p95_ms": 63.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.416, "count": 216, "max_ms": 76.112, "p95_ms": 68.282}, "yolo11_640_fire_11class": {"avg_ms": 49.211, "count": 216, "max_ms": 75.971, "p95_ms": 63.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.763, "count": 216, "max_ms": 79.698, "p95_ms": 77.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.093, "count": 216, "max_ms": 177.607, "p95_ms": 164.527}, "read_interval": {"avg_ms": 139.208, "count": 215, "max_ms": 187.947, "p95_ms": 172.949}, "triton_wait": {"avg_ms": 57.983, "count": 216, "max_ms": 79.708, "p95_ms": 77.869}, "visualize": {"avg_ms": 5.23, "count": 216, "max_ms": 7.679, "p95_ms": 6.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15893.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3212.02, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.673, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1807634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:40:15+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:40:15+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-05T13:40:15.027472+09:00", "mtime_epoch": 1783226415.0274725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:40:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2301.516, "name": "celery", "pid": 267, "rss_mb": 2301.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.948, "count": 300, "max_ms": 13.525, "p95_ms": 10.612}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.856, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.371, "count": 300, "max_ms": 66.176, "p95_ms": 63.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.674, "count": 300, "max_ms": 77.099, "p95_ms": 68.575}, "yolo11_640_fire_11class": {"avg_ms": 49.465, "count": 300, "max_ms": 71.047, "p95_ms": 63.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.393, "count": 300, "max_ms": 80.782, "p95_ms": 76.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.322, "count": 300, "max_ms": 105.093, "p95_ms": 93.588}, "read_interval": {"avg_ms": 100.039, "count": 300, "max_ms": 642.911, "p95_ms": 118.474}, "triton_wait": {"avg_ms": 53.671, "count": 300, "max_ms": 80.794, "p95_ms": 76.984}, "visualize": {"avg_ms": 3.685, "count": 300, "max_ms": 5.13, "p95_ms": 4.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15894.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 663, "h264_decode_error_count": 1631, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:37:28+09:00", "last_error_summary": "[h264 @ 0x5594dec67600] cabac decode of qscale diff failed at 51 14 [h264 @ 0x5594dec67600] error while decoding MB 51 14, bytestream 4351 [h264 @ 0x5594df9da340] left block unavailable for requested intra mode [h264 @ 0x5594df9da340] error while decoding MB 0 34, bytestream 5232 [h264 @ 0x5594deca82c0] error while decoding MB 60 31, bytestream -18", "last_exit_at": "2026-07-05T13:37:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.722, "last_started_at": "2026-07-05T13:37:31+09:00", "pid": 131514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.363, "name": "ffmpeg", "pid": 131514, "rss_mb": 272.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 740, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 741}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.937, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:40:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:40:20+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T13:40:19+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T13:40:19.899555+09:00", "mtime_epoch": 1783226419.8995554, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:40:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.41, "pushed": 7.41, "read": 7.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.747, "count": 221, "max_ms": 33.093, "p95_ms": 23.261}, "gstreamer_push": {"avg_ms": 1.091, "count": 222, "max_ms": 1.533, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.135, "count": 221, "max_ms": 65.347, "p95_ms": 62.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.369, "count": 221, "max_ms": 75.545, "p95_ms": 68.138}, "yolo11_640_fire_11class": {"avg_ms": 49.646, "count": 221, "max_ms": 64.323, "p95_ms": 62.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.539, "count": 221, "max_ms": 80.284, "p95_ms": 75.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.348, "count": 222, "max_ms": 163.494, "p95_ms": 146.717}, "read_interval": {"avg_ms": 135.662, "count": 221, "max_ms": 171.51, "p95_ms": 154.877}, "triton_wait": {"avg_ms": 58.926, "count": 221, "max_ms": 80.297, "p95_ms": 75.995}, "visualize": {"avg_ms": 5.052, "count": 221, "max_ms": 7.518, "p95_ms": 5.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15888.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3242.074, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.663, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1807936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:40:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:40:45+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-05T13:40:45+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T13:40:45.075985+09:00", "mtime_epoch": 1783226445.075985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:40:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2301.773, "name": "celery", "pid": 267, "rss_mb": 2301.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.742, "count": 302, "max_ms": 12.219, "p95_ms": 8.943}, "gstreamer_push": {"avg_ms": 1.26, "count": 302, "max_ms": 2.012, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.725, "count": 302, "max_ms": 69.167, "p95_ms": 63.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.046, "count": 302, "max_ms": 73.697, "p95_ms": 53.337}, "yolo11_640_fire_11class": {"avg_ms": 48.062, "count": 302, "max_ms": 66.137, "p95_ms": 62.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.642, "count": 302, "max_ms": 78.531, "p95_ms": 75.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.076, "count": 302, "max_ms": 94.523, "p95_ms": 91.7}, "read_interval": {"avg_ms": 99.592, "count": 301, "max_ms": 605.802, "p95_ms": 230.704}, "triton_wait": {"avg_ms": 51.811, "count": 302, "max_ms": 78.544, "p95_ms": 75.897}, "visualize": {"avg_ms": 3.674, "count": 302, "max_ms": 5.293, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15888.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 664, "h264_decode_error_count": 1632, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:40:26+09:00", "last_error_summary": "[h264 @ 0x558861e2b340] error while decoding MB 43 42, bytestream -14", "last_exit_at": "2026-07-05T13:40:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.788, "last_started_at": "2026-07-05T13:40:29+09:00", "pid": 131621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.102, "name": "ffmpeg", "pid": 131621, "rss_mb": 267.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 741, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 742}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.454, "sample_count": 2027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:40:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:40:50+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T13:40:49+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T13:40:49.988069+09:00", "mtime_epoch": 1783226449.9880688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:40:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9302.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.269, "pushed": 6.269, "read": 6.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.463, "count": 187, "max_ms": 31.402, "p95_ms": 23.062}, "gstreamer_push": {"avg_ms": 1.089, "count": 188, "max_ms": 1.301, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.11, "count": 187, "max_ms": 67.381, "p95_ms": 60.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.287, "count": 187, "max_ms": 72.493, "p95_ms": 67.338}, "yolo11_640_fire_11class": {"avg_ms": 47.787, "count": 187, "max_ms": 67.556, "p95_ms": 61.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.681, "count": 187, "max_ms": 81.025, "p95_ms": 75.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.598, "count": 188, "max_ms": 161.03, "p95_ms": 146.191}, "read_interval": {"avg_ms": 160.208, "count": 187, "max_ms": 4698.354, "p95_ms": 157.665}, "triton_wait": {"avg_ms": 56.147, "count": 187, "max_ms": 81.037, "p95_ms": 75.67}, "visualize": {"avg_ms": 5.059, "count": 187, "max_ms": 6.711, "p95_ms": 5.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15889.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3272.117, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.757, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1808233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:41:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:41:15+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T13:41:15+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T13:41:15.108497+09:00", "mtime_epoch": 1783226475.1084971, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:41:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2301.773, "name": "celery", "pid": 267, "rss_mb": 2301.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.699, "count": 297, "max_ms": 10.755, "p95_ms": 8.907}, "gstreamer_push": {"avg_ms": 1.256, "count": 297, "max_ms": 1.554, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.226, "count": 297, "max_ms": 66.114, "p95_ms": 62.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.779, "count": 297, "max_ms": 79.668, "p95_ms": 69.704}, "yolo11_640_fire_11class": {"avg_ms": 49.41, "count": 297, "max_ms": 68.505, "p95_ms": 62.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.418, "count": 297, "max_ms": 80.164, "p95_ms": 76.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.163, "count": 297, "max_ms": 96.159, "p95_ms": 91.911}, "read_interval": {"avg_ms": 101.119, "count": 297, "max_ms": 628.887, "p95_ms": 205.224}, "triton_wait": {"avg_ms": 53.898, "count": 297, "max_ms": 80.174, "p95_ms": 76.086}, "visualize": {"avg_ms": 3.662, "count": 297, "max_ms": 5.527, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.588, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15889.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 664, "h264_decode_error_count": 1632, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:40:26+09:00", "last_error_summary": "[h264 @ 0x558861e2b340] error while decoding MB 43 42, bytestream -14", "last_exit_at": "2026-07-05T13:40:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.797, "last_started_at": "2026-07-05T13:40:29+09:00", "pid": 131621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.617, "name": "ffmpeg", "pid": 131621, "rss_mb": 267.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 741, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 742}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.334, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:41:20+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T13:41:19+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T13:41:20.000581+09:00", "mtime_epoch": 1783226480.0005805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:41:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.167, "pushed": 7.167, "read": 7.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.067, "count": 215, "max_ms": 26.659, "p95_ms": 21.29}, "gstreamer_push": {"avg_ms": 1.084, "count": 215, "max_ms": 1.316, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.999, "count": 215, "max_ms": 65.222, "p95_ms": 62.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.734, "count": 215, "max_ms": 79.467, "p95_ms": 69.842}, "yolo11_640_fire_11class": {"avg_ms": 48.347, "count": 215, "max_ms": 66.187, "p95_ms": 62.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.195, "count": 215, "max_ms": 80.167, "p95_ms": 77.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.428, "count": 215, "max_ms": 164.211, "p95_ms": 156.98}, "read_interval": {"avg_ms": 139.59, "count": 215, "max_ms": 177.26, "p95_ms": 169.006}, "triton_wait": {"avg_ms": 58.831, "count": 215, "max_ms": 80.179, "p95_ms": 77.061}, "visualize": {"avg_ms": 5.109, "count": 215, "max_ms": 7.649, "p95_ms": 6.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15889.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3302.187, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.803, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1808535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:41:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:41:45+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T13:41:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T13:41:45.157010+09:00", "mtime_epoch": 1783226505.1570096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:41:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2302.031, "name": "celery", "pid": 267, "rss_mb": 2302.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.786, "count": 302, "max_ms": 13.324, "p95_ms": 8.959}, "gstreamer_push": {"avg_ms": 1.279, "count": 302, "max_ms": 2.088, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.002, "count": 302, "max_ms": 68.946, "p95_ms": 62.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.28, "count": 302, "max_ms": 78.306, "p95_ms": 58.429}, "yolo11_640_fire_11class": {"avg_ms": 49.569, "count": 302, "max_ms": 69.905, "p95_ms": 62.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.496, "count": 302, "max_ms": 81.088, "p95_ms": 75.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.822, "count": 302, "max_ms": 111.483, "p95_ms": 92.298}, "read_interval": {"avg_ms": 99.533, "count": 301, "max_ms": 675.755, "p95_ms": 144.444}, "triton_wait": {"avg_ms": 52.246, "count": 302, "max_ms": 81.104, "p95_ms": 75.947}, "visualize": {"avg_ms": 3.701, "count": 302, "max_ms": 5.091, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15890.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 664, "h264_decode_error_count": 1632, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:40:26+09:00", "last_error_summary": "[h264 @ 0x558861e2b340] error while decoding MB 43 42, bytestream -14", "last_exit_at": "2026-07-05T13:40:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.932, "last_started_at": "2026-07-05T13:40:29+09:00", "pid": 131621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.875, "name": "ffmpeg", "pid": 131621, "rss_mb": 267.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 741, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 742}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.693, "sample_count": 2028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1424125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:41:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:41:50+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T13:41:50+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T13:41:50.133094+09:00", "mtime_epoch": 1783226510.1330943, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:41:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.769, "pushed": 6.769, "read": 6.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.551, "count": 202, "max_ms": 23.107, "p95_ms": 21.793}, "gstreamer_push": {"avg_ms": 1.068, "count": 203, "max_ms": 1.818, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.524, "count": 202, "max_ms": 65.114, "p95_ms": 61.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.951, "count": 202, "max_ms": 78.666, "p95_ms": 67.786}, "yolo11_640_fire_11class": {"avg_ms": 48.2, "count": 202, "max_ms": 66.873, "p95_ms": 61.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.148, "count": 202, "max_ms": 80.521, "p95_ms": 76.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.872, "count": 203, "max_ms": 166.249, "p95_ms": 156.115}, "read_interval": {"avg_ms": 148.427, "count": 202, "max_ms": 177.694, "p95_ms": 167.69}, "triton_wait": {"avg_ms": 56.865, "count": 202, "max_ms": 80.534, "p95_ms": 76.214}, "visualize": {"avg_ms": 5.583, "count": 202, "max_ms": 7.312, "p95_ms": 6.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15890.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3332.244, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.094, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1808835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:42:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:42:15+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T13:42:15+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T13:42:15.229522+09:00", "mtime_epoch": 1783226535.2295222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:42:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2302.289, "name": "celery", "pid": 267, "rss_mb": 2302.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.936, "count": 300, "max_ms": 11.876, "p95_ms": 9.476}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.783, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.409, "count": 300, "max_ms": 71.344, "p95_ms": 62.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.074, "count": 300, "max_ms": 83.144, "p95_ms": 52.853}, "yolo11_640_fire_11class": {"avg_ms": 48.645, "count": 300, "max_ms": 77.918, "p95_ms": 62.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.174, "count": 300, "max_ms": 83.673, "p95_ms": 76.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.76, "count": 300, "max_ms": 105.748, "p95_ms": 94.515}, "read_interval": {"avg_ms": 100.196, "count": 299, "max_ms": 595.161, "p95_ms": 179.626}, "triton_wait": {"avg_ms": 52.44, "count": 300, "max_ms": 83.682, "p95_ms": 76.556}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 5.885, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15890.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 664, "h264_decode_error_count": 1632, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:40:26+09:00", "last_error_summary": "[h264 @ 0x558861e2b340] error while decoding MB 43 42, bytestream -14", "last_exit_at": "2026-07-05T13:40:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.01, "last_started_at": "2026-07-05T13:40:29+09:00", "pid": 131621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.875, "name": "ffmpeg", "pid": 131621, "rss_mb": 267.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 741, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 742}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.74, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1424324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:42:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T13:42:20+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T13:42:20+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T13:42:20.209607+09:00", "mtime_epoch": 1783226540.2096071, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:42:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.65, "pushed": 6.65, "read": 6.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.224, "count": 199, "max_ms": 34.797, "p95_ms": 22.484}, "gstreamer_push": {"avg_ms": 1.058, "count": 199, "max_ms": 1.303, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.677, "count": 199, "max_ms": 65.619, "p95_ms": 61.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.841, "count": 199, "max_ms": 70.816, "p95_ms": 65.309}, "yolo11_640_fire_11class": {"avg_ms": 47.979, "count": 199, "max_ms": 66.848, "p95_ms": 62.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.2, "count": 199, "max_ms": 81.93, "p95_ms": 74.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.556, "count": 199, "max_ms": 171.235, "p95_ms": 162.529}, "read_interval": {"avg_ms": 151.137, "count": 198, "max_ms": 184.581, "p95_ms": 173.996}, "triton_wait": {"avg_ms": 56.73, "count": 199, "max_ms": 81.942, "p95_ms": 74.557}, "visualize": {"avg_ms": 5.687, "count": 199, "max_ms": 6.939, "p95_ms": 6.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15890.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3362.28, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.185, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:42:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:42:45+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T13:42:45+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T13:42:45.274034+09:00", "mtime_epoch": 1783226565.2740343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:42:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2302.547, "name": "celery", "pid": 267, "rss_mb": 2302.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.901, "count": 301, "max_ms": 12.477, "p95_ms": 9.259}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.487, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.804, "count": 301, "max_ms": 63.415, "p95_ms": 61.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.707, "count": 301, "max_ms": 72.449, "p95_ms": 53.539}, "yolo11_640_fire_11class": {"avg_ms": 47.818, "count": 301, "max_ms": 70.996, "p95_ms": 60.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.945, "count": 301, "max_ms": 79.768, "p95_ms": 74.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.178, "count": 301, "max_ms": 133.75, "p95_ms": 91.831}, "read_interval": {"avg_ms": 99.831, "count": 300, "max_ms": 714.21, "p95_ms": 164.095}, "triton_wait": {"avg_ms": 52.15, "count": 301, "max_ms": 79.779, "p95_ms": 74.601}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 5.179, "p95_ms": 4.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15890.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 664, "h264_decode_error_count": 1632, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:40:26+09:00", "last_error_summary": "[h264 @ 0x558861e2b340] error while decoding MB 43 42, bytestream -14", "last_exit_at": "2026-07-05T13:40:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.043, "last_started_at": "2026-07-05T13:40:29+09:00", "pid": 131621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.875, "name": "ffmpeg", "pid": 131621, "rss_mb": 267.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 741, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 742}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.91, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1424523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:42:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:42:50+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T13:42:50+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T13:42:50.246119+09:00", "mtime_epoch": 1783226570.246119, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:42:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.664, "pushed": 6.664, "read": 6.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.379, "count": 199, "max_ms": 33.385, "p95_ms": 25.262}, "gstreamer_push": {"avg_ms": 1.042, "count": 199, "max_ms": 1.294, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.956, "count": 199, "max_ms": 64.127, "p95_ms": 61.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.054, "count": 199, "max_ms": 67.031, "p95_ms": 60.235}, "yolo11_640_fire_11class": {"avg_ms": 45.367, "count": 199, "max_ms": 65.588, "p95_ms": 60.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.372, "count": 199, "max_ms": 80.179, "p95_ms": 74.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.468, "count": 199, "max_ms": 174.79, "p95_ms": 160.634}, "read_interval": {"avg_ms": 150.937, "count": 198, "max_ms": 186.076, "p95_ms": 172.084}, "triton_wait": {"avg_ms": 53.547, "count": 199, "max_ms": 80.189, "p95_ms": 74.93}, "visualize": {"avg_ms": 5.844, "count": 199, "max_ms": 8.22, "p95_ms": 7.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15649.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3392.337, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.035, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:43:15+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T13:43:15+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T13:43:15.338547+09:00", "mtime_epoch": 1783226595.3385468, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:43:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2302.547, "name": "celery", "pid": 267, "rss_mb": 2302.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.746, "count": 302, "max_ms": 13.842, "p95_ms": 9.434}, "gstreamer_push": {"avg_ms": 1.259, "count": 302, "max_ms": 2.062, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.193, "count": 302, "max_ms": 64.899, "p95_ms": 59.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.326, "count": 302, "max_ms": 74.824, "p95_ms": 51.871}, "yolo11_640_fire_11class": {"avg_ms": 47.732, "count": 302, "max_ms": 70.624, "p95_ms": 59.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.107, "count": 302, "max_ms": 78.974, "p95_ms": 72.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.89, "count": 302, "max_ms": 105.113, "p95_ms": 88.934}, "read_interval": {"avg_ms": 99.588, "count": 301, "max_ms": 596.626, "p95_ms": 221.528}, "triton_wait": {"avg_ms": 50.51, "count": 302, "max_ms": 78.985, "p95_ms": 72.33}, "visualize": {"avg_ms": 3.639, "count": 302, "max_ms": 5.28, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15808.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 665, "h264_decode_error_count": 1633, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:43:13+09:00", "last_error_summary": "[h264 @ 0x5575b60b9340] error while decoding MB 60 17, bytestream -7", "last_exit_at": "2026-07-05T13:43:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.988, "last_started_at": "2026-07-05T13:43:15+09:00", "pid": 131728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.688, "name": "ffmpeg", "pid": 131728, "rss_mb": 188.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 742, "restart_count_per_hour": 20, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 743}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.646, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1424695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:43:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:43:20+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T13:43:20+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T13:43:20.290631+09:00", "mtime_epoch": 1783226600.290631, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:43:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.761, "pushed": 5.761, "read": 5.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.126, "count": 172, "max_ms": 29.866, "p95_ms": 23.061}, "gstreamer_push": {"avg_ms": 1.054, "count": 172, "max_ms": 1.535, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.81, "count": 172, "max_ms": 64.456, "p95_ms": 60.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.105, "count": 172, "max_ms": 75.789, "p95_ms": 63.49}, "yolo11_640_fire_11class": {"avg_ms": 47.204, "count": 172, "max_ms": 66.929, "p95_ms": 59.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.733, "count": 172, "max_ms": 76.927, "p95_ms": 75.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.391, "count": 172, "max_ms": 163.975, "p95_ms": 160.775}, "read_interval": {"avg_ms": 174.799, "count": 171, "max_ms": 4443.586, "p95_ms": 173.404}, "triton_wait": {"avg_ms": 56.224, "count": 172, "max_ms": 76.939, "p95_ms": 75.569}, "visualize": {"avg_ms": 5.745, "count": 172, "max_ms": 7.923, "p95_ms": 7.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15888.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3422.42, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.643, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:43:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:43:45+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T13:43:45+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T13:43:45.395059+09:00", "mtime_epoch": 1783226625.3950589, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:43:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2302.547, "name": "celery", "pid": 267, "rss_mb": 2302.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.852, "count": 298, "max_ms": 12.048, "p95_ms": 9.541}, "gstreamer_push": {"avg_ms": 1.256, "count": 298, "max_ms": 1.535, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.533, "count": 298, "max_ms": 65.366, "p95_ms": 57.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.251, "count": 298, "max_ms": 77.7, "p95_ms": 67.215}, "yolo11_640_fire_11class": {"avg_ms": 48.163, "count": 298, "max_ms": 67.215, "p95_ms": 61.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.604, "count": 298, "max_ms": 80.847, "p95_ms": 77.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.319, "count": 298, "max_ms": 130.227, "p95_ms": 103.039}, "read_interval": {"avg_ms": 100.588, "count": 298, "max_ms": 641.847, "p95_ms": 166.672}, "triton_wait": {"avg_ms": 53.687, "count": 298, "max_ms": 80.859, "p95_ms": 77.359}, "visualize": {"avg_ms": 3.75, "count": 298, "max_ms": 5.283, "p95_ms": 4.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15889.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 665, "h264_decode_error_count": 1633, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:43:13+09:00", "last_error_summary": "[h264 @ 0x5575b60b9340] error while decoding MB 60 17, bytestream -7", "last_exit_at": "2026-07-05T13:43:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.015, "last_started_at": "2026-07-05T13:43:15+09:00", "pid": 131728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.465, "name": "ffmpeg", "pid": 131728, "rss_mb": 266.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 742, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 743}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.739, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1424909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:43:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:43:50+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T13:43:50+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T13:43:50.311143+09:00", "mtime_epoch": 1783226630.3111427, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:43:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.157, "pushed": 7.157, "read": 7.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.449, "count": 214, "max_ms": 24.904, "p95_ms": 21.549}, "gstreamer_push": {"avg_ms": 1.075, "count": 214, "max_ms": 1.273, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.505, "count": 214, "max_ms": 65.96, "p95_ms": 60.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.552, "count": 214, "max_ms": 79.731, "p95_ms": 68.079}, "yolo11_640_fire_11class": {"avg_ms": 48.762, "count": 214, "max_ms": 65.657, "p95_ms": 62.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.853, "count": 214, "max_ms": 82.027, "p95_ms": 77.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.427, "count": 214, "max_ms": 168.77, "p95_ms": 157.092}, "read_interval": {"avg_ms": 140.364, "count": 213, "max_ms": 178.673, "p95_ms": 165.173}, "triton_wait": {"avg_ms": 58.3, "count": 214, "max_ms": 82.039, "p95_ms": 77.211}, "visualize": {"avg_ms": 5.271, "count": 214, "max_ms": 6.516, "p95_ms": 6.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15890.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3452.581, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.72, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1810038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:44:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:44:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T13:44:15+09:00", "mjpeg": {"age_sec": 0.415, "exists": true, "mtime": "2026-07-05T13:44:15.227567+09:00", "mtime_epoch": 1783226655.227567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:44:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2302.805, "name": "celery", "pid": 267, "rss_mb": 2302.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 299, "max_ms": 12.677, "p95_ms": 9.213}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.741, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.637, "count": 299, "max_ms": 65.12, "p95_ms": 61.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.573, "count": 299, "max_ms": 78.049, "p95_ms": 65.964}, "yolo11_640_fire_11class": {"avg_ms": 47.604, "count": 299, "max_ms": 64.555, "p95_ms": 61.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.523, "count": 299, "max_ms": 80.69, "p95_ms": 75.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.294, "count": 299, "max_ms": 96.756, "p95_ms": 91.905}, "read_interval": {"avg_ms": 100.325, "count": 299, "max_ms": 782.59, "p95_ms": 136.976}, "triton_wait": {"avg_ms": 51.695, "count": 299, "max_ms": 80.701, "p95_ms": 75.612}, "visualize": {"avg_ms": 3.698, "count": 299, "max_ms": 5.4, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15890.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 665, "h264_decode_error_count": 1633, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:43:13+09:00", "last_error_summary": "[h264 @ 0x5575b60b9340] error while decoding MB 60 17, bytestream -7", "last_exit_at": "2026-07-05T13:43:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.122, "last_started_at": "2026-07-05T13:43:15+09:00", "pid": 131728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 131728, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 742, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 743}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.646, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:44:20+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T13:44:20+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T13:44:20.399655+09:00", "mtime_epoch": 1783226660.399655, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:44:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.102, "pushed": 7.102, "read": 7.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.88, "count": 212, "max_ms": 27.952, "p95_ms": 22.311}, "gstreamer_push": {"avg_ms": 1.079, "count": 213, "max_ms": 1.533, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.957, "count": 212, "max_ms": 66.83, "p95_ms": 62.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.636, "count": 212, "max_ms": 80.91, "p95_ms": 66.353}, "yolo11_640_fire_11class": {"avg_ms": 48.363, "count": 212, "max_ms": 65.413, "p95_ms": 61.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.076, "count": 212, "max_ms": 81.622, "p95_ms": 77.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.366, "count": 213, "max_ms": 169.326, "p95_ms": 157.539}, "read_interval": {"avg_ms": 141.323, "count": 212, "max_ms": 178.063, "p95_ms": 165.549}, "triton_wait": {"avg_ms": 57.461, "count": 212, "max_ms": 81.634, "p95_ms": 77.549}, "visualize": {"avg_ms": 5.362, "count": 212, "max_ms": 7.342, "p95_ms": 6.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15890.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3482.633, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.829, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1810341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:44:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:44:45+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T13:44:45+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T13:44:45.632085+09:00", "mtime_epoch": 1783226685.632085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:44:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2302.805, "name": "celery", "pid": 267, "rss_mb": 2302.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.724, "count": 303, "max_ms": 12.732, "p95_ms": 8.732}, "gstreamer_push": {"avg_ms": 1.254, "count": 303, "max_ms": 1.452, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.009, "count": 303, "max_ms": 67.311, "p95_ms": 63.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.867, "count": 303, "max_ms": 76.055, "p95_ms": 67.56}, "yolo11_640_fire_11class": {"avg_ms": 48.348, "count": 303, "max_ms": 71.304, "p95_ms": 62.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.728, "count": 303, "max_ms": 79.617, "p95_ms": 75.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.639, "count": 303, "max_ms": 133.362, "p95_ms": 92.127}, "read_interval": {"avg_ms": 99.246, "count": 302, "max_ms": 658.779, "p95_ms": 146.756}, "triton_wait": {"avg_ms": 52.96, "count": 303, "max_ms": 79.629, "p95_ms": 76.036}, "visualize": {"avg_ms": 3.665, "count": 303, "max_ms": 5.453, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15891.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 665, "h264_decode_error_count": 1633, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:43:13+09:00", "last_error_summary": "[h264 @ 0x5575b60b9340] error while decoding MB 60 17, bytestream -7", "last_exit_at": "2026-07-05T13:43:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.18, "last_started_at": "2026-07-05T13:43:15+09:00", "pid": 131728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 131728, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 742, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 743}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.008, "sample_count": 2039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:44:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:44:50+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T13:44:50+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T13:44:50.428167+09:00", "mtime_epoch": 1783226690.4281666, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:44:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.283, "pushed": 7.283, "read": 7.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.429, "count": 218, "max_ms": 25.235, "p95_ms": 21.614}, "gstreamer_push": {"avg_ms": 1.084, "count": 218, "max_ms": 1.677, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.316, "count": 218, "max_ms": 66.578, "p95_ms": 62.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.631, "count": 218, "max_ms": 76.382, "p95_ms": 68.238}, "yolo11_640_fire_11class": {"avg_ms": 48.728, "count": 218, "max_ms": 70.846, "p95_ms": 62.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.978, "count": 218, "max_ms": 78.603, "p95_ms": 76.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.786, "count": 218, "max_ms": 167.85, "p95_ms": 157.823}, "read_interval": {"avg_ms": 137.713, "count": 217, "max_ms": 175.582, "p95_ms": 165.81}, "triton_wait": {"avg_ms": 57.282, "count": 218, "max_ms": 78.619, "p95_ms": 76.418}, "visualize": {"avg_ms": 5.214, "count": 218, "max_ms": 7.1, "p95_ms": 6.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15891.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3512.653, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.829, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1810640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:45:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:45:15+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T13:45:15+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T13:45:15.648596+09:00", "mtime_epoch": 1783226715.6485963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:45:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2303.062, "name": "celery", "pid": 267, "rss_mb": 2303.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.736, "count": 299, "max_ms": 13.49, "p95_ms": 9.725}, "gstreamer_push": {"avg_ms": 1.239, "count": 299, "max_ms": 1.95, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.629, "count": 299, "max_ms": 65.693, "p95_ms": 62.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.572, "count": 299, "max_ms": 76.528, "p95_ms": 65.523}, "yolo11_640_fire_11class": {"avg_ms": 49.403, "count": 299, "max_ms": 72.662, "p95_ms": 62.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.755, "count": 299, "max_ms": 81.742, "p95_ms": 76.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.143, "count": 299, "max_ms": 108.646, "p95_ms": 93.682}, "read_interval": {"avg_ms": 100.455, "count": 298, "max_ms": 805.238, "p95_ms": 139.069}, "triton_wait": {"avg_ms": 53.443, "count": 299, "max_ms": 81.753, "p95_ms": 76.94}, "visualize": {"avg_ms": 3.602, "count": 299, "max_ms": 5.742, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15891.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 665, "h264_decode_error_count": 1633, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:43:13+09:00", "last_error_summary": "[h264 @ 0x5575b60b9340] error while decoding MB 60 17, bytestream -7", "last_exit_at": "2026-07-05T13:43:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.263, "last_started_at": "2026-07-05T13:43:15+09:00", "pid": 131728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 131728, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 742, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 743}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.264, "sample_count": 2029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:45:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:45:20+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T13:45:20+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T13:45:20.560680+09:00", "mtime_epoch": 1783226720.56068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:45:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.121, "pushed": 7.121, "read": 7.088}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.562, "count": 213, "max_ms": 22.325, "p95_ms": 21.613}, "gstreamer_push": {"avg_ms": 1.075, "count": 213, "max_ms": 1.588, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.473, "count": 213, "max_ms": 66.678, "p95_ms": 63.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.586, "count": 213, "max_ms": 80.169, "p95_ms": 68.199}, "yolo11_640_fire_11class": {"avg_ms": 49.444, "count": 213, "max_ms": 68.369, "p95_ms": 63.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.614, "count": 213, "max_ms": 82.237, "p95_ms": 77.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.376, "count": 213, "max_ms": 170.594, "p95_ms": 162.657}, "read_interval": {"avg_ms": 141.328, "count": 212, "max_ms": 178.845, "p95_ms": 170.83}, "triton_wait": {"avg_ms": 58.009, "count": 213, "max_ms": 82.268, "p95_ms": 77.831}, "visualize": {"avg_ms": 5.326, "count": 213, "max_ms": 7.574, "p95_ms": 5.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15891.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3542.712, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.08, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1810941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:45:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:45:45+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T13:45:45+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T13:45:45.709108+09:00", "mtime_epoch": 1783226745.709108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:45:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2303.062, "name": "celery", "pid": 267, "rss_mb": 2303.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 301, "max_ms": 11.895, "p95_ms": 9.072}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 2.074, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.6, "count": 301, "max_ms": 67.169, "p95_ms": 63.062}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.81, "count": 301, "max_ms": 75.969, "p95_ms": 68.459}, "yolo11_640_fire_11class": {"avg_ms": 51.38, "count": 301, "max_ms": 68.475, "p95_ms": 64.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.981, "count": 301, "max_ms": 80.675, "p95_ms": 76.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.798, "count": 301, "max_ms": 136.87, "p95_ms": 93.107}, "read_interval": {"avg_ms": 99.918, "count": 300, "max_ms": 797.784, "p95_ms": 113.666}, "triton_wait": {"avg_ms": 55.017, "count": 301, "max_ms": 80.687, "p95_ms": 76.73}, "visualize": {"avg_ms": 3.713, "count": 301, "max_ms": 5.452, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15891.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 665, "h264_decode_error_count": 1633, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:43:13+09:00", "last_error_summary": "[h264 @ 0x5575b60b9340] error while decoding MB 60 17, bytestream -7", "last_exit_at": "2026-07-05T13:43:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.354, "last_started_at": "2026-07-05T13:43:15+09:00", "pid": 131728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 131728, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 742, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 743}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.693, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:45:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:45:50+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:45:50+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T13:45:50.649192+09:00", "mtime_epoch": 1783226750.6491923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:45:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9303.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.181, "pushed": 7.181, "read": 7.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.458, "count": 215, "max_ms": 26.728, "p95_ms": 21.741}, "gstreamer_push": {"avg_ms": 1.078, "count": 215, "max_ms": 1.351, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.304, "count": 215, "max_ms": 65.188, "p95_ms": 62.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.148, "count": 215, "max_ms": 79.063, "p95_ms": 71.098}, "yolo11_640_fire_11class": {"avg_ms": 50.429, "count": 215, "max_ms": 68.315, "p95_ms": 65.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.43, "count": 215, "max_ms": 80.474, "p95_ms": 78.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.71, "count": 215, "max_ms": 166.453, "p95_ms": 157.19}, "read_interval": {"avg_ms": 140.028, "count": 214, "max_ms": 324.85, "p95_ms": 167.116}, "triton_wait": {"avg_ms": 59.715, "count": 215, "max_ms": 80.486, "p95_ms": 78.437}, "visualize": {"avg_ms": 5.212, "count": 215, "max_ms": 7.676, "p95_ms": 6.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15892.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3572.741, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.367, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1811236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:46:15+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T13:46:15+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T13:46:15.693619+09:00", "mtime_epoch": 1783226775.6936188, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:46:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2303.32, "name": "celery", "pid": 267, "rss_mb": 2303.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.85, "pushed": 9.85, "read": 9.817}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.846, "count": 295, "max_ms": 11.637, "p95_ms": 9.592}, "gstreamer_push": {"avg_ms": 1.249, "count": 295, "max_ms": 1.75, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.124, "count": 295, "max_ms": 66.493, "p95_ms": 61.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.069, "count": 295, "max_ms": 75.299, "p95_ms": 67.86}, "yolo11_640_fire_11class": {"avg_ms": 49.58, "count": 295, "max_ms": 66.363, "p95_ms": 63.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.212, "count": 295, "max_ms": 81.29, "p95_ms": 76.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.961, "count": 295, "max_ms": 136.394, "p95_ms": 101.788}, "read_interval": {"avg_ms": 101.696, "count": 294, "max_ms": 585.984, "p95_ms": 189.06}, "triton_wait": {"avg_ms": 53.869, "count": 295, "max_ms": 81.303, "p95_ms": 76.652}, "visualize": {"avg_ms": 3.684, "count": 295, "max_ms": 5.189, "p95_ms": 4.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15894.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 665, "h264_decode_error_count": 1633, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:43:13+09:00", "last_error_summary": "[h264 @ 0x5575b60b9340] error while decoding MB 60 17, bytestream -7", "last_exit_at": "2026-07-05T13:43:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.491, "last_started_at": "2026-07-05T13:43:15+09:00", "pid": 131728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.102, "name": "ffmpeg", "pid": 131728, "rss_mb": 270.102, "state": "S (sleeping)", "threads": 105}, "restart_count": 742, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 743}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.785, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:46:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:46:20+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T13:46:20+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T13:46:20.765705+09:00", "mtime_epoch": 1783226780.765705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:46:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.268, "pushed": 7.268, "read": 7.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.514, "count": 217, "max_ms": 27.68, "p95_ms": 22.552}, "gstreamer_push": {"avg_ms": 1.09, "count": 218, "max_ms": 1.33, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.937, "count": 217, "max_ms": 69.993, "p95_ms": 62.686}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.705, "count": 217, "max_ms": 79.141, "p95_ms": 68.699}, "yolo11_640_fire_11class": {"avg_ms": 48.411, "count": 217, "max_ms": 66.686, "p95_ms": 63.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.288, "count": 217, "max_ms": 82.729, "p95_ms": 78.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.259, "count": 218, "max_ms": 168.912, "p95_ms": 154.653}, "read_interval": {"avg_ms": 138.196, "count": 217, "max_ms": 176.442, "p95_ms": 163.129}, "triton_wait": {"avg_ms": 58.508, "count": 217, "max_ms": 82.738, "p95_ms": 78.3}, "visualize": {"avg_ms": 5.173, "count": 217, "max_ms": 7.866, "p95_ms": 6.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15891.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3602.782, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.383, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1811541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:46:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T13:46:45+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T13:46:45+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T13:46:45.742131+09:00", "mtime_epoch": 1783226805.7421305, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:46:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2303.578, "name": "celery", "pid": 267, "rss_mb": 2303.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.179, "pushed": 10.179, "read": 10.146}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.053, "count": 305, "max_ms": 13.796, "p95_ms": 9.748}, "gstreamer_push": {"avg_ms": 1.262, "count": 305, "max_ms": 2.016, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.65, "count": 305, "max_ms": 67.089, "p95_ms": 62.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.865, "count": 305, "max_ms": 74.288, "p95_ms": 66.609}, "yolo11_640_fire_11class": {"avg_ms": 50.457, "count": 305, "max_ms": 70.59, "p95_ms": 62.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.006, "count": 305, "max_ms": 83.938, "p95_ms": 77.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.261, "count": 305, "max_ms": 136.415, "p95_ms": 106.056}, "read_interval": {"avg_ms": 98.426, "count": 304, "max_ms": 564.547, "p95_ms": 146.119}, "triton_wait": {"avg_ms": 54.438, "count": 305, "max_ms": 83.951, "p95_ms": 77.135}, "visualize": {"avg_ms": 3.864, "count": 305, "max_ms": 6.234, "p95_ms": 5.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15893.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.835, "last_started_at": "2026-07-05T13:46:26+09:00", "pid": 131835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.293, "name": "ffmpeg", "pid": 131835, "rss_mb": 269.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 743, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 744}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.164, "sample_count": 2049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:46:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:46:50+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T13:46:50+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T13:46:50.778216+09:00", "mtime_epoch": 1783226810.7782161, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:46:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.4, "pushed": 6.433, "read": 6.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.252, "count": 192, "max_ms": 28.039, "p95_ms": 22.185}, "gstreamer_push": {"avg_ms": 1.104, "count": 193, "max_ms": 1.551, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.019, "count": 192, "max_ms": 66.98, "p95_ms": 62.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.878, "count": 192, "max_ms": 75.101, "p95_ms": 67.867}, "yolo11_640_fire_11class": {"avg_ms": 51.14, "count": 192, "max_ms": 69.155, "p95_ms": 64.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.191, "count": 192, "max_ms": 83.672, "p95_ms": 78.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.767, "count": 192, "max_ms": 165.45, "p95_ms": 144.989}, "read_interval": {"avg_ms": 156.298, "count": 192, "max_ms": 4433.847, "p95_ms": 153.378}, "triton_wait": {"avg_ms": 60.713, "count": 192, "max_ms": 83.684, "p95_ms": 78.948}, "visualize": {"avg_ms": 4.907, "count": 192, "max_ms": 7.87, "p95_ms": 5.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15893.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3632.861, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.292, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1811842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:47:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:47:15+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T13:47:15+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T13:47:15.822643+09:00", "mtime_epoch": 1783226835.8226426, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:47:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2303.578, "name": "celery", "pid": 267, "rss_mb": 2303.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.809, "count": 300, "max_ms": 12.085, "p95_ms": 9.008}, "gstreamer_push": {"avg_ms": 1.269, "count": 301, "max_ms": 1.934, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.354, "count": 300, "max_ms": 69.443, "p95_ms": 63.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.178, "count": 300, "max_ms": 76.359, "p95_ms": 69.021}, "yolo11_640_fire_11class": {"avg_ms": 50.456, "count": 300, "max_ms": 68.71, "p95_ms": 63.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.019, "count": 300, "max_ms": 83.708, "p95_ms": 77.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.586, "count": 301, "max_ms": 99.91, "p95_ms": 93.618}, "read_interval": {"avg_ms": 99.886, "count": 300, "max_ms": 544.743, "p95_ms": 184.688}, "triton_wait": {"avg_ms": 55.236, "count": 300, "max_ms": 83.72, "p95_ms": 77.339}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 5.065, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15893.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.961, "last_started_at": "2026-07-05T13:46:26+09:00", "pid": 131835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.293, "name": "ffmpeg", "pid": 131835, "rss_mb": 269.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 743, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 744}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.076, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:47:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T13:47:21+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T13:47:20+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T13:47:20.886729+09:00", "mtime_epoch": 1783226840.8867288, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:47:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.401, "pushed": 7.401, "read": 7.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.153, "count": 222, "max_ms": 29.051, "p95_ms": 21.419}, "gstreamer_push": {"avg_ms": 1.102, "count": 222, "max_ms": 1.503, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.006, "count": 222, "max_ms": 66.05, "p95_ms": 63.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.099, "count": 222, "max_ms": 77.947, "p95_ms": 70.883}, "yolo11_640_fire_11class": {"avg_ms": 50.964, "count": 222, "max_ms": 67.953, "p95_ms": 64.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.778, "count": 222, "max_ms": 80.384, "p95_ms": 78.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.542, "count": 222, "max_ms": 169.81, "p95_ms": 145.782}, "read_interval": {"avg_ms": 134.997, "count": 222, "max_ms": 177.782, "p95_ms": 156.572}, "triton_wait": {"avg_ms": 60.198, "count": 222, "max_ms": 80.395, "p95_ms": 78.567}, "visualize": {"avg_ms": 5.019, "count": 222, "max_ms": 7.927, "p95_ms": 6.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15895.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3662.907, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.292, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1812147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:47:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:47:45+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:47:45+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T13:47:45.903155+09:00", "mtime_epoch": 1783226865.9031546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:47:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2303.836, "name": "celery", "pid": 267, "rss_mb": 2303.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.179, "pushed": 10.179, "read": 10.145}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.739, "count": 305, "max_ms": 11.929, "p95_ms": 8.715}, "gstreamer_push": {"avg_ms": 1.253, "count": 305, "max_ms": 1.734, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.519, "count": 305, "max_ms": 68.017, "p95_ms": 63.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.52, "count": 305, "max_ms": 75.952, "p95_ms": 69.985}, "yolo11_640_fire_11class": {"avg_ms": 49.347, "count": 305, "max_ms": 67.933, "p95_ms": 62.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.276, "count": 305, "max_ms": 79.757, "p95_ms": 77.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.633, "count": 305, "max_ms": 96.069, "p95_ms": 93.208}, "read_interval": {"avg_ms": 98.561, "count": 304, "max_ms": 465.339, "p95_ms": 111.967}, "triton_wait": {"avg_ms": 54.383, "count": 305, "max_ms": 79.77, "p95_ms": 77.247}, "visualize": {"avg_ms": 3.682, "count": 305, "max_ms": 5.053, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15897.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.081, "last_started_at": "2026-07-05T13:46:26+09:00", "pid": 131835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.387, "name": "ffmpeg", "pid": 131835, "rss_mb": 272.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 743, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 744}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.378, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:47:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:47:51+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T13:47:51+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T13:47:51.011241+09:00", "mtime_epoch": 1783226871.0112414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:47:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.574, "pushed": 7.574, "read": 7.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.078, "count": 226, "max_ms": 25.608, "p95_ms": 21.519}, "gstreamer_push": {"avg_ms": 1.102, "count": 227, "max_ms": 1.294, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.139, "count": 226, "max_ms": 64.484, "p95_ms": 63.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.169, "count": 226, "max_ms": 78.041, "p95_ms": 70.578}, "yolo11_640_fire_11class": {"avg_ms": 50.171, "count": 226, "max_ms": 64.473, "p95_ms": 62.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.017, "count": 226, "max_ms": 80.297, "p95_ms": 77.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.202, "count": 227, "max_ms": 164.925, "p95_ms": 141.528}, "read_interval": {"avg_ms": 132.617, "count": 226, "max_ms": 173.136, "p95_ms": 150.177}, "triton_wait": {"avg_ms": 59.713, "count": 226, "max_ms": 80.309, "p95_ms": 78.053}, "visualize": {"avg_ms": 4.854, "count": 226, "max_ms": 6.507, "p95_ms": 5.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15898.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3692.973, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.538, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1812447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:48:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:48:16+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T13:48:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T13:48:15.947666+09:00", "mtime_epoch": 1783226895.947666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:48:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2303.836, "name": "celery", "pid": 267, "rss_mb": 2303.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.808, "count": 300, "max_ms": 12.387, "p95_ms": 10.359}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.714, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.203, "count": 300, "max_ms": 66.235, "p95_ms": 63.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.811, "count": 300, "max_ms": 75.518, "p95_ms": 67.821}, "yolo11_640_fire_11class": {"avg_ms": 48.509, "count": 300, "max_ms": 65.698, "p95_ms": 62.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.503, "count": 300, "max_ms": 81.041, "p95_ms": 77.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.046, "count": 300, "max_ms": 137.687, "p95_ms": 94.011}, "read_interval": {"avg_ms": 100.18, "count": 299, "max_ms": 635.071, "p95_ms": 213.325}, "triton_wait": {"avg_ms": 53.63, "count": 300, "max_ms": 81.052, "p95_ms": 77.806}, "visualize": {"avg_ms": 3.567, "count": 300, "max_ms": 5.093, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.173, "last_started_at": "2026-07-05T13:46:26+09:00", "pid": 131835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.902, "name": "ffmpeg", "pid": 131835, "rss_mb": 272.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 743, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 744}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.326, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:48:21+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T13:48:21+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T13:48:21.127754+09:00", "mtime_epoch": 1783226901.1277542, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:48:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.306, "pushed": 7.306, "read": 7.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.37, "count": 218, "max_ms": 27.867, "p95_ms": 22.397}, "gstreamer_push": {"avg_ms": 1.095, "count": 219, "max_ms": 1.808, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.006, "count": 218, "max_ms": 65.625, "p95_ms": 62.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.714, "count": 218, "max_ms": 76.958, "p95_ms": 71.067}, "yolo11_640_fire_11class": {"avg_ms": 49.307, "count": 218, "max_ms": 63.097, "p95_ms": 61.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.746, "count": 218, "max_ms": 81.114, "p95_ms": 77.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.142, "count": 219, "max_ms": 173.562, "p95_ms": 152.119}, "read_interval": {"avg_ms": 137.457, "count": 218, "max_ms": 181.444, "p95_ms": 160.827}, "triton_wait": {"avg_ms": 59.269, "count": 218, "max_ms": 81.125, "p95_ms": 77.654}, "visualize": {"avg_ms": 5.133, "count": 218, "max_ms": 7.844, "p95_ms": 6.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15898.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3722.996, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.011, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1812745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:48:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:48:46+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T13:48:45+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T13:48:45.996177+09:00", "mtime_epoch": 1783226925.9961774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:48:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2304.094, "name": "celery", "pid": 267, "rss_mb": 2304.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.773, "count": 298, "max_ms": 11.017, "p95_ms": 8.95}, "gstreamer_push": {"avg_ms": 1.266, "count": 298, "max_ms": 2.123, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.016, "count": 298, "max_ms": 66.942, "p95_ms": 62.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.412, "count": 298, "max_ms": 76.049, "p95_ms": 67.51}, "yolo11_640_fire_11class": {"avg_ms": 49.654, "count": 298, "max_ms": 66.469, "p95_ms": 62.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.945, "count": 298, "max_ms": 80.055, "p95_ms": 77.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.898, "count": 298, "max_ms": 133.463, "p95_ms": 93.546}, "read_interval": {"avg_ms": 100.817, "count": 297, "max_ms": 558.373, "p95_ms": 144.463}, "triton_wait": {"avg_ms": 55.2, "count": 298, "max_ms": 80.066, "p95_ms": 77.245}, "visualize": {"avg_ms": 3.714, "count": 298, "max_ms": 5.629, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.271, "last_started_at": "2026-07-05T13:46:26+09:00", "pid": 131835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.902, "name": "ffmpeg", "pid": 131835, "rss_mb": 272.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 743, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 744}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.691, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1427076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:48:51+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T13:48:51+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T13:48:51.220266+09:00", "mtime_epoch": 1783226931.2202663, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:48:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.646, "pushed": 7.646, "read": 7.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.754, "count": 229, "max_ms": 30.111, "p95_ms": 20.756}, "gstreamer_push": {"avg_ms": 1.106, "count": 229, "max_ms": 1.514, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.073, "count": 229, "max_ms": 77.563, "p95_ms": 62.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.717, "count": 229, "max_ms": 79.763, "p95_ms": 69.212}, "yolo11_640_fire_11class": {"avg_ms": 50.8, "count": 229, "max_ms": 76.858, "p95_ms": 63.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.503, "count": 229, "max_ms": 80.185, "p95_ms": 77.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.821, "count": 229, "max_ms": 146.216, "p95_ms": 140.375}, "read_interval": {"avg_ms": 131.457, "count": 228, "max_ms": 154.149, "p95_ms": 150.151}, "triton_wait": {"avg_ms": 60.02, "count": 229, "max_ms": 80.197, "p95_ms": 77.761}, "visualize": {"avg_ms": 4.834, "count": 229, "max_ms": 7.539, "p95_ms": 6.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15898.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3753.04, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.809, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1813044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:49:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:49:16+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T13:49:16+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T13:49:16.008688+09:00", "mtime_epoch": 1783226956.0086882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:49:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2304.094, "name": "celery", "pid": 267, "rss_mb": 2304.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.079, "count": 299, "max_ms": 12.222, "p95_ms": 10.244}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 2.014, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.66, "count": 299, "max_ms": 66.696, "p95_ms": 63.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.962, "count": 299, "max_ms": 75.142, "p95_ms": 70.19}, "yolo11_640_fire_11class": {"avg_ms": 50.166, "count": 299, "max_ms": 69.458, "p95_ms": 63.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.923, "count": 299, "max_ms": 83.099, "p95_ms": 78.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.61, "count": 299, "max_ms": 137.741, "p95_ms": 105.9}, "read_interval": {"avg_ms": 100.443, "count": 298, "max_ms": 609.043, "p95_ms": 143.886}, "triton_wait": {"avg_ms": 56.233, "count": 299, "max_ms": 83.112, "p95_ms": 78.588}, "visualize": {"avg_ms": 3.804, "count": 299, "max_ms": 5.659, "p95_ms": 5.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.327, "last_started_at": "2026-07-05T13:46:26+09:00", "pid": 131835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.902, "name": "ffmpeg", "pid": 131835, "rss_mb": 272.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 743, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 744}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.149, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1427300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:49:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:49:21+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:49:21+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T13:49:21.280778+09:00", "mtime_epoch": 1783226961.280778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:49:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.483, "pushed": 7.483, "read": 7.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.407, "count": 224, "max_ms": 33.859, "p95_ms": 25.079}, "gstreamer_push": {"avg_ms": 1.114, "count": 224, "max_ms": 1.351, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.907, "count": 224, "max_ms": 64.67, "p95_ms": 62.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.604, "count": 224, "max_ms": 79.966, "p95_ms": 71.887}, "yolo11_640_fire_11class": {"avg_ms": 51.661, "count": 224, "max_ms": 67.844, "p95_ms": 63.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.598, "count": 224, "max_ms": 81.893, "p95_ms": 79.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.497, "count": 224, "max_ms": 170.256, "p95_ms": 145.085}, "read_interval": {"avg_ms": 134.217, "count": 223, "max_ms": 178.12, "p95_ms": 153.947}, "triton_wait": {"avg_ms": 61.95, "count": 224, "max_ms": 81.905, "p95_ms": 79.45}, "visualize": {"avg_ms": 4.815, "count": 224, "max_ms": 7.89, "p95_ms": 5.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15761.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3783.071, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.346, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1813345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:49:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:49:46+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T13:49:46+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T13:49:46.041199+09:00", "mtime_epoch": 1783226986.0411992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:49:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2304.352, "name": "celery", "pid": 267, "rss_mb": 2304.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.099, "count": 301, "max_ms": 13.914, "p95_ms": 9.883}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.782, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.043, "count": 301, "max_ms": 68.541, "p95_ms": 62.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.426, "count": 301, "max_ms": 76.502, "p95_ms": 70.119}, "yolo11_640_fire_11class": {"avg_ms": 49.296, "count": 301, "max_ms": 67.993, "p95_ms": 62.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.639, "count": 301, "max_ms": 84.417, "p95_ms": 78.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.641, "count": 301, "max_ms": 137.774, "p95_ms": 111.671}, "read_interval": {"avg_ms": 99.72, "count": 300, "max_ms": 384.439, "p95_ms": 147.019}, "triton_wait": {"avg_ms": 54.793, "count": 301, "max_ms": 84.429, "p95_ms": 78.979}, "visualize": {"avg_ms": 3.877, "count": 301, "max_ms": 6.59, "p95_ms": 5.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15849.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.47, "last_started_at": "2026-07-05T13:49:44+09:00", "pid": 131942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 224.969, "name": "ffmpeg", "pid": 131942, "rss_mb": 224.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 744, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 745}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.251, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1427475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:49:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:49:51+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T13:49:51+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T13:49:51.357290+09:00", "mtime_epoch": 1783226991.3572898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:49:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.838, "pushed": 5.838, "read": 5.804}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.978, "count": 174, "max_ms": 29.705, "p95_ms": 22.667}, "gstreamer_push": {"avg_ms": 1.073, "count": 175, "max_ms": 1.326, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.972, "count": 174, "max_ms": 66.96, "p95_ms": 62.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.28, "count": 174, "max_ms": 78.853, "p95_ms": 72.299}, "yolo11_640_fire_11class": {"avg_ms": 49.4, "count": 174, "max_ms": 66.948, "p95_ms": 63.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.764, "count": 174, "max_ms": 82.623, "p95_ms": 79.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.676, "count": 175, "max_ms": 175.185, "p95_ms": 166.116}, "read_interval": {"avg_ms": 172.093, "count": 174, "max_ms": 4548.182, "p95_ms": 176.308}, "triton_wait": {"avg_ms": 59.44, "count": 174, "max_ms": 82.635, "p95_ms": 79.622}, "visualize": {"avg_ms": 5.506, "count": 174, "max_ms": 7.442, "p95_ms": 6.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15890.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3813.15, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.261, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1813647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:50:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:50:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:50:16+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T13:50:16.141711+09:00", "mtime_epoch": 1783227016.1417115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:50:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2304.609, "name": "celery", "pid": 267, "rss_mb": 2304.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.836, "count": 302, "max_ms": 11.986, "p95_ms": 9.741}, "gstreamer_push": {"avg_ms": 1.268, "count": 302, "max_ms": 1.73, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.743, "count": 302, "max_ms": 68.42, "p95_ms": 62.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.189, "count": 302, "max_ms": 74.372, "p95_ms": 66.983}, "yolo11_640_fire_11class": {"avg_ms": 48.888, "count": 302, "max_ms": 70.491, "p95_ms": 63.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.219, "count": 302, "max_ms": 80.339, "p95_ms": 76.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.085, "count": 302, "max_ms": 103.423, "p95_ms": 92.802}, "read_interval": {"avg_ms": 99.647, "count": 301, "max_ms": 578.652, "p95_ms": 199.457}, "triton_wait": {"avg_ms": 52.573, "count": 302, "max_ms": 80.351, "p95_ms": 76.523}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 5.086, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15891.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.503, "last_started_at": "2026-07-05T13:49:44+09:00", "pid": 131942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.676, "name": "ffmpeg", "pid": 131942, "rss_mb": 265.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 744, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 745}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.224, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1427688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:50:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:50:21+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T13:50:21+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T13:50:21.393801+09:00", "mtime_epoch": 1783227021.393801, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:50:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.127, "pushed": 7.127, "read": 7.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.683, "count": 213, "max_ms": 33.985, "p95_ms": 24.165}, "gstreamer_push": {"avg_ms": 1.068, "count": 213, "max_ms": 1.313, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.705, "count": 213, "max_ms": 66.682, "p95_ms": 63.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.697, "count": 213, "max_ms": 73.712, "p95_ms": 69.088}, "yolo11_640_fire_11class": {"avg_ms": 49.614, "count": 213, "max_ms": 69.046, "p95_ms": 64.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.923, "count": 213, "max_ms": 82.941, "p95_ms": 78.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.1, "count": 213, "max_ms": 174.499, "p95_ms": 162.449}, "read_interval": {"avg_ms": 140.98, "count": 212, "max_ms": 185.073, "p95_ms": 171.649}, "triton_wait": {"avg_ms": 58.26, "count": 213, "max_ms": 82.954, "p95_ms": 78.524}, "visualize": {"avg_ms": 5.309, "count": 213, "max_ms": 7.169, "p95_ms": 6.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15894.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3843.16, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.371, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1813947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:50:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:50:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:50:46+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T13:50:46.154222+09:00", "mtime_epoch": 1783227046.1542222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:50:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2304.609, "name": "celery", "pid": 267, "rss_mb": 2304.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.815, "count": 300, "max_ms": 12.747, "p95_ms": 9.341}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 1.784, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.389, "count": 300, "max_ms": 67.866, "p95_ms": 61.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.678, "count": 300, "max_ms": 74.126, "p95_ms": 61.285}, "yolo11_640_fire_11class": {"avg_ms": 49.623, "count": 300, "max_ms": 70.598, "p95_ms": 62.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.576, "count": 300, "max_ms": 83.626, "p95_ms": 75.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.1, "count": 300, "max_ms": 126.681, "p95_ms": 92.931}, "read_interval": {"avg_ms": 100.033, "count": 300, "max_ms": 661.499, "p95_ms": 174.994}, "triton_wait": {"avg_ms": 53.022, "count": 300, "max_ms": 83.639, "p95_ms": 75.402}, "visualize": {"avg_ms": 3.723, "count": 300, "max_ms": 5.487, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15894.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.534, "last_started_at": "2026-07-05T13:49:44+09:00", "pid": 131942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.738, "name": "ffmpeg", "pid": 131942, "rss_mb": 267.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 744, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 745}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.756, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1427901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:50:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:50:51+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T13:50:51+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T13:50:51.446312+09:00", "mtime_epoch": 1783227051.4463122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:50:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9304.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.134, "pushed": 7.134, "read": 7.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.46, "count": 213, "max_ms": 32.672, "p95_ms": 21.423}, "gstreamer_push": {"avg_ms": 1.059, "count": 213, "max_ms": 1.308, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.593, "count": 213, "max_ms": 66.378, "p95_ms": 61.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.214, "count": 213, "max_ms": 75.421, "p95_ms": 65.595}, "yolo11_640_fire_11class": {"avg_ms": 48.627, "count": 213, "max_ms": 66.391, "p95_ms": 63.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.836, "count": 213, "max_ms": 81.106, "p95_ms": 76.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.16, "count": 213, "max_ms": 171.84, "p95_ms": 161.58}, "read_interval": {"avg_ms": 141.095, "count": 212, "max_ms": 180.542, "p95_ms": 170.319}, "triton_wait": {"avg_ms": 57.068, "count": 213, "max_ms": 81.118, "p95_ms": 76.882}, "visualize": {"avg_ms": 5.359, "count": 213, "max_ms": 7.403, "p95_ms": 6.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15899.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3873.252, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.172, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1814249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:51:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:51:16+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T13:51:16+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T13:51:16.230734+09:00", "mtime_epoch": 1783227076.2307339, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:51:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2304.867, "name": "celery", "pid": 267, "rss_mb": 2304.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.745, "count": 301, "max_ms": 12.072, "p95_ms": 8.974}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 1.543, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.69, "count": 301, "max_ms": 64.356, "p95_ms": 61.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.605, "count": 301, "max_ms": 72.657, "p95_ms": 65.019}, "yolo11_640_fire_11class": {"avg_ms": 49.095, "count": 301, "max_ms": 68.264, "p95_ms": 62.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.434, "count": 301, "max_ms": 79.479, "p95_ms": 75.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.343, "count": 301, "max_ms": 128.79, "p95_ms": 92.886}, "read_interval": {"avg_ms": 99.598, "count": 301, "max_ms": 643.453, "p95_ms": 177.156}, "triton_wait": {"avg_ms": 52.807, "count": 301, "max_ms": 79.491, "p95_ms": 75.516}, "visualize": {"avg_ms": 3.698, "count": 301, "max_ms": 5.286, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15899.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.544, "last_started_at": "2026-07-05T13:49:44+09:00", "pid": 131942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.41, "name": "ffmpeg", "pid": 131942, "rss_mb": 273.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 744, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 745}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.723, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:51:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:51:21+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T13:51:21+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T13:51:21.430822+09:00", "mtime_epoch": 1783227081.4308224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:51:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9305.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.791, "pushed": 6.791, "read": 6.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.763, "count": 203, "max_ms": 24.428, "p95_ms": 21.956}, "gstreamer_push": {"avg_ms": 1.034, "count": 203, "max_ms": 1.281, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.131, "count": 203, "max_ms": 72.723, "p95_ms": 62.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.622, "count": 203, "max_ms": 74.4, "p95_ms": 66.814}, "yolo11_640_fire_11class": {"avg_ms": 48.84, "count": 203, "max_ms": 69.103, "p95_ms": 62.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.183, "count": 203, "max_ms": 80.844, "p95_ms": 77.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.119, "count": 203, "max_ms": 167.531, "p95_ms": 164.208}, "read_interval": {"avg_ms": 147.816, "count": 202, "max_ms": 175.93, "p95_ms": 172.826}, "triton_wait": {"avg_ms": 57.5, "count": 203, "max_ms": 80.856, "p95_ms": 77.793}, "visualize": {"avg_ms": 5.625, "count": 203, "max_ms": 8.18, "p95_ms": 6.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15903.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3903.292, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.827, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1814549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:51:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:51:46+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T13:51:46.295245+09:00", "mtime_epoch": 1783227106.2952454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:51:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2304.867, "name": "celery", "pid": 267, "rss_mb": 2304.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.059}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.993, "count": 300, "max_ms": 14.417, "p95_ms": 9.633}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 2.144, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.047, "count": 300, "max_ms": 65.175, "p95_ms": 62.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.861, "count": 300, "max_ms": 73.395, "p95_ms": 67.059}, "yolo11_640_fire_11class": {"avg_ms": 50.525, "count": 300, "max_ms": 67.856, "p95_ms": 64.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.989, "count": 300, "max_ms": 81.547, "p95_ms": 77.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.639, "count": 300, "max_ms": 135.911, "p95_ms": 103.786}, "read_interval": {"avg_ms": 100.221, "count": 300, "max_ms": 508.293, "p95_ms": 143.336}, "triton_wait": {"avg_ms": 54.464, "count": 300, "max_ms": 81.559, "p95_ms": 77.816}, "visualize": {"avg_ms": 3.791, "count": 300, "max_ms": 5.317, "p95_ms": 4.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15903.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.63, "last_started_at": "2026-07-05T13:49:44+09:00", "pid": 131942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.246, "name": "ffmpeg", "pid": 131942, "rss_mb": 276.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 744, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 745}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.74, "sample_count": 2141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:51:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:51:51+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T13:51:51+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T13:51:51.539335+09:00", "mtime_epoch": 1783227111.5393345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:51:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9305.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.348, "pushed": 7.348, "read": 7.314}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.225, "count": 220, "max_ms": 26.586, "p95_ms": 21.772}, "gstreamer_push": {"avg_ms": 1.097, "count": 220, "max_ms": 1.67, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.57, "count": 220, "max_ms": 72.988, "p95_ms": 63.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.499, "count": 220, "max_ms": 77.774, "p95_ms": 69.077}, "yolo11_640_fire_11class": {"avg_ms": 50.965, "count": 220, "max_ms": 71.884, "p95_ms": 65.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.39, "count": 220, "max_ms": 82.387, "p95_ms": 79.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.47, "count": 220, "max_ms": 170.057, "p95_ms": 154.399}, "read_interval": {"avg_ms": 136.813, "count": 219, "max_ms": 178.502, "p95_ms": 165.694}, "triton_wait": {"avg_ms": 59.739, "count": 220, "max_ms": 82.399, "p95_ms": 79.074}, "visualize": {"avg_ms": 5.069, "count": 220, "max_ms": 6.247, "p95_ms": 5.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15906.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3933.371, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.698, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1814851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:52:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:52:16+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T13:52:16+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T13:52:16.371757+09:00", "mtime_epoch": 1783227136.371757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:52:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2305.125, "name": "celery", "pid": 267, "rss_mb": 2305.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.798, "count": 302, "max_ms": 11.438, "p95_ms": 8.996}, "gstreamer_push": {"avg_ms": 1.278, "count": 302, "max_ms": 2.233, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.82, "count": 302, "max_ms": 67.472, "p95_ms": 62.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.593, "count": 302, "max_ms": 73.307, "p95_ms": 63.602}, "yolo11_640_fire_11class": {"avg_ms": 49.385, "count": 302, "max_ms": 67.598, "p95_ms": 63.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.44, "count": 302, "max_ms": 79.368, "p95_ms": 76.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.554, "count": 302, "max_ms": 106.538, "p95_ms": 92.26}, "read_interval": {"avg_ms": 99.653, "count": 301, "max_ms": 664.372, "p95_ms": 119.261}, "triton_wait": {"avg_ms": 52.999, "count": 302, "max_ms": 79.381, "p95_ms": 76.18}, "visualize": {"avg_ms": 3.718, "count": 302, "max_ms": 5.204, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15916.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 666, "h264_decode_error_count": 1635, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:46:23+09:00", "last_error_summary": "[h264 @ 0x55d84133e480] cabac decode of qscale diff failed at 22 17 [h264 @ 0x55d84133e480] error while decoding MB 22 17, bytestream -6", "last_exit_at": "2026-07-05T13:49:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.703, "last_started_at": "2026-07-05T13:49:44+09:00", "pid": 131942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.262, "name": "ffmpeg", "pid": 131942, "rss_mb": 290.262, "state": "S (sleeping)", "threads": 104}, "restart_count": 744, "restart_count_per_hour": 19, "rtsp_timeout_count": 420, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 745}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.801, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:52:33+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T13:52:33+09:00", "mjpeg": {"age_sec": 18.923, "exists": true, "mtime": "2026-07-05T13:52:14.795730+09:00", "mtime_epoch": 1783227134.79573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:52:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9305.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.577, "pushed": 2.577, "read": 2.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.023, "count": 77, "max_ms": 25.416, "p95_ms": 21.963}, "gstreamer_push": {"avg_ms": 1.044, "count": 77, "max_ms": 1.171, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.009, "count": 77, "max_ms": 63.249, "p95_ms": 59.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.581, "count": 77, "max_ms": 66.683, "p95_ms": 63.905}, "yolo11_640_fire_11class": {"avg_ms": 47.107, "count": 77, "max_ms": 62.589, "p95_ms": 58.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.795, "count": 77, "max_ms": 76.989, "p95_ms": 73.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.928, "count": 77, "max_ms": 160.454, "p95_ms": 158.384}, "read_interval": {"avg_ms": 393.334, "count": 76, "max_ms": 18932.197, "p95_ms": 167.205}, "triton_wait": {"avg_ms": 54.948, "count": 77, "max_ms": 77.001, "p95_ms": 73.078}, "visualize": {"avg_ms": 5.659, "count": 77, "max_ms": 6.17, "p95_ms": 6.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15885.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3963.416, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.698, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1815148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:52:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:52:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T13:52:46+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T13:52:46.412268+09:00", "mtime_epoch": 1783227166.4122682, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:52:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2305.125, "name": "celery", "pid": 267, "rss_mb": 2305.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.911, "pushed": 9.911, "read": 9.878}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.714, "count": 297, "max_ms": 9.998, "p95_ms": 8.651}, "gstreamer_push": {"avg_ms": 1.28, "count": 297, "max_ms": 1.425, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.099, "count": 297, "max_ms": 69.844, "p95_ms": 55.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.97, "count": 297, "max_ms": 78.154, "p95_ms": 53.12}, "yolo11_640_fire_11class": {"avg_ms": 46.17, "count": 297, "max_ms": 69.856, "p95_ms": 55.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.204, "count": 297, "max_ms": 82.353, "p95_ms": 71.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.819, "count": 297, "max_ms": 98.439, "p95_ms": 87.131}, "read_interval": {"avg_ms": 101.212, "count": 296, "max_ms": 919.191, "p95_ms": 255.132}, "triton_wait": {"avg_ms": 48.535, "count": 297, "max_ms": 82.365, "p95_ms": 71.41}, "visualize": {"avg_ms": 3.681, "count": 297, "max_ms": 4.596, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15892.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 667, "h264_decode_error_count": 1638, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:52:34+09:00", "last_error_summary": "[h264 @ 0x559e2a474540] error while decoding MB 51 44, bytestream -18 [h264 @ 0x559e298c3780] cabac decode of qscale diff failed at 6 15 [h264 @ 0x559e298c3780] error while decoding MB 6 15, bytestream 2622 [in#0/rtsp @ 0x559e29854e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e29854e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.342, "last_started_at": "2026-07-05T13:52:37+09:00", "pid": 132049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.559, "name": "ffmpeg", "pid": 132049, "rss_mb": 265.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 745, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 746}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.336, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:53:03+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T13:53:03+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T13:53:03.660562+09:00", "mtime_epoch": 1783227183.6605616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:53:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9305.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.111, "pushed": 6.111, "read": 6.078}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.31, "count": 183, "max_ms": 24.679, "p95_ms": 21.597}, "gstreamer_push": {"avg_ms": 1.06, "count": 183, "max_ms": 1.237, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.201, "count": 183, "max_ms": 69.773, "p95_ms": 62.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.114, "count": 183, "max_ms": 80.98, "p95_ms": 67.494}, "yolo11_640_fire_11class": {"avg_ms": 47.653, "count": 183, "max_ms": 69.764, "p95_ms": 61.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.791, "count": 183, "max_ms": 81.97, "p95_ms": 75.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.167, "count": 183, "max_ms": 168.498, "p95_ms": 156.628}, "read_interval": {"avg_ms": 164.431, "count": 182, "max_ms": 4694.718, "p95_ms": 167.322}, "triton_wait": {"avg_ms": 56.611, "count": 183, "max_ms": 81.981, "p95_ms": 75.493}, "visualize": {"avg_ms": 5.347, "count": 183, "max_ms": 6.95, "p95_ms": 6.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15892.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 3993.429, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.583, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1815450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:53:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:53:16+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T13:53:16+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T13:53:16.396778+09:00", "mtime_epoch": 1783227196.396778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:53:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2305.383, "name": "celery", "pid": 267, "rss_mb": 2305.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.717, "count": 302, "max_ms": 12.054, "p95_ms": 9.039}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 1.977, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.085, "count": 302, "max_ms": 68.469, "p95_ms": 62.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.874, "count": 302, "max_ms": 73.456, "p95_ms": 64.583}, "yolo11_640_fire_11class": {"avg_ms": 47.825, "count": 302, "max_ms": 70.291, "p95_ms": 61.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.382, "count": 302, "max_ms": 79.052, "p95_ms": 75.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.362, "count": 302, "max_ms": 130.463, "p95_ms": 92.084}, "read_interval": {"avg_ms": 99.291, "count": 302, "max_ms": 672.768, "p95_ms": 143.854}, "triton_wait": {"avg_ms": 51.653, "count": 302, "max_ms": 79.064, "p95_ms": 75.326}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 5.79, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15897.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 667, "h264_decode_error_count": 1638, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:52:34+09:00", "last_error_summary": "[h264 @ 0x559e2a474540] error while decoding MB 51 44, bytestream -18 [h264 @ 0x559e298c3780] cabac decode of qscale diff failed at 6 15 [h264 @ 0x559e298c3780] error while decoding MB 6 15, bytestream 2622 [in#0/rtsp @ 0x559e29854e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e29854e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.482, "last_started_at": "2026-07-05T13:52:37+09:00", "pid": 132049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.199, "name": "ffmpeg", "pid": 132049, "rss_mb": 270.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 745, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 746}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.627, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:53:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:53:33+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T13:53:33+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T13:53:33.797074+09:00", "mtime_epoch": 1783227213.797074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:53:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9305.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.163, "pushed": 7.163, "read": 7.129}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.433, "count": 214, "max_ms": 29.981, "p95_ms": 23.125}, "gstreamer_push": {"avg_ms": 1.066, "count": 214, "max_ms": 1.247, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.287, "count": 214, "max_ms": 67.921, "p95_ms": 62.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.446, "count": 214, "max_ms": 79.245, "p95_ms": 67.533}, "yolo11_640_fire_11class": {"avg_ms": 48.998, "count": 214, "max_ms": 66.484, "p95_ms": 62.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.606, "count": 214, "max_ms": 79.797, "p95_ms": 77.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.397, "count": 214, "max_ms": 165.618, "p95_ms": 160.424}, "read_interval": {"avg_ms": 140.198, "count": 213, "max_ms": 174.739, "p95_ms": 168.691}, "triton_wait": {"avg_ms": 58.102, "count": 214, "max_ms": 79.809, "p95_ms": 77.861}, "visualize": {"avg_ms": 5.255, "count": 214, "max_ms": 8.093, "p95_ms": 5.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15897.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4023.499, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.66, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1815750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:53:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:53:46+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T13:53:46+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T13:53:46.469290+09:00", "mtime_epoch": 1783227226.4692895, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:53:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2305.383, "name": "celery", "pid": 267, "rss_mb": 2305.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.984, "count": 300, "max_ms": 15.016, "p95_ms": 9.789}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.856, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.236, "count": 300, "max_ms": 68.012, "p95_ms": 61.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.595, "count": 300, "max_ms": 77.058, "p95_ms": 65.901}, "yolo11_640_fire_11class": {"avg_ms": 49.505, "count": 300, "max_ms": 68.0, "p95_ms": 62.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.328, "count": 300, "max_ms": 82.784, "p95_ms": 75.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.839, "count": 300, "max_ms": 137.49, "p95_ms": 105.607}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 395.436, "p95_ms": 173.193}, "triton_wait": {"avg_ms": 53.669, "count": 300, "max_ms": 82.796, "p95_ms": 75.639}, "visualize": {"avg_ms": 3.769, "count": 300, "max_ms": 6.038, "p95_ms": 5.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15897.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 667, "h264_decode_error_count": 1638, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:52:34+09:00", "last_error_summary": "[h264 @ 0x559e2a474540] error while decoding MB 51 44, bytestream -18 [h264 @ 0x559e298c3780] cabac decode of qscale diff failed at 6 15 [h264 @ 0x559e298c3780] error while decoding MB 6 15, bytestream 2622 [in#0/rtsp @ 0x559e29854e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e29854e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.59, "last_started_at": "2026-07-05T13:52:37+09:00", "pid": 132049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.715, "name": "ffmpeg", "pid": 132049, "rss_mb": 270.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 745, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 746}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.027, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:54:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:54:04+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T13:54:03+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T13:54:03.897586+09:00", "mtime_epoch": 1783227243.897586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:54:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9305.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.908, "pushed": 6.908, "read": 6.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.739, "count": 206, "max_ms": 30.172, "p95_ms": 22.966}, "gstreamer_push": {"avg_ms": 1.062, "count": 207, "max_ms": 1.578, "p95_ms": 1.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.028, "count": 206, "max_ms": 64.333, "p95_ms": 61.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.185, "count": 206, "max_ms": 78.109, "p95_ms": 67.766}, "yolo11_640_fire_11class": {"avg_ms": 46.219, "count": 206, "max_ms": 72.265, "p95_ms": 63.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.217, "count": 206, "max_ms": 84.952, "p95_ms": 77.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.738, "count": 207, "max_ms": 169.776, "p95_ms": 160.555}, "read_interval": {"avg_ms": 145.388, "count": 206, "max_ms": 177.702, "p95_ms": 168.988}, "triton_wait": {"avg_ms": 56.608, "count": 206, "max_ms": 84.963, "p95_ms": 77.212}, "visualize": {"avg_ms": 5.56, "count": 206, "max_ms": 7.519, "p95_ms": 6.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15897.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4053.514, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.533, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1816050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:54:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:54:16+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T13:54:16+09:00", "mjpeg": {"age_sec": 0.374, "exists": true, "mtime": "2026-07-05T13:54:16.201795+09:00", "mtime_epoch": 1783227256.2017953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:54:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2305.641, "name": "celery", "pid": 267, "rss_mb": 2305.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.705, "count": 300, "max_ms": 12.563, "p95_ms": 8.806}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 1.837, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.318, "count": 300, "max_ms": 71.008, "p95_ms": 62.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.256, "count": 300, "max_ms": 74.079, "p95_ms": 60.529}, "yolo11_640_fire_11class": {"avg_ms": 49.979, "count": 300, "max_ms": 70.296, "p95_ms": 63.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.884, "count": 300, "max_ms": 80.295, "p95_ms": 77.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.12, "count": 300, "max_ms": 105.611, "p95_ms": 93.944}, "read_interval": {"avg_ms": 100.113, "count": 300, "max_ms": 659.665, "p95_ms": 154.378}, "triton_wait": {"avg_ms": 53.358, "count": 300, "max_ms": 80.307, "p95_ms": 77.139}, "visualize": {"avg_ms": 3.683, "count": 300, "max_ms": 5.439, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 667, "h264_decode_error_count": 1638, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:52:34+09:00", "last_error_summary": "[h264 @ 0x559e2a474540] error while decoding MB 51 44, bytestream -18 [h264 @ 0x559e298c3780] cabac decode of qscale diff failed at 6 15 [h264 @ 0x559e298c3780] error while decoding MB 6 15, bytestream 2622 [in#0/rtsp @ 0x559e29854e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e29854e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.63, "last_started_at": "2026-07-05T13:52:37+09:00", "pid": 132049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.973, "name": "ffmpeg", "pid": 132049, "rss_mb": 270.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 745, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 746}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.027, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:54:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:54:34+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T13:54:33+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T13:54:33.922097+09:00", "mtime_epoch": 1783227273.9220967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:54:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9305.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.959, "pushed": 6.959, "read": 6.926}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.487, "count": 208, "max_ms": 27.552, "p95_ms": 21.201}, "gstreamer_push": {"avg_ms": 1.056, "count": 208, "max_ms": 1.61, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.265, "count": 208, "max_ms": 65.492, "p95_ms": 63.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.517, "count": 208, "max_ms": 79.297, "p95_ms": 68.53}, "yolo11_640_fire_11class": {"avg_ms": 49.041, "count": 208, "max_ms": 67.776, "p95_ms": 64.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.595, "count": 208, "max_ms": 81.023, "p95_ms": 78.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.795, "count": 208, "max_ms": 167.409, "p95_ms": 163.904}, "read_interval": {"avg_ms": 144.283, "count": 207, "max_ms": 175.451, "p95_ms": 171.912}, "triton_wait": {"avg_ms": 58.333, "count": 208, "max_ms": 81.035, "p95_ms": 78.424}, "visualize": {"avg_ms": 5.453, "count": 208, "max_ms": 7.23, "p95_ms": 6.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15898.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4083.554, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.326, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1816352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:54:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:54:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T13:54:46+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T13:54:46.550312+09:00", "mtime_epoch": 1783227286.5503116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:54:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2305.898, "name": "celery", "pid": 267, "rss_mb": 2305.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.828, "count": 302, "max_ms": 11.908, "p95_ms": 9.542}, "gstreamer_push": {"avg_ms": 1.25, "count": 302, "max_ms": 1.558, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.007, "count": 302, "max_ms": 69.943, "p95_ms": 62.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.463, "count": 302, "max_ms": 73.835, "p95_ms": 66.467}, "yolo11_640_fire_11class": {"avg_ms": 51.521, "count": 302, "max_ms": 69.084, "p95_ms": 64.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.645, "count": 302, "max_ms": 82.666, "p95_ms": 76.991}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.82, "count": 302, "max_ms": 137.297, "p95_ms": 106.077}, "read_interval": {"avg_ms": 99.521, "count": 301, "max_ms": 646.76, "p95_ms": 148.956}, "triton_wait": {"avg_ms": 55.061, "count": 302, "max_ms": 82.678, "p95_ms": 77.004}, "visualize": {"avg_ms": 3.748, "count": 302, "max_ms": 5.566, "p95_ms": 4.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 667, "h264_decode_error_count": 1638, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:52:34+09:00", "last_error_summary": "[h264 @ 0x559e2a474540] error while decoding MB 51 44, bytestream -18 [h264 @ 0x559e298c3780] cabac decode of qscale diff failed at 6 15 [h264 @ 0x559e298c3780] error while decoding MB 6 15, bytestream 2622 [in#0/rtsp @ 0x559e29854e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e29854e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.656, "last_started_at": "2026-07-05T13:52:37+09:00", "pid": 132049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.973, "name": "ffmpeg", "pid": 132049, "rss_mb": 270.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 745, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 746}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.572, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:55:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:55:04+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T13:55:03+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T13:55:03.990608+09:00", "mtime_epoch": 1783227303.9906082, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:55:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9305.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.162, "pushed": 7.162, "read": 7.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.195, "count": 214, "max_ms": 32.29, "p95_ms": 21.226}, "gstreamer_push": {"avg_ms": 1.048, "count": 214, "max_ms": 1.308, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.247, "count": 214, "max_ms": 66.237, "p95_ms": 62.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.376, "count": 214, "max_ms": 78.952, "p95_ms": 68.224}, "yolo11_640_fire_11class": {"avg_ms": 49.713, "count": 214, "max_ms": 67.843, "p95_ms": 64.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.216, "count": 214, "max_ms": 81.305, "p95_ms": 78.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.538, "count": 214, "max_ms": 166.532, "p95_ms": 163.244}, "read_interval": {"avg_ms": 140.332, "count": 213, "max_ms": 176.268, "p95_ms": 171.153}, "triton_wait": {"avg_ms": 58.767, "count": 214, "max_ms": 81.318, "p95_ms": 78.667}, "visualize": {"avg_ms": 5.202, "count": 214, "max_ms": 6.348, "p95_ms": 5.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15898.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4113.61, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.439, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1816651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:55:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:55:16+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T13:55:16+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T13:55:16.582822+09:00", "mtime_epoch": 1783227316.5828223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:55:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2305.898, "name": "celery", "pid": 267, "rss_mb": 2305.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.064, "count": 299, "max_ms": 13.925, "p95_ms": 10.448}, "gstreamer_push": {"avg_ms": 1.246, "count": 299, "max_ms": 1.87, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.815, "count": 299, "max_ms": 67.326, "p95_ms": 62.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.204, "count": 299, "max_ms": 76.691, "p95_ms": 68.771}, "yolo11_640_fire_11class": {"avg_ms": 51.224, "count": 299, "max_ms": 69.104, "p95_ms": 64.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.895, "count": 299, "max_ms": 81.61, "p95_ms": 78.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.72, "count": 299, "max_ms": 133.052, "p95_ms": 104.619}, "read_interval": {"avg_ms": 100.474, "count": 298, "max_ms": 546.326, "p95_ms": 134.113}, "triton_wait": {"avg_ms": 55.195, "count": 299, "max_ms": 81.622, "p95_ms": 78.017}, "visualize": {"avg_ms": 3.813, "count": 299, "max_ms": 5.826, "p95_ms": 5.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15899.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 667, "h264_decode_error_count": 1638, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:52:34+09:00", "last_error_summary": "[h264 @ 0x559e2a474540] error while decoding MB 51 44, bytestream -18 [h264 @ 0x559e298c3780] cabac decode of qscale diff failed at 6 15 [h264 @ 0x559e298c3780] error while decoding MB 6 15, bytestream 2622 [in#0/rtsp @ 0x559e29854e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e29854e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T13:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.679, "last_started_at": "2026-07-05T13:52:37+09:00", "pid": 132049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.23, "name": "ffmpeg", "pid": 132049, "rss_mb": 271.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 745, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 746}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.326, "sample_count": 1961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:55:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:55:34+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T13:55:33+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T13:55:33.991118+09:00", "mtime_epoch": 1783227333.9911184, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:55:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.39, "pushed": 7.39, "read": 7.357}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.874, "count": 221, "max_ms": 28.637, "p95_ms": 21.476}, "gstreamer_push": {"avg_ms": 1.096, "count": 221, "max_ms": 1.567, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.2, "count": 221, "max_ms": 67.54, "p95_ms": 63.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.901, "count": 221, "max_ms": 75.77, "p95_ms": 69.377}, "yolo11_640_fire_11class": {"avg_ms": 51.346, "count": 221, "max_ms": 69.954, "p95_ms": 65.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.377, "count": 221, "max_ms": 83.293, "p95_ms": 79.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.633, "count": 221, "max_ms": 164.447, "p95_ms": 144.402}, "read_interval": {"avg_ms": 135.778, "count": 220, "max_ms": 172.813, "p95_ms": 153.79}, "triton_wait": {"avg_ms": 60.924, "count": 221, "max_ms": 83.306, "p95_ms": 79.549}, "visualize": {"avg_ms": 4.934, "count": 221, "max_ms": 6.232, "p95_ms": 5.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15818.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4143.681, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.058, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1816950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:55:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T13:55:46+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T13:55:46+09:00", "mjpeg": {"age_sec": 0.599, "exists": true, "mtime": "2026-07-05T13:55:46.143325+09:00", "mtime_epoch": 1783227346.143325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:55:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2306.156, "name": "celery", "pid": 267, "rss_mb": 2306.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.897, "count": 299, "max_ms": 12.498, "p95_ms": 9.749}, "gstreamer_push": {"avg_ms": 1.266, "count": 299, "max_ms": 2.159, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.018, "count": 299, "max_ms": 67.145, "p95_ms": 63.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.293, "count": 299, "max_ms": 72.746, "p95_ms": 67.777}, "yolo11_640_fire_11class": {"avg_ms": 50.247, "count": 299, "max_ms": 69.499, "p95_ms": 64.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.756, "count": 299, "max_ms": 82.611, "p95_ms": 78.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.855, "count": 299, "max_ms": 136.178, "p95_ms": 105.337}, "read_interval": {"avg_ms": 100.608, "count": 298, "max_ms": 612.342, "p95_ms": 149.008}, "triton_wait": {"avg_ms": 54.99, "count": 299, "max_ms": 82.624, "p95_ms": 78.555}, "visualize": {"avg_ms": 3.814, "count": 299, "max_ms": 5.872, "p95_ms": 5.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15894.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 668, "h264_decode_error_count": 1639, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:55:38+09:00", "last_error_summary": "[h264 @ 0x5631f08729c0] error while decoding MB 5 24, bytestream -5", "last_exit_at": "2026-07-05T13:55:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.225, "last_started_at": "2026-07-05T13:55:40+09:00", "pid": 132156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.32, "name": "ffmpeg", "pid": 132156, "rss_mb": 265.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 746, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 747}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.627, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:56:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:56:04+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T13:56:04+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T13:56:04.015629+09:00", "mtime_epoch": 1783227364.015629, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:56:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.201, "pushed": 6.201, "read": 6.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.236, "count": 186, "max_ms": 32.051, "p95_ms": 21.61}, "gstreamer_push": {"avg_ms": 1.094, "count": 186, "max_ms": 1.394, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.844, "count": 186, "max_ms": 66.768, "p95_ms": 63.316}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.76, "count": 186, "max_ms": 76.91, "p95_ms": 70.338}, "yolo11_640_fire_11class": {"avg_ms": 50.609, "count": 186, "max_ms": 70.918, "p95_ms": 65.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.524, "count": 186, "max_ms": 81.27, "p95_ms": 78.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.823, "count": 186, "max_ms": 168.198, "p95_ms": 152.855}, "read_interval": {"avg_ms": 161.435, "count": 186, "max_ms": 4432.502, "p95_ms": 163.355}, "triton_wait": {"avg_ms": 59.978, "count": 186, "max_ms": 81.284, "p95_ms": 78.868}, "visualize": {"avg_ms": 5.022, "count": 186, "max_ms": 8.225, "p95_ms": 6.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15895.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4173.745, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.699, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1817251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:56:16+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T13:56:16+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T13:56:16.715845+09:00", "mtime_epoch": 1783227376.7158449, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:56:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2306.156, "name": "celery", "pid": 267, "rss_mb": 2306.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 301, "max_ms": 12.56, "p95_ms": 9.683}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.51, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.657, "count": 301, "max_ms": 71.674, "p95_ms": 63.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.043, "count": 301, "max_ms": 76.74, "p95_ms": 69.023}, "yolo11_640_fire_11class": {"avg_ms": 50.971, "count": 301, "max_ms": 71.234, "p95_ms": 64.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.153, "count": 301, "max_ms": 81.244, "p95_ms": 78.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.369, "count": 301, "max_ms": 133.247, "p95_ms": 97.091}, "read_interval": {"avg_ms": 99.834, "count": 300, "max_ms": 513.023, "p95_ms": 130.783}, "triton_wait": {"avg_ms": 57.25, "count": 301, "max_ms": 81.256, "p95_ms": 78.903}, "visualize": {"avg_ms": 3.777, "count": 301, "max_ms": 5.615, "p95_ms": 4.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15895.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 668, "h264_decode_error_count": 1639, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:55:38+09:00", "last_error_summary": "[h264 @ 0x5631f08729c0] error while decoding MB 5 24, bytestream -5", "last_exit_at": "2026-07-05T13:55:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.354, "last_started_at": "2026-07-05T13:55:40+09:00", "pid": 132156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.094, "name": "ffmpeg", "pid": 132156, "rss_mb": 266.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 746, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 747}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.781, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:56:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:56:34+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T13:56:34+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T13:56:34.128141+09:00", "mtime_epoch": 1783227394.128141, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:56:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.024, "count": 217, "max_ms": 26.287, "p95_ms": 21.858}, "gstreamer_push": {"avg_ms": 1.099, "count": 217, "max_ms": 1.582, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.901, "count": 217, "max_ms": 70.042, "p95_ms": 62.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.694, "count": 217, "max_ms": 75.784, "p95_ms": 70.064}, "yolo11_640_fire_11class": {"avg_ms": 50.365, "count": 217, "max_ms": 68.339, "p95_ms": 63.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.258, "count": 217, "max_ms": 80.916, "p95_ms": 78.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.341, "count": 217, "max_ms": 166.431, "p95_ms": 144.783}, "read_interval": {"avg_ms": 138.133, "count": 217, "max_ms": 177.337, "p95_ms": 156.258}, "triton_wait": {"avg_ms": 59.678, "count": 217, "max_ms": 80.928, "p95_ms": 78.206}, "visualize": {"avg_ms": 5.068, "count": 217, "max_ms": 7.442, "p95_ms": 6.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15896.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4203.75, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.316, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1817552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:56:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:56:46+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T13:56:46.744436+09:00", "mtime_epoch": 1783227406.7444363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:56:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2306.672, "name": "celery", "pid": 267, "rss_mb": 2306.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.808, "count": 301, "max_ms": 10.519, "p95_ms": 9.027}, "gstreamer_push": {"avg_ms": 1.261, "count": 301, "max_ms": 1.588, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.838, "count": 301, "max_ms": 68.48, "p95_ms": 62.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.355, "count": 301, "max_ms": 73.012, "p95_ms": 66.7}, "yolo11_640_fire_11class": {"avg_ms": 49.908, "count": 301, "max_ms": 65.799, "p95_ms": 63.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.443, "count": 301, "max_ms": 79.114, "p95_ms": 76.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.001, "count": 301, "max_ms": 95.03, "p95_ms": 92.392}, "read_interval": {"avg_ms": 99.77, "count": 301, "max_ms": 909.888, "p95_ms": 113.225}, "triton_wait": {"avg_ms": 54.689, "count": 301, "max_ms": 79.129, "p95_ms": 76.496}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 4.81, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15897.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 668, "h264_decode_error_count": 1639, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:55:38+09:00", "last_error_summary": "[h264 @ 0x5631f08729c0] error while decoding MB 5 24, bytestream -5", "last_exit_at": "2026-07-05T13:55:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.424, "last_started_at": "2026-07-05T13:55:40+09:00", "pid": 132156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.383, "name": "ffmpeg", "pid": 132156, "rss_mb": 267.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 746, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 747}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.987, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:57:04+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T13:57:04+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T13:57:04.221098+09:00", "mtime_epoch": 1783227424.221098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:57:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.415, "pushed": 7.415, "read": 7.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.875, "count": 222, "max_ms": 25.74, "p95_ms": 21.293}, "gstreamer_push": {"avg_ms": 1.135, "count": 222, "max_ms": 1.536, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.069, "count": 222, "max_ms": 65.192, "p95_ms": 63.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.742, "count": 222, "max_ms": 77.694, "p95_ms": 67.22}, "yolo11_640_fire_11class": {"avg_ms": 50.413, "count": 222, "max_ms": 65.599, "p95_ms": 63.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.654, "count": 222, "max_ms": 81.098, "p95_ms": 79.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.28, "count": 222, "max_ms": 168.945, "p95_ms": 144.512}, "read_interval": {"avg_ms": 135.525, "count": 221, "max_ms": 180.156, "p95_ms": 157.684}, "triton_wait": {"avg_ms": 59.786, "count": 222, "max_ms": 81.111, "p95_ms": 79.151}, "visualize": {"avg_ms": 5.022, "count": 222, "max_ms": 7.759, "p95_ms": 6.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15898.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4233.793, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.933, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1817852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:57:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:57:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T13:57:16+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T13:57:16.789567+09:00", "mtime_epoch": 1783227436.7895672, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:57:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2306.672, "name": "celery", "pid": 267, "rss_mb": 2306.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.993, "count": 300, "max_ms": 15.762, "p95_ms": 10.697}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 2.133, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.404, "count": 300, "max_ms": 67.396, "p95_ms": 63.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.295, "count": 300, "max_ms": 72.708, "p95_ms": 64.948}, "yolo11_640_fire_11class": {"avg_ms": 49.001, "count": 300, "max_ms": 66.635, "p95_ms": 62.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.244, "count": 300, "max_ms": 85.415, "p95_ms": 78.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.111, "count": 300, "max_ms": 140.22, "p95_ms": 105.633}, "read_interval": {"avg_ms": 100.193, "count": 299, "max_ms": 584.538, "p95_ms": 135.616}, "triton_wait": {"avg_ms": 55.295, "count": 300, "max_ms": 85.428, "p95_ms": 78.019}, "visualize": {"avg_ms": 3.748, "count": 300, "max_ms": 6.771, "p95_ms": 5.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 668, "h264_decode_error_count": 1639, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:55:38+09:00", "last_error_summary": "[h264 @ 0x5631f08729c0] error while decoding MB 5 24, bytestream -5", "last_exit_at": "2026-07-05T13:55:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.534, "last_started_at": "2026-07-05T13:55:40+09:00", "pid": 132156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.383, "name": "ffmpeg", "pid": 132156, "rss_mb": 267.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 746, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 747}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.666, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:57:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:57:34+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T13:57:34+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T13:57:34.330213+09:00", "mtime_epoch": 1783227454.3302128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:57:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.303, "pushed": 7.303, "read": 7.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.122, "count": 218, "max_ms": 27.75, "p95_ms": 23.008}, "gstreamer_push": {"avg_ms": 1.095, "count": 219, "max_ms": 1.304, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.422, "count": 218, "max_ms": 65.06, "p95_ms": 62.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.269, "count": 218, "max_ms": 77.846, "p95_ms": 68.95}, "yolo11_640_fire_11class": {"avg_ms": 50.159, "count": 218, "max_ms": 69.045, "p95_ms": 63.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.858, "count": 218, "max_ms": 84.586, "p95_ms": 78.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.064, "count": 219, "max_ms": 165.367, "p95_ms": 144.662}, "read_interval": {"avg_ms": 137.55, "count": 218, "max_ms": 176.419, "p95_ms": 156.025}, "triton_wait": {"avg_ms": 59.553, "count": 218, "max_ms": 84.598, "p95_ms": 78.767}, "visualize": {"avg_ms": 4.992, "count": 218, "max_ms": 7.582, "p95_ms": 6.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15898.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4263.82, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.612, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1818155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:57:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:57:46+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T13:57:46+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T13:57:46.786665+09:00", "mtime_epoch": 1783227466.7866652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:57:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2306.672, "name": "celery", "pid": 267, "rss_mb": 2306.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.16, "count": 303, "max_ms": 13.466, "p95_ms": 10.163}, "gstreamer_push": {"avg_ms": 1.248, "count": 303, "max_ms": 1.943, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.685, "count": 303, "max_ms": 68.548, "p95_ms": 63.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.141, "count": 303, "max_ms": 76.397, "p95_ms": 69.938}, "yolo11_640_fire_11class": {"avg_ms": 51.701, "count": 303, "max_ms": 69.374, "p95_ms": 65.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.813, "count": 303, "max_ms": 81.981, "p95_ms": 78.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.92, "count": 303, "max_ms": 133.401, "p95_ms": 108.441}, "read_interval": {"avg_ms": 99.047, "count": 302, "max_ms": 481.765, "p95_ms": 141.249}, "triton_wait": {"avg_ms": 56.293, "count": 303, "max_ms": 81.993, "p95_ms": 78.198}, "visualize": {"avg_ms": 3.893, "count": 303, "max_ms": 6.816, "p95_ms": 5.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 668, "h264_decode_error_count": 1639, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:55:38+09:00", "last_error_summary": "[h264 @ 0x5631f08729c0] error while decoding MB 5 24, bytestream -5", "last_exit_at": "2026-07-05T13:55:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.646, "last_started_at": "2026-07-05T13:55:40+09:00", "pid": 132156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.898, "name": "ffmpeg", "pid": 132156, "rss_mb": 267.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 746, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 747}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.576, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:58:04+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T13:58:04+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T13:58:04.423297+09:00", "mtime_epoch": 1783227484.423297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:58:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.508, "pushed": 7.508, "read": 7.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.744, "count": 224, "max_ms": 27.044, "p95_ms": 20.601}, "gstreamer_push": {"avg_ms": 1.119, "count": 225, "max_ms": 1.616, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.589, "count": 224, "max_ms": 65.756, "p95_ms": 64.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.054, "count": 224, "max_ms": 77.896, "p95_ms": 70.097}, "yolo11_640_fire_11class": {"avg_ms": 51.929, "count": 224, "max_ms": 73.184, "p95_ms": 65.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.272, "count": 224, "max_ms": 80.606, "p95_ms": 78.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.532, "count": 225, "max_ms": 143.288, "p95_ms": 139.629}, "read_interval": {"avg_ms": 133.774, "count": 224, "max_ms": 155.971, "p95_ms": 151.725}, "triton_wait": {"avg_ms": 60.69, "count": 224, "max_ms": 80.619, "p95_ms": 78.267}, "visualize": {"avg_ms": 4.79, "count": 224, "max_ms": 6.191, "p95_ms": 5.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15898.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4293.846, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.649, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1818454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:58:16+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T13:58:16+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T13:58:16.807734+09:00", "mtime_epoch": 1783227496.8077345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:58:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2306.672, "name": "celery", "pid": 267, "rss_mb": 2306.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.75, "count": 299, "max_ms": 12.438, "p95_ms": 9.105}, "gstreamer_push": {"avg_ms": 1.259, "count": 299, "max_ms": 1.631, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.962, "count": 299, "max_ms": 69.157, "p95_ms": 64.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.222, "count": 299, "max_ms": 75.127, "p95_ms": 68.478}, "yolo11_640_fire_11class": {"avg_ms": 52.209, "count": 299, "max_ms": 70.025, "p95_ms": 65.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.421, "count": 299, "max_ms": 81.016, "p95_ms": 77.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.644, "count": 299, "max_ms": 133.838, "p95_ms": 94.438}, "read_interval": {"avg_ms": 100.339, "count": 298, "max_ms": 623.704, "p95_ms": 114.393}, "triton_wait": {"avg_ms": 56.846, "count": 299, "max_ms": 81.028, "p95_ms": 77.907}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 5.064, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 668, "h264_decode_error_count": 1639, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:55:38+09:00", "last_error_summary": "[h264 @ 0x5631f08729c0] error while decoding MB 5 24, bytestream -5", "last_exit_at": "2026-07-05T13:55:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.758, "last_started_at": "2026-07-05T13:55:40+09:00", "pid": 132156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.898, "name": "ffmpeg", "pid": 132156, "rss_mb": 267.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 746, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 747}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.32, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1431026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:58:34+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T13:58:34+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T13:58:34.524352+09:00", "mtime_epoch": 1783227514.5243523, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:58:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.403, "pushed": 7.403, "read": 7.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.93, "count": 221, "max_ms": 23.513, "p95_ms": 21.079}, "gstreamer_push": {"avg_ms": 1.107, "count": 222, "max_ms": 1.411, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.128, "count": 221, "max_ms": 66.211, "p95_ms": 62.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.145, "count": 221, "max_ms": 80.091, "p95_ms": 69.024}, "yolo11_640_fire_11class": {"avg_ms": 49.448, "count": 221, "max_ms": 68.552, "p95_ms": 63.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.603, "count": 221, "max_ms": 83.276, "p95_ms": 78.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.929, "count": 222, "max_ms": 162.463, "p95_ms": 142.332}, "read_interval": {"avg_ms": 135.557, "count": 221, "max_ms": 174.051, "p95_ms": 154.434}, "triton_wait": {"avg_ms": 60.084, "count": 221, "max_ms": 83.288, "p95_ms": 78.773}, "visualize": {"avg_ms": 4.85, "count": 221, "max_ms": 6.864, "p95_ms": 5.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15898.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4323.926, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.524, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1818757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:58:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:58:46+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T13:58:46+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T13:58:46.920779+09:00", "mtime_epoch": 1783227526.9207792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:58:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2306.93, "name": "celery", "pid": 267, "rss_mb": 2306.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.078}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.915, "count": 302, "max_ms": 14.954, "p95_ms": 9.564}, "gstreamer_push": {"avg_ms": 1.255, "count": 303, "max_ms": 1.85, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.342, "count": 302, "max_ms": 67.115, "p95_ms": 63.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.353, "count": 302, "max_ms": 76.859, "p95_ms": 69.189}, "yolo11_640_fire_11class": {"avg_ms": 48.597, "count": 302, "max_ms": 67.816, "p95_ms": 62.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.318, "count": 302, "max_ms": 83.46, "p95_ms": 78.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.775, "count": 303, "max_ms": 131.209, "p95_ms": 104.026}, "read_interval": {"avg_ms": 99.331, "count": 302, "max_ms": 551.495, "p95_ms": 130.585}, "triton_wait": {"avg_ms": 55.418, "count": 302, "max_ms": 83.471, "p95_ms": 78.772}, "visualize": {"avg_ms": 3.799, "count": 302, "max_ms": 5.488, "p95_ms": 4.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15807.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 669, "h264_decode_error_count": 1640, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:58:56+09:00", "last_error_summary": "[h264 @ 0x5628b3397c40] error while decoding MB 32 39, bytestream -7", "last_exit_at": "2026-07-05T13:58:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.112, "last_started_at": "2026-07-05T13:58:59+09:00", "pid": 132263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 180.535, "name": "ffmpeg", "pid": 132263, "rss_mb": 180.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 747, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 748}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.777, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1431211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:59:04+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T13:59:04+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T13:59:04.657382+09:00", "mtime_epoch": 1783227544.657382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:59:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.169, "pushed": 6.169, "read": 6.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.912, "count": 184, "max_ms": 24.373, "p95_ms": 20.86}, "gstreamer_push": {"avg_ms": 1.096, "count": 185, "max_ms": 1.33, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.724, "count": 184, "max_ms": 66.725, "p95_ms": 62.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.02, "count": 184, "max_ms": 76.353, "p95_ms": 68.789}, "yolo11_640_fire_11class": {"avg_ms": 50.122, "count": 184, "max_ms": 66.247, "p95_ms": 61.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.914, "count": 184, "max_ms": 81.496, "p95_ms": 78.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.685, "count": 185, "max_ms": 160.578, "p95_ms": 142.563}, "read_interval": {"avg_ms": 162.903, "count": 184, "max_ms": 5150.84, "p95_ms": 156.488}, "triton_wait": {"avg_ms": 60.333, "count": 184, "max_ms": 81.508, "p95_ms": 78.346}, "visualize": {"avg_ms": 4.971, "count": 184, "max_ms": 7.52, "p95_ms": 6.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15901.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4353.971, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.649, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1819057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:59:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:59:17+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T13:59:16+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T13:59:16.965795+09:00", "mtime_epoch": 1783227556.965795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:59:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2307.188, "name": "celery", "pid": 267, "rss_mb": 2307.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.966, "count": 300, "max_ms": 13.983, "p95_ms": 9.762}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 1.683, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.954, "count": 300, "max_ms": 73.027, "p95_ms": 63.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.939, "count": 300, "max_ms": 79.761, "p95_ms": 64.237}, "yolo11_640_fire_11class": {"avg_ms": 49.134, "count": 300, "max_ms": 71.915, "p95_ms": 63.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.407, "count": 300, "max_ms": 84.89, "p95_ms": 77.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.492, "count": 300, "max_ms": 135.926, "p95_ms": 95.182}, "read_interval": {"avg_ms": 100.196, "count": 299, "max_ms": 783.902, "p95_ms": 173.652}, "triton_wait": {"avg_ms": 53.632, "count": 300, "max_ms": 84.902, "p95_ms": 77.403}, "visualize": {"avg_ms": 3.737, "count": 300, "max_ms": 5.392, "p95_ms": 4.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15903.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 669, "h264_decode_error_count": 1640, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:58:56+09:00", "last_error_summary": "[h264 @ 0x5628b3397c40] error while decoding MB 32 39, bytestream -7", "last_exit_at": "2026-07-05T13:58:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.114, "last_started_at": "2026-07-05T13:58:59+09:00", "pid": 132263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.996, "name": "ffmpeg", "pid": 132263, "rss_mb": 272.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 747, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 748}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.272, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1431430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:59:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T13:59:34+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T13:59:34+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T13:59:34.674382+09:00", "mtime_epoch": 1783227574.6743822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T13:59:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.303, "pushed": 7.303, "read": 7.303}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.066, "count": 219, "max_ms": 25.924, "p95_ms": 21.872}, "gstreamer_push": {"avg_ms": 1.099, "count": 219, "max_ms": 1.413, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.9, "count": 219, "max_ms": 72.192, "p95_ms": 62.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.788, "count": 219, "max_ms": 79.058, "p95_ms": 68.827}, "yolo11_640_fire_11class": {"avg_ms": 49.726, "count": 219, "max_ms": 71.164, "p95_ms": 63.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.001, "count": 219, "max_ms": 84.285, "p95_ms": 77.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.706, "count": 219, "max_ms": 164.771, "p95_ms": 146.505}, "read_interval": {"avg_ms": 137.055, "count": 219, "max_ms": 175.526, "p95_ms": 159.254}, "triton_wait": {"avg_ms": 58.771, "count": 219, "max_ms": 84.297, "p95_ms": 77.41}, "visualize": {"avg_ms": 4.982, "count": 219, "max_ms": 8.011, "p95_ms": 6.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15903.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4383.989, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.113, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1819354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T13:59:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T13:59:47+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T13:59:46+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T13:59:46.990786+09:00", "mtime_epoch": 1783227586.9907856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T13:59:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2307.188, "name": "celery", "pid": 267, "rss_mb": 2307.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.888}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.882, "count": 297, "max_ms": 13.149, "p95_ms": 9.438}, "gstreamer_push": {"avg_ms": 1.261, "count": 297, "max_ms": 1.569, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.667, "count": 297, "max_ms": 65.654, "p95_ms": 63.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.652, "count": 297, "max_ms": 75.011, "p95_ms": 69.712}, "yolo11_640_fire_11class": {"avg_ms": 50.77, "count": 297, "max_ms": 66.36, "p95_ms": 64.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.779, "count": 297, "max_ms": 81.314, "p95_ms": 78.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.029, "count": 297, "max_ms": 106.131, "p95_ms": 94.627}, "read_interval": {"avg_ms": 101.132, "count": 296, "max_ms": 525.489, "p95_ms": 194.3}, "triton_wait": {"avg_ms": 55.203, "count": 297, "max_ms": 81.326, "p95_ms": 78.135}, "visualize": {"avg_ms": 3.709, "count": 297, "max_ms": 5.813, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15903.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 669, "h264_decode_error_count": 1640, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:58:56+09:00", "last_error_summary": "[h264 @ 0x5628b3397c40] error while decoding MB 32 39, bytestream -7", "last_exit_at": "2026-07-05T13:58:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.129, "last_started_at": "2026-07-05T13:58:59+09:00", "pid": 132263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.996, "name": "ffmpeg", "pid": 132263, "rss_mb": 272.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 747, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 748}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.148, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1431652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:00:04+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T14:00:04+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T14:00:04.667358+09:00", "mtime_epoch": 1783227604.667358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:00:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9306.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.43, "pushed": 7.43, "read": 7.396}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.955, "count": 222, "max_ms": 30.201, "p95_ms": 21.079}, "gstreamer_push": {"avg_ms": 1.11, "count": 222, "max_ms": 1.586, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.574, "count": 222, "max_ms": 65.479, "p95_ms": 62.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.715, "count": 222, "max_ms": 79.001, "p95_ms": 70.615}, "yolo11_640_fire_11class": {"avg_ms": 50.508, "count": 222, "max_ms": 67.041, "p95_ms": 64.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.56, "count": 222, "max_ms": 81.905, "p95_ms": 78.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.583, "count": 222, "max_ms": 164.437, "p95_ms": 140.814}, "read_interval": {"avg_ms": 135.122, "count": 221, "max_ms": 176.045, "p95_ms": 153.324}, "triton_wait": {"avg_ms": 60.152, "count": 222, "max_ms": 81.918, "p95_ms": 78.067}, "visualize": {"avg_ms": 4.825, "count": 222, "max_ms": 7.777, "p95_ms": 5.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15903.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4414.002, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.864, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1819657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:00:17+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T14:00:16+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T14:00:16.975752+09:00", "mtime_epoch": 1783227616.9757516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:00:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2307.445, "name": "celery", "pid": 267, "rss_mb": 2307.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.829, "count": 303, "max_ms": 11.982, "p95_ms": 9.185}, "gstreamer_push": {"avg_ms": 1.265, "count": 303, "max_ms": 1.977, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.546, "count": 303, "max_ms": 65.019, "p95_ms": 62.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.249, "count": 303, "max_ms": 75.923, "p95_ms": 68.431}, "yolo11_640_fire_11class": {"avg_ms": 50.348, "count": 303, "max_ms": 67.518, "p95_ms": 63.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.045, "count": 303, "max_ms": 80.495, "p95_ms": 76.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.41, "count": 303, "max_ms": 138.335, "p95_ms": 93.352}, "read_interval": {"avg_ms": 98.969, "count": 303, "max_ms": 472.04, "p95_ms": 138.474}, "triton_wait": {"avg_ms": 54.64, "count": 303, "max_ms": 80.508, "p95_ms": 76.964}, "visualize": {"avg_ms": 3.685, "count": 303, "max_ms": 5.754, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15904.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 669, "h264_decode_error_count": 1640, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:58:56+09:00", "last_error_summary": "[h264 @ 0x5628b3397c40] error while decoding MB 32 39, bytestream -7", "last_exit_at": "2026-07-05T13:58:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.194, "last_started_at": "2026-07-05T13:58:59+09:00", "pid": 132263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.996, "name": "ffmpeg", "pid": 132263, "rss_mb": 272.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 747, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 748}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.825, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1431875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:00:34+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T14:00:34+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T14:00:34.740314+09:00", "mtime_epoch": 1783227634.7403135, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:00:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.448, "pushed": 7.448, "read": 7.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.182, "count": 223, "max_ms": 27.89, "p95_ms": 23.387}, "gstreamer_push": {"avg_ms": 1.121, "count": 223, "max_ms": 1.775, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.985, "count": 223, "max_ms": 63.48, "p95_ms": 62.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.83, "count": 223, "max_ms": 73.687, "p95_ms": 70.043}, "yolo11_640_fire_11class": {"avg_ms": 50.02, "count": 223, "max_ms": 65.815, "p95_ms": 62.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.484, "count": 223, "max_ms": 79.039, "p95_ms": 76.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.123, "count": 223, "max_ms": 151.477, "p95_ms": 140.565}, "read_interval": {"avg_ms": 134.764, "count": 222, "max_ms": 163.332, "p95_ms": 153.197}, "triton_wait": {"avg_ms": 59.113, "count": 223, "max_ms": 79.052, "p95_ms": 76.387}, "visualize": {"avg_ms": 4.85, "count": 223, "max_ms": 6.372, "p95_ms": 5.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15904.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4444.057, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.499, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1819955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:00:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:00:47+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:00:47+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:00:47.056699+09:00", "mtime_epoch": 1783227647.0566988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:00:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2307.445, "name": "celery", "pid": 267, "rss_mb": 2307.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.767, "count": 298, "max_ms": 13.138, "p95_ms": 9.12}, "gstreamer_push": {"avg_ms": 1.264, "count": 298, "max_ms": 1.556, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.247, "count": 298, "max_ms": 67.58, "p95_ms": 63.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.937, "count": 298, "max_ms": 79.715, "p95_ms": 68.888}, "yolo11_640_fire_11class": {"avg_ms": 51.618, "count": 298, "max_ms": 68.868, "p95_ms": 64.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.565, "count": 298, "max_ms": 79.839, "p95_ms": 77.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.677, "count": 298, "max_ms": 95.753, "p95_ms": 93.133}, "read_interval": {"avg_ms": 100.921, "count": 297, "max_ms": 696.084, "p95_ms": 114.29}, "triton_wait": {"avg_ms": 55.322, "count": 298, "max_ms": 79.852, "p95_ms": 77.237}, "visualize": {"avg_ms": 3.684, "count": 298, "max_ms": 5.971, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15904.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 669, "h264_decode_error_count": 1640, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:58:56+09:00", "last_error_summary": "[h264 @ 0x5628b3397c40] error while decoding MB 32 39, bytestream -7", "last_exit_at": "2026-07-05T13:58:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.24, "last_started_at": "2026-07-05T13:58:59+09:00", "pid": 132263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.512, "name": "ffmpeg", "pid": 132263, "rss_mb": 273.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 747, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 748}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.001, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:01:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:01:04+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T14:01:04+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T14:01:04.789247+09:00", "mtime_epoch": 1783227664.789247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:01:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.452, "pushed": 7.452, "read": 7.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.722, "count": 223, "max_ms": 23.037, "p95_ms": 20.236}, "gstreamer_push": {"avg_ms": 1.109, "count": 223, "max_ms": 1.609, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.186, "count": 223, "max_ms": 65.489, "p95_ms": 62.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.458, "count": 223, "max_ms": 78.881, "p95_ms": 70.795}, "yolo11_640_fire_11class": {"avg_ms": 50.471, "count": 223, "max_ms": 68.477, "p95_ms": 64.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.489, "count": 223, "max_ms": 79.894, "p95_ms": 76.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.88, "count": 223, "max_ms": 161.416, "p95_ms": 140.134}, "read_interval": {"avg_ms": 134.702, "count": 222, "max_ms": 173.092, "p95_ms": 153.351}, "triton_wait": {"avg_ms": 59.36, "count": 223, "max_ms": 79.906, "p95_ms": 76.996}, "visualize": {"avg_ms": 4.861, "count": 223, "max_ms": 6.666, "p95_ms": 5.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15905.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4474.541, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "R (running)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.727, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1820260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:01:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:01:17+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T14:01:17+09:00", "mjpeg": {"age_sec": 0.561, "exists": true, "mtime": "2026-07-05T14:01:17.041622+09:00", "mtime_epoch": 1783227677.041622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:01:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2307.703, "name": "celery", "pid": 267, "rss_mb": 2307.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.797, "count": 300, "max_ms": 12.617, "p95_ms": 8.763}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.846, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.45, "count": 300, "max_ms": 66.729, "p95_ms": 62.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.549, "count": 300, "max_ms": 76.679, "p95_ms": 67.625}, "yolo11_640_fire_11class": {"avg_ms": 51.418, "count": 300, "max_ms": 69.275, "p95_ms": 64.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.159, "count": 300, "max_ms": 79.652, "p95_ms": 76.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.472, "count": 300, "max_ms": 96.18, "p95_ms": 92.797}, "read_interval": {"avg_ms": 100.283, "count": 299, "max_ms": 573.532, "p95_ms": 117.648}, "triton_wait": {"avg_ms": 54.955, "count": 300, "max_ms": 79.664, "p95_ms": 76.691}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 5.834, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15905.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 669, "h264_decode_error_count": 1640, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:58:56+09:00", "last_error_summary": "[h264 @ 0x5628b3397c40] error while decoding MB 32 39, bytestream -7", "last_exit_at": "2026-07-05T13:58:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.291, "last_started_at": "2026-07-05T13:58:59+09:00", "pid": 132263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.77, "name": "ffmpeg", "pid": 132263, "rss_mb": 273.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 747, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 748}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.667, "sample_count": 2170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:01:34+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T14:01:34+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T14:01:34.842161+09:00", "mtime_epoch": 1783227694.8421607, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:01:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.152, "pushed": 7.152, "read": 7.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.375, "count": 214, "max_ms": 31.394, "p95_ms": 22.809}, "gstreamer_push": {"avg_ms": 1.091, "count": 214, "max_ms": 1.723, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.505, "count": 214, "max_ms": 68.123, "p95_ms": 63.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.401, "count": 214, "max_ms": 77.455, "p95_ms": 71.465}, "yolo11_640_fire_11class": {"avg_ms": 48.985, "count": 214, "max_ms": 67.36, "p95_ms": 64.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.152, "count": 214, "max_ms": 81.054, "p95_ms": 78.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.119, "count": 214, "max_ms": 166.247, "p95_ms": 152.03}, "read_interval": {"avg_ms": 140.414, "count": 213, "max_ms": 177.473, "p95_ms": 163.119}, "triton_wait": {"avg_ms": 58.971, "count": 214, "max_ms": 81.066, "p95_ms": 78.016}, "visualize": {"avg_ms": 5.115, "count": 214, "max_ms": 8.175, "p95_ms": 6.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15905.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4504.583, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.867, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1820563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:01:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T14:01:47+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T14:01:47+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T14:01:47.574542+09:00", "mtime_epoch": 1783227707.574542, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:01:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2307.961, "name": "celery", "pid": 267, "rss_mb": 2307.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.802, "count": 303, "max_ms": 12.117, "p95_ms": 8.96}, "gstreamer_push": {"avg_ms": 1.275, "count": 303, "max_ms": 1.742, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.305, "count": 303, "max_ms": 68.594, "p95_ms": 62.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.088, "count": 303, "max_ms": 79.743, "p95_ms": 70.226}, "yolo11_640_fire_11class": {"avg_ms": 50.183, "count": 303, "max_ms": 66.519, "p95_ms": 63.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.542, "count": 303, "max_ms": 81.432, "p95_ms": 77.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.829, "count": 303, "max_ms": 132.653, "p95_ms": 94.378}, "read_interval": {"avg_ms": 99.179, "count": 302, "max_ms": 732.297, "p95_ms": 134.914}, "triton_wait": {"avg_ms": 55.005, "count": 303, "max_ms": 81.445, "p95_ms": 77.733}, "visualize": {"avg_ms": 3.722, "count": 303, "max_ms": 5.235, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15905.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 669, "h264_decode_error_count": 1640, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T13:58:56+09:00", "last_error_summary": "[h264 @ 0x5628b3397c40] error while decoding MB 32 39, bytestream -7", "last_exit_at": "2026-07-05T13:58:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.345, "last_started_at": "2026-07-05T13:58:59+09:00", "pid": 132263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.77, "name": "ffmpeg", "pid": 132263, "rss_mb": 273.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 747, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 748}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.732, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:02:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:02:05+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T14:02:04+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T14:02:04.907056+09:00", "mtime_epoch": 1783227724.9070559, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:02:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.016, "pushed": 7.016, "read": 6.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.358, "count": 210, "max_ms": 23.277, "p95_ms": 21.573}, "gstreamer_push": {"avg_ms": 1.087, "count": 210, "max_ms": 1.289, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.05, "count": 210, "max_ms": 69.968, "p95_ms": 62.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.989, "count": 210, "max_ms": 81.883, "p95_ms": 67.057}, "yolo11_640_fire_11class": {"avg_ms": 49.662, "count": 210, "max_ms": 67.723, "p95_ms": 61.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.112, "count": 210, "max_ms": 81.87, "p95_ms": 77.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.861, "count": 210, "max_ms": 165.902, "p95_ms": 159.485}, "read_interval": {"avg_ms": 143.176, "count": 209, "max_ms": 177.3, "p95_ms": 170.897}, "triton_wait": {"avg_ms": 58.956, "count": 210, "max_ms": 81.892, "p95_ms": 77.337}, "visualize": {"avg_ms": 5.257, "count": 210, "max_ms": 6.63, "p95_ms": 6.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15768.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4534.652, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.61, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1820862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:02:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:02:17+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:02:17+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:02:17.651430+09:00", "mtime_epoch": 1783227737.65143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:02:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2307.961, "name": "celery", "pid": 267, "rss_mb": 2307.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.201, "count": 299, "max_ms": 13.713, "p95_ms": 11.898}, "gstreamer_push": {"avg_ms": 1.26, "count": 299, "max_ms": 1.539, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.802, "count": 299, "max_ms": 66.173, "p95_ms": 63.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.09, "count": 299, "max_ms": 76.753, "p95_ms": 66.621}, "yolo11_640_fire_11class": {"avg_ms": 48.816, "count": 299, "max_ms": 68.081, "p95_ms": 63.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.79, "count": 299, "max_ms": 81.077, "p95_ms": 77.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.117, "count": 299, "max_ms": 133.066, "p95_ms": 105.489}, "read_interval": {"avg_ms": 100.627, "count": 298, "max_ms": 663.11, "p95_ms": 146.381}, "triton_wait": {"avg_ms": 53.963, "count": 299, "max_ms": 81.089, "p95_ms": 77.168}, "visualize": {"avg_ms": 3.812, "count": 299, "max_ms": 6.325, "p95_ms": 4.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 670, "h264_decode_error_count": 1641, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:02:13+09:00", "last_error_summary": "[h264 @ 0x556db2af0d80] error while decoding MB 61 37, bytestream -7", "last_exit_at": "2026-07-05T14:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.488, "last_started_at": "2026-07-05T14:02:15+09:00", "pid": 132370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.367, "name": "ffmpeg", "pid": 132370, "rss_mb": 266.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 748, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 749}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.576, "sample_count": 2132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:02:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:02:35+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T14:02:34+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T14:02:35.011934+09:00", "mtime_epoch": 1783227755.0119343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:02:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.47, "pushed": 6.47, "read": 6.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.37, "count": 193, "max_ms": 31.181, "p95_ms": 24.829}, "gstreamer_push": {"avg_ms": 1.102, "count": 194, "max_ms": 1.514, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.04, "count": 193, "max_ms": 73.964, "p95_ms": 62.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.446, "count": 193, "max_ms": 79.138, "p95_ms": 69.212}, "yolo11_640_fire_11class": {"avg_ms": 48.562, "count": 193, "max_ms": 72.249, "p95_ms": 62.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.097, "count": 193, "max_ms": 82.14, "p95_ms": 78.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.713, "count": 194, "max_ms": 167.516, "p95_ms": 142.424}, "read_interval": {"avg_ms": 155.276, "count": 193, "max_ms": 4613.397, "p95_ms": 154.894}, "triton_wait": {"avg_ms": 57.976, "count": 193, "max_ms": 82.152, "p95_ms": 78.209}, "visualize": {"avg_ms": 4.959, "count": 193, "max_ms": 8.001, "p95_ms": 6.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15899.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4564.686, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.889, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1821163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:02:47+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T14:02:47+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T14:02:47.680299+09:00", "mtime_epoch": 1783227767.6802988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:02:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2308.219, "name": "celery", "pid": 267, "rss_mb": 2308.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.846, "count": 301, "max_ms": 11.783, "p95_ms": 9.5}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.875, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.067, "count": 301, "max_ms": 65.681, "p95_ms": 62.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.54, "count": 301, "max_ms": 74.41, "p95_ms": 69.272}, "yolo11_640_fire_11class": {"avg_ms": 49.997, "count": 301, "max_ms": 66.187, "p95_ms": 62.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.453, "count": 301, "max_ms": 81.217, "p95_ms": 76.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.288, "count": 301, "max_ms": 133.886, "p95_ms": 100.547}, "read_interval": {"avg_ms": 99.828, "count": 300, "max_ms": 473.459, "p95_ms": 147.375}, "triton_wait": {"avg_ms": 54.983, "count": 301, "max_ms": 81.229, "p95_ms": 76.645}, "visualize": {"avg_ms": 3.749, "count": 301, "max_ms": 5.858, "p95_ms": 4.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15899.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 670, "h264_decode_error_count": 1641, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:02:13+09:00", "last_error_summary": "[h264 @ 0x556db2af0d80] error while decoding MB 61 37, bytestream -7", "last_exit_at": "2026-07-05T14:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.604, "last_started_at": "2026-07-05T14:02:15+09:00", "pid": 132370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.398, "name": "ffmpeg", "pid": 132370, "rss_mb": 267.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 748, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 749}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.732, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:03:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:03:05+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T14:03:05+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T14:03:05.148797+09:00", "mtime_epoch": 1783227785.1487966, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:03:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.635, "pushed": 7.635, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.37, "count": 228, "max_ms": 32.376, "p95_ms": 23.689}, "gstreamer_push": {"avg_ms": 1.11, "count": 229, "max_ms": 1.45, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.604, "count": 228, "max_ms": 64.951, "p95_ms": 62.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.606, "count": 228, "max_ms": 79.346, "p95_ms": 68.597}, "yolo11_640_fire_11class": {"avg_ms": 49.587, "count": 228, "max_ms": 71.043, "p95_ms": 64.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.908, "count": 228, "max_ms": 82.229, "p95_ms": 77.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.022, "count": 229, "max_ms": 164.876, "p95_ms": 139.711}, "read_interval": {"avg_ms": 131.551, "count": 228, "max_ms": 173.169, "p95_ms": 149.461}, "triton_wait": {"avg_ms": 58.612, "count": 228, "max_ms": 82.241, "p95_ms": 77.969}, "visualize": {"avg_ms": 4.815, "count": 228, "max_ms": 7.623, "p95_ms": 5.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15901.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4594.713, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.845, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1821462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:03:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:03:17+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:03:17+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T14:03:17.709151+09:00", "mtime_epoch": 1783227797.7091513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:03:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2308.219, "name": "celery", "pid": 267, "rss_mb": 2308.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.991, "pushed": 9.991, "read": 9.958}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.762, "count": 299, "max_ms": 12.571, "p95_ms": 9.322}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 1.784, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.648, "count": 299, "max_ms": 65.563, "p95_ms": 62.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.324, "count": 299, "max_ms": 78.404, "p95_ms": 70.109}, "yolo11_640_fire_11class": {"avg_ms": 50.606, "count": 299, "max_ms": 71.454, "p95_ms": 64.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.539, "count": 299, "max_ms": 81.403, "p95_ms": 76.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.163, "count": 299, "max_ms": 106.571, "p95_ms": 93.329}, "read_interval": {"avg_ms": 100.484, "count": 298, "max_ms": 573.494, "p95_ms": 161.552}, "triton_wait": {"avg_ms": 54.32, "count": 299, "max_ms": 81.416, "p95_ms": 76.353}, "visualize": {"avg_ms": 3.687, "count": 299, "max_ms": 5.766, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15901.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 670, "h264_decode_error_count": 1641, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:02:13+09:00", "last_error_summary": "[h264 @ 0x556db2af0d80] error while decoding MB 61 37, bytestream -7", "last_exit_at": "2026-07-05T14:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.682, "last_started_at": "2026-07-05T14:02:15+09:00", "pid": 132370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.43, "name": "ffmpeg", "pid": 132370, "rss_mb": 268.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 748, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 749}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.475, "sample_count": 2144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1433174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:03:35+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T14:03:35+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T14:03:35.197641+09:00", "mtime_epoch": 1783227815.1976407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:03:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.65, "pushed": 7.65, "read": 7.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.655, "count": 229, "max_ms": 23.146, "p95_ms": 20.27}, "gstreamer_push": {"avg_ms": 1.129, "count": 229, "max_ms": 1.711, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.283, "count": 229, "max_ms": 65.128, "p95_ms": 62.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.296, "count": 229, "max_ms": 77.326, "p95_ms": 70.706}, "yolo11_640_fire_11class": {"avg_ms": 51.081, "count": 229, "max_ms": 67.435, "p95_ms": 64.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.878, "count": 229, "max_ms": 80.269, "p95_ms": 77.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.709, "count": 229, "max_ms": 165.657, "p95_ms": 138.992}, "read_interval": {"avg_ms": 131.274, "count": 228, "max_ms": 173.867, "p95_ms": 149.434}, "triton_wait": {"avg_ms": 60.417, "count": 229, "max_ms": 80.281, "p95_ms": 77.837}, "visualize": {"avg_ms": 4.771, "count": 229, "max_ms": 5.968, "p95_ms": 5.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15902.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4624.718, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.454, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1821764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:03:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:03:47+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:03:47+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T14:03:47.713988+09:00", "mtime_epoch": 1783227827.7139876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:03:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2308.477, "name": "celery", "pid": 267, "rss_mb": 2308.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 302, "max_ms": 11.869, "p95_ms": 9.09}, "gstreamer_push": {"avg_ms": 1.26, "count": 302, "max_ms": 1.576, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.736, "count": 302, "max_ms": 66.306, "p95_ms": 62.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.631, "count": 302, "max_ms": 75.452, "p95_ms": 68.464}, "yolo11_640_fire_11class": {"avg_ms": 51.037, "count": 302, "max_ms": 72.931, "p95_ms": 63.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.742, "count": 302, "max_ms": 82.296, "p95_ms": 77.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.056, "count": 302, "max_ms": 130.414, "p95_ms": 94.819}, "read_interval": {"avg_ms": 99.348, "count": 302, "max_ms": 474.219, "p95_ms": 119.307}, "triton_wait": {"avg_ms": 56.086, "count": 302, "max_ms": 82.308, "p95_ms": 77.182}, "visualize": {"avg_ms": 3.702, "count": 302, "max_ms": 5.09, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15902.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 670, "h264_decode_error_count": 1641, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:02:13+09:00", "last_error_summary": "[h264 @ 0x556db2af0d80] error while decoding MB 61 37, bytestream -7", "last_exit_at": "2026-07-05T14:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.782, "last_started_at": "2026-07-05T14:02:15+09:00", "pid": 132370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.43, "name": "ffmpeg", "pid": 132370, "rss_mb": 268.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 748, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 749}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.608, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1433391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:04:05+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T14:04:05+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T14:04:05.326472+09:00", "mtime_epoch": 1783227845.3264718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:04:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.238, "pushed": 7.238, "read": 7.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.379, "count": 216, "max_ms": 32.635, "p95_ms": 21.699}, "gstreamer_push": {"avg_ms": 1.093, "count": 217, "max_ms": 1.56, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.128, "count": 216, "max_ms": 70.458, "p95_ms": 62.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.968, "count": 216, "max_ms": 79.407, "p95_ms": 73.139}, "yolo11_640_fire_11class": {"avg_ms": 51.411, "count": 216, "max_ms": 71.571, "p95_ms": 65.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.681, "count": 216, "max_ms": 81.073, "p95_ms": 78.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.396, "count": 217, "max_ms": 167.413, "p95_ms": 154.72}, "read_interval": {"avg_ms": 138.795, "count": 216, "max_ms": 175.381, "p95_ms": 163.067}, "triton_wait": {"avg_ms": 61.293, "count": 216, "max_ms": 81.086, "p95_ms": 79.124}, "visualize": {"avg_ms": 5.031, "count": 216, "max_ms": 6.433, "p95_ms": 5.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15902.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4654.746, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.432, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1822062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:04:17+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:04:17+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T14:04:17.746810+09:00", "mtime_epoch": 1783227857.7468102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:04:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2308.477, "name": "celery", "pid": 267, "rss_mb": 2308.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.77, "count": 298, "max_ms": 11.824, "p95_ms": 9.357}, "gstreamer_push": {"avg_ms": 1.257, "count": 298, "max_ms": 1.734, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.294, "count": 298, "max_ms": 65.757, "p95_ms": 61.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.476, "count": 298, "max_ms": 75.703, "p95_ms": 72.354}, "yolo11_640_fire_11class": {"avg_ms": 50.915, "count": 298, "max_ms": 71.73, "p95_ms": 62.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.105, "count": 298, "max_ms": 83.828, "p95_ms": 77.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.094, "count": 298, "max_ms": 161.945, "p95_ms": 94.961}, "read_interval": {"avg_ms": 100.82, "count": 297, "max_ms": 626.032, "p95_ms": 135.475}, "triton_wait": {"avg_ms": 55.559, "count": 298, "max_ms": 83.842, "p95_ms": 77.51}, "visualize": {"avg_ms": 3.721, "count": 298, "max_ms": 5.355, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15902.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 670, "h264_decode_error_count": 1641, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:02:13+09:00", "last_error_summary": "[h264 @ 0x556db2af0d80] error while decoding MB 61 37, bytestream -7", "last_exit_at": "2026-07-05T14:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.894, "last_started_at": "2026-07-05T14:02:15+09:00", "pid": 132370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.43, "name": "ffmpeg", "pid": 132370, "rss_mb": 268.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 748, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 749}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.732, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1433619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:04:35+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T14:04:35+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T14:04:35.411288+09:00", "mtime_epoch": 1783227875.4112875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:04:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.602, "pushed": 7.602, "read": 7.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.684, "count": 227, "max_ms": 24.271, "p95_ms": 20.857}, "gstreamer_push": {"avg_ms": 1.115, "count": 228, "max_ms": 1.471, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.251, "count": 227, "max_ms": 69.083, "p95_ms": 62.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.373, "count": 227, "max_ms": 80.683, "p95_ms": 73.421}, "yolo11_640_fire_11class": {"avg_ms": 51.008, "count": 227, "max_ms": 67.911, "p95_ms": 65.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.329, "count": 227, "max_ms": 81.271, "p95_ms": 79.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.405, "count": 228, "max_ms": 161.158, "p95_ms": 141.168}, "read_interval": {"avg_ms": 131.982, "count": 227, "max_ms": 169.254, "p95_ms": 151.785}, "triton_wait": {"avg_ms": 61.322, "count": 227, "max_ms": 81.283, "p95_ms": 79.456}, "visualize": {"avg_ms": 4.763, "count": 227, "max_ms": 7.104, "p95_ms": 5.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15903.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4684.813, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.705, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1822364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:04:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:04:47+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:04:47+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T14:04:47.811620+09:00", "mtime_epoch": 1783227887.81162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:04:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2308.734, "name": "celery", "pid": 267, "rss_mb": 2308.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.83, "count": 302, "max_ms": 12.937, "p95_ms": 9.297}, "gstreamer_push": {"avg_ms": 1.259, "count": 302, "max_ms": 1.764, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.074, "count": 302, "max_ms": 73.097, "p95_ms": 63.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.457, "count": 302, "max_ms": 77.775, "p95_ms": 73.515}, "yolo11_640_fire_11class": {"avg_ms": 52.15, "count": 302, "max_ms": 74.998, "p95_ms": 65.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.79, "count": 302, "max_ms": 82.355, "p95_ms": 79.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.111, "count": 302, "max_ms": 134.736, "p95_ms": 96.442}, "read_interval": {"avg_ms": 99.615, "count": 301, "max_ms": 584.176, "p95_ms": 120.493}, "triton_wait": {"avg_ms": 56.462, "count": 302, "max_ms": 82.368, "p95_ms": 79.143}, "visualize": {"avg_ms": 3.72, "count": 302, "max_ms": 5.512, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15903.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 670, "h264_decode_error_count": 1641, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:02:13+09:00", "last_error_summary": "[h264 @ 0x556db2af0d80] error while decoding MB 61 37, bytestream -7", "last_exit_at": "2026-07-05T14:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.995, "last_started_at": "2026-07-05T14:02:15+09:00", "pid": 132370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.43, "name": "ffmpeg", "pid": 132370, "rss_mb": 268.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 748, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 749}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.702, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1433848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:05:05+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T14:05:05+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T14:05:05.540091+09:00", "mtime_epoch": 1783227905.5400913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:05:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9307.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.639, "pushed": 7.639, "read": 7.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.627, "count": 228, "max_ms": 23.419, "p95_ms": 20.101}, "gstreamer_push": {"avg_ms": 1.101, "count": 229, "max_ms": 1.418, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.844, "count": 228, "max_ms": 69.509, "p95_ms": 63.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.196, "count": 228, "max_ms": 79.706, "p95_ms": 72.105}, "yolo11_640_fire_11class": {"avg_ms": 51.348, "count": 228, "max_ms": 73.743, "p95_ms": 65.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.329, "count": 228, "max_ms": 81.101, "p95_ms": 78.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.873, "count": 229, "max_ms": 167.67, "p95_ms": 141.178}, "read_interval": {"avg_ms": 131.484, "count": 228, "max_ms": 175.878, "p95_ms": 151.321}, "triton_wait": {"avg_ms": 60.034, "count": 228, "max_ms": 81.114, "p95_ms": 78.903}, "visualize": {"avg_ms": 4.787, "count": 228, "max_ms": 6.052, "p95_ms": 5.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15903.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4714.876, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.731, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1822665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:05:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:05:17+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:05:17+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T14:05:17.872417+09:00", "mtime_epoch": 1783227917.8724167, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:05:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2308.734, "name": "celery", "pid": 267, "rss_mb": 2308.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.71, "count": 301, "max_ms": 12.622, "p95_ms": 8.637}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 2.084, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.529, "count": 301, "max_ms": 67.0, "p95_ms": 62.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.178, "count": 301, "max_ms": 77.378, "p95_ms": 70.829}, "yolo11_640_fire_11class": {"avg_ms": 51.56, "count": 301, "max_ms": 70.206, "p95_ms": 64.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.591, "count": 301, "max_ms": 83.918, "p95_ms": 77.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.576, "count": 301, "max_ms": 101.042, "p95_ms": 93.273}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 429.772, "p95_ms": 226.746}, "triton_wait": {"avg_ms": 55.319, "count": 301, "max_ms": 83.928, "p95_ms": 77.203}, "visualize": {"avg_ms": 3.672, "count": 301, "max_ms": 4.92, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15902.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 670, "h264_decode_error_count": 1641, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:02:13+09:00", "last_error_summary": "[h264 @ 0x556db2af0d80] error while decoding MB 61 37, bytestream -7", "last_exit_at": "2026-07-05T14:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.007, "last_started_at": "2026-07-05T14:02:15+09:00", "pid": 132370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.43, "name": "ffmpeg", "pid": 132370, "rss_mb": 268.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 748, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 749}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.973, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T14:05:35+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T14:05:35+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T14:05:35.552879+09:00", "mtime_epoch": 1783227935.5528793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:05:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.566, "pushed": 7.566, "read": 7.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.894, "count": 226, "max_ms": 23.565, "p95_ms": 20.689}, "gstreamer_push": {"avg_ms": 1.103, "count": 226, "max_ms": 1.595, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.141, "count": 226, "max_ms": 67.807, "p95_ms": 63.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.746, "count": 226, "max_ms": 81.283, "p95_ms": 71.809}, "yolo11_640_fire_11class": {"avg_ms": 50.34, "count": 226, "max_ms": 68.741, "p95_ms": 65.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.58, "count": 226, "max_ms": 83.005, "p95_ms": 77.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.397, "count": 226, "max_ms": 165.678, "p95_ms": 144.004}, "read_interval": {"avg_ms": 132.831, "count": 225, "max_ms": 173.958, "p95_ms": 153.187}, "triton_wait": {"avg_ms": 58.709, "count": 226, "max_ms": 83.017, "p95_ms": 77.668}, "visualize": {"avg_ms": 4.902, "count": 226, "max_ms": 6.394, "p95_ms": 5.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15661.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4744.95, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.923, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1822965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:05:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:05:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:05:47+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:05:47.949201+09:00", "mtime_epoch": 1783227947.9492013, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:05:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2308.992, "name": "celery", "pid": 267, "rss_mb": 2308.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.796, "count": 300, "max_ms": 11.784, "p95_ms": 9.097}, "gstreamer_push": {"avg_ms": 1.253, "count": 300, "max_ms": 1.571, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.6, "count": 300, "max_ms": 66.712, "p95_ms": 62.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.944, "count": 300, "max_ms": 77.872, "p95_ms": 69.161}, "yolo11_640_fire_11class": {"avg_ms": 50.769, "count": 300, "max_ms": 69.345, "p95_ms": 63.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.212, "count": 300, "max_ms": 81.42, "p95_ms": 75.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.675, "count": 300, "max_ms": 124.817, "p95_ms": 92.889}, "read_interval": {"avg_ms": 100.304, "count": 299, "max_ms": 619.99, "p95_ms": 186.664}, "triton_wait": {"avg_ms": 53.337, "count": 300, "max_ms": 81.432, "p95_ms": 75.392}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 5.624, "p95_ms": 4.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15899.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 671, "h264_decode_error_count": 1642, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:05:46+09:00", "last_error_summary": "[h264 @ 0x55b678314f00] error while decoding MB 12 42, bytestream -7", "last_exit_at": "2026-07-05T14:05:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.654, "last_started_at": "2026-07-05T14:05:49+09:00", "pid": 132477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.34, "name": "ffmpeg", "pid": 132477, "rss_mb": 264.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 749, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 750}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.433, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:06:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:06:05+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T14:06:05+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T14:06:05.665658+09:00", "mtime_epoch": 1783227965.6656582, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:06:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.473, "pushed": 6.473, "read": 6.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.016, "count": 193, "max_ms": 26.857, "p95_ms": 23.529}, "gstreamer_push": {"avg_ms": 1.104, "count": 194, "max_ms": 1.317, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.744, "count": 193, "max_ms": 66.006, "p95_ms": 62.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.902, "count": 193, "max_ms": 78.628, "p95_ms": 71.497}, "yolo11_640_fire_11class": {"avg_ms": 49.788, "count": 193, "max_ms": 67.968, "p95_ms": 65.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.23, "count": 193, "max_ms": 79.258, "p95_ms": 77.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.528, "count": 194, "max_ms": 163.579, "p95_ms": 144.806}, "read_interval": {"avg_ms": 155.416, "count": 193, "max_ms": 4328.698, "p95_ms": 157.532}, "triton_wait": {"avg_ms": 58.079, "count": 193, "max_ms": 79.27, "p95_ms": 77.638}, "visualize": {"avg_ms": 4.873, "count": 193, "max_ms": 7.546, "p95_ms": 5.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15900.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4774.972, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.012, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1823267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:06:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:06:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T14:06:17+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T14:06:17.945973+09:00", "mtime_epoch": 1783227977.9459727, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:06:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2309.25, "name": "celery", "pid": 267, "rss_mb": 2309.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.722, "count": 302, "max_ms": 11.697, "p95_ms": 8.948}, "gstreamer_push": {"avg_ms": 1.271, "count": 302, "max_ms": 1.857, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.334, "count": 302, "max_ms": 70.165, "p95_ms": 63.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.794, "count": 302, "max_ms": 78.394, "p95_ms": 69.364}, "yolo11_640_fire_11class": {"avg_ms": 51.661, "count": 302, "max_ms": 70.663, "p95_ms": 65.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.588, "count": 302, "max_ms": 80.841, "p95_ms": 75.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.419, "count": 302, "max_ms": 102.673, "p95_ms": 91.962}, "read_interval": {"avg_ms": 99.396, "count": 301, "max_ms": 626.55, "p95_ms": 135.201}, "triton_wait": {"avg_ms": 54.024, "count": 302, "max_ms": 80.852, "p95_ms": 76.086}, "visualize": {"avg_ms": 3.665, "count": 302, "max_ms": 5.694, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15903.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 671, "h264_decode_error_count": 1642, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:05:46+09:00", "last_error_summary": "[h264 @ 0x55b678314f00] error while decoding MB 12 42, bytestream -7", "last_exit_at": "2026-07-05T14:05:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.766, "last_started_at": "2026-07-05T14:05:49+09:00", "pid": 132477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.176, "name": "ffmpeg", "pid": 132477, "rss_mb": 267.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 749, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 750}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.732, "sample_count": 2173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:06:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:06:35+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T14:06:35+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T14:06:35.754425+09:00", "mtime_epoch": 1783227995.7544253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:06:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.473, "pushed": 7.473, "read": 7.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.939, "count": 223, "max_ms": 29.854, "p95_ms": 22.238}, "gstreamer_push": {"avg_ms": 1.097, "count": 224, "max_ms": 1.393, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.695, "count": 223, "max_ms": 67.452, "p95_ms": 63.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.576, "count": 223, "max_ms": 72.404, "p95_ms": 69.068}, "yolo11_640_fire_11class": {"avg_ms": 51.119, "count": 223, "max_ms": 69.75, "p95_ms": 65.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.327, "count": 223, "max_ms": 82.338, "p95_ms": 76.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.917, "count": 224, "max_ms": 168.581, "p95_ms": 142.491}, "read_interval": {"avg_ms": 134.379, "count": 223, "max_ms": 181.218, "p95_ms": 154.814}, "triton_wait": {"avg_ms": 59.058, "count": 223, "max_ms": 82.35, "p95_ms": 76.475}, "visualize": {"avg_ms": 4.855, "count": 223, "max_ms": 6.308, "p95_ms": 5.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15902.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4804.981, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.731, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1823565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:06:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:06:48+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:06:47+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T14:06:47.974734+09:00", "mtime_epoch": 1783228007.9747338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:06:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2309.25, "name": "celery", "pid": 267, "rss_mb": 2309.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.764, "count": 298, "max_ms": 13.685, "p95_ms": 10.375}, "gstreamer_push": {"avg_ms": 1.238, "count": 298, "max_ms": 1.687, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.446, "count": 298, "max_ms": 67.819, "p95_ms": 63.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.886, "count": 298, "max_ms": 73.333, "p95_ms": 67.111}, "yolo11_640_fire_11class": {"avg_ms": 52.763, "count": 298, "max_ms": 70.5, "p95_ms": 65.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.295, "count": 298, "max_ms": 82.359, "p95_ms": 77.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.41, "count": 298, "max_ms": 98.466, "p95_ms": 93.134}, "read_interval": {"avg_ms": 100.768, "count": 298, "max_ms": 783.995, "p95_ms": 116.595}, "triton_wait": {"avg_ms": 56.264, "count": 298, "max_ms": 82.371, "p95_ms": 77.17}, "visualize": {"avg_ms": 3.581, "count": 298, "max_ms": 4.767, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15905.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 671, "h264_decode_error_count": 1642, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:05:46+09:00", "last_error_summary": "[h264 @ 0x55b678314f00] error while decoding MB 12 42, bytestream -7", "last_exit_at": "2026-07-05T14:05:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.881, "last_started_at": "2026-07-05T14:05:49+09:00", "pid": 132477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.754, "name": "ffmpeg", "pid": 132477, "rss_mb": 269.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 749, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 750}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.043, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:07:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T14:07:05+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T14:07:05+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T14:07:05.887183+09:00", "mtime_epoch": 1783228025.887183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:07:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.602, "pushed": 7.602, "read": 7.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.801, "count": 227, "max_ms": 28.179, "p95_ms": 20.932}, "gstreamer_push": {"avg_ms": 1.113, "count": 228, "max_ms": 1.451, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.762, "count": 227, "max_ms": 67.04, "p95_ms": 62.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.358, "count": 227, "max_ms": 77.628, "p95_ms": 69.405}, "yolo11_640_fire_11class": {"avg_ms": 51.134, "count": 227, "max_ms": 69.261, "p95_ms": 65.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.946, "count": 227, "max_ms": 80.264, "p95_ms": 77.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.451, "count": 228, "max_ms": 144.699, "p95_ms": 139.64}, "read_interval": {"avg_ms": 132.097, "count": 227, "max_ms": 156.869, "p95_ms": 152.352}, "triton_wait": {"avg_ms": 59.18, "count": 227, "max_ms": 80.275, "p95_ms": 77.981}, "visualize": {"avg_ms": 4.742, "count": 227, "max_ms": 6.036, "p95_ms": 5.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15905.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4835.058, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.585, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1823865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:07:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:07:18+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:07:18+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T14:07:18.059486+09:00", "mtime_epoch": 1783228038.0594862, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:07:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2309.25, "name": "celery", "pid": 267, "rss_mb": 2309.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.715, "count": 300, "max_ms": 12.899, "p95_ms": 8.985}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.524, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.184, "count": 300, "max_ms": 70.144, "p95_ms": 63.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.481, "count": 300, "max_ms": 79.202, "p95_ms": 70.619}, "yolo11_640_fire_11class": {"avg_ms": 51.908, "count": 300, "max_ms": 73.897, "p95_ms": 65.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.661, "count": 300, "max_ms": 81.431, "p95_ms": 77.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.276, "count": 300, "max_ms": 142.884, "p95_ms": 95.195}, "read_interval": {"avg_ms": 100.32, "count": 299, "max_ms": 652.083, "p95_ms": 223.502}, "triton_wait": {"avg_ms": 54.932, "count": 300, "max_ms": 81.445, "p95_ms": 77.834}, "visualize": {"avg_ms": 3.729, "count": 300, "max_ms": 5.081, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15908.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 671, "h264_decode_error_count": 1642, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:05:46+09:00", "last_error_summary": "[h264 @ 0x55b678314f00] error while decoding MB 12 42, bytestream -7", "last_exit_at": "2026-07-05T14:05:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.987, "last_started_at": "2026-07-05T14:05:49+09:00", "pid": 132477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.301, "name": "ffmpeg", "pid": 132477, "rss_mb": 271.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 749, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 750}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.125, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:07:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:07:36+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T14:07:35+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T14:07:35.995930+09:00", "mtime_epoch": 1783228055.99593, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:07:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.338, "pushed": 7.338, "read": 7.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.85, "count": 219, "max_ms": 25.249, "p95_ms": 20.921}, "gstreamer_push": {"avg_ms": 1.097, "count": 220, "max_ms": 1.532, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.784, "count": 219, "max_ms": 65.766, "p95_ms": 62.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.761, "count": 219, "max_ms": 79.984, "p95_ms": 71.921}, "yolo11_640_fire_11class": {"avg_ms": 50.935, "count": 219, "max_ms": 69.002, "p95_ms": 64.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.337, "count": 219, "max_ms": 82.201, "p95_ms": 77.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.562, "count": 220, "max_ms": 166.932, "p95_ms": 142.341}, "read_interval": {"avg_ms": 136.894, "count": 219, "max_ms": 178.078, "p95_ms": 154.35}, "triton_wait": {"avg_ms": 59.624, "count": 219, "max_ms": 82.213, "p95_ms": 77.692}, "visualize": {"avg_ms": 4.991, "count": 219, "max_ms": 7.164, "p95_ms": 6.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15908.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4865.084, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.175, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1824167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:07:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:07:48+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T14:07:48+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T14:07:48.052227+09:00", "mtime_epoch": 1783228068.0522265, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:07:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2309.508, "name": "celery", "pid": 267, "rss_mb": 2309.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.713, "count": 302, "max_ms": 12.422, "p95_ms": 9.086}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 1.788, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.797, "count": 302, "max_ms": 68.033, "p95_ms": 63.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.201, "count": 302, "max_ms": 78.012, "p95_ms": 69.58}, "yolo11_640_fire_11class": {"avg_ms": 52.126, "count": 302, "max_ms": 70.578, "p95_ms": 65.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.163, "count": 302, "max_ms": 81.326, "p95_ms": 76.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.524, "count": 302, "max_ms": 133.29, "p95_ms": 93.59}, "read_interval": {"avg_ms": 99.381, "count": 301, "max_ms": 533.353, "p95_ms": 170.646}, "triton_wait": {"avg_ms": 55.482, "count": 302, "max_ms": 81.338, "p95_ms": 77.074}, "visualize": {"avg_ms": 3.722, "count": 302, "max_ms": 5.332, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15908.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 671, "h264_decode_error_count": 1642, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:05:46+09:00", "last_error_summary": "[h264 @ 0x55b678314f00] error while decoding MB 12 42, bytestream -7", "last_exit_at": "2026-07-05T14:05:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.006, "last_started_at": "2026-07-05T14:05:49+09:00", "pid": 132477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.074, "name": "ffmpeg", "pid": 132477, "rss_mb": 272.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 749, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 750}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.209, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:08:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:08:06+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T14:08:05+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T14:08:06.004665+09:00", "mtime_epoch": 1783228086.0046651, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:08:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.463, "pushed": 7.463, "read": 7.429}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.916, "count": 223, "max_ms": 26.611, "p95_ms": 21.323}, "gstreamer_push": {"avg_ms": 1.112, "count": 223, "max_ms": 1.676, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.504, "count": 223, "max_ms": 68.238, "p95_ms": 62.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.48, "count": 223, "max_ms": 78.799, "p95_ms": 72.686}, "yolo11_640_fire_11class": {"avg_ms": 50.748, "count": 223, "max_ms": 70.359, "p95_ms": 65.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.61, "count": 223, "max_ms": 82.887, "p95_ms": 78.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.748, "count": 223, "max_ms": 163.079, "p95_ms": 141.763}, "read_interval": {"avg_ms": 134.618, "count": 222, "max_ms": 173.93, "p95_ms": 154.145}, "triton_wait": {"avg_ms": 59.037, "count": 223, "max_ms": 82.899, "p95_ms": 78.28}, "visualize": {"avg_ms": 4.835, "count": 223, "max_ms": 7.447, "p95_ms": 5.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15909.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4895.168, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.584, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1824469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:08:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:08:18+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T14:08:18+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T14:08:18.148960+09:00", "mtime_epoch": 1783228098.14896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:08:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2309.766, "name": "celery", "pid": 267, "rss_mb": 2309.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.673, "count": 301, "max_ms": 10.908, "p95_ms": 9.387}, "gstreamer_push": {"avg_ms": 1.26, "count": 302, "max_ms": 1.708, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.679, "count": 301, "max_ms": 71.155, "p95_ms": 64.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.668, "count": 301, "max_ms": 80.715, "p95_ms": 74.158}, "yolo11_640_fire_11class": {"avg_ms": 52.659, "count": 301, "max_ms": 75.253, "p95_ms": 65.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.456, "count": 301, "max_ms": 81.849, "p95_ms": 78.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.67, "count": 301, "max_ms": 142.028, "p95_ms": 96.537}, "read_interval": {"avg_ms": 99.619, "count": 301, "max_ms": 476.904, "p95_ms": 148.996}, "triton_wait": {"avg_ms": 56.97, "count": 301, "max_ms": 81.861, "p95_ms": 78.937}, "visualize": {"avg_ms": 3.726, "count": 301, "max_ms": 5.418, "p95_ms": 4.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15909.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 671, "h264_decode_error_count": 1642, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:05:46+09:00", "last_error_summary": "[h264 @ 0x55b678314f00] error while decoding MB 12 42, bytestream -7", "last_exit_at": "2026-07-05T14:05:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.053, "last_started_at": "2026-07-05T14:05:49+09:00", "pid": 132477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.074, "name": "ffmpeg", "pid": 132477, "rss_mb": 272.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 749, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 750}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.387, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:08:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:08:36+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T14:08:36+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T14:08:36.041392+09:00", "mtime_epoch": 1783228116.0413923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:08:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.42, "pushed": 7.42, "read": 7.386}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.704, "count": 222, "max_ms": 25.813, "p95_ms": 20.609}, "gstreamer_push": {"avg_ms": 1.106, "count": 222, "max_ms": 1.317, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.076, "count": 222, "max_ms": 65.302, "p95_ms": 63.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.665, "count": 222, "max_ms": 80.503, "p95_ms": 74.841}, "yolo11_640_fire_11class": {"avg_ms": 51.303, "count": 222, "max_ms": 67.283, "p95_ms": 65.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.615, "count": 222, "max_ms": 79.922, "p95_ms": 77.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.495, "count": 222, "max_ms": 161.754, "p95_ms": 140.994}, "read_interval": {"avg_ms": 135.295, "count": 221, "max_ms": 172.824, "p95_ms": 153.525}, "triton_wait": {"avg_ms": 60.033, "count": 222, "max_ms": 80.514, "p95_ms": 78.334}, "visualize": {"avg_ms": 4.805, "count": 222, "max_ms": 6.569, "p95_ms": 5.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15909.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4925.588, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.194, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1824770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:08:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:08:48+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T14:08:48+09:00", "mjpeg": {"age_sec": 0.404, "exists": true, "mtime": "2026-07-05T14:08:48.245685+09:00", "mtime_epoch": 1783228128.2456853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:08:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2309.766, "name": "celery", "pid": 267, "rss_mb": 2309.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.522, "count": 299, "max_ms": 13.134, "p95_ms": 8.78}, "gstreamer_push": {"avg_ms": 1.279, "count": 299, "max_ms": 1.914, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.104, "count": 299, "max_ms": 68.806, "p95_ms": 63.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.82, "count": 299, "max_ms": 77.976, "p95_ms": 70.785}, "yolo11_640_fire_11class": {"avg_ms": 51.313, "count": 299, "max_ms": 69.611, "p95_ms": 64.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.55, "count": 299, "max_ms": 80.16, "p95_ms": 76.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.629, "count": 299, "max_ms": 129.038, "p95_ms": 92.831}, "read_interval": {"avg_ms": 100.616, "count": 298, "max_ms": 509.031, "p95_ms": 159.872}, "triton_wait": {"avg_ms": 56.261, "count": 299, "max_ms": 80.173, "p95_ms": 76.2}, "visualize": {"avg_ms": 3.701, "count": 299, "max_ms": 5.079, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15775.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 672, "h264_decode_error_count": 1643, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:09:04+09:00", "last_error_summary": "[h264 @ 0x55f08ac4b940] error while decoding MB 28 34, bytestream -5", "last_exit_at": "2026-07-05T14:09:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.184, "last_started_at": "2026-07-05T14:09:07+09:00", "pid": 132584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.754, "name": "ffmpeg", "pid": 132584, "rss_mb": 141.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 750, "restart_count_per_hour": 20, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 751}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.758, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T14:09:09+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-05T14:09:09+09:00", "mjpeg": {"age_sec": 4.967, "exists": true, "mtime": "2026-07-05T14:09:04.602076+09:00", "mtime_epoch": 1783228144.602076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:09:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.271, "pushed": 6.271, "read": 6.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.9, "count": 187, "max_ms": 24.975, "p95_ms": 21.408}, "gstreamer_push": {"avg_ms": 1.117, "count": 188, "max_ms": 1.337, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.15, "count": 187, "max_ms": 68.717, "p95_ms": 61.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.412, "count": 187, "max_ms": 75.445, "p95_ms": 67.577}, "yolo11_640_fire_11class": {"avg_ms": 50.239, "count": 187, "max_ms": 67.513, "p95_ms": 62.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.602, "count": 187, "max_ms": 81.737, "p95_ms": 75.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.117, "count": 188, "max_ms": 165.656, "p95_ms": 143.947}, "read_interval": {"avg_ms": 159.996, "count": 187, "max_ms": 4940.797, "p95_ms": 155.591}, "triton_wait": {"avg_ms": 58.832, "count": 187, "max_ms": 81.748, "p95_ms": 75.442}, "visualize": {"avg_ms": 4.893, "count": 187, "max_ms": 6.451, "p95_ms": 6.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15901.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4955.599, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.937, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1825071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:09:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:09:18+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:09:18+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:09:18.598408+09:00", "mtime_epoch": 1783228158.5984085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:09:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2310.023, "name": "celery", "pid": 267, "rss_mb": 2310.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.687, "count": 301, "max_ms": 14.032, "p95_ms": 10.061}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.6, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.499, "count": 301, "max_ms": 71.976, "p95_ms": 62.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.099, "count": 301, "max_ms": 76.704, "p95_ms": 57.559}, "yolo11_640_fire_11class": {"avg_ms": 49.972, "count": 301, "max_ms": 69.811, "p95_ms": 63.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.962, "count": 301, "max_ms": 79.688, "p95_ms": 74.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.377, "count": 301, "max_ms": 126.508, "p95_ms": 90.326}, "read_interval": {"avg_ms": 99.724, "count": 301, "max_ms": 551.62, "p95_ms": 133.65}, "triton_wait": {"avg_ms": 52.97, "count": 301, "max_ms": 79.7, "p95_ms": 74.774}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 4.943, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15907.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 672, "h264_decode_error_count": 1643, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:09:04+09:00", "last_error_summary": "[h264 @ 0x55f08ac4b940] error while decoding MB 28 34, bytestream -5", "last_exit_at": "2026-07-05T14:09:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.21, "last_started_at": "2026-07-05T14:09:07+09:00", "pid": 132584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.523, "name": "ffmpeg", "pid": 132584, "rss_mb": 269.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 750, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 751}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.913, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:09:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:09:39+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T14:09:39+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T14:09:39.490902+09:00", "mtime_epoch": 1783228179.4909017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:09:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.663, "pushed": 7.663, "read": 7.629}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.378, "count": 229, "max_ms": 29.628, "p95_ms": 24.262}, "gstreamer_push": {"avg_ms": 1.111, "count": 229, "max_ms": 1.791, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.355, "count": 229, "max_ms": 68.219, "p95_ms": 61.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.113, "count": 229, "max_ms": 73.524, "p95_ms": 68.125}, "yolo11_640_fire_11class": {"avg_ms": 48.671, "count": 229, "max_ms": 76.175, "p95_ms": 64.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.455, "count": 229, "max_ms": 82.29, "p95_ms": 76.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.747, "count": 229, "max_ms": 164.676, "p95_ms": 142.93}, "read_interval": {"avg_ms": 131.164, "count": 228, "max_ms": 174.658, "p95_ms": 151.376}, "triton_wait": {"avg_ms": 56.945, "count": 229, "max_ms": 82.302, "p95_ms": 76.631}, "visualize": {"avg_ms": 4.9, "count": 229, "max_ms": 6.653, "p95_ms": 5.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15907.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 4985.658, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.324, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1825372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:09:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:09:48+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T14:09:48+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T14:09:48.651117+09:00", "mtime_epoch": 1783228188.6511166, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:09:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2310.023, "name": "celery", "pid": 267, "rss_mb": 2310.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.447, "count": 301, "max_ms": 11.813, "p95_ms": 8.431}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 2.039, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.958, "count": 301, "max_ms": 66.514, "p95_ms": 61.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.995, "count": 301, "max_ms": 78.563, "p95_ms": 67.995}, "yolo11_640_fire_11class": {"avg_ms": 50.666, "count": 301, "max_ms": 67.867, "p95_ms": 62.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.149, "count": 301, "max_ms": 80.22, "p95_ms": 74.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.093, "count": 301, "max_ms": 96.718, "p95_ms": 90.316}, "read_interval": {"avg_ms": 99.9, "count": 300, "max_ms": 677.53, "p95_ms": 182.351}, "triton_wait": {"avg_ms": 54.064, "count": 301, "max_ms": 80.232, "p95_ms": 74.954}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 4.697, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15908.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 672, "h264_decode_error_count": 1643, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:09:04+09:00", "last_error_summary": "[h264 @ 0x55f08ac4b940] error while decoding MB 28 34, bytestream -5", "last_exit_at": "2026-07-05T14:09:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.331, "last_started_at": "2026-07-05T14:09:07+09:00", "pid": 132584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.812, "name": "ffmpeg", "pid": 132584, "rss_mb": 270.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 750, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 751}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.763, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:10:09+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T14:10:09+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T14:10:09.607606+09:00", "mtime_epoch": 1783228209.6076064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:10:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9308.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.7, "pushed": 7.7, "read": 7.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.679, "count": 230, "max_ms": 24.482, "p95_ms": 20.945}, "gstreamer_push": {"avg_ms": 1.113, "count": 231, "max_ms": 1.53, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.244, "count": 230, "max_ms": 68.009, "p95_ms": 63.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.578, "count": 230, "max_ms": 78.514, "p95_ms": 70.878}, "yolo11_640_fire_11class": {"avg_ms": 50.552, "count": 230, "max_ms": 67.064, "p95_ms": 65.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.032, "count": 230, "max_ms": 80.713, "p95_ms": 76.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.631, "count": 231, "max_ms": 146.279, "p95_ms": 138.895}, "read_interval": {"avg_ms": 130.405, "count": 230, "max_ms": 154.333, "p95_ms": 148.873}, "triton_wait": {"avg_ms": 59.537, "count": 230, "max_ms": 80.725, "p95_ms": 76.874}, "visualize": {"avg_ms": 4.801, "count": 230, "max_ms": 7.425, "p95_ms": 5.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15908.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5015.746, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.134, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1825671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:10:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:10:18+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T14:10:18+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T14:10:18.739819+09:00", "mtime_epoch": 1783228218.7398186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:10:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2310.281, "name": "celery", "pid": 267, "rss_mb": 2310.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.603, "count": 299, "max_ms": 11.987, "p95_ms": 8.941}, "gstreamer_push": {"avg_ms": 1.268, "count": 299, "max_ms": 1.568, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.468, "count": 299, "max_ms": 67.148, "p95_ms": 63.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.387, "count": 299, "max_ms": 75.212, "p95_ms": 67.235}, "yolo11_640_fire_11class": {"avg_ms": 49.323, "count": 299, "max_ms": 67.161, "p95_ms": 62.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.803, "count": 299, "max_ms": 79.022, "p95_ms": 75.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.519, "count": 299, "max_ms": 105.494, "p95_ms": 91.637}, "read_interval": {"avg_ms": 100.644, "count": 298, "max_ms": 711.961, "p95_ms": 118.235}, "triton_wait": {"avg_ms": 54.038, "count": 299, "max_ms": 79.034, "p95_ms": 75.442}, "visualize": {"avg_ms": 3.72, "count": 299, "max_ms": 5.031, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15908.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 672, "h264_decode_error_count": 1643, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:09:04+09:00", "last_error_summary": "[h264 @ 0x55f08ac4b940] error while decoding MB 28 34, bytestream -5", "last_exit_at": "2026-07-05T14:09:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.466, "last_started_at": "2026-07-05T14:09:07+09:00", "pid": 132584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.328, "name": "ffmpeg", "pid": 132584, "rss_mb": 271.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 750, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 751}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.553, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:10:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:10:39+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T14:10:39+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T14:10:39.720304+09:00", "mtime_epoch": 1783228239.720304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:10:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9309.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.569, "pushed": 7.569, "read": 7.536}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.786, "count": 226, "max_ms": 22.175, "p95_ms": 20.988}, "gstreamer_push": {"avg_ms": 1.087, "count": 227, "max_ms": 1.242, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.046, "count": 226, "max_ms": 65.408, "p95_ms": 62.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.277, "count": 226, "max_ms": 76.013, "p95_ms": 68.894}, "yolo11_640_fire_11class": {"avg_ms": 49.741, "count": 226, "max_ms": 65.781, "p95_ms": 62.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.389, "count": 226, "max_ms": 81.122, "p95_ms": 76.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.261, "count": 227, "max_ms": 177.218, "p95_ms": 142.894}, "read_interval": {"avg_ms": 132.684, "count": 226, "max_ms": 188.276, "p95_ms": 152.2}, "triton_wait": {"avg_ms": 58.891, "count": 226, "max_ms": 81.134, "p95_ms": 76.259}, "visualize": {"avg_ms": 4.898, "count": 226, "max_ms": 7.008, "p95_ms": 5.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15909.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5045.794, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.072, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1825972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:10:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:10:48+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T14:10:48+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T14:10:48.792513+09:00", "mtime_epoch": 1783228248.792513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:10:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2310.539, "name": "celery", "pid": 267, "rss_mb": 2310.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.497, "count": 301, "max_ms": 12.38, "p95_ms": 8.805}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.834, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.299, "count": 301, "max_ms": 67.104, "p95_ms": 62.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.649, "count": 301, "max_ms": 76.964, "p95_ms": 68.506}, "yolo11_640_fire_11class": {"avg_ms": 49.638, "count": 301, "max_ms": 66.82, "p95_ms": 62.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.466, "count": 301, "max_ms": 80.252, "p95_ms": 76.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.048, "count": 301, "max_ms": 103.999, "p95_ms": 92.087}, "read_interval": {"avg_ms": 99.887, "count": 300, "max_ms": 635.174, "p95_ms": 117.03}, "triton_wait": {"avg_ms": 53.892, "count": 301, "max_ms": 80.264, "p95_ms": 76.352}, "visualize": {"avg_ms": 3.663, "count": 301, "max_ms": 5.091, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15908.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 672, "h264_decode_error_count": 1643, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:09:04+09:00", "last_error_summary": "[h264 @ 0x55f08ac4b940] error while decoding MB 28 34, bytestream -5", "last_exit_at": "2026-07-05T14:09:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.519, "last_started_at": "2026-07-05T14:09:07+09:00", "pid": 132584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.328, "name": "ffmpeg", "pid": 132584, "rss_mb": 271.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 750, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 751}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.99, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:11:09+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T14:11:09+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T14:11:09.796994+09:00", "mtime_epoch": 1783228269.7969942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:11:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9309.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.725, "pushed": 7.725, "read": 7.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.633, "count": 231, "max_ms": 28.811, "p95_ms": 20.144}, "gstreamer_push": {"avg_ms": 1.102, "count": 231, "max_ms": 1.449, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.394, "count": 231, "max_ms": 65.667, "p95_ms": 63.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.143, "count": 231, "max_ms": 78.002, "p95_ms": 70.361}, "yolo11_640_fire_11class": {"avg_ms": 50.215, "count": 231, "max_ms": 70.206, "p95_ms": 62.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.807, "count": 231, "max_ms": 80.146, "p95_ms": 77.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.453, "count": 231, "max_ms": 160.646, "p95_ms": 138.15}, "read_interval": {"avg_ms": 130.14, "count": 230, "max_ms": 169.086, "p95_ms": 147.902}, "triton_wait": {"avg_ms": 59.532, "count": 231, "max_ms": 80.158, "p95_ms": 77.246}, "visualize": {"avg_ms": 4.775, "count": 231, "max_ms": 8.246, "p95_ms": 5.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15909.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5075.857, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.951, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1826274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:11:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:11:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:11:18+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:11:18.857201+09:00", "mtime_epoch": 1783228278.8572009, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:11:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2310.539, "name": "celery", "pid": 267, "rss_mb": 2310.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.489, "count": 302, "max_ms": 12.241, "p95_ms": 8.769}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 2.015, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.623, "count": 302, "max_ms": 68.493, "p95_ms": 62.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.302, "count": 302, "max_ms": 74.513, "p95_ms": 69.421}, "yolo11_640_fire_11class": {"avg_ms": 49.533, "count": 302, "max_ms": 67.931, "p95_ms": 63.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.126, "count": 302, "max_ms": 84.993, "p95_ms": 76.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.471, "count": 302, "max_ms": 100.53, "p95_ms": 92.278}, "read_interval": {"avg_ms": 99.602, "count": 301, "max_ms": 563.582, "p95_ms": 112.822}, "triton_wait": {"avg_ms": 54.351, "count": 302, "max_ms": 85.005, "p95_ms": 76.414}, "visualize": {"avg_ms": 3.692, "count": 302, "max_ms": 5.82, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15909.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 672, "h264_decode_error_count": 1643, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:09:04+09:00", "last_error_summary": "[h264 @ 0x55f08ac4b940] error while decoding MB 28 34, bytestream -5", "last_exit_at": "2026-07-05T14:09:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.617, "last_started_at": "2026-07-05T14:09:07+09:00", "pid": 132584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.586, "name": "ffmpeg", "pid": 132584, "rss_mb": 271.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 750, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 751}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.916, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:11:40+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T14:11:39+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T14:11:39.869678+09:00", "mtime_epoch": 1783228299.8696783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:11:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9309.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.583, "pushed": 7.583, "read": 7.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.9, "count": 227, "max_ms": 26.76, "p95_ms": 20.785}, "gstreamer_push": {"avg_ms": 1.108, "count": 227, "max_ms": 1.632, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.745, "count": 227, "max_ms": 67.631, "p95_ms": 62.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.324, "count": 227, "max_ms": 77.043, "p95_ms": 70.92}, "yolo11_640_fire_11class": {"avg_ms": 50.529, "count": 227, "max_ms": 67.374, "p95_ms": 64.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.779, "count": 227, "max_ms": 83.943, "p95_ms": 76.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.827, "count": 227, "max_ms": 162.334, "p95_ms": 140.696}, "read_interval": {"avg_ms": 132.506, "count": 226, "max_ms": 173.671, "p95_ms": 150.708}, "triton_wait": {"avg_ms": 59.501, "count": 227, "max_ms": 83.955, "p95_ms": 77.055}, "visualize": {"avg_ms": 4.931, "count": 227, "max_ms": 7.664, "p95_ms": 6.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15909.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5105.937, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.851, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1826574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:11:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:11:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:11:48+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T14:11:48.933883+09:00", "mtime_epoch": 1783228308.9338832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:11:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2310.797, "name": "celery", "pid": 267, "rss_mb": 2310.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.442, "count": 300, "max_ms": 10.268, "p95_ms": 8.326}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 2.044, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.328, "count": 300, "max_ms": 68.956, "p95_ms": 63.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.577, "count": 300, "max_ms": 76.506, "p95_ms": 69.436}, "yolo11_640_fire_11class": {"avg_ms": 51.015, "count": 300, "max_ms": 71.961, "p95_ms": 63.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.167, "count": 300, "max_ms": 81.26, "p95_ms": 75.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.268, "count": 300, "max_ms": 98.097, "p95_ms": 91.64}, "read_interval": {"avg_ms": 100.323, "count": 299, "max_ms": 615.169, "p95_ms": 190.923}, "triton_wait": {"avg_ms": 54.209, "count": 300, "max_ms": 81.272, "p95_ms": 75.911}, "visualize": {"avg_ms": 3.684, "count": 300, "max_ms": 5.31, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15912.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 672, "h264_decode_error_count": 1643, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:09:04+09:00", "last_error_summary": "[h264 @ 0x55f08ac4b940] error while decoding MB 28 34, bytestream -5", "last_exit_at": "2026-07-05T14:09:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.631, "last_started_at": "2026-07-05T14:09:07+09:00", "pid": 132584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.164, "name": "ffmpeg", "pid": 132584, "rss_mb": 274.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 750, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 751}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.699, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:12:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:12:10+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T14:12:09+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T14:12:09.910356+09:00", "mtime_epoch": 1783228329.9103558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:12:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9309.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.494, "pushed": 7.494, "read": 7.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.296, "count": 224, "max_ms": 26.065, "p95_ms": 22.437}, "gstreamer_push": {"avg_ms": 1.112, "count": 224, "max_ms": 1.874, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.214, "count": 224, "max_ms": 65.947, "p95_ms": 62.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.696, "count": 224, "max_ms": 79.133, "p95_ms": 68.67}, "yolo11_640_fire_11class": {"avg_ms": 49.365, "count": 224, "max_ms": 76.916, "p95_ms": 64.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.396, "count": 224, "max_ms": 85.529, "p95_ms": 78.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.192, "count": 224, "max_ms": 167.99, "p95_ms": 143.596}, "read_interval": {"avg_ms": 134.042, "count": 223, "max_ms": 178.554, "p95_ms": 154.141}, "triton_wait": {"avg_ms": 58.113, "count": 224, "max_ms": 85.543, "p95_ms": 78.807}, "visualize": {"avg_ms": 5.102, "count": 224, "max_ms": 8.285, "p95_ms": 6.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15912.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5135.966, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.162, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1826878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:12:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:12:19+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:12:18+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T14:12:18.966559+09:00", "mtime_epoch": 1783228338.966559, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:12:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2310.797, "name": "celery", "pid": 267, "rss_mb": 2310.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.117}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.697, "count": 304, "max_ms": 12.272, "p95_ms": 9.564}, "gstreamer_push": {"avg_ms": 1.256, "count": 304, "max_ms": 1.771, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.195, "count": 304, "max_ms": 67.497, "p95_ms": 62.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.827, "count": 304, "max_ms": 77.323, "p95_ms": 69.905}, "yolo11_640_fire_11class": {"avg_ms": 50.915, "count": 304, "max_ms": 68.595, "p95_ms": 64.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.348, "count": 304, "max_ms": 82.951, "p95_ms": 78.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.24, "count": 304, "max_ms": 133.868, "p95_ms": 103.975}, "read_interval": {"avg_ms": 98.835, "count": 303, "max_ms": 464.764, "p95_ms": 144.485}, "triton_wait": {"avg_ms": 55.576, "count": 304, "max_ms": 82.964, "p95_ms": 78.171}, "visualize": {"avg_ms": 3.779, "count": 304, "max_ms": 5.666, "p95_ms": 4.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15923.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 672, "h264_decode_error_count": 1643, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:09:04+09:00", "last_error_summary": "[h264 @ 0x55f08ac4b940] error while decoding MB 28 34, bytestream -5", "last_exit_at": "2026-07-05T14:09:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.747, "last_started_at": "2026-07-05T14:09:07+09:00", "pid": 132584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.629, "name": "ffmpeg", "pid": 132584, "rss_mb": 285.629, "state": "S (sleeping)", "threads": 104}, "restart_count": 750, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 751}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.784, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:12:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:12:40+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T14:12:40+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T14:12:40.031030+09:00", "mtime_epoch": 1783228360.0310297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:12:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9309.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.502, "pushed": 7.502, "read": 7.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.043, "count": 224, "max_ms": 25.425, "p95_ms": 21.329}, "gstreamer_push": {"avg_ms": 1.104, "count": 225, "max_ms": 1.722, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.851, "count": 224, "max_ms": 72.964, "p95_ms": 63.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.834, "count": 224, "max_ms": 79.022, "p95_ms": 73.497}, "yolo11_640_fire_11class": {"avg_ms": 51.161, "count": 224, "max_ms": 75.144, "p95_ms": 65.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.816, "count": 224, "max_ms": 82.896, "p95_ms": 79.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.222, "count": 225, "max_ms": 168.117, "p95_ms": 142.039}, "read_interval": {"avg_ms": 133.905, "count": 224, "max_ms": 176.556, "p95_ms": 152.416}, "triton_wait": {"avg_ms": 60.267, "count": 224, "max_ms": 82.908, "p95_ms": 79.288}, "visualize": {"avg_ms": 4.937, "count": 224, "max_ms": 7.316, "p95_ms": 5.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15817.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5165.973, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.038, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1827176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:12:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:12:49+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:12:48+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T14:12:48.975229+09:00", "mtime_epoch": 1783228368.9752288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:12:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2311.055, "name": "celery", "pid": 267, "rss_mb": 2311.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.412, "count": 298, "max_ms": 9.259, "p95_ms": 8.543}, "gstreamer_push": {"avg_ms": 1.26, "count": 298, "max_ms": 1.816, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.677, "count": 298, "max_ms": 66.865, "p95_ms": 60.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.154, "count": 298, "max_ms": 76.189, "p95_ms": 71.109}, "yolo11_640_fire_11class": {"avg_ms": 50.607, "count": 298, "max_ms": 73.214, "p95_ms": 62.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.012, "count": 298, "max_ms": 81.599, "p95_ms": 75.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.978, "count": 298, "max_ms": 102.126, "p95_ms": 92.15}, "read_interval": {"avg_ms": 100.694, "count": 298, "max_ms": 596.741, "p95_ms": 186.98}, "triton_wait": {"avg_ms": 53.862, "count": 298, "max_ms": 81.611, "p95_ms": 75.79}, "visualize": {"avg_ms": 3.687, "count": 298, "max_ms": 5.461, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15904.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 673, "h264_decode_error_count": 1644, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:12:42+09:00", "last_error_summary": "[h264 @ 0x564fd65f5400] error while decoding MB 12 35, bytestream -7", "last_exit_at": "2026-07-05T14:12:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.616, "last_started_at": "2026-07-05T14:12:44+09:00", "pid": 132691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.633, "name": "ffmpeg", "pid": 132691, "rss_mb": 265.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 751, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 752}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.005, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T14:13:10+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T14:13:10+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T14:13:10.083697+09:00", "mtime_epoch": 1783228390.0836968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:13:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9309.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.376, "pushed": 6.376, "read": 6.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.798, "count": 191, "max_ms": 22.002, "p95_ms": 20.861}, "gstreamer_push": {"avg_ms": 1.082, "count": 191, "max_ms": 1.228, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.726, "count": 191, "max_ms": 67.136, "p95_ms": 63.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.435, "count": 191, "max_ms": 79.252, "p95_ms": 71.246}, "yolo11_640_fire_11class": {"avg_ms": 50.962, "count": 191, "max_ms": 73.642, "p95_ms": 65.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.21, "count": 191, "max_ms": 80.262, "p95_ms": 77.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.303, "count": 191, "max_ms": 167.244, "p95_ms": 144.709}, "read_interval": {"avg_ms": 157.514, "count": 190, "max_ms": 4492.686, "p95_ms": 154.696}, "triton_wait": {"avg_ms": 59.806, "count": 191, "max_ms": 80.274, "p95_ms": 78.364}, "visualize": {"avg_ms": 4.945, "count": 191, "max_ms": 7.472, "p95_ms": 5.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15903.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5196.006, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.549, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1827476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:13:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:13:19+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T14:13:18+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T14:13:19.003894+09:00", "mtime_epoch": 1783228399.0038939, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:13:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2311.055, "name": "celery", "pid": 267, "rss_mb": 2311.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.399, "count": 300, "max_ms": 13.022, "p95_ms": 8.717}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.834, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.664, "count": 300, "max_ms": 69.171, "p95_ms": 62.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.699, "count": 300, "max_ms": 76.551, "p95_ms": 69.234}, "yolo11_640_fire_11class": {"avg_ms": 50.541, "count": 300, "max_ms": 71.035, "p95_ms": 63.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.021, "count": 300, "max_ms": 80.443, "p95_ms": 76.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.253, "count": 300, "max_ms": 135.004, "p95_ms": 92.422}, "read_interval": {"avg_ms": 100.152, "count": 299, "max_ms": 504.307, "p95_ms": 183.291}, "triton_wait": {"avg_ms": 53.819, "count": 300, "max_ms": 80.454, "p95_ms": 76.237}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 5.806, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15908.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 673, "h264_decode_error_count": 1644, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:12:42+09:00", "last_error_summary": "[h264 @ 0x564fd65f5400] error while decoding MB 12 35, bytestream -7", "last_exit_at": "2026-07-05T14:12:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.636, "last_started_at": "2026-07-05T14:12:44+09:00", "pid": 132691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.785, "name": "ffmpeg", "pid": 132691, "rss_mb": 268.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 751, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 752}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.089, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:13:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:13:40+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T14:13:40+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T14:13:40.124359+09:00", "mtime_epoch": 1783228420.1243587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:13:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9309.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.594, "pushed": 7.594, "read": 7.56}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.795, "count": 227, "max_ms": 25.259, "p95_ms": 20.773}, "gstreamer_push": {"avg_ms": 1.095, "count": 227, "max_ms": 1.335, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.057, "count": 227, "max_ms": 65.564, "p95_ms": 62.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.318, "count": 227, "max_ms": 78.907, "p95_ms": 70.608}, "yolo11_640_fire_11class": {"avg_ms": 49.969, "count": 227, "max_ms": 67.725, "p95_ms": 64.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.565, "count": 227, "max_ms": 81.38, "p95_ms": 78.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.81, "count": 227, "max_ms": 227.51, "p95_ms": 142.134}, "read_interval": {"avg_ms": 132.278, "count": 226, "max_ms": 234.826, "p95_ms": 151.894}, "triton_wait": {"avg_ms": 59.045, "count": 227, "max_ms": 81.392, "p95_ms": 78.616}, "visualize": {"avg_ms": 4.836, "count": 227, "max_ms": 6.419, "p95_ms": 5.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15909.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5226.082, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.669, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1827777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:13:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:13:49+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T14:13:49+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T14:13:49.052555+09:00", "mtime_epoch": 1783228429.0525546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:13:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2311.312, "name": "celery", "pid": 267, "rss_mb": 2311.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.391, "count": 301, "max_ms": 10.596, "p95_ms": 8.605}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 1.658, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.801, "count": 301, "max_ms": 66.42, "p95_ms": 63.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.326, "count": 301, "max_ms": 76.568, "p95_ms": 69.673}, "yolo11_640_fire_11class": {"avg_ms": 51.088, "count": 301, "max_ms": 67.527, "p95_ms": 64.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.834, "count": 301, "max_ms": 80.973, "p95_ms": 77.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.081, "count": 301, "max_ms": 136.886, "p95_ms": 94.871}, "read_interval": {"avg_ms": 99.883, "count": 300, "max_ms": 458.198, "p95_ms": 150.147}, "triton_wait": {"avg_ms": 56.171, "count": 301, "max_ms": 80.988, "p95_ms": 77.369}, "visualize": {"avg_ms": 3.672, "count": 301, "max_ms": 5.359, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15910.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 673, "h264_decode_error_count": 1644, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:12:42+09:00", "last_error_summary": "[h264 @ 0x564fd65f5400] error while decoding MB 12 35, bytestream -7", "last_exit_at": "2026-07-05T14:12:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.697, "last_started_at": "2026-07-05T14:12:44+09:00", "pid": 132691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.105, "name": "ffmpeg", "pid": 132691, "rss_mb": 271.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 751, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 752}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.154, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:14:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:14:10+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T14:14:10+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T14:14:10.177016+09:00", "mtime_epoch": 1783228450.1770165, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:14:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9309.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.481, "pushed": 7.481, "read": 7.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.114, "count": 224, "max_ms": 27.409, "p95_ms": 22.774}, "gstreamer_push": {"avg_ms": 1.111, "count": 224, "max_ms": 1.749, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.214, "count": 224, "max_ms": 66.574, "p95_ms": 63.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.974, "count": 224, "max_ms": 78.543, "p95_ms": 69.989}, "yolo11_640_fire_11class": {"avg_ms": 49.869, "count": 224, "max_ms": 67.918, "p95_ms": 64.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.751, "count": 224, "max_ms": 81.37, "p95_ms": 78.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.588, "count": 224, "max_ms": 165.446, "p95_ms": 143.205}, "read_interval": {"avg_ms": 134.252, "count": 223, "max_ms": 173.296, "p95_ms": 153.131}, "triton_wait": {"avg_ms": 59.218, "count": 224, "max_ms": 81.382, "p95_ms": 78.527}, "visualize": {"avg_ms": 4.944, "count": 224, "max_ms": 7.286, "p95_ms": 5.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15911.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5256.149, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.214, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1828076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:14:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:14:19+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T14:14:19+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T14:14:19.113211+09:00", "mtime_epoch": 1783228459.1132112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:14:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2311.312, "name": "celery", "pid": 267, "rss_mb": 2311.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.483, "count": 299, "max_ms": 11.799, "p95_ms": 8.869}, "gstreamer_push": {"avg_ms": 1.273, "count": 299, "max_ms": 1.909, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.95, "count": 299, "max_ms": 67.478, "p95_ms": 63.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.43, "count": 299, "max_ms": 78.381, "p95_ms": 70.398}, "yolo11_640_fire_11class": {"avg_ms": 50.837, "count": 299, "max_ms": 68.018, "p95_ms": 64.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.136, "count": 299, "max_ms": 82.586, "p95_ms": 79.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.468, "count": 299, "max_ms": 133.81, "p95_ms": 96.433}, "read_interval": {"avg_ms": 100.507, "count": 298, "max_ms": 647.233, "p95_ms": 177.231}, "triton_wait": {"avg_ms": 54.694, "count": 299, "max_ms": 82.596, "p95_ms": 79.168}, "visualize": {"avg_ms": 3.675, "count": 299, "max_ms": 5.434, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15910.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 673, "h264_decode_error_count": 1644, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:12:42+09:00", "last_error_summary": "[h264 @ 0x564fd65f5400] error while decoding MB 12 35, bytestream -7", "last_exit_at": "2026-07-05T14:12:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.822, "last_started_at": "2026-07-05T14:12:44+09:00", "pid": 132691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.363, "name": "ffmpeg", "pid": 132691, "rss_mb": 271.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 751, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 752}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.254, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:14:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T14:14:40+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T14:14:40+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T14:14:40.309672+09:00", "mtime_epoch": 1783228480.3096716, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:14:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9309.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.606, "pushed": 7.606, "read": 7.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.175, "count": 227, "max_ms": 31.811, "p95_ms": 21.067}, "gstreamer_push": {"avg_ms": 1.1, "count": 228, "max_ms": 1.358, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.048, "count": 227, "max_ms": 64.422, "p95_ms": 62.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.612, "count": 227, "max_ms": 81.07, "p95_ms": 70.122}, "yolo11_640_fire_11class": {"avg_ms": 50.17, "count": 227, "max_ms": 65.987, "p95_ms": 64.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.716, "count": 227, "max_ms": 83.28, "p95_ms": 78.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.406, "count": 228, "max_ms": 165.019, "p95_ms": 142.843}, "read_interval": {"avg_ms": 132.143, "count": 227, "max_ms": 173.299, "p95_ms": 152.908}, "triton_wait": {"avg_ms": 58.962, "count": 227, "max_ms": 83.292, "p95_ms": 78.332}, "visualize": {"avg_ms": 4.854, "count": 227, "max_ms": 7.377, "p95_ms": 5.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15911.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5286.174, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.49, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1828377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:14:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:14:49+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:14:49+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T14:14:49.169863+09:00", "mtime_epoch": 1783228489.1698635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:14:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2311.57, "name": "celery", "pid": 267, "rss_mb": 2311.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.569, "count": 301, "max_ms": 11.843, "p95_ms": 9.432}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 2.34, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.094, "count": 301, "max_ms": 67.408, "p95_ms": 62.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.543, "count": 301, "max_ms": 77.226, "p95_ms": 66.595}, "yolo11_640_fire_11class": {"avg_ms": 50.649, "count": 301, "max_ms": 67.441, "p95_ms": 63.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.794, "count": 301, "max_ms": 80.605, "p95_ms": 76.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.922, "count": 301, "max_ms": 131.68, "p95_ms": 94.756}, "read_interval": {"avg_ms": 99.801, "count": 300, "max_ms": 575.287, "p95_ms": 119.336}, "triton_wait": {"avg_ms": 54.506, "count": 301, "max_ms": 80.617, "p95_ms": 76.661}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 5.34, "p95_ms": 4.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15911.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 673, "h264_decode_error_count": 1644, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:12:42+09:00", "last_error_summary": "[h264 @ 0x564fd65f5400] error while decoding MB 12 35, bytestream -7", "last_exit_at": "2026-07-05T14:12:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.886, "last_started_at": "2026-07-05T14:12:44+09:00", "pid": 132691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.363, "name": "ffmpeg", "pid": 132691, "rss_mb": 271.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 751, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 752}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.694, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:15:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:15:10+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T14:15:10+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T14:15:10.350321+09:00", "mtime_epoch": 1783228510.3503206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:15:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.519, "pushed": 7.519, "read": 7.486}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.794, "count": 225, "max_ms": 22.951, "p95_ms": 21.21}, "gstreamer_push": {"avg_ms": 1.091, "count": 225, "max_ms": 1.388, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.373, "count": 225, "max_ms": 66.309, "p95_ms": 62.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.278, "count": 225, "max_ms": 78.481, "p95_ms": 68.436}, "yolo11_640_fire_11class": {"avg_ms": 50.425, "count": 225, "max_ms": 67.702, "p95_ms": 65.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.667, "count": 225, "max_ms": 80.01, "p95_ms": 76.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.205, "count": 225, "max_ms": 166.907, "p95_ms": 143.549}, "read_interval": {"avg_ms": 133.542, "count": 224, "max_ms": 175.762, "p95_ms": 153.057}, "triton_wait": {"avg_ms": 59.332, "count": 225, "max_ms": 80.022, "p95_ms": 76.965}, "visualize": {"avg_ms": 4.902, "count": 225, "max_ms": 6.157, "p95_ms": 5.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15911.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5316.246, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.739, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1828679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:15:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:15:19+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T14:15:19+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T14:15:19.214511+09:00", "mtime_epoch": 1783228519.2145114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:15:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2311.828, "name": "celery", "pid": 267, "rss_mb": 2311.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.449, "count": 302, "max_ms": 11.946, "p95_ms": 8.718}, "gstreamer_push": {"avg_ms": 1.272, "count": 302, "max_ms": 2.102, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.772, "count": 302, "max_ms": 69.083, "p95_ms": 63.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.538, "count": 302, "max_ms": 78.046, "p95_ms": 70.165}, "yolo11_640_fire_11class": {"avg_ms": 51.771, "count": 302, "max_ms": 70.914, "p95_ms": 64.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.284, "count": 302, "max_ms": 83.08, "p95_ms": 77.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.456, "count": 302, "max_ms": 106.233, "p95_ms": 93.174}, "read_interval": {"avg_ms": 99.526, "count": 301, "max_ms": 630.214, "p95_ms": 120.424}, "triton_wait": {"avg_ms": 55.296, "count": 302, "max_ms": 83.096, "p95_ms": 77.451}, "visualize": {"avg_ms": 3.662, "count": 302, "max_ms": 5.164, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15911.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 673, "h264_decode_error_count": 1644, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:12:42+09:00", "last_error_summary": "[h264 @ 0x564fd65f5400] error while decoding MB 12 35, bytestream -7", "last_exit_at": "2026-07-05T14:12:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.922, "last_started_at": "2026-07-05T14:12:44+09:00", "pid": 132691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.363, "name": "ffmpeg", "pid": 132691, "rss_mb": 271.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 751, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 752}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.739, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:15:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:15:40+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T14:15:40+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T14:15:40.390966+09:00", "mtime_epoch": 1783228540.3909657, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:15:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.321, "pushed": 7.321, "read": 7.288}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.731, "count": 219, "max_ms": 23.668, "p95_ms": 20.828}, "gstreamer_push": {"avg_ms": 1.095, "count": 219, "max_ms": 1.695, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.101, "count": 219, "max_ms": 65.716, "p95_ms": 62.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.365, "count": 219, "max_ms": 78.395, "p95_ms": 70.583}, "yolo11_640_fire_11class": {"avg_ms": 51.244, "count": 219, "max_ms": 68.278, "p95_ms": 64.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.804, "count": 219, "max_ms": 80.936, "p95_ms": 78.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.783, "count": 219, "max_ms": 165.859, "p95_ms": 148.798}, "read_interval": {"avg_ms": 137.1, "count": 218, "max_ms": 176.33, "p95_ms": 159.213}, "triton_wait": {"avg_ms": 60.239, "count": 219, "max_ms": 80.948, "p95_ms": 78.458}, "visualize": {"avg_ms": 5.036, "count": 219, "max_ms": 6.243, "p95_ms": 5.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15911.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5346.348, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.012, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1828979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:15:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:15:49+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T14:15:49+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T14:15:49.319157+09:00", "mtime_epoch": 1783228549.319157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:15:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2311.828, "name": "celery", "pid": 267, "rss_mb": 2311.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.503, "count": 300, "max_ms": 10.587, "p95_ms": 8.835}, "gstreamer_push": {"avg_ms": 1.265, "count": 300, "max_ms": 1.444, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.128, "count": 300, "max_ms": 67.793, "p95_ms": 63.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.01, "count": 300, "max_ms": 75.879, "p95_ms": 68.738}, "yolo11_640_fire_11class": {"avg_ms": 51.343, "count": 300, "max_ms": 69.119, "p95_ms": 64.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.556, "count": 300, "max_ms": 80.446, "p95_ms": 77.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.062, "count": 300, "max_ms": 131.855, "p95_ms": 94.615}, "read_interval": {"avg_ms": 100.351, "count": 300, "max_ms": 717.723, "p95_ms": 119.224}, "triton_wait": {"avg_ms": 55.173, "count": 300, "max_ms": 80.459, "p95_ms": 77.783}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 7.63, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15973.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 673, "h264_decode_error_count": 1644, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:12:42+09:00", "last_error_summary": "[h264 @ 0x564fd65f5400] error while decoding MB 12 35, bytestream -7", "last_exit_at": "2026-07-05T14:12:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.044, "last_started_at": "2026-07-05T14:12:44+09:00", "pid": 132691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.383, "name": "ffmpeg", "pid": 132691, "rss_mb": 333.383, "state": "S (sleeping)", "threads": 104}, "restart_count": 751, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 752}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.843, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:16:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T14:16:10+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-05T14:16:10+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T14:16:10.527609+09:00", "mtime_epoch": 1783228570.5276093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:16:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.641, "pushed": 7.641, "read": 7.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.634, "count": 228, "max_ms": 25.576, "p95_ms": 20.583}, "gstreamer_push": {"avg_ms": 1.099, "count": 229, "max_ms": 1.557, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.444, "count": 228, "max_ms": 64.573, "p95_ms": 62.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.867, "count": 228, "max_ms": 79.023, "p95_ms": 71.311}, "yolo11_640_fire_11class": {"avg_ms": 50.775, "count": 228, "max_ms": 67.607, "p95_ms": 64.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.684, "count": 228, "max_ms": 81.32, "p95_ms": 78.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.42, "count": 229, "max_ms": 158.973, "p95_ms": 140.469}, "read_interval": {"avg_ms": 131.54, "count": 228, "max_ms": 166.77, "p95_ms": 149.962}, "triton_wait": {"avg_ms": 60.111, "count": 228, "max_ms": 81.333, "p95_ms": 78.012}, "visualize": {"avg_ms": 4.781, "count": 228, "max_ms": 6.33, "p95_ms": 5.647}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15815.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5376.538, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.161, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1829280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:16:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:16:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:16:19+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-05T14:16:19.343797+09:00", "mtime_epoch": 1783228579.343797, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:16:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2312.086, "name": "celery", "pid": 267, "rss_mb": 2312.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.065, "pushed": 10.065, "read": 10.065}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.477, "count": 301, "max_ms": 11.751, "p95_ms": 8.483}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 2.018, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.903, "count": 301, "max_ms": 67.33, "p95_ms": 61.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.856, "count": 301, "max_ms": 76.74, "p95_ms": 70.282}, "yolo11_640_fire_11class": {"avg_ms": 50.507, "count": 301, "max_ms": 67.342, "p95_ms": 62.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.655, "count": 301, "max_ms": 80.569, "p95_ms": 75.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.703, "count": 301, "max_ms": 105.686, "p95_ms": 91.441}, "read_interval": {"avg_ms": 100.392, "count": 301, "max_ms": 547.725, "p95_ms": 252.176}, "triton_wait": {"avg_ms": 53.457, "count": 301, "max_ms": 80.581, "p95_ms": 75.303}, "visualize": {"avg_ms": 3.705, "count": 301, "max_ms": 6.594, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15907.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 674, "h264_decode_error_count": 1646, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:16:12+09:00", "last_error_summary": "[h264 @ 0x5619172af500] left block unavailable for requested intra mode [h264 @ 0x5619172af500] error while decoding MB 0 22, bytestream 4891 [h264 @ 0x561917b3e8c0] error while decoding MB 56 34, bytestream -30", "last_exit_at": "2026-07-05T14:16:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.397, "last_started_at": "2026-07-05T14:16:15+09:00", "pid": 132798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.535, "name": "ffmpeg", "pid": 132798, "rss_mb": 265.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 752, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 753}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.843, "sample_count": 2181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:16:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T14:16:40+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T14:16:40+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T14:16:40.576248+09:00", "mtime_epoch": 1783228600.5762477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:16:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.444, "pushed": 6.444, "read": 6.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.791, "count": 193, "max_ms": 24.575, "p95_ms": 20.474}, "gstreamer_push": {"avg_ms": 1.106, "count": 193, "max_ms": 1.573, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.486, "count": 193, "max_ms": 71.738, "p95_ms": 62.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.248, "count": 193, "max_ms": 80.638, "p95_ms": 71.531}, "yolo11_640_fire_11class": {"avg_ms": 50.177, "count": 193, "max_ms": 73.494, "p95_ms": 65.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.934, "count": 193, "max_ms": 79.927, "p95_ms": 76.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.118, "count": 193, "max_ms": 160.02, "p95_ms": 138.988}, "read_interval": {"avg_ms": 155.844, "count": 192, "max_ms": 5072.294, "p95_ms": 148.481}, "triton_wait": {"avg_ms": 58.714, "count": 193, "max_ms": 80.649, "p95_ms": 76.986}, "visualize": {"avg_ms": 4.791, "count": 193, "max_ms": 8.381, "p95_ms": 5.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15908.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5406.596, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.081, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1829581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:16:49+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:16:49+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T14:16:49.588439+09:00", "mtime_epoch": 1783228609.5884385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:16:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2312.086, "name": "celery", "pid": 267, "rss_mb": 2312.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.292, "count": 301, "max_ms": 11.57, "p95_ms": 8.416}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.993, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.892, "count": 301, "max_ms": 64.493, "p95_ms": 62.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.004, "count": 301, "max_ms": 75.392, "p95_ms": 69.695}, "yolo11_640_fire_11class": {"avg_ms": 51.444, "count": 301, "max_ms": 73.434, "p95_ms": 63.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.244, "count": 301, "max_ms": 78.887, "p95_ms": 76.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.086, "count": 301, "max_ms": 105.306, "p95_ms": 91.987}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 481.863, "p95_ms": 174.271}, "triton_wait": {"avg_ms": 54.989, "count": 301, "max_ms": 78.899, "p95_ms": 76.397}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 5.181, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15909.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 674, "h264_decode_error_count": 1646, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:16:12+09:00", "last_error_summary": "[h264 @ 0x5619172af500] left block unavailable for requested intra mode [h264 @ 0x5619172af500] error while decoding MB 0 22, bytestream 4891 [h264 @ 0x561917b3e8c0] error while decoding MB 56 34, bytestream -30", "last_exit_at": "2026-07-05T14:16:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.544, "last_started_at": "2026-07-05T14:16:15+09:00", "pid": 132798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.824, "name": "ffmpeg", "pid": 132798, "rss_mb": 266.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 752, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 753}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.951, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:17:10+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T14:17:10+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T14:17:10.716885+09:00", "mtime_epoch": 1783228630.7168846, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:17:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.438, "pushed": 7.438, "read": 7.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.739, "count": 222, "max_ms": 22.643, "p95_ms": 20.501}, "gstreamer_push": {"avg_ms": 1.088, "count": 223, "max_ms": 1.523, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.062, "count": 222, "max_ms": 76.576, "p95_ms": 63.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.793, "count": 222, "max_ms": 77.312, "p95_ms": 68.741}, "yolo11_640_fire_11class": {"avg_ms": 51.659, "count": 222, "max_ms": 78.743, "p95_ms": 66.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.829, "count": 222, "max_ms": 82.187, "p95_ms": 78.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.811, "count": 223, "max_ms": 163.437, "p95_ms": 145.787}, "read_interval": {"avg_ms": 135.094, "count": 222, "max_ms": 171.347, "p95_ms": 153.88}, "triton_wait": {"avg_ms": 60.276, "count": 222, "max_ms": 82.199, "p95_ms": 78.299}, "visualize": {"avg_ms": 4.921, "count": 222, "max_ms": 7.442, "p95_ms": 5.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15910.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5436.65, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.559, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1829880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:17:19+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T14:17:19+09:00", "mjpeg": {"age_sec": 0.374, "exists": true, "mtime": "2026-07-05T14:17:19.337066+09:00", "mtime_epoch": 1783228639.3370664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:17:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2312.344, "name": "celery", "pid": 267, "rss_mb": 2312.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.654, "count": 299, "max_ms": 12.719, "p95_ms": 10.373}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 1.723, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.75, "count": 299, "max_ms": 71.986, "p95_ms": 61.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.056, "count": 299, "max_ms": 73.872, "p95_ms": 65.294}, "yolo11_640_fire_11class": {"avg_ms": 51.109, "count": 299, "max_ms": 73.995, "p95_ms": 63.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.961, "count": 299, "max_ms": 81.899, "p95_ms": 76.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.793, "count": 299, "max_ms": 130.03, "p95_ms": 93.775}, "read_interval": {"avg_ms": 100.555, "count": 298, "max_ms": 615.01, "p95_ms": 159.132}, "triton_wait": {"avg_ms": 54.64, "count": 299, "max_ms": 81.91, "p95_ms": 76.428}, "visualize": {"avg_ms": 3.687, "count": 299, "max_ms": 5.91, "p95_ms": 4.599}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15909.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 674, "h264_decode_error_count": 1646, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:16:12+09:00", "last_error_summary": "[h264 @ 0x5619172af500] left block unavailable for requested intra mode [h264 @ 0x5619172af500] error while decoding MB 0 22, bytestream 4891 [h264 @ 0x561917b3e8c0] error while decoding MB 56 34, bytestream -30", "last_exit_at": "2026-07-05T14:16:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.692, "last_started_at": "2026-07-05T14:16:15+09:00", "pid": 132798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.824, "name": "ffmpeg", "pid": 132798, "rss_mb": 266.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 752, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 753}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.232, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:17:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T14:17:41+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T14:17:40+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T14:17:40.853518+09:00", "mtime_epoch": 1783228660.8535185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:17:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.501, "pushed": 7.501, "read": 7.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.374, "count": 225, "max_ms": 32.755, "p95_ms": 23.666}, "gstreamer_push": {"avg_ms": 1.095, "count": 225, "max_ms": 1.875, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.798, "count": 225, "max_ms": 64.399, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.065, "count": 225, "max_ms": 78.33, "p95_ms": 70.073}, "yolo11_640_fire_11class": {"avg_ms": 49.806, "count": 225, "max_ms": 67.803, "p95_ms": 64.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.769, "count": 225, "max_ms": 79.125, "p95_ms": 76.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.918, "count": 225, "max_ms": 164.758, "p95_ms": 144.298}, "read_interval": {"avg_ms": 133.222, "count": 225, "max_ms": 174.1, "p95_ms": 153.784}, "triton_wait": {"avg_ms": 58.748, "count": 225, "max_ms": 79.137, "p95_ms": 76.473}, "visualize": {"avg_ms": 4.893, "count": 225, "max_ms": 7.663, "p95_ms": 5.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15910.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5466.729, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.542, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1830183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:17:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:17:49+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T14:17:49+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T14:17:49.697704+09:00", "mtime_epoch": 1783228669.697704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:17:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2312.344, "name": "celery", "pid": 267, "rss_mb": 2312.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.565, "count": 303, "max_ms": 12.256, "p95_ms": 9.958}, "gstreamer_push": {"avg_ms": 1.261, "count": 303, "max_ms": 2.011, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.996, "count": 303, "max_ms": 68.031, "p95_ms": 62.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.459, "count": 303, "max_ms": 73.163, "p95_ms": 69.588}, "yolo11_640_fire_11class": {"avg_ms": 50.948, "count": 303, "max_ms": 68.445, "p95_ms": 63.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.054, "count": 303, "max_ms": 81.667, "p95_ms": 76.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.303, "count": 303, "max_ms": 97.277, "p95_ms": 92.147}, "read_interval": {"avg_ms": 99.233, "count": 302, "max_ms": 593.505, "p95_ms": 113.514}, "triton_wait": {"avg_ms": 54.189, "count": 303, "max_ms": 81.699, "p95_ms": 76.527}, "visualize": {"avg_ms": 3.65, "count": 303, "max_ms": 4.869, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11996}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15909.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 674, "h264_decode_error_count": 1646, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:16:12+09:00", "last_error_summary": "[h264 @ 0x5619172af500] left block unavailable for requested intra mode [h264 @ 0x5619172af500] error while decoding MB 0 22, bytestream 4891 [h264 @ 0x561917b3e8c0] error while decoding MB 56 34, bytestream -30", "last_exit_at": "2026-07-05T14:16:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.811, "last_started_at": "2026-07-05T14:16:15+09:00", "pid": 132798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.082, "name": "ffmpeg", "pid": 132798, "rss_mb": 267.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 752, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 753}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.035, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:18:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:18:11+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T14:18:10+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T14:18:10.998150+09:00", "mtime_epoch": 1783228690.9981496, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:18:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.568, "pushed": 7.568, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.838, "count": 227, "max_ms": 25.106, "p95_ms": 21.174}, "gstreamer_push": {"avg_ms": 1.115, "count": 227, "max_ms": 1.675, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.935, "count": 227, "max_ms": 64.08, "p95_ms": 61.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.206, "count": 227, "max_ms": 81.032, "p95_ms": 69.554}, "yolo11_640_fire_11class": {"avg_ms": 50.664, "count": 227, "max_ms": 70.641, "p95_ms": 65.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.551, "count": 227, "max_ms": 80.036, "p95_ms": 76.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.606, "count": 227, "max_ms": 164.037, "p95_ms": 141.822}, "read_interval": {"avg_ms": 132.043, "count": 227, "max_ms": 173.147, "p95_ms": 151.973}, "triton_wait": {"avg_ms": 59.325, "count": 227, "max_ms": 81.044, "p95_ms": 77.004}, "visualize": {"avg_ms": 4.841, "count": 227, "max_ms": 6.884, "p95_ms": 5.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15912.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5496.752, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.648, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1830484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:18:19+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T14:18:19+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T14:18:19.722332+09:00", "mtime_epoch": 1783228699.722332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:18:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2312.602, "name": "celery", "pid": 267, "rss_mb": 2312.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.585, "count": 301, "max_ms": 12.743, "p95_ms": 9.317}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.888, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.555, "count": 301, "max_ms": 70.196, "p95_ms": 63.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.854, "count": 301, "max_ms": 77.598, "p95_ms": 71.548}, "yolo11_640_fire_11class": {"avg_ms": 52.069, "count": 301, "max_ms": 72.924, "p95_ms": 64.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.723, "count": 301, "max_ms": 81.422, "p95_ms": 77.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.411, "count": 301, "max_ms": 132.808, "p95_ms": 93.947}, "read_interval": {"avg_ms": 99.703, "count": 300, "max_ms": 568.072, "p95_ms": 145.502}, "triton_wait": {"avg_ms": 55.583, "count": 301, "max_ms": 81.433, "p95_ms": 77.449}, "visualize": {"avg_ms": 3.727, "count": 301, "max_ms": 5.175, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 11998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15913.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 674, "h264_decode_error_count": 1646, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:16:12+09:00", "last_error_summary": "[h264 @ 0x5619172af500] left block unavailable for requested intra mode [h264 @ 0x5619172af500] error while decoding MB 0 22, bytestream 4891 [h264 @ 0x561917b3e8c0] error while decoding MB 56 34, bytestream -30", "last_exit_at": "2026-07-05T14:16:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.829, "last_started_at": "2026-07-05T14:16:15+09:00", "pid": 132798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.66, "name": "ffmpeg", "pid": 132798, "rss_mb": 269.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 752, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 753}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.859, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:18:41+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T14:18:41+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T14:18:41.038776+09:00", "mtime_epoch": 1783228721.038776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:18:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.559, "pushed": 7.559, "read": 7.526}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.809, "count": 226, "max_ms": 24.049, "p95_ms": 20.688}, "gstreamer_push": {"avg_ms": 1.115, "count": 226, "max_ms": 1.293, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.61, "count": 226, "max_ms": 67.765, "p95_ms": 63.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.662, "count": 226, "max_ms": 79.837, "p95_ms": 72.088}, "yolo11_640_fire_11class": {"avg_ms": 51.692, "count": 226, "max_ms": 70.227, "p95_ms": 65.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.616, "count": 226, "max_ms": 81.181, "p95_ms": 79.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.16, "count": 226, "max_ms": 163.232, "p95_ms": 141.079}, "read_interval": {"avg_ms": 132.865, "count": 225, "max_ms": 174.018, "p95_ms": 151.732}, "triton_wait": {"avg_ms": 61.127, "count": 226, "max_ms": 81.192, "p95_ms": 79.176}, "visualize": {"avg_ms": 4.799, "count": 226, "max_ms": 7.208, "p95_ms": 5.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15913.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5526.808, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.243, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1830783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:18:49+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:18:49+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-05T14:18:49.814959+09:00", "mtime_epoch": 1783228729.8149586, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:18:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2312.602, "name": "celery", "pid": 267, "rss_mb": 2312.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.663, "count": 299, "max_ms": 13.215, "p95_ms": 9.416}, "gstreamer_push": {"avg_ms": 1.268, "count": 299, "max_ms": 2.196, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.842, "count": 299, "max_ms": 70.126, "p95_ms": 63.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.895, "count": 299, "max_ms": 76.914, "p95_ms": 69.535}, "yolo11_640_fire_11class": {"avg_ms": 51.901, "count": 299, "max_ms": 73.138, "p95_ms": 63.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.12, "count": 299, "max_ms": 84.527, "p95_ms": 77.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.356, "count": 299, "max_ms": 137.067, "p95_ms": 104.84}, "read_interval": {"avg_ms": 100.583, "count": 298, "max_ms": 459.733, "p95_ms": 142.894}, "triton_wait": {"avg_ms": 55.792, "count": 299, "max_ms": 84.54, "p95_ms": 77.771}, "visualize": {"avg_ms": 3.806, "count": 299, "max_ms": 7.059, "p95_ms": 5.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15914.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 674, "h264_decode_error_count": 1646, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:16:12+09:00", "last_error_summary": "[h264 @ 0x5619172af500] left block unavailable for requested intra mode [h264 @ 0x5619172af500] error while decoding MB 0 22, bytestream 4891 [h264 @ 0x561917b3e8c0] error while decoding MB 56 34, bytestream -30", "last_exit_at": "2026-07-05T14:16:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.915, "last_started_at": "2026-07-05T14:16:15+09:00", "pid": 132798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.66, "name": "ffmpeg", "pid": 132798, "rss_mb": 269.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 752, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 753}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.408, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:19:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:19:11+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T14:19:11+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T14:19:11.119401+09:00", "mtime_epoch": 1783228751.1194005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:19:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.676, "pushed": 7.676, "read": 7.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.558, "count": 229, "max_ms": 24.898, "p95_ms": 20.544}, "gstreamer_push": {"avg_ms": 1.111, "count": 230, "max_ms": 1.872, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.352, "count": 229, "max_ms": 69.825, "p95_ms": 62.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.637, "count": 229, "max_ms": 76.703, "p95_ms": 70.67}, "yolo11_640_fire_11class": {"avg_ms": 51.272, "count": 229, "max_ms": 72.653, "p95_ms": 64.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.058, "count": 229, "max_ms": 84.149, "p95_ms": 77.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.377, "count": 230, "max_ms": 245.857, "p95_ms": 138.939}, "read_interval": {"avg_ms": 130.818, "count": 229, "max_ms": 253.253, "p95_ms": 148.863}, "triton_wait": {"avg_ms": 60.654, "count": 229, "max_ms": 84.161, "p95_ms": 77.486}, "visualize": {"avg_ms": 4.721, "count": 229, "max_ms": 6.428, "p95_ms": 5.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15914.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5556.85, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.664, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1831086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:19:19+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T14:19:19+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T14:19:19.843581+09:00", "mtime_epoch": 1783228759.8435812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:19:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2312.859, "name": "celery", "pid": 267, "rss_mb": 2312.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.539, "count": 303, "max_ms": 12.854, "p95_ms": 8.935}, "gstreamer_push": {"avg_ms": 1.283, "count": 303, "max_ms": 1.928, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.946, "count": 303, "max_ms": 67.53, "p95_ms": 62.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.309, "count": 303, "max_ms": 75.437, "p95_ms": 69.001}, "yolo11_640_fire_11class": {"avg_ms": 49.39, "count": 303, "max_ms": 72.002, "p95_ms": 61.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.667, "count": 303, "max_ms": 79.771, "p95_ms": 76.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.414, "count": 303, "max_ms": 105.038, "p95_ms": 92.72}, "read_interval": {"avg_ms": 99.177, "count": 302, "max_ms": 519.6, "p95_ms": 118.669}, "triton_wait": {"avg_ms": 54.094, "count": 303, "max_ms": 79.784, "p95_ms": 76.321}, "visualize": {"avg_ms": 3.681, "count": 303, "max_ms": 5.092, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15917.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 674, "h264_decode_error_count": 1646, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:16:12+09:00", "last_error_summary": "[h264 @ 0x5619172af500] left block unavailable for requested intra mode [h264 @ 0x5619172af500] error while decoding MB 0 22, bytestream 4891 [h264 @ 0x561917b3e8c0] error while decoding MB 56 34, bytestream -30", "last_exit_at": "2026-07-05T14:16:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.936, "last_started_at": "2026-07-05T14:16:15+09:00", "pid": 132798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.496, "name": "ffmpeg", "pid": 132798, "rss_mb": 272.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 752, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 753}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.564, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:19:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:19:41+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T14:19:41+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T14:19:41.104021+09:00", "mtime_epoch": 1783228781.1040208, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:19:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9310.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.363, "pushed": 7.363, "read": 7.33}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.004, "count": 220, "max_ms": 28.486, "p95_ms": 21.559}, "gstreamer_push": {"avg_ms": 1.101, "count": 220, "max_ms": 1.91, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.487, "count": 220, "max_ms": 67.099, "p95_ms": 62.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.658, "count": 220, "max_ms": 78.513, "p95_ms": 69.362}, "yolo11_640_fire_11class": {"avg_ms": 49.565, "count": 220, "max_ms": 67.115, "p95_ms": 62.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.304, "count": 220, "max_ms": 80.484, "p95_ms": 77.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.951, "count": 220, "max_ms": 165.615, "p95_ms": 143.847}, "read_interval": {"avg_ms": 136.341, "count": 219, "max_ms": 351.363, "p95_ms": 154.815}, "triton_wait": {"avg_ms": 58.916, "count": 220, "max_ms": 80.497, "p95_ms": 77.705}, "visualize": {"avg_ms": 5.022, "count": 220, "max_ms": 8.476, "p95_ms": 5.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15687.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5586.923, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.297, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1831389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:19:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:19:49+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:19:49+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T14:19:49.920203+09:00", "mtime_epoch": 1783228789.9202027, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:19:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2313.117, "name": "celery", "pid": 267, "rss_mb": 2313.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.615, "count": 303, "max_ms": 11.157, "p95_ms": 9.363}, "gstreamer_push": {"avg_ms": 1.26, "count": 303, "max_ms": 1.803, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.882, "count": 303, "max_ms": 67.678, "p95_ms": 62.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.43, "count": 303, "max_ms": 75.159, "p95_ms": 68.233}, "yolo11_640_fire_11class": {"avg_ms": 48.908, "count": 303, "max_ms": 67.69, "p95_ms": 62.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.261, "count": 303, "max_ms": 80.579, "p95_ms": 76.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.009, "count": 303, "max_ms": 133.042, "p95_ms": 106.684}, "read_interval": {"avg_ms": 99.303, "count": 302, "max_ms": 576.557, "p95_ms": 133.114}, "triton_wait": {"avg_ms": 54.399, "count": 303, "max_ms": 80.591, "p95_ms": 76.999}, "visualize": {"avg_ms": 3.803, "count": 303, "max_ms": 5.484, "p95_ms": 5.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15909.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 675, "h264_decode_error_count": 1647, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:19:46+09:00", "last_error_summary": "[h264 @ 0x555f58a56d80] error while decoding MB 11 43, bytestream -9", "last_exit_at": "2026-07-05T14:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.464, "last_started_at": "2026-07-05T14:19:48+09:00", "pid": 132905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.098, "name": "ffmpeg", "pid": 132905, "rss_mb": 265.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 753, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 754}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.586, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:20:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:20:11+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T14:20:11+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T14:20:11.208641+09:00", "mtime_epoch": 1783228811.2086413, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:20:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.417, "pushed": 6.417, "read": 6.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.832, "count": 192, "max_ms": 31.098, "p95_ms": 21.975}, "gstreamer_push": {"avg_ms": 1.115, "count": 192, "max_ms": 1.553, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.249, "count": 192, "max_ms": 64.719, "p95_ms": 62.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.088, "count": 192, "max_ms": 75.367, "p95_ms": 69.048}, "yolo11_640_fire_11class": {"avg_ms": 49.732, "count": 192, "max_ms": 66.464, "p95_ms": 64.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.204, "count": 192, "max_ms": 80.696, "p95_ms": 78.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.208, "count": 192, "max_ms": 164.721, "p95_ms": 143.076}, "read_interval": {"avg_ms": 156.784, "count": 191, "max_ms": 4213.365, "p95_ms": 155.916}, "triton_wait": {"avg_ms": 59.613, "count": 192, "max_ms": 80.707, "p95_ms": 78.523}, "visualize": {"avg_ms": 4.957, "count": 192, "max_ms": 7.524, "p95_ms": 6.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15910.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5616.944, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.924, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1831683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:20:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:20:20+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T14:20:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T14:20:19.916820+09:00", "mtime_epoch": 1783228819.9168203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:20:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2313.375, "name": "celery", "pid": 267, "rss_mb": 2313.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.998, "pushed": 9.998, "read": 9.998}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.701, "count": 294, "max_ms": 15.216, "p95_ms": 9.746}, "gstreamer_push": {"avg_ms": 1.257, "count": 294, "max_ms": 1.659, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.305, "count": 294, "max_ms": 69.835, "p95_ms": 63.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.783, "count": 294, "max_ms": 76.44, "p95_ms": 69.668}, "yolo11_640_fire_11class": {"avg_ms": 49.723, "count": 294, "max_ms": 71.469, "p95_ms": 63.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.016, "count": 294, "max_ms": 85.707, "p95_ms": 78.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.135, "count": 294, "max_ms": 135.571, "p95_ms": 99.647}, "read_interval": {"avg_ms": 102.033, "count": 294, "max_ms": 684.155, "p95_ms": 149.693}, "triton_wait": {"avg_ms": 55.248, "count": 294, "max_ms": 85.72, "p95_ms": 78.637}, "visualize": {"avg_ms": 3.707, "count": 294, "max_ms": 5.552, "p95_ms": 4.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.405, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15909.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 675, "h264_decode_error_count": 1647, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:19:46+09:00", "last_error_summary": "[h264 @ 0x555f58a56d80] error while decoding MB 11 43, bytestream -9", "last_exit_at": "2026-07-05T14:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.536, "last_started_at": "2026-07-05T14:19:48+09:00", "pid": 132905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.871, "name": "ffmpeg", "pid": 132905, "rss_mb": 265.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 753, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 754}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.945, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:20:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:20:41+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T14:20:41+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T14:20:41.273259+09:00", "mtime_epoch": 1783228841.2732587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:20:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.121, "pushed": 7.121, "read": 7.088}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.06, "count": 213, "max_ms": 31.674, "p95_ms": 21.726}, "gstreamer_push": {"avg_ms": 1.083, "count": 213, "max_ms": 1.394, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.124, "count": 213, "max_ms": 66.232, "p95_ms": 62.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.903, "count": 213, "max_ms": 76.921, "p95_ms": 71.779}, "yolo11_640_fire_11class": {"avg_ms": 49.495, "count": 213, "max_ms": 65.217, "p95_ms": 62.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.245, "count": 213, "max_ms": 82.925, "p95_ms": 78.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.898, "count": 213, "max_ms": 166.733, "p95_ms": 154.566}, "read_interval": {"avg_ms": 141.241, "count": 212, "max_ms": 180.022, "p95_ms": 165.861}, "triton_wait": {"avg_ms": 59.914, "count": 213, "max_ms": 82.937, "p95_ms": 78.253}, "visualize": {"avg_ms": 5.049, "count": 213, "max_ms": 6.55, "p95_ms": 5.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15909.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5647.012, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.709, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1831984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:20:50+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:20:50+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T14:20:50.009438+09:00", "mtime_epoch": 1783228850.0094378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:20:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2313.375, "name": "celery", "pid": 267, "rss_mb": 2313.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.515, "count": 301, "max_ms": 10.592, "p95_ms": 9.288}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.764, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.306, "count": 301, "max_ms": 69.151, "p95_ms": 63.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.694, "count": 301, "max_ms": 76.272, "p95_ms": 67.788}, "yolo11_640_fire_11class": {"avg_ms": 48.129, "count": 301, "max_ms": 66.582, "p95_ms": 61.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.576, "count": 301, "max_ms": 83.255, "p95_ms": 78.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.755, "count": 301, "max_ms": 132.806, "p95_ms": 104.011}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 443.257, "p95_ms": 143.642}, "triton_wait": {"avg_ms": 55.659, "count": 301, "max_ms": 83.267, "p95_ms": 78.634}, "visualize": {"avg_ms": 3.752, "count": 301, "max_ms": 5.138, "p95_ms": 4.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15910.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 675, "h264_decode_error_count": 1647, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:19:46+09:00", "last_error_summary": "[h264 @ 0x555f58a56d80] error while decoding MB 11 43, bytestream -9", "last_exit_at": "2026-07-05T14:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.563, "last_started_at": "2026-07-05T14:19:48+09:00", "pid": 132905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.871, "name": "ffmpeg", "pid": 132905, "rss_mb": 265.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 753, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 754}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.076, "sample_count": 2169, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:21:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:21:11+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T14:21:11+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T14:21:11.301873+09:00", "mtime_epoch": 1783228871.3018734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:21:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.497, "pushed": 7.497, "read": 7.464}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.469, "count": 224, "max_ms": 26.636, "p95_ms": 20.059}, "gstreamer_push": {"avg_ms": 1.101, "count": 224, "max_ms": 1.72, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.627, "count": 224, "max_ms": 68.088, "p95_ms": 64.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.29, "count": 224, "max_ms": 74.819, "p95_ms": 69.01}, "yolo11_640_fire_11class": {"avg_ms": 49.351, "count": 224, "max_ms": 65.69, "p95_ms": 61.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.961, "count": 224, "max_ms": 83.321, "p95_ms": 78.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.836, "count": 224, "max_ms": 164.03, "p95_ms": 141.017}, "read_interval": {"avg_ms": 134.082, "count": 223, "max_ms": 174.995, "p95_ms": 153.225}, "triton_wait": {"avg_ms": 59.906, "count": 224, "max_ms": 83.333, "p95_ms": 78.498}, "visualize": {"avg_ms": 4.769, "count": 224, "max_ms": 6.683, "p95_ms": 5.625}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15910.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5677.064, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.921, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1832286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:21:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:21:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T14:21:20+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T14:21:20.058052+09:00", "mtime_epoch": 1783228880.0580523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:21:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2313.375, "name": "celery", "pid": 267, "rss_mb": 2313.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.56, "count": 302, "max_ms": 12.455, "p95_ms": 9.358}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 1.577, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.09, "count": 302, "max_ms": 69.139, "p95_ms": 63.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.689, "count": 302, "max_ms": 73.986, "p95_ms": 68.108}, "yolo11_640_fire_11class": {"avg_ms": 49.883, "count": 302, "max_ms": 69.955, "p95_ms": 63.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.281, "count": 302, "max_ms": 80.653, "p95_ms": 78.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.065, "count": 302, "max_ms": 130.864, "p95_ms": 95.883}, "read_interval": {"avg_ms": 99.559, "count": 301, "max_ms": 449.527, "p95_ms": 140.376}, "triton_wait": {"avg_ms": 55.477, "count": 302, "max_ms": 80.666, "p95_ms": 78.548}, "visualize": {"avg_ms": 3.712, "count": 302, "max_ms": 5.21, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15910.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 675, "h264_decode_error_count": 1647, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:19:46+09:00", "last_error_summary": "[h264 @ 0x555f58a56d80] error while decoding MB 11 43, bytestream -9", "last_exit_at": "2026-07-05T14:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.674, "last_started_at": "2026-07-05T14:19:48+09:00", "pid": 132905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.871, "name": "ffmpeg", "pid": 132905, "rss_mb": 265.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 753, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 754}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.01, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:21:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:21:41+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T14:21:41+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T14:21:41.414488+09:00", "mtime_epoch": 1783228901.4144878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:21:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.407, "pushed": 7.407, "read": 7.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.552, "count": 221, "max_ms": 22.478, "p95_ms": 19.966}, "gstreamer_push": {"avg_ms": 1.107, "count": 222, "max_ms": 1.651, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.518, "count": 221, "max_ms": 63.839, "p95_ms": 61.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.995, "count": 221, "max_ms": 70.699, "p95_ms": 67.412}, "yolo11_640_fire_11class": {"avg_ms": 50.36, "count": 221, "max_ms": 67.205, "p95_ms": 62.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.529, "count": 221, "max_ms": 80.298, "p95_ms": 77.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.176, "count": 222, "max_ms": 162.009, "p95_ms": 140.429}, "read_interval": {"avg_ms": 135.691, "count": 221, "max_ms": 175.509, "p95_ms": 152.879}, "triton_wait": {"avg_ms": 60.01, "count": 221, "max_ms": 80.308, "p95_ms": 77.798}, "visualize": {"avg_ms": 4.865, "count": 221, "max_ms": 6.235, "p95_ms": 5.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15910.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5707.082, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.619, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1832586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:21:50+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T14:21:50+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T14:21:50.074664+09:00", "mtime_epoch": 1783228910.0746644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:21:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2313.633, "name": "celery", "pid": 267, "rss_mb": 2313.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.748, "count": 300, "max_ms": 14.009, "p95_ms": 9.343}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.825, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.702, "count": 300, "max_ms": 68.099, "p95_ms": 63.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.352, "count": 300, "max_ms": 74.817, "p95_ms": 68.465}, "yolo11_640_fire_11class": {"avg_ms": 50.923, "count": 300, "max_ms": 71.582, "p95_ms": 64.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.186, "count": 300, "max_ms": 81.31, "p95_ms": 78.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.02, "count": 300, "max_ms": 135.868, "p95_ms": 102.169}, "read_interval": {"avg_ms": 100.089, "count": 299, "max_ms": 656.599, "p95_ms": 144.947}, "triton_wait": {"avg_ms": 55.655, "count": 300, "max_ms": 81.321, "p95_ms": 78.52}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 5.905, "p95_ms": 4.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12011}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15912.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 675, "h264_decode_error_count": 1647, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:19:46+09:00", "last_error_summary": "[h264 @ 0x555f58a56d80] error while decoding MB 11 43, bytestream -9", "last_exit_at": "2026-07-05T14:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.739, "last_started_at": "2026-07-05T14:19:48+09:00", "pid": 132905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.418, "name": "ffmpeg", "pid": 132905, "rss_mb": 267.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 753, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 754}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.945, "sample_count": 2194, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:22:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:22:11+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T14:22:11+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T14:22:11.479100+09:00", "mtime_epoch": 1783228931.4790995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:22:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.247, "pushed": 7.247, "read": 7.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.315, "count": 217, "max_ms": 34.844, "p95_ms": 21.955}, "gstreamer_push": {"avg_ms": 1.107, "count": 217, "max_ms": 1.59, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.128, "count": 217, "max_ms": 68.175, "p95_ms": 63.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.099, "count": 217, "max_ms": 75.36, "p95_ms": 68.285}, "yolo11_640_fire_11class": {"avg_ms": 49.495, "count": 217, "max_ms": 68.697, "p95_ms": 63.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.858, "count": 217, "max_ms": 82.131, "p95_ms": 77.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.136, "count": 217, "max_ms": 172.228, "p95_ms": 158.777}, "read_interval": {"avg_ms": 138.615, "count": 216, "max_ms": 186.047, "p95_ms": 170.391}, "triton_wait": {"avg_ms": 58.523, "count": 217, "max_ms": 82.144, "p95_ms": 77.448}, "visualize": {"avg_ms": 5.013, "count": 217, "max_ms": 7.203, "p95_ms": 5.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15913.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5737.149, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.72, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1832889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:22:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:22:20+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T14:22:20+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T14:22:20.115275+09:00", "mtime_epoch": 1783228940.115275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:22:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2313.633, "name": "celery", "pid": 267, "rss_mb": 2313.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.514, "count": 303, "max_ms": 11.023, "p95_ms": 9.41}, "gstreamer_push": {"avg_ms": 1.255, "count": 303, "max_ms": 1.667, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.783, "count": 303, "max_ms": 65.682, "p95_ms": 62.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.909, "count": 303, "max_ms": 76.456, "p95_ms": 65.511}, "yolo11_640_fire_11class": {"avg_ms": 50.645, "count": 303, "max_ms": 69.157, "p95_ms": 63.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.205, "count": 303, "max_ms": 81.357, "p95_ms": 77.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.327, "count": 303, "max_ms": 113.931, "p95_ms": 102.265}, "read_interval": {"avg_ms": 99.184, "count": 302, "max_ms": 521.211, "p95_ms": 121.33}, "triton_wait": {"avg_ms": 54.673, "count": 303, "max_ms": 81.369, "p95_ms": 77.919}, "visualize": {"avg_ms": 3.737, "count": 303, "max_ms": 5.447, "p95_ms": 4.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15913.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 675, "h264_decode_error_count": 1647, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:19:46+09:00", "last_error_summary": "[h264 @ 0x555f58a56d80] error while decoding MB 11 43, bytestream -9", "last_exit_at": "2026-07-05T14:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 172.859, "last_started_at": "2026-07-05T14:19:48+09:00", "pid": 132905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.191, "name": "ffmpeg", "pid": 132905, "rss_mb": 268.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 753, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 754}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.657, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:22:41+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T14:22:41+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T14:22:41.599711+09:00", "mtime_epoch": 1783228961.5997107, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:22:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.402, "pushed": 7.402, "read": 7.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.7, "count": 221, "max_ms": 28.063, "p95_ms": 20.389}, "gstreamer_push": {"avg_ms": 1.111, "count": 222, "max_ms": 1.61, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.286, "count": 221, "max_ms": 63.594, "p95_ms": 61.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.465, "count": 221, "max_ms": 74.687, "p95_ms": 69.389}, "yolo11_640_fire_11class": {"avg_ms": 49.453, "count": 221, "max_ms": 65.59, "p95_ms": 61.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.39, "count": 221, "max_ms": 81.983, "p95_ms": 76.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.148, "count": 222, "max_ms": 169.299, "p95_ms": 141.665}, "read_interval": {"avg_ms": 135.713, "count": 221, "max_ms": 181.187, "p95_ms": 154.526}, "triton_wait": {"avg_ms": 59.289, "count": 221, "max_ms": 81.995, "p95_ms": 76.458}, "visualize": {"avg_ms": 4.839, "count": 221, "max_ms": 6.743, "p95_ms": 5.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15914.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5767.164, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.905, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1833187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:22:50+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T14:22:50+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T14:22:50.139884+09:00", "mtime_epoch": 1783228970.1398838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:22:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2313.891, "name": "celery", "pid": 267, "rss_mb": 2313.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.482, "count": 298, "max_ms": 12.629, "p95_ms": 8.84}, "gstreamer_push": {"avg_ms": 1.266, "count": 298, "max_ms": 1.73, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.741, "count": 298, "max_ms": 68.994, "p95_ms": 63.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.047, "count": 298, "max_ms": 76.114, "p95_ms": 68.531}, "yolo11_640_fire_11class": {"avg_ms": 50.551, "count": 298, "max_ms": 72.125, "p95_ms": 64.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.925, "count": 298, "max_ms": 82.254, "p95_ms": 77.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.628, "count": 298, "max_ms": 133.25, "p95_ms": 94.337}, "read_interval": {"avg_ms": 100.741, "count": 298, "max_ms": 578.306, "p95_ms": 180.288}, "triton_wait": {"avg_ms": 55.274, "count": 298, "max_ms": 82.267, "p95_ms": 77.955}, "visualize": {"avg_ms": 3.658, "count": 298, "max_ms": 5.561, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15845.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 676, "h264_decode_error_count": 1648, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:23:03+09:00", "last_error_summary": "[h264 @ 0x55988cfd5bc0] error while decoding MB 10 39, bytestream -32", "last_exit_at": "2026-07-05T14:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.548, "last_started_at": "2026-07-05T14:23:06+09:00", "pid": 133012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.996, "name": "ffmpeg", "pid": 133012, "rss_mb": 201.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 754, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 755}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.907, "sample_count": 2150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:23:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:23:11+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T14:23:11+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T14:23:11.632318+09:00", "mtime_epoch": 1783228991.6323185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:23:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.288, "pushed": 6.288, "read": 6.255}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.171, "count": 188, "max_ms": 33.341, "p95_ms": 22.028}, "gstreamer_push": {"avg_ms": 1.11, "count": 188, "max_ms": 1.751, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.788, "count": 188, "max_ms": 69.218, "p95_ms": 63.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.74, "count": 188, "max_ms": 79.044, "p95_ms": 69.704}, "yolo11_640_fire_11class": {"avg_ms": 51.109, "count": 188, "max_ms": 72.628, "p95_ms": 64.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.95, "count": 188, "max_ms": 81.37, "p95_ms": 78.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.876, "count": 188, "max_ms": 166.492, "p95_ms": 144.45}, "read_interval": {"avg_ms": 159.932, "count": 187, "max_ms": 4403.328, "p95_ms": 156.129}, "triton_wait": {"avg_ms": 60.535, "count": 188, "max_ms": 81.381, "p95_ms": 78.168}, "visualize": {"avg_ms": 4.861, "count": 188, "max_ms": 6.976, "p95_ms": 5.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15912.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5797.181, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.036, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1833489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:23:20+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T14:23:20+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T14:23:20.160491+09:00", "mtime_epoch": 1783229000.160491, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:23:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2314.148, "name": "celery", "pid": 267, "rss_mb": 2314.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.522, "count": 302, "max_ms": 13.058, "p95_ms": 8.942}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 1.486, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.278, "count": 302, "max_ms": 67.199, "p95_ms": 63.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.362, "count": 302, "max_ms": 78.646, "p95_ms": 69.125}, "yolo11_640_fire_11class": {"avg_ms": 50.959, "count": 302, "max_ms": 70.695, "p95_ms": 63.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.759, "count": 302, "max_ms": 82.344, "p95_ms": 78.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.103, "count": 302, "max_ms": 133.814, "p95_ms": 95.246}, "read_interval": {"avg_ms": 99.415, "count": 302, "max_ms": 551.944, "p95_ms": 147.964}, "triton_wait": {"avg_ms": 55.244, "count": 302, "max_ms": 82.356, "p95_ms": 78.615}, "visualize": {"avg_ms": 3.668, "count": 302, "max_ms": 5.458, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15914.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 676, "h264_decode_error_count": 1648, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:23:03+09:00", "last_error_summary": "[h264 @ 0x55988cfd5bc0] error while decoding MB 10 39, bytestream -32", "last_exit_at": "2026-07-05T14:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.625, "last_started_at": "2026-07-05T14:23:06+09:00", "pid": 133012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.219, "name": "ffmpeg", "pid": 133012, "rss_mb": 269.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 754, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 755}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.326, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:23:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:23:41+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T14:23:41+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T14:23:41.712926+09:00", "mtime_epoch": 1783229021.712926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:23:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.485, "pushed": 7.485, "read": 7.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.819, "count": 224, "max_ms": 28.553, "p95_ms": 21.18}, "gstreamer_push": {"avg_ms": 1.097, "count": 224, "max_ms": 1.317, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.091, "count": 224, "max_ms": 66.843, "p95_ms": 63.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.975, "count": 224, "max_ms": 79.69, "p95_ms": 70.657}, "yolo11_640_fire_11class": {"avg_ms": 50.793, "count": 224, "max_ms": 66.278, "p95_ms": 64.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.989, "count": 224, "max_ms": 82.369, "p95_ms": 79.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.984, "count": 224, "max_ms": 165.606, "p95_ms": 143.332}, "read_interval": {"avg_ms": 134.317, "count": 223, "max_ms": 173.587, "p95_ms": 152.762}, "triton_wait": {"avg_ms": 60.57, "count": 224, "max_ms": 82.381, "p95_ms": 79.651}, "visualize": {"avg_ms": 4.855, "count": 224, "max_ms": 7.235, "p95_ms": 5.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15915.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5827.533, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.685, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1833790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:23:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:23:50+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T14:23:50+09:00", "mjpeg": {"age_sec": 0.389, "exists": true, "mtime": "2026-07-05T14:23:50.205097+09:00", "mtime_epoch": 1783229030.205097, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:23:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2314.148, "name": "celery", "pid": 267, "rss_mb": 2314.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.446, "count": 301, "max_ms": 12.208, "p95_ms": 8.664}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 2.182, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.865, "count": 301, "max_ms": 67.41, "p95_ms": 62.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.409, "count": 301, "max_ms": 76.688, "p95_ms": 68.801}, "yolo11_640_fire_11class": {"avg_ms": 51.121, "count": 301, "max_ms": 68.046, "p95_ms": 63.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.024, "count": 301, "max_ms": 80.943, "p95_ms": 77.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.977, "count": 301, "max_ms": 105.551, "p95_ms": 93.028}, "read_interval": {"avg_ms": 100.892, "count": 301, "max_ms": 520.536, "p95_ms": 182.184}, "triton_wait": {"avg_ms": 54.706, "count": 301, "max_ms": 80.955, "p95_ms": 77.221}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 5.118, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15915.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 676, "h264_decode_error_count": 1648, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:23:03+09:00", "last_error_summary": "[h264 @ 0x55988cfd5bc0] error while decoding MB 10 39, bytestream -32", "last_exit_at": "2026-07-05T14:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.643, "last_started_at": "2026-07-05T14:23:06+09:00", "pid": 133012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.477, "name": "ffmpeg", "pid": 133012, "rss_mb": 269.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 754, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 755}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.654, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:24:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:24:11+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T14:24:11+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T14:24:11.697530+09:00", "mtime_epoch": 1783229051.6975298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:24:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.626, "pushed": 7.626, "read": 7.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.706, "count": 228, "max_ms": 22.851, "p95_ms": 20.754}, "gstreamer_push": {"avg_ms": 1.099, "count": 228, "max_ms": 1.645, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.775, "count": 228, "max_ms": 67.633, "p95_ms": 62.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.828, "count": 228, "max_ms": 80.851, "p95_ms": 71.968}, "yolo11_640_fire_11class": {"avg_ms": 49.103, "count": 228, "max_ms": 68.767, "p95_ms": 65.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.198, "count": 228, "max_ms": 84.166, "p95_ms": 78.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.252, "count": 228, "max_ms": 167.715, "p95_ms": 143.654}, "read_interval": {"avg_ms": 131.558, "count": 227, "max_ms": 175.676, "p95_ms": 152.076}, "triton_wait": {"avg_ms": 57.926, "count": 228, "max_ms": 84.179, "p95_ms": 78.127}, "visualize": {"avg_ms": 4.877, "count": 228, "max_ms": 7.648, "p95_ms": 5.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15915.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5857.577, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.642, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1834092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:24:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:24:20+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T14:24:20+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T14:24:20.565708+09:00", "mtime_epoch": 1783229060.5657082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:24:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2314.406, "name": "celery", "pid": 267, "rss_mb": 2314.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.566, "count": 302, "max_ms": 11.465, "p95_ms": 8.962}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 1.789, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.054, "count": 302, "max_ms": 69.556, "p95_ms": 61.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.122, "count": 302, "max_ms": 79.817, "p95_ms": 69.156}, "yolo11_640_fire_11class": {"avg_ms": 50.263, "count": 302, "max_ms": 70.285, "p95_ms": 63.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.623, "count": 302, "max_ms": 82.628, "p95_ms": 76.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.84, "count": 302, "max_ms": 125.533, "p95_ms": 96.417}, "read_interval": {"avg_ms": 99.508, "count": 301, "max_ms": 671.579, "p95_ms": 130.213}, "triton_wait": {"avg_ms": 54.29, "count": 302, "max_ms": 82.64, "p95_ms": 76.098}, "visualize": {"avg_ms": 3.722, "count": 302, "max_ms": 5.231, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15916.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 676, "h264_decode_error_count": 1648, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:23:03+09:00", "last_error_summary": "[h264 @ 0x55988cfd5bc0] error while decoding MB 10 39, bytestream -32", "last_exit_at": "2026-07-05T14:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.733, "last_started_at": "2026-07-05T14:23:06+09:00", "pid": 133012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.734, "name": "ffmpeg", "pid": 133012, "rss_mb": 269.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 754, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 755}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.326, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:24:41+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T14:24:41+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T14:24:41.818135+09:00", "mtime_epoch": 1783229081.8181353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:24:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9311.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.742, "pushed": 7.742, "read": 7.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.3, "count": 231, "max_ms": 30.333, "p95_ms": 25.291}, "gstreamer_push": {"avg_ms": 1.106, "count": 232, "max_ms": 1.755, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.618, "count": 231, "max_ms": 64.982, "p95_ms": 62.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.338, "count": 231, "max_ms": 79.625, "p95_ms": 70.617}, "yolo11_640_fire_11class": {"avg_ms": 47.263, "count": 231, "max_ms": 66.995, "p95_ms": 63.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.075, "count": 231, "max_ms": 82.364, "p95_ms": 79.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.332, "count": 232, "max_ms": 157.874, "p95_ms": 141.077}, "read_interval": {"avg_ms": 129.722, "count": 231, "max_ms": 166.422, "p95_ms": 151.055}, "triton_wait": {"avg_ms": 57.87, "count": 231, "max_ms": 82.376, "p95_ms": 79.076}, "visualize": {"avg_ms": 4.738, "count": 231, "max_ms": 6.247, "p95_ms": 5.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15916.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5887.72, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.033, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1834390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:24:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:24:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T14:24:50+09:00", "mjpeg": {"age_sec": 0.343, "exists": true, "mtime": "2026-07-05T14:24:50.438308+09:00", "mtime_epoch": 1783229090.4383082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:24:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2314.664, "name": "celery", "pid": 267, "rss_mb": 2314.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.873}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.514, "count": 297, "max_ms": 12.174, "p95_ms": 9.272}, "gstreamer_push": {"avg_ms": 1.264, "count": 297, "max_ms": 1.773, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.045, "count": 297, "max_ms": 69.613, "p95_ms": 62.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.736, "count": 297, "max_ms": 78.363, "p95_ms": 71.041}, "yolo11_640_fire_11class": {"avg_ms": 49.517, "count": 297, "max_ms": 68.364, "p95_ms": 62.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.528, "count": 297, "max_ms": 81.422, "p95_ms": 78.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.17, "count": 297, "max_ms": 135.181, "p95_ms": 102.13}, "read_interval": {"avg_ms": 101.27, "count": 296, "max_ms": 524.113, "p95_ms": 148.492}, "triton_wait": {"avg_ms": 55.728, "count": 297, "max_ms": 81.433, "p95_ms": 78.923}, "visualize": {"avg_ms": 3.754, "count": 297, "max_ms": 5.193, "p95_ms": 4.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15916.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 676, "h264_decode_error_count": 1648, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:23:03+09:00", "last_error_summary": "[h264 @ 0x55988cfd5bc0] error while decoding MB 10 39, bytestream -32", "last_exit_at": "2026-07-05T14:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.818, "last_started_at": "2026-07-05T14:23:06+09:00", "pid": 133012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.508, "name": "ffmpeg", "pid": 133012, "rss_mb": 270.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 754, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 755}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.394, "sample_count": 2189, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:25:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:25:12+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-05T14:25:11+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T14:25:11.914739+09:00", "mtime_epoch": 1783229111.9147387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:25:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.483, "pushed": 7.483, "read": 7.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.952, "count": 224, "max_ms": 23.802, "p95_ms": 21.157}, "gstreamer_push": {"avg_ms": 1.103, "count": 224, "max_ms": 1.627, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.899, "count": 224, "max_ms": 65.943, "p95_ms": 62.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.082, "count": 224, "max_ms": 77.602, "p95_ms": 71.159}, "yolo11_640_fire_11class": {"avg_ms": 49.666, "count": 224, "max_ms": 71.622, "p95_ms": 64.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.972, "count": 224, "max_ms": 82.627, "p95_ms": 78.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.886, "count": 224, "max_ms": 162.812, "p95_ms": 146.372}, "read_interval": {"avg_ms": 134.378, "count": 223, "max_ms": 170.975, "p95_ms": 155.302}, "triton_wait": {"avg_ms": 59.649, "count": 224, "max_ms": 82.639, "p95_ms": 78.701}, "visualize": {"avg_ms": 4.92, "count": 224, "max_ms": 6.163, "p95_ms": 5.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15917.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5917.722, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.625, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1834694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:25:20+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:25:20+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T14:25:20.722915+09:00", "mtime_epoch": 1783229120.7229152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:25:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2314.664, "name": "celery", "pid": 267, "rss_mb": 2314.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.662, "count": 304, "max_ms": 14.788, "p95_ms": 9.486}, "gstreamer_push": {"avg_ms": 1.271, "count": 304, "max_ms": 1.555, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.623, "count": 304, "max_ms": 66.703, "p95_ms": 62.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.649, "count": 304, "max_ms": 79.138, "p95_ms": 69.999}, "yolo11_640_fire_11class": {"avg_ms": 49.6, "count": 304, "max_ms": 72.386, "p95_ms": 63.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.495, "count": 304, "max_ms": 81.356, "p95_ms": 77.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.784, "count": 304, "max_ms": 104.624, "p95_ms": 95.022}, "read_interval": {"avg_ms": 98.704, "count": 304, "max_ms": 689.888, "p95_ms": 117.424}, "triton_wait": {"avg_ms": 54.736, "count": 304, "max_ms": 81.373, "p95_ms": 77.51}, "visualize": {"avg_ms": 3.711, "count": 304, "max_ms": 5.337, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15917.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 676, "h264_decode_error_count": 1648, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:23:03+09:00", "last_error_summary": "[h264 @ 0x55988cfd5bc0] error while decoding MB 10 39, bytestream -32", "last_exit_at": "2026-07-05T14:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.853, "last_started_at": "2026-07-05T14:23:06+09:00", "pid": 133012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.281, "name": "ffmpeg", "pid": 133012, "rss_mb": 271.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 754, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 755}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.117, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:25:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:25:42+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T14:25:41+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T14:25:41.915339+09:00", "mtime_epoch": 1783229141.9153392, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:25:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.527, "pushed": 7.527, "read": 7.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.645, "count": 225, "max_ms": 24.41, "p95_ms": 20.358}, "gstreamer_push": {"avg_ms": 1.117, "count": 225, "max_ms": 1.68, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.465, "count": 225, "max_ms": 64.95, "p95_ms": 63.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.696, "count": 225, "max_ms": 79.885, "p95_ms": 73.147}, "yolo11_640_fire_11class": {"avg_ms": 51.288, "count": 225, "max_ms": 66.445, "p95_ms": 63.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.162, "count": 225, "max_ms": 81.891, "p95_ms": 80.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.823, "count": 225, "max_ms": 163.127, "p95_ms": 142.826}, "read_interval": {"avg_ms": 133.413, "count": 224, "max_ms": 171.649, "p95_ms": 153.063}, "triton_wait": {"avg_ms": 61.888, "count": 225, "max_ms": 81.904, "p95_ms": 80.126}, "visualize": {"avg_ms": 4.779, "count": 225, "max_ms": 6.014, "p95_ms": 5.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15917.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5947.797, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.883, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1834991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:25:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:25:50+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T14:25:50+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T14:25:50.763516+09:00", "mtime_epoch": 1783229150.7635162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:25:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2314.664, "name": "celery", "pid": 267, "rss_mb": 2314.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.582, "count": 297, "max_ms": 12.11, "p95_ms": 8.986}, "gstreamer_push": {"avg_ms": 1.268, "count": 297, "max_ms": 1.564, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.793, "count": 297, "max_ms": 69.057, "p95_ms": 64.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.918, "count": 297, "max_ms": 77.264, "p95_ms": 72.233}, "yolo11_640_fire_11class": {"avg_ms": 50.468, "count": 297, "max_ms": 72.949, "p95_ms": 64.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.039, "count": 297, "max_ms": 84.737, "p95_ms": 79.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.887, "count": 297, "max_ms": 103.36, "p95_ms": 95.79}, "read_interval": {"avg_ms": 101.205, "count": 296, "max_ms": 553.561, "p95_ms": 137.608}, "triton_wait": {"avg_ms": 56.3, "count": 297, "max_ms": 84.75, "p95_ms": 79.057}, "visualize": {"avg_ms": 3.68, "count": 297, "max_ms": 5.097, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15918.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 676, "h264_decode_error_count": 1648, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:23:03+09:00", "last_error_summary": "[h264 @ 0x55988cfd5bc0] error while decoding MB 10 39, bytestream -32", "last_exit_at": "2026-07-05T14:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.956, "last_started_at": "2026-07-05T14:23:06+09:00", "pid": 133012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.281, "name": "ffmpeg", "pid": 133012, "rss_mb": 271.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 754, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 755}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.532, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:26:12+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T14:26:12+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T14:26:12.023941+09:00", "mtime_epoch": 1783229172.0239408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:26:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.373, "pushed": 7.373, "read": 7.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.066, "count": 220, "max_ms": 24.132, "p95_ms": 20.993}, "gstreamer_push": {"avg_ms": 1.083, "count": 221, "max_ms": 1.357, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.87, "count": 220, "max_ms": 69.679, "p95_ms": 62.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.748, "count": 220, "max_ms": 76.921, "p95_ms": 70.471}, "yolo11_640_fire_11class": {"avg_ms": 49.779, "count": 220, "max_ms": 73.545, "p95_ms": 64.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.049, "count": 220, "max_ms": 85.686, "p95_ms": 78.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.91, "count": 221, "max_ms": 165.373, "p95_ms": 149.275}, "read_interval": {"avg_ms": 136.17, "count": 220, "max_ms": 175.713, "p95_ms": 157.213}, "triton_wait": {"avg_ms": 58.986, "count": 220, "max_ms": 85.697, "p95_ms": 78.662}, "visualize": {"avg_ms": 5.014, "count": 220, "max_ms": 6.737, "p95_ms": 5.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15918.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5977.814, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.063, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1835296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:26:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:26:20+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T14:26:20+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T14:26:20.804116+09:00", "mtime_epoch": 1783229180.804116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:26:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2314.922, "name": "celery", "pid": 267, "rss_mb": 2314.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.187, "pushed": 10.187, "read": 10.153}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.671, "count": 305, "max_ms": 14.857, "p95_ms": 9.584}, "gstreamer_push": {"avg_ms": 1.253, "count": 305, "max_ms": 1.57, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.24, "count": 305, "max_ms": 66.74, "p95_ms": 63.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.386, "count": 305, "max_ms": 77.343, "p95_ms": 70.194}, "yolo11_640_fire_11class": {"avg_ms": 50.187, "count": 305, "max_ms": 69.511, "p95_ms": 63.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.594, "count": 305, "max_ms": 80.935, "p95_ms": 77.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.052, "count": 305, "max_ms": 133.179, "p95_ms": 101.225}, "read_interval": {"avg_ms": 98.466, "count": 304, "max_ms": 420.601, "p95_ms": 142.91}, "triton_wait": {"avg_ms": 54.978, "count": 305, "max_ms": 80.947, "p95_ms": 77.356}, "visualize": {"avg_ms": 3.697, "count": 305, "max_ms": 5.507, "p95_ms": 4.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15832.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 677, "h264_decode_error_count": 1649, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:26:34+09:00", "last_error_summary": "[h264 @ 0x55a682d3edc0] error while decoding MB 73 16, bytestream -5", "last_exit_at": "2026-07-05T14:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.032, "last_started_at": "2026-07-05T14:26:37+09:00", "pid": 133119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.207, "name": "ffmpeg", "pid": 133119, "rss_mb": 186.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 755, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 756}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.522, "sample_count": 2171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:26:42+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T14:26:42+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T14:26:42.032539+09:00", "mtime_epoch": 1783229202.0325391, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:26:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.522, "pushed": 6.522, "read": 6.488}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.529, "count": 195, "max_ms": 25.594, "p95_ms": 20.196}, "gstreamer_push": {"avg_ms": 1.115, "count": 195, "max_ms": 1.387, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.928, "count": 195, "max_ms": 65.735, "p95_ms": 62.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.931, "count": 195, "max_ms": 79.261, "p95_ms": 71.955}, "yolo11_640_fire_11class": {"avg_ms": 50.476, "count": 195, "max_ms": 68.221, "p95_ms": 63.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.848, "count": 195, "max_ms": 80.623, "p95_ms": 77.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.33, "count": 195, "max_ms": 156.447, "p95_ms": 139.951}, "read_interval": {"avg_ms": 153.951, "count": 194, "max_ms": 4533.985, "p95_ms": 150.388}, "triton_wait": {"avg_ms": 60.58, "count": 195, "max_ms": 80.637, "p95_ms": 77.863}, "visualize": {"avg_ms": 4.73, "count": 195, "max_ms": 6.066, "p95_ms": 5.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15911.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6007.826, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.384, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1835594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:26:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:26:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T14:26:50+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T14:26:50.824714+09:00", "mtime_epoch": 1783229210.8247144, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:26:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2314.922, "name": "celery", "pid": 267, "rss_mb": 2314.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.473, "count": 298, "max_ms": 11.95, "p95_ms": 8.467}, "gstreamer_push": {"avg_ms": 1.268, "count": 298, "max_ms": 1.535, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.845, "count": 298, "max_ms": 65.405, "p95_ms": 62.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.69, "count": 298, "max_ms": 73.86, "p95_ms": 66.636}, "yolo11_640_fire_11class": {"avg_ms": 48.874, "count": 298, "max_ms": 70.356, "p95_ms": 62.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.546, "count": 298, "max_ms": 79.857, "p95_ms": 76.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.043, "count": 298, "max_ms": 113.287, "p95_ms": 92.527}, "read_interval": {"avg_ms": 100.725, "count": 298, "max_ms": 622.639, "p95_ms": 128.843}, "triton_wait": {"avg_ms": 53.753, "count": 298, "max_ms": 79.869, "p95_ms": 76.276}, "visualize": {"avg_ms": 3.675, "count": 298, "max_ms": 5.723, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15913.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 677, "h264_decode_error_count": 1649, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:26:34+09:00", "last_error_summary": "[h264 @ 0x55a682d3edc0] error while decoding MB 73 16, bytestream -5", "last_exit_at": "2026-07-05T14:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.182, "last_started_at": "2026-07-05T14:26:37+09:00", "pid": 133119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.527, "name": "ffmpeg", "pid": 133119, "rss_mb": 265.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 755, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 756}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.421, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:27:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:27:12+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T14:27:12+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T14:27:12.173139+09:00", "mtime_epoch": 1783229232.1731393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:27:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.367, "pushed": 7.367, "read": 7.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.409, "count": 220, "max_ms": 24.062, "p95_ms": 21.335}, "gstreamer_push": {"avg_ms": 1.094, "count": 221, "max_ms": 1.983, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.738, "count": 220, "max_ms": 65.883, "p95_ms": 62.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.243, "count": 220, "max_ms": 75.034, "p95_ms": 69.238}, "yolo11_640_fire_11class": {"avg_ms": 50.147, "count": 220, "max_ms": 66.709, "p95_ms": 63.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.194, "count": 220, "max_ms": 80.781, "p95_ms": 78.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.893, "count": 221, "max_ms": 162.403, "p95_ms": 153.497}, "read_interval": {"avg_ms": 136.293, "count": 220, "max_ms": 174.504, "p95_ms": 162.721}, "triton_wait": {"avg_ms": 59.797, "count": 220, "max_ms": 80.792, "p95_ms": 78.372}, "visualize": {"avg_ms": 4.829, "count": 220, "max_ms": 6.823, "p95_ms": 5.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15913.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6037.84, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.25, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1835894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:27:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:27:20+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T14:27:20+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T14:27:20.833312+09:00", "mtime_epoch": 1783229240.8333116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:27:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2315.18, "name": "celery", "pid": 267, "rss_mb": 2315.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.685, "count": 300, "max_ms": 11.292, "p95_ms": 9.239}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 2.034, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.941, "count": 300, "max_ms": 66.385, "p95_ms": 63.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.229, "count": 300, "max_ms": 75.284, "p95_ms": 69.262}, "yolo11_640_fire_11class": {"avg_ms": 50.483, "count": 300, "max_ms": 66.608, "p95_ms": 64.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.443, "count": 300, "max_ms": 82.903, "p95_ms": 77.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.604, "count": 300, "max_ms": 128.744, "p95_ms": 95.902}, "read_interval": {"avg_ms": 100.037, "count": 300, "max_ms": 471.187, "p95_ms": 163.951}, "triton_wait": {"avg_ms": 55.648, "count": 300, "max_ms": 82.915, "p95_ms": 77.427}, "visualize": {"avg_ms": 3.784, "count": 300, "max_ms": 6.455, "p95_ms": 4.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15916.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 677, "h264_decode_error_count": 1649, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:26:34+09:00", "last_error_summary": "[h264 @ 0x55a682d3edc0] error while decoding MB 73 16, bytestream -5", "last_exit_at": "2026-07-05T14:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.296, "last_started_at": "2026-07-05T14:26:37+09:00", "pid": 133119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.332, "name": "ffmpeg", "pid": 133119, "rss_mb": 267.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 755, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 756}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.212, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:27:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:27:42+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T14:27:42+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T14:27:42.321739+09:00", "mtime_epoch": 1783229262.3217387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:27:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.716, "count": 225, "max_ms": 29.102, "p95_ms": 20.755}, "gstreamer_push": {"avg_ms": 1.117, "count": 226, "max_ms": 1.494, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.734, "count": 225, "max_ms": 64.669, "p95_ms": 62.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.292, "count": 225, "max_ms": 76.031, "p95_ms": 68.311}, "yolo11_640_fire_11class": {"avg_ms": 50.839, "count": 225, "max_ms": 68.835, "p95_ms": 64.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.774, "count": 225, "max_ms": 81.806, "p95_ms": 78.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.768, "count": 226, "max_ms": 146.018, "p95_ms": 139.527}, "read_interval": {"avg_ms": 133.28, "count": 225, "max_ms": 157.106, "p95_ms": 152.021}, "triton_wait": {"avg_ms": 59.935, "count": 225, "max_ms": 81.818, "p95_ms": 78.116}, "visualize": {"avg_ms": 4.728, "count": 225, "max_ms": 6.17, "p95_ms": 5.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15916.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6067.893, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.3, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1836195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:27:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T14:27:50+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T14:27:50.881909+09:00", "mtime_epoch": 1783229270.8819087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:27:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2315.438, "name": "celery", "pid": 267, "rss_mb": 2315.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.576, "count": 301, "max_ms": 12.833, "p95_ms": 8.892}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.523, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.92, "count": 301, "max_ms": 68.082, "p95_ms": 63.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.324, "count": 301, "max_ms": 75.77, "p95_ms": 68.318}, "yolo11_640_fire_11class": {"avg_ms": 51.827, "count": 301, "max_ms": 75.667, "p95_ms": 65.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.772, "count": 301, "max_ms": 82.844, "p95_ms": 79.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.85, "count": 301, "max_ms": 102.987, "p95_ms": 94.819}, "read_interval": {"avg_ms": 99.883, "count": 300, "max_ms": 479.276, "p95_ms": 174.398}, "triton_wait": {"avg_ms": 55.539, "count": 301, "max_ms": 82.857, "p95_ms": 79.113}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 4.954, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15917.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 677, "h264_decode_error_count": 1649, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:26:34+09:00", "last_error_summary": "[h264 @ 0x55a682d3edc0] error while decoding MB 73 16, bytestream -5", "last_exit_at": "2026-07-05T14:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.418, "last_started_at": "2026-07-05T14:26:37+09:00", "pid": 133119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.332, "name": "ffmpeg", "pid": 133119, "rss_mb": 267.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 755, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 756}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.284, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T14:28:12+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-05T14:28:12+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T14:28:12.398336+09:00", "mtime_epoch": 1783229292.3983357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:28:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.97, "pushed": 6.97, "read": 6.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.504, "count": 208, "max_ms": 29.699, "p95_ms": 22.929}, "gstreamer_push": {"avg_ms": 1.07, "count": 209, "max_ms": 1.459, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.813, "count": 208, "max_ms": 63.514, "p95_ms": 61.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.638, "count": 208, "max_ms": 70.17, "p95_ms": 66.664}, "yolo11_640_fire_11class": {"avg_ms": 48.41, "count": 208, "max_ms": 69.743, "p95_ms": 63.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.167, "count": 208, "max_ms": 82.068, "p95_ms": 77.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.909, "count": 209, "max_ms": 169.461, "p95_ms": 160.867}, "read_interval": {"avg_ms": 143.965, "count": 208, "max_ms": 182.209, "p95_ms": 171.561}, "triton_wait": {"avg_ms": 58.446, "count": 208, "max_ms": 82.079, "p95_ms": 77.403}, "visualize": {"avg_ms": 5.237, "count": 208, "max_ms": 8.228, "p95_ms": 6.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15917.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6097.912, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.475, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1836497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:28:20+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T14:28:20+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T14:28:20.902504+09:00", "mtime_epoch": 1783229300.9025044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:28:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2315.438, "name": "celery", "pid": 267, "rss_mb": 2315.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.653, "count": 302, "max_ms": 12.762, "p95_ms": 9.453}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 2.075, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.661, "count": 302, "max_ms": 65.372, "p95_ms": 62.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.159, "count": 302, "max_ms": 72.019, "p95_ms": 54.881}, "yolo11_640_fire_11class": {"avg_ms": 50.013, "count": 302, "max_ms": 72.94, "p95_ms": 63.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.999, "count": 302, "max_ms": 82.002, "p95_ms": 78.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.206, "count": 302, "max_ms": 183.53, "p95_ms": 96.534}, "read_interval": {"avg_ms": 99.431, "count": 301, "max_ms": 597.098, "p95_ms": 141.323}, "triton_wait": {"avg_ms": 54.249, "count": 302, "max_ms": 82.017, "p95_ms": 78.061}, "visualize": {"avg_ms": 3.741, "count": 302, "max_ms": 5.334, "p95_ms": 4.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15917.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 677, "h264_decode_error_count": 1649, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:26:34+09:00", "last_error_summary": "[h264 @ 0x55a682d3edc0] error while decoding MB 73 16, bytestream -5", "last_exit_at": "2026-07-05T14:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.515, "last_started_at": "2026-07-05T14:26:37+09:00", "pid": 133119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.332, "name": "ffmpeg", "pid": 133119, "rss_mb": 267.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 755, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 756}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.011, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:28:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:28:42+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T14:28:42+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T14:28:42.546933+09:00", "mtime_epoch": 1783229322.5469332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:28:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.778, "pushed": 6.778, "read": 6.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.746, "count": 202, "max_ms": 27.835, "p95_ms": 22.878}, "gstreamer_push": {"avg_ms": 1.06, "count": 203, "max_ms": 1.424, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.289, "count": 202, "max_ms": 63.936, "p95_ms": 61.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.322, "count": 202, "max_ms": 73.298, "p95_ms": 65.366}, "yolo11_640_fire_11class": {"avg_ms": 48.606, "count": 202, "max_ms": 69.455, "p95_ms": 62.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.681, "count": 202, "max_ms": 80.956, "p95_ms": 76.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.324, "count": 203, "max_ms": 170.808, "p95_ms": 160.777}, "read_interval": {"avg_ms": 148.378, "count": 202, "max_ms": 181.884, "p95_ms": 172.034}, "triton_wait": {"avg_ms": 57.233, "count": 202, "max_ms": 80.968, "p95_ms": 76.44}, "visualize": {"avg_ms": 5.507, "count": 202, "max_ms": 8.902, "p95_ms": 6.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15917.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6127.978, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.986, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1836794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:28:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:28:51+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T14:28:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T14:28:50.951100+09:00", "mtime_epoch": 1783229330.9510996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:28:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2315.695, "name": "celery", "pid": 267, "rss_mb": 2315.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.542, "count": 297, "max_ms": 11.817, "p95_ms": 9.68}, "gstreamer_push": {"avg_ms": 1.262, "count": 297, "max_ms": 1.941, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.667, "count": 297, "max_ms": 66.481, "p95_ms": 62.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.333, "count": 297, "max_ms": 76.763, "p95_ms": 66.943}, "yolo11_640_fire_11class": {"avg_ms": 51.323, "count": 297, "max_ms": 69.136, "p95_ms": 65.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.416, "count": 297, "max_ms": 81.084, "p95_ms": 78.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.351, "count": 297, "max_ms": 131.488, "p95_ms": 96.353}, "read_interval": {"avg_ms": 101.197, "count": 296, "max_ms": 435.138, "p95_ms": 162.275}, "triton_wait": {"avg_ms": 54.86, "count": 297, "max_ms": 81.097, "p95_ms": 78.454}, "visualize": {"avg_ms": 3.672, "count": 297, "max_ms": 5.966, "p95_ms": 4.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15917.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 677, "h264_decode_error_count": 1649, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:26:34+09:00", "last_error_summary": "[h264 @ 0x55a682d3edc0] error while decoding MB 73 16, bytestream -5", "last_exit_at": "2026-07-05T14:26:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.566, "last_started_at": "2026-07-05T14:26:37+09:00", "pid": 133119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.332, "name": "ffmpeg", "pid": 133119, "rss_mb": 267.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 755, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 756}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.327, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:29:12+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T14:29:12+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T14:29:12.599528+09:00", "mtime_epoch": 1783229352.599528, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:29:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.29, "pushed": 7.29, "read": 7.257}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.842, "count": 218, "max_ms": 22.781, "p95_ms": 20.638}, "gstreamer_push": {"avg_ms": 1.098, "count": 218, "max_ms": 1.242, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.222, "count": 218, "max_ms": 64.59, "p95_ms": 62.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.66, "count": 218, "max_ms": 78.448, "p95_ms": 68.757}, "yolo11_640_fire_11class": {"avg_ms": 51.034, "count": 218, "max_ms": 69.983, "p95_ms": 64.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.847, "count": 218, "max_ms": 80.749, "p95_ms": 79.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.407, "count": 218, "max_ms": 165.838, "p95_ms": 153.62}, "read_interval": {"avg_ms": 137.902, "count": 217, "max_ms": 178.519, "p95_ms": 164.536}, "triton_wait": {"avg_ms": 60.149, "count": 218, "max_ms": 80.76, "p95_ms": 79.287}, "visualize": {"avg_ms": 4.912, "count": 218, "max_ms": 6.531, "p95_ms": 5.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15918.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6158.075, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.234, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1837094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:29:21+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T14:29:21+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T14:29:21.043695+09:00", "mtime_epoch": 1783229361.0436952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:29:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2315.953, "name": "celery", "pid": 267, "rss_mb": 2315.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.577, "count": 299, "max_ms": 14.107, "p95_ms": 9.314}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 2.035, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.861, "count": 299, "max_ms": 70.199, "p95_ms": 64.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.706, "count": 299, "max_ms": 73.529, "p95_ms": 66.7}, "yolo11_640_fire_11class": {"avg_ms": 51.525, "count": 299, "max_ms": 71.295, "p95_ms": 65.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.908, "count": 299, "max_ms": 87.434, "p95_ms": 79.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.388, "count": 299, "max_ms": 128.814, "p95_ms": 103.225}, "read_interval": {"avg_ms": 100.246, "count": 299, "max_ms": 633.867, "p95_ms": 123.024}, "triton_wait": {"avg_ms": 56.299, "count": 299, "max_ms": 87.446, "p95_ms": 79.263}, "visualize": {"avg_ms": 3.731, "count": 299, "max_ms": 5.706, "p95_ms": 4.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15788.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 678, "h264_decode_error_count": 1650, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:29:41+09:00", "last_error_summary": "[h264 @ 0x564e958a9780] error while decoding MB 18 24, bytestream -8", "last_exit_at": "2026-07-05T14:29:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.142, "last_started_at": "2026-07-05T14:29:44+09:00", "pid": 133226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.418, "name": "ffmpeg", "pid": 133226, "rss_mb": 141.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 756, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 757}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.642, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:29:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T14:29:46+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-05T14:29:46+09:00", "mjpeg": {"age_sec": 5.03, "exists": true, "mtime": "2026-07-05T14:29:41.728104+09:00", "mtime_epoch": 1783229381.728104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:29:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9312.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.072, "pushed": 6.072, "read": 6.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.32, "count": 181, "max_ms": 26.984, "p95_ms": 22.345}, "gstreamer_push": {"avg_ms": 1.094, "count": 182, "max_ms": 1.49, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.871, "count": 181, "max_ms": 65.14, "p95_ms": 62.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.374, "count": 181, "max_ms": 77.498, "p95_ms": 67.615}, "yolo11_640_fire_11class": {"avg_ms": 49.154, "count": 181, "max_ms": 69.238, "p95_ms": 64.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.582, "count": 181, "max_ms": 82.531, "p95_ms": 77.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.011, "count": 182, "max_ms": 164.573, "p95_ms": 144.471}, "read_interval": {"avg_ms": 165.558, "count": 181, "max_ms": 5046.457, "p95_ms": 163.62}, "triton_wait": {"avg_ms": 57.254, "count": 181, "max_ms": 82.543, "p95_ms": 77.519}, "visualize": {"avg_ms": 5.12, "count": 181, "max_ms": 7.671, "p95_ms": 6.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15869.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6188.159, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.283, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1837398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:29:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T14:29:51+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T14:29:51.148290+09:00", "mtime_epoch": 1783229391.1482902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:29:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2315.953, "name": "celery", "pid": 267, "rss_mb": 2315.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.113}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.618, "count": 303, "max_ms": 10.848, "p95_ms": 9.374}, "gstreamer_push": {"avg_ms": 1.271, "count": 304, "max_ms": 1.93, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.922, "count": 303, "max_ms": 65.609, "p95_ms": 62.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.272, "count": 303, "max_ms": 77.111, "p95_ms": 66.918}, "yolo11_640_fire_11class": {"avg_ms": 50.659, "count": 303, "max_ms": 72.035, "p95_ms": 63.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.556, "count": 303, "max_ms": 81.249, "p95_ms": 77.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.185, "count": 304, "max_ms": 131.046, "p95_ms": 104.198}, "read_interval": {"avg_ms": 99.006, "count": 303, "max_ms": 719.025, "p95_ms": 132.795}, "triton_wait": {"avg_ms": 53.202, "count": 303, "max_ms": 81.261, "p95_ms": 77.445}, "visualize": {"avg_ms": 3.782, "count": 303, "max_ms": 5.746, "p95_ms": 4.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15916.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 678, "h264_decode_error_count": 1650, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:29:41+09:00", "last_error_summary": "[h264 @ 0x564e958a9780] error while decoding MB 18 24, bytestream -8", "last_exit_at": "2026-07-05T14:29:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.172, "last_started_at": "2026-07-05T14:29:44+09:00", "pid": 133226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.836, "name": "ffmpeg", "pid": 133226, "rss_mb": 265.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 756, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 757}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.755, "sample_count": 2120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:30:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:30:16+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T14:30:16+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T14:30:16.680794+09:00", "mtime_epoch": 1783229416.6807942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:30:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9313.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.697, "pushed": 7.697, "read": 7.663}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.618, "count": 230, "max_ms": 32.553, "p95_ms": 20.079}, "gstreamer_push": {"avg_ms": 1.1, "count": 230, "max_ms": 1.46, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.641, "count": 230, "max_ms": 65.153, "p95_ms": 62.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.973, "count": 230, "max_ms": 83.383, "p95_ms": 76.998}, "yolo11_640_fire_11class": {"avg_ms": 51.145, "count": 230, "max_ms": 67.901, "p95_ms": 64.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.587, "count": 230, "max_ms": 81.395, "p95_ms": 78.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.25, "count": 230, "max_ms": 161.625, "p95_ms": 140.685}, "read_interval": {"avg_ms": 130.594, "count": 229, "max_ms": 172.859, "p95_ms": 149.755}, "triton_wait": {"avg_ms": 60.315, "count": 230, "max_ms": 83.395, "p95_ms": 79.045}, "visualize": {"avg_ms": 4.696, "count": 230, "max_ms": 5.916, "p95_ms": 5.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15917.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6218.175, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.283, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1837696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:30:21+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:30:21+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T14:30:21.172883+09:00", "mtime_epoch": 1783229421.172883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:30:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2315.953, "name": "celery", "pid": 267, "rss_mb": 2315.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.465, "count": 298, "max_ms": 15.467, "p95_ms": 9.282}, "gstreamer_push": {"avg_ms": 1.255, "count": 298, "max_ms": 1.975, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.476, "count": 298, "max_ms": 67.767, "p95_ms": 62.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.984, "count": 298, "max_ms": 74.566, "p95_ms": 71.679}, "yolo11_640_fire_11class": {"avg_ms": 52.009, "count": 298, "max_ms": 72.257, "p95_ms": 63.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.387, "count": 298, "max_ms": 80.552, "p95_ms": 77.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.161, "count": 298, "max_ms": 153.26, "p95_ms": 94.282}, "read_interval": {"avg_ms": 100.738, "count": 298, "max_ms": 685.364, "p95_ms": 145.619}, "triton_wait": {"avg_ms": 56.11, "count": 298, "max_ms": 80.565, "p95_ms": 77.607}, "visualize": {"avg_ms": 3.661, "count": 298, "max_ms": 6.232, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15919.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 678, "h264_decode_error_count": 1650, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:29:41+09:00", "last_error_summary": "[h264 @ 0x564e958a9780] error while decoding MB 18 24, bytestream -8", "last_exit_at": "2026-07-05T14:29:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.309, "last_started_at": "2026-07-05T14:29:44+09:00", "pid": 133226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.414, "name": "ffmpeg", "pid": 133226, "rss_mb": 268.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 756, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 757}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.408, "sample_count": 2119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:30:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:30:46+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T14:30:46+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T14:30:46.793388+09:00", "mtime_epoch": 1783229446.7933881, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:30:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9313.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.469, "pushed": 7.469, "read": 7.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.813, "count": 223, "max_ms": 31.277, "p95_ms": 20.509}, "gstreamer_push": {"avg_ms": 1.086, "count": 224, "max_ms": 1.36, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.098, "count": 223, "max_ms": 65.326, "p95_ms": 62.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.907, "count": 223, "max_ms": 79.122, "p95_ms": 74.54}, "yolo11_640_fire_11class": {"avg_ms": 51.154, "count": 223, "max_ms": 68.099, "p95_ms": 64.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.049, "count": 223, "max_ms": 81.003, "p95_ms": 77.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.444, "count": 224, "max_ms": 164.928, "p95_ms": 143.304}, "read_interval": {"avg_ms": 134.475, "count": 223, "max_ms": 172.782, "p95_ms": 152.791}, "triton_wait": {"avg_ms": 60.69, "count": 223, "max_ms": 81.015, "p95_ms": 77.995}, "visualize": {"avg_ms": 4.88, "count": 223, "max_ms": 6.494, "p95_ms": 5.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15919.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6248.38, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.328, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1838000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:30:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:30:51+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T14:30:51+09:00", "mjpeg": {"age_sec": 0.348, "exists": true, "mtime": "2026-07-05T14:30:51.093472+09:00", "mtime_epoch": 1783229451.0934715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:30:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2316.211, "name": "celery", "pid": 267, "rss_mb": 2316.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.656, "count": 302, "max_ms": 12.77, "p95_ms": 9.403}, "gstreamer_push": {"avg_ms": 1.254, "count": 302, "max_ms": 1.922, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.3, "count": 302, "max_ms": 68.907, "p95_ms": 63.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.31, "count": 302, "max_ms": 78.055, "p95_ms": 72.67}, "yolo11_640_fire_11class": {"avg_ms": 50.877, "count": 302, "max_ms": 69.237, "p95_ms": 63.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.177, "count": 302, "max_ms": 82.492, "p95_ms": 77.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.865, "count": 302, "max_ms": 125.414, "p95_ms": 98.405}, "read_interval": {"avg_ms": 99.445, "count": 301, "max_ms": 601.544, "p95_ms": 131.301}, "triton_wait": {"avg_ms": 54.944, "count": 302, "max_ms": 82.505, "p95_ms": 77.29}, "visualize": {"avg_ms": 3.735, "count": 302, "max_ms": 5.469, "p95_ms": 4.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15922.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 678, "h264_decode_error_count": 1650, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:29:41+09:00", "last_error_summary": "[h264 @ 0x564e958a9780] error while decoding MB 18 24, bytestream -8", "last_exit_at": "2026-07-05T14:29:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.311, "last_started_at": "2026-07-05T14:29:44+09:00", "pid": 133226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.25, "name": "ffmpeg", "pid": 133226, "rss_mb": 271.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 756, "restart_count_per_hour": 19, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 757}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.56, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:31:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T14:31:16+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T14:31:16+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T14:31:16.797652+09:00", "mtime_epoch": 1783229476.7976515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:31:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9313.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.702, "pushed": 7.702, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.504, "count": 231, "max_ms": 32.145, "p95_ms": 20.152}, "gstreamer_push": {"avg_ms": 1.104, "count": 231, "max_ms": 1.32, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.819, "count": 231, "max_ms": 65.196, "p95_ms": 62.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.331, "count": 231, "max_ms": 79.22, "p95_ms": 70.357}, "yolo11_640_fire_11class": {"avg_ms": 50.751, "count": 231, "max_ms": 66.062, "p95_ms": 64.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.468, "count": 231, "max_ms": 80.77, "p95_ms": 78.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.635, "count": 231, "max_ms": 150.417, "p95_ms": 139.493}, "read_interval": {"avg_ms": 129.889, "count": 231, "max_ms": 159.166, "p95_ms": 149.321}, "triton_wait": {"avg_ms": 60.154, "count": 231, "max_ms": 80.782, "p95_ms": 78.965}, "visualize": {"avg_ms": 4.75, "count": 231, "max_ms": 7.251, "p95_ms": 5.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15922.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6278.558, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.141, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1838300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:31:21+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:31:21+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-05T14:31:21.413685+09:00", "mtime_epoch": 1783229481.4136853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:31:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2316.211, "name": "celery", "pid": 267, "rss_mb": 2316.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 298, "max_ms": 12.44, "p95_ms": 9.596}, "gstreamer_push": {"avg_ms": 1.222, "count": 298, "max_ms": 1.805, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.131, "count": 298, "max_ms": 65.683, "p95_ms": 62.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.799, "count": 298, "max_ms": 74.778, "p95_ms": 70.049}, "yolo11_640_fire_11class": {"avg_ms": 50.758, "count": 298, "max_ms": 68.936, "p95_ms": 63.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.138, "count": 298, "max_ms": 81.176, "p95_ms": 77.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.902, "count": 298, "max_ms": 133.159, "p95_ms": 93.968}, "read_interval": {"avg_ms": 100.69, "count": 298, "max_ms": 639.142, "p95_ms": 122.416}, "triton_wait": {"avg_ms": 55.576, "count": 298, "max_ms": 81.189, "p95_ms": 77.496}, "visualize": {"avg_ms": 3.552, "count": 298, "max_ms": 5.464, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15926.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 678, "h264_decode_error_count": 1650, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:29:41+09:00", "last_error_summary": "[h264 @ 0x564e958a9780] error while decoding MB 18 24, bytestream -8", "last_exit_at": "2026-07-05T14:29:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.34, "last_started_at": "2026-07-05T14:29:44+09:00", "pid": 133226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.402, "name": "ffmpeg", "pid": 133226, "rss_mb": 274.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 756, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 757}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.56, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:31:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:31:46+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T14:31:46+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T14:31:46.825879+09:00", "mtime_epoch": 1783229506.825879, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:31:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9313.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.389, "pushed": 7.389, "read": 7.356}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.955, "count": 221, "max_ms": 30.065, "p95_ms": 21.116}, "gstreamer_push": {"avg_ms": 1.082, "count": 221, "max_ms": 1.749, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.313, "count": 221, "max_ms": 65.83, "p95_ms": 63.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.045, "count": 221, "max_ms": 85.705, "p95_ms": 71.617}, "yolo11_640_fire_11class": {"avg_ms": 50.56, "count": 221, "max_ms": 67.658, "p95_ms": 64.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.672, "count": 221, "max_ms": 83.507, "p95_ms": 79.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.773, "count": 221, "max_ms": 168.302, "p95_ms": 148.365}, "read_interval": {"avg_ms": 135.819, "count": 220, "max_ms": 176.582, "p95_ms": 157.165}, "triton_wait": {"avg_ms": 60.187, "count": 221, "max_ms": 85.715, "p95_ms": 79.311}, "visualize": {"avg_ms": 4.961, "count": 221, "max_ms": 7.079, "p95_ms": 5.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15932.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6308.581, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.29, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1838602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:31:51+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:31:51+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T14:31:51.581917+09:00", "mtime_epoch": 1783229511.5819168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:31:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2316.469, "name": "celery", "pid": 267, "rss_mb": 2316.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.531, "count": 302, "max_ms": 11.52, "p95_ms": 9.046}, "gstreamer_push": {"avg_ms": 1.265, "count": 302, "max_ms": 1.868, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.696, "count": 302, "max_ms": 66.924, "p95_ms": 62.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.045, "count": 302, "max_ms": 81.966, "p95_ms": 72.095}, "yolo11_640_fire_11class": {"avg_ms": 50.512, "count": 302, "max_ms": 66.7, "p95_ms": 62.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.718, "count": 302, "max_ms": 80.848, "p95_ms": 77.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.558, "count": 302, "max_ms": 135.886, "p95_ms": 94.972}, "read_interval": {"avg_ms": 99.464, "count": 301, "max_ms": 615.299, "p95_ms": 148.085}, "triton_wait": {"avg_ms": 55.371, "count": 302, "max_ms": 81.979, "p95_ms": 77.62}, "visualize": {"avg_ms": 3.691, "count": 302, "max_ms": 5.133, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15933.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6338.609, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.046, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1838901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:32:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:32:21+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:32:21+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T14:32:21.610165+09:00", "mtime_epoch": 1783229541.6101649, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:32:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2316.727, "name": "celery", "pid": 267, "rss_mb": 2316.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.58, "count": 299, "max_ms": 12.072, "p95_ms": 8.801}, "gstreamer_push": {"avg_ms": 1.272, "count": 299, "max_ms": 2.101, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.132, "count": 299, "max_ms": 64.923, "p95_ms": 61.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.073, "count": 299, "max_ms": 78.711, "p95_ms": 69.865}, "yolo11_640_fire_11class": {"avg_ms": 49.372, "count": 299, "max_ms": 69.889, "p95_ms": 62.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.69, "count": 299, "max_ms": 80.114, "p95_ms": 76.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.747, "count": 299, "max_ms": 111.387, "p95_ms": 93.236}, "read_interval": {"avg_ms": 100.483, "count": 298, "max_ms": 671.235, "p95_ms": 135.798}, "triton_wait": {"avg_ms": 54.093, "count": 299, "max_ms": 80.126, "p95_ms": 76.562}, "visualize": {"avg_ms": 3.704, "count": 299, "max_ms": 5.101, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15947.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 678, "h264_decode_error_count": 1650, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:29:41+09:00", "last_error_summary": "[h264 @ 0x564e958a9780] error while decoding MB 18 24, bytestream -8", "last_exit_at": "2026-07-05T14:29:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.875, "last_started_at": "2026-07-05T14:29:44+09:00", "pid": 133226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.043, "name": "ffmpeg", "pid": 133226, "rss_mb": 297.043, "state": "S (sleeping)", "threads": 104}, "restart_count": 756, "restart_count_per_hour": 18, "rtsp_timeout_count": 422, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 757}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.417, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T14:32:34+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T14:32:34+09:00", "mjpeg": {"age_sec": 19.001, "exists": true, "mtime": "2026-07-05T14:32:15.490113+09:00", "mtime_epoch": 1783229535.490113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:32:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9313.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.671, "pushed": 2.671, "read": 2.638}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.779, "count": 80, "max_ms": 26.932, "p95_ms": 22.117}, "gstreamer_push": {"avg_ms": 1.078, "count": 80, "max_ms": 1.554, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.069, "count": 80, "max_ms": 64.768, "p95_ms": 63.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.216, "count": 80, "max_ms": 72.64, "p95_ms": 71.439}, "yolo11_640_fire_11class": {"avg_ms": 50.016, "count": 80, "max_ms": 64.361, "p95_ms": 63.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.69, "count": 80, "max_ms": 80.408, "p95_ms": 78.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.535, "count": 80, "max_ms": 167.063, "p95_ms": 163.484}, "read_interval": {"avg_ms": 378.698, "count": 79, "max_ms": 18991.08, "p95_ms": 173.681}, "triton_wait": {"avg_ms": 59.037, "count": 80, "max_ms": 80.42, "p95_ms": 78.906}, "visualize": {"avg_ms": 5.211, "count": 80, "max_ms": 7.726, "p95_ms": 6.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15916.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6368.637, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.319, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1839200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:32:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:32:51+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T14:32:51+09:00", "mjpeg": {"age_sec": 0.476, "exists": true, "mtime": "2026-07-05T14:32:51.222426+09:00", "mtime_epoch": 1783229571.222426, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:32:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2316.727, "name": "celery", "pid": 267, "rss_mb": 2316.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.747, "count": 299, "max_ms": 12.936, "p95_ms": 9.54}, "gstreamer_push": {"avg_ms": 1.28, "count": 299, "max_ms": 1.901, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.404, "count": 299, "max_ms": 67.654, "p95_ms": 62.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.38, "count": 299, "max_ms": 77.53, "p95_ms": 65.567}, "yolo11_640_fire_11class": {"avg_ms": 48.075, "count": 299, "max_ms": 68.261, "p95_ms": 62.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.906, "count": 299, "max_ms": 82.368, "p95_ms": 76.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.267, "count": 299, "max_ms": 132.446, "p95_ms": 102.098}, "read_interval": {"avg_ms": 100.384, "count": 298, "max_ms": 632.109, "p95_ms": 132.825}, "triton_wait": {"avg_ms": 52.738, "count": 299, "max_ms": 82.378, "p95_ms": 77.54}, "visualize": {"avg_ms": 3.801, "count": 299, "max_ms": 6.625, "p95_ms": 4.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15917.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:32:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.253, "last_started_at": "2026-07-05T14:32:38+09:00", "pid": 133333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.48, "name": "ffmpeg", "pid": 133333, "rss_mb": 265.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 757, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 758}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.803, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:33:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:33:04+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T14:33:04+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T14:33:04.426547+09:00", "mtime_epoch": 1783229584.4265473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:33:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9313.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.018, "pushed": 6.018, "read": 5.984}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.615, "count": 180, "max_ms": 34.199, "p95_ms": 23.805}, "gstreamer_push": {"avg_ms": 1.101, "count": 180, "max_ms": 1.425, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.152, "count": 180, "max_ms": 66.612, "p95_ms": 62.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.859, "count": 180, "max_ms": 78.474, "p95_ms": 70.555}, "yolo11_640_fire_11class": {"avg_ms": 50.025, "count": 180, "max_ms": 66.924, "p95_ms": 63.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.452, "count": 180, "max_ms": 80.695, "p95_ms": 78.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.227, "count": 180, "max_ms": 177.257, "p95_ms": 154.726}, "read_interval": {"avg_ms": 167.127, "count": 179, "max_ms": 4858.499, "p95_ms": 168.335}, "triton_wait": {"avg_ms": 60.078, "count": 180, "max_ms": 80.708, "p95_ms": 78.516}, "visualize": {"avg_ms": 5.1, "count": 180, "max_ms": 7.309, "p95_ms": 6.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15925.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6398.737, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.141, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1839500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:33:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:33:21+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T14:33:21+09:00", "mjpeg": {"age_sec": 0.623, "exists": true, "mtime": "2026-07-05T14:33:21.174706+09:00", "mtime_epoch": 1783229601.1747055, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:33:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2316.984, "name": "celery", "pid": 267, "rss_mb": 2316.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.668, "count": 299, "max_ms": 11.234, "p95_ms": 9.157}, "gstreamer_push": {"avg_ms": 1.268, "count": 299, "max_ms": 1.834, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.357, "count": 299, "max_ms": 66.814, "p95_ms": 63.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.018, "count": 299, "max_ms": 81.314, "p95_ms": 70.047}, "yolo11_640_fire_11class": {"avg_ms": 51.379, "count": 299, "max_ms": 67.399, "p95_ms": 64.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.332, "count": 299, "max_ms": 80.656, "p95_ms": 77.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.21, "count": 299, "max_ms": 136.893, "p95_ms": 94.502}, "read_interval": {"avg_ms": 100.442, "count": 298, "max_ms": 639.111, "p95_ms": 148.521}, "triton_wait": {"avg_ms": 56.04, "count": 299, "max_ms": 81.327, "p95_ms": 77.704}, "visualize": {"avg_ms": 3.705, "count": 299, "max_ms": 5.759, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15926.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:32:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.321, "last_started_at": "2026-07-05T14:32:38+09:00", "pid": 133333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.441, "name": "ffmpeg", "pid": 133333, "rss_mb": 272.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 757, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 758}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.702, "sample_count": 2002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:33:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:33:34+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T14:33:34+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T14:33:34.466834+09:00", "mtime_epoch": 1783229614.4668343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:33:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9313.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.313, "pushed": 7.313, "read": 7.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.976, "count": 219, "max_ms": 26.612, "p95_ms": 21.136}, "gstreamer_push": {"avg_ms": 1.108, "count": 219, "max_ms": 1.395, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.48, "count": 219, "max_ms": 66.181, "p95_ms": 62.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.214, "count": 219, "max_ms": 80.642, "p95_ms": 69.886}, "yolo11_640_fire_11class": {"avg_ms": 50.037, "count": 219, "max_ms": 74.4, "p95_ms": 65.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.767, "count": 219, "max_ms": 82.143, "p95_ms": 78.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.811, "count": 219, "max_ms": 164.048, "p95_ms": 144.03}, "read_interval": {"avg_ms": 137.221, "count": 218, "max_ms": 175.37, "p95_ms": 156.125}, "triton_wait": {"avg_ms": 59.376, "count": 219, "max_ms": 82.154, "p95_ms": 78.063}, "visualize": {"avg_ms": 4.997, "count": 219, "max_ms": 7.367, "p95_ms": 6.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15925.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6428.755, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.371, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1839803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:33:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:33:51+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T14:33:51.747006+09:00", "mtime_epoch": 1783229631.747006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:33:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2316.984, "name": "celery", "pid": 267, "rss_mb": 2316.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.575, "count": 303, "max_ms": 14.758, "p95_ms": 9.161}, "gstreamer_push": {"avg_ms": 1.262, "count": 303, "max_ms": 1.655, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.495, "count": 303, "max_ms": 67.931, "p95_ms": 63.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.314, "count": 303, "max_ms": 76.267, "p95_ms": 68.182}, "yolo11_640_fire_11class": {"avg_ms": 51.534, "count": 303, "max_ms": 70.215, "p95_ms": 64.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.577, "count": 303, "max_ms": 84.381, "p95_ms": 78.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.898, "count": 303, "max_ms": 109.65, "p95_ms": 98.588}, "read_interval": {"avg_ms": 99.113, "count": 302, "max_ms": 446.113, "p95_ms": 119.633}, "triton_wait": {"avg_ms": 55.924, "count": 303, "max_ms": 84.393, "p95_ms": 79.001}, "visualize": {"avg_ms": 3.741, "count": 303, "max_ms": 6.833, "p95_ms": 4.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15925.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:32:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.363, "last_started_at": "2026-07-05T14:32:38+09:00", "pid": 133333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.441, "name": "ffmpeg", "pid": 133333, "rss_mb": 272.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 757, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 758}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.108, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:34:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:34:04+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T14:34:04+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T14:34:04.531136+09:00", "mtime_epoch": 1783229644.5311358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:34:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9313.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.16, "pushed": 7.16, "read": 7.126}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.319, "count": 214, "max_ms": 23.287, "p95_ms": 21.068}, "gstreamer_push": {"avg_ms": 1.102, "count": 214, "max_ms": 1.307, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.464, "count": 214, "max_ms": 67.213, "p95_ms": 63.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.363, "count": 214, "max_ms": 73.51, "p95_ms": 68.887}, "yolo11_640_fire_11class": {"avg_ms": 50.413, "count": 214, "max_ms": 68.422, "p95_ms": 64.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.418, "count": 214, "max_ms": 81.888, "p95_ms": 77.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.153, "count": 214, "max_ms": 168.848, "p95_ms": 158.418}, "read_interval": {"avg_ms": 140.44, "count": 213, "max_ms": 180.181, "p95_ms": 169.201}, "triton_wait": {"avg_ms": 60.121, "count": 214, "max_ms": 81.899, "p95_ms": 78.005}, "visualize": {"avg_ms": 5.088, "count": 214, "max_ms": 6.554, "p95_ms": 5.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15926.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6458.808, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.31, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1840106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:34:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:34:21+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:34:21+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:34:21.807315+09:00", "mtime_epoch": 1783229661.8073153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:34:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2317.242, "name": "celery", "pid": 267, "rss_mb": 2317.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.078}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.475, "count": 303, "max_ms": 10.757, "p95_ms": 8.796}, "gstreamer_push": {"avg_ms": 1.271, "count": 303, "max_ms": 1.87, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.086, "count": 303, "max_ms": 68.805, "p95_ms": 63.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.022, "count": 303, "max_ms": 78.139, "p95_ms": 68.352}, "yolo11_640_fire_11class": {"avg_ms": 50.754, "count": 303, "max_ms": 69.512, "p95_ms": 63.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.246, "count": 303, "max_ms": 82.148, "p95_ms": 77.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.975, "count": 303, "max_ms": 131.231, "p95_ms": 94.03}, "read_interval": {"avg_ms": 99.234, "count": 302, "max_ms": 458.324, "p95_ms": 144.882}, "triton_wait": {"avg_ms": 54.769, "count": 303, "max_ms": 82.16, "p95_ms": 78.041}, "visualize": {"avg_ms": 3.678, "count": 303, "max_ms": 5.056, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15926.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:32:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.483, "last_started_at": "2026-07-05T14:32:38+09:00", "pid": 133333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.441, "name": "ffmpeg", "pid": 133333, "rss_mb": 272.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 757, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 758}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.132, "sample_count": 1996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:34:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:34:34+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T14:34:34+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T14:34:34.635451+09:00", "mtime_epoch": 1783229674.6354513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:34:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.005, "pushed": 7.005, "read": 6.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.459, "count": 209, "max_ms": 27.272, "p95_ms": 21.705}, "gstreamer_push": {"avg_ms": 1.084, "count": 210, "max_ms": 1.397, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.704, "count": 209, "max_ms": 73.495, "p95_ms": 62.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.936, "count": 209, "max_ms": 74.958, "p95_ms": 68.386}, "yolo11_640_fire_11class": {"avg_ms": 49.844, "count": 209, "max_ms": 75.829, "p95_ms": 63.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.209, "count": 209, "max_ms": 81.658, "p95_ms": 77.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.594, "count": 210, "max_ms": 167.918, "p95_ms": 161.796}, "read_interval": {"avg_ms": 143.413, "count": 209, "max_ms": 179.006, "p95_ms": 172.921}, "triton_wait": {"avg_ms": 58.819, "count": 209, "max_ms": 81.67, "p95_ms": 77.048}, "visualize": {"avg_ms": 5.297, "count": 209, "max_ms": 7.818, "p95_ms": 6.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15926.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6488.809, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.91, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1840404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:34:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:34:51+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:34:51+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T14:34:51.807637+09:00", "mtime_epoch": 1783229691.8076372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:34:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2317.242, "name": "celery", "pid": 267, "rss_mb": 2317.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.467, "count": 298, "max_ms": 11.599, "p95_ms": 8.86}, "gstreamer_push": {"avg_ms": 1.268, "count": 298, "max_ms": 1.684, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.219, "count": 298, "max_ms": 66.738, "p95_ms": 63.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.232, "count": 298, "max_ms": 76.688, "p95_ms": 66.959}, "yolo11_640_fire_11class": {"avg_ms": 51.381, "count": 298, "max_ms": 68.403, "p95_ms": 65.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.377, "count": 298, "max_ms": 84.482, "p95_ms": 78.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.24, "count": 298, "max_ms": 102.984, "p95_ms": 94.313}, "read_interval": {"avg_ms": 100.671, "count": 298, "max_ms": 525.434, "p95_ms": 158.962}, "triton_wait": {"avg_ms": 55.095, "count": 298, "max_ms": 84.494, "p95_ms": 78.334}, "visualize": {"avg_ms": 3.681, "count": 298, "max_ms": 5.265, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15926.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:32:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.553, "last_started_at": "2026-07-05T14:32:38+09:00", "pid": 133333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.957, "name": "ffmpeg", "pid": 133333, "rss_mb": 272.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 757, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 758}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.16, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:35:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:35:04+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T14:35:04+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T14:35:04.727780+09:00", "mtime_epoch": 1783229704.7277799, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:35:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.214, "pushed": 7.214, "read": 7.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.191, "count": 216, "max_ms": 26.628, "p95_ms": 22.12}, "gstreamer_push": {"avg_ms": 1.087, "count": 216, "max_ms": 1.686, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.958, "count": 216, "max_ms": 65.778, "p95_ms": 63.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.168, "count": 216, "max_ms": 80.657, "p95_ms": 68.873}, "yolo11_640_fire_11class": {"avg_ms": 49.94, "count": 216, "max_ms": 67.63, "p95_ms": 65.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.812, "count": 216, "max_ms": 82.013, "p95_ms": 79.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.033, "count": 216, "max_ms": 166.118, "p95_ms": 154.494}, "read_interval": {"avg_ms": 139.283, "count": 215, "max_ms": 177.166, "p95_ms": 165.238}, "triton_wait": {"avg_ms": 59.138, "count": 216, "max_ms": 82.026, "p95_ms": 79.185}, "visualize": {"avg_ms": 5.081, "count": 216, "max_ms": 7.27, "p95_ms": 5.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15926.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6518.854, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.092, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1840704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:35:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:35:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T14:35:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T14:35:21.827972+09:00", "mtime_epoch": 1783229721.8279717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:35:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2317.5, "name": "celery", "pid": 267, "rss_mb": 2317.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.636, "count": 300, "max_ms": 12.609, "p95_ms": 9.157}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.56, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.058, "count": 300, "max_ms": 69.522, "p95_ms": 62.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.175, "count": 300, "max_ms": 77.28, "p95_ms": 63.465}, "yolo11_640_fire_11class": {"avg_ms": 51.189, "count": 300, "max_ms": 72.618, "p95_ms": 64.708}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.416, "count": 300, "max_ms": 81.776, "p95_ms": 78.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.35, "count": 300, "max_ms": 136.719, "p95_ms": 95.93}, "read_interval": {"avg_ms": 100.125, "count": 299, "max_ms": 691.134, "p95_ms": 150.527}, "triton_wait": {"avg_ms": 54.905, "count": 300, "max_ms": 81.79, "p95_ms": 78.334}, "visualize": {"avg_ms": 3.738, "count": 300, "max_ms": 5.527, "p95_ms": 4.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15791.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:35:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.183, "last_started_at": "2026-07-05T14:35:34+09:00", "pid": 133440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.133, "name": "ffmpeg", "pid": 133440, "rss_mb": 141.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 758, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 759}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.37, "sample_count": 1971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:35:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T14:35:36+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-05T14:35:36+09:00", "mjpeg": {"age_sec": 4.726, "exists": true, "mtime": "2026-07-05T14:35:32.256091+09:00", "mtime_epoch": 1783229732.2560909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:35:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.887, "pushed": 5.887, "read": 5.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.527, "count": 176, "max_ms": 23.51, "p95_ms": 21.735}, "gstreamer_push": {"avg_ms": 1.089, "count": 176, "max_ms": 1.901, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.605, "count": 176, "max_ms": 65.818, "p95_ms": 62.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.71, "count": 176, "max_ms": 77.742, "p95_ms": 68.088}, "yolo11_640_fire_11class": {"avg_ms": 49.424, "count": 176, "max_ms": 67.002, "p95_ms": 64.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.108, "count": 176, "max_ms": 82.229, "p95_ms": 78.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.684, "count": 176, "max_ms": 170.817, "p95_ms": 163.549}, "read_interval": {"avg_ms": 170.637, "count": 175, "max_ms": 4684.74, "p95_ms": 175.926}, "triton_wait": {"avg_ms": 58.518, "count": 176, "max_ms": 82.242, "p95_ms": 78.751}, "visualize": {"avg_ms": 5.358, "count": 176, "max_ms": 8.298, "p95_ms": 6.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15917.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6548.883, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.936, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1841004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:35:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:35:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:35:51+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T14:35:51.876318+09:00", "mtime_epoch": 1783229751.8763185, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:35:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2317.758, "name": "celery", "pid": 267, "rss_mb": 2317.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.608, "count": 300, "max_ms": 12.417, "p95_ms": 8.736}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.473, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.248, "count": 300, "max_ms": 68.305, "p95_ms": 62.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.399, "count": 300, "max_ms": 76.948, "p95_ms": 68.23}, "yolo11_640_fire_11class": {"avg_ms": 50.222, "count": 300, "max_ms": 73.402, "p95_ms": 64.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.11, "count": 300, "max_ms": 80.622, "p95_ms": 77.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.86, "count": 300, "max_ms": 136.548, "p95_ms": 94.936}, "read_interval": {"avg_ms": 100.148, "count": 299, "max_ms": 820.652, "p95_ms": 150.537}, "triton_wait": {"avg_ms": 53.49, "count": 300, "max_ms": 80.634, "p95_ms": 77.199}, "visualize": {"avg_ms": 3.766, "count": 300, "max_ms": 5.647, "p95_ms": 4.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15918.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:35:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.274, "last_started_at": "2026-07-05T14:35:34+09:00", "pid": 133440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.293, "name": "ffmpeg", "pid": 133440, "rss_mb": 265.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 758, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 759}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.494, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:36:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:36:07+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T14:36:06+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T14:36:06.936496+09:00", "mtime_epoch": 1783229766.9364963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:36:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.113, "pushed": 7.113, "read": 7.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.295, "count": 212, "max_ms": 24.6, "p95_ms": 22.165}, "gstreamer_push": {"avg_ms": 1.072, "count": 213, "max_ms": 1.51, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.223, "count": 212, "max_ms": 66.362, "p95_ms": 62.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.904, "count": 212, "max_ms": 77.855, "p95_ms": 68.643}, "yolo11_640_fire_11class": {"avg_ms": 48.789, "count": 212, "max_ms": 67.676, "p95_ms": 62.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.065, "count": 212, "max_ms": 85.034, "p95_ms": 78.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.707, "count": 213, "max_ms": 165.181, "p95_ms": 158.109}, "read_interval": {"avg_ms": 141.217, "count": 212, "max_ms": 174.07, "p95_ms": 165.974}, "triton_wait": {"avg_ms": 58.436, "count": 212, "max_ms": 85.045, "p95_ms": 78.471}, "visualize": {"avg_ms": 5.306, "count": 212, "max_ms": 6.445, "p95_ms": 6.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15919.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6578.911, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.004, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1841303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:36:21+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:36:21+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T14:36:21.904676+09:00", "mtime_epoch": 1783229781.9046757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:36:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2317.758, "name": "celery", "pid": 267, "rss_mb": 2317.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.961}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.358, "count": 299, "max_ms": 12.047, "p95_ms": 8.728}, "gstreamer_push": {"avg_ms": 1.267, "count": 299, "max_ms": 2.106, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.901, "count": 299, "max_ms": 66.575, "p95_ms": 62.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.163, "count": 299, "max_ms": 76.557, "p95_ms": 68.733}, "yolo11_640_fire_11class": {"avg_ms": 48.896, "count": 299, "max_ms": 69.349, "p95_ms": 63.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.792, "count": 299, "max_ms": 86.831, "p95_ms": 78.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.201, "count": 299, "max_ms": 128.373, "p95_ms": 94.193}, "read_interval": {"avg_ms": 100.482, "count": 298, "max_ms": 547.401, "p95_ms": 161.273}, "triton_wait": {"avg_ms": 55.009, "count": 299, "max_ms": 86.844, "p95_ms": 78.081}, "visualize": {"avg_ms": 3.653, "count": 299, "max_ms": 5.385, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15921.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:35:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.31, "last_started_at": "2026-07-05T14:35:34+09:00", "pid": 133440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.098, "name": "ffmpeg", "pid": 133440, "rss_mb": 267.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 758, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 759}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.956, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:36:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:36:37+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T14:36:36+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T14:36:36.976859+09:00", "mtime_epoch": 1783229796.9768589, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:36:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.622, "pushed": 7.622, "read": 7.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.675, "count": 228, "max_ms": 26.078, "p95_ms": 20.52}, "gstreamer_push": {"avg_ms": 1.09, "count": 228, "max_ms": 1.584, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.459, "count": 228, "max_ms": 66.055, "p95_ms": 63.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.675, "count": 228, "max_ms": 78.368, "p95_ms": 69.002}, "yolo11_640_fire_11class": {"avg_ms": 49.383, "count": 228, "max_ms": 68.439, "p95_ms": 64.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.125, "count": 228, "max_ms": 81.548, "p95_ms": 79.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.698, "count": 228, "max_ms": 167.28, "p95_ms": 143.281}, "read_interval": {"avg_ms": 131.665, "count": 227, "max_ms": 177.24, "p95_ms": 151.754}, "triton_wait": {"avg_ms": 59.674, "count": 228, "max_ms": 81.56, "p95_ms": 79.047}, "visualize": {"avg_ms": 4.843, "count": 228, "max_ms": 7.835, "p95_ms": 5.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15922.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6608.909, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.341, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1841606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:36:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:36:51+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:36:51+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T14:36:51.905043+09:00", "mtime_epoch": 1783229811.905043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:36:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2318.016, "name": "celery", "pid": 267, "rss_mb": 2318.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.133, "pushed": 10.133, "read": 10.1}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.628, "count": 303, "max_ms": 15.413, "p95_ms": 9.344}, "gstreamer_push": {"avg_ms": 1.26, "count": 304, "max_ms": 2.162, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.204, "count": 303, "max_ms": 68.017, "p95_ms": 62.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.203, "count": 303, "max_ms": 75.457, "p95_ms": 69.38}, "yolo11_640_fire_11class": {"avg_ms": 49.454, "count": 303, "max_ms": 71.051, "p95_ms": 62.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.625, "count": 303, "max_ms": 82.238, "p95_ms": 78.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.275, "count": 304, "max_ms": 134.413, "p95_ms": 103.146}, "read_interval": {"avg_ms": 99.001, "count": 303, "max_ms": 527.62, "p95_ms": 148.476}, "triton_wait": {"avg_ms": 55.754, "count": 303, "max_ms": 82.25, "p95_ms": 78.381}, "visualize": {"avg_ms": 3.733, "count": 303, "max_ms": 5.843, "p95_ms": 4.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15922.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:35:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.399, "last_started_at": "2026-07-05T14:35:34+09:00", "pid": 133440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.613, "name": "ffmpeg", "pid": 133440, "rss_mb": 267.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 758, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 759}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.577, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:37:07+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T14:37:07+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T14:37:07.073232+09:00", "mtime_epoch": 1783229827.0732324, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:37:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.34, "pushed": 7.34, "read": 7.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.127, "count": 219, "max_ms": 26.859, "p95_ms": 21.296}, "gstreamer_push": {"avg_ms": 1.085, "count": 220, "max_ms": 1.418, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.116, "count": 219, "max_ms": 68.59, "p95_ms": 62.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.959, "count": 219, "max_ms": 79.3, "p95_ms": 69.559}, "yolo11_640_fire_11class": {"avg_ms": 50.058, "count": 219, "max_ms": 68.053, "p95_ms": 63.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.242, "count": 219, "max_ms": 82.528, "p95_ms": 79.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.624, "count": 220, "max_ms": 166.523, "p95_ms": 148.881}, "read_interval": {"avg_ms": 136.731, "count": 219, "max_ms": 177.384, "p95_ms": 160.192}, "triton_wait": {"avg_ms": 59.781, "count": 219, "max_ms": 82.54, "p95_ms": 79.165}, "visualize": {"avg_ms": 5.041, "count": 219, "max_ms": 8.972, "p95_ms": 5.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15922.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6638.948, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.93, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1841905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:37:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:37:22+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T14:37:21+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T14:37:21.945421+09:00", "mtime_epoch": 1783229841.9454205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:37:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2318.016, "name": "celery", "pid": 267, "rss_mb": 2318.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.463, "count": 299, "max_ms": 12.338, "p95_ms": 9.452}, "gstreamer_push": {"avg_ms": 1.244, "count": 299, "max_ms": 2.06, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.182, "count": 299, "max_ms": 67.895, "p95_ms": 62.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.198, "count": 299, "max_ms": 75.131, "p95_ms": 69.114}, "yolo11_640_fire_11class": {"avg_ms": 49.742, "count": 299, "max_ms": 68.557, "p95_ms": 62.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.726, "count": 299, "max_ms": 86.404, "p95_ms": 78.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.598, "count": 299, "max_ms": 134.294, "p95_ms": 102.905}, "read_interval": {"avg_ms": 100.496, "count": 298, "max_ms": 560.436, "p95_ms": 138.245}, "triton_wait": {"avg_ms": 55.801, "count": 299, "max_ms": 86.417, "p95_ms": 78.299}, "visualize": {"avg_ms": 3.657, "count": 299, "max_ms": 5.323, "p95_ms": 4.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15923.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:35:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.442, "last_started_at": "2026-07-05T14:35:34+09:00", "pid": 133440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.387, "name": "ffmpeg", "pid": 133440, "rss_mb": 268.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 758, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 759}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.577, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:37:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:37:37+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T14:37:37+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T14:37:37.089614+09:00", "mtime_epoch": 1783229857.0896144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:37:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.185, "pushed": 7.185, "read": 7.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.319, "count": 215, "max_ms": 28.686, "p95_ms": 21.512}, "gstreamer_push": {"avg_ms": 1.065, "count": 215, "max_ms": 1.381, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.7, "count": 215, "max_ms": 70.188, "p95_ms": 64.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.247, "count": 215, "max_ms": 79.674, "p95_ms": 70.735}, "yolo11_640_fire_11class": {"avg_ms": 50.522, "count": 215, "max_ms": 70.855, "p95_ms": 65.714}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.429, "count": 215, "max_ms": 84.42, "p95_ms": 79.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.703, "count": 215, "max_ms": 166.299, "p95_ms": 160.624}, "read_interval": {"avg_ms": 139.58, "count": 214, "max_ms": 176.842, "p95_ms": 168.525}, "triton_wait": {"avg_ms": 60.11, "count": 215, "max_ms": 84.433, "p95_ms": 79.686}, "visualize": {"avg_ms": 5.156, "count": 215, "max_ms": 7.122, "p95_ms": 5.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15923.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6669.016, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.086, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1842204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:37:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:37:52+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T14:37:51+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T14:37:51.981807+09:00", "mtime_epoch": 1783229871.9818075, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:37:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2318.273, "name": "celery", "pid": 267, "rss_mb": 2318.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.878, "count": 299, "max_ms": 11.708, "p95_ms": 9.712}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 2.021, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.318, "count": 299, "max_ms": 69.7, "p95_ms": 61.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.503, "count": 299, "max_ms": 79.176, "p95_ms": 69.073}, "yolo11_640_fire_11class": {"avg_ms": 50.528, "count": 299, "max_ms": 77.982, "p95_ms": 62.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.18, "count": 299, "max_ms": 83.13, "p95_ms": 77.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.062, "count": 299, "max_ms": 134.097, "p95_ms": 107.501}, "read_interval": {"avg_ms": 100.519, "count": 298, "max_ms": 561.608, "p95_ms": 141.297}, "triton_wait": {"avg_ms": 54.517, "count": 299, "max_ms": 83.144, "p95_ms": 78.128}, "visualize": {"avg_ms": 3.9, "count": 299, "max_ms": 6.338, "p95_ms": 5.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15922.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:35:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.545, "last_started_at": "2026-07-05T14:35:34+09:00", "pid": 133440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.387, "name": "ffmpeg", "pid": 133440, "rss_mb": 268.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 758, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 759}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.577, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:38:07+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T14:38:07+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T14:38:07.210007+09:00", "mtime_epoch": 1783229887.210007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:38:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.312, "pushed": 7.312, "read": 7.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.986, "count": 218, "max_ms": 33.743, "p95_ms": 30.342}, "gstreamer_push": {"avg_ms": 1.088, "count": 219, "max_ms": 1.293, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.19, "count": 218, "max_ms": 64.526, "p95_ms": 61.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.251, "count": 218, "max_ms": 78.887, "p95_ms": 69.197}, "yolo11_640_fire_11class": {"avg_ms": 49.289, "count": 218, "max_ms": 68.852, "p95_ms": 63.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.795, "count": 218, "max_ms": 80.667, "p95_ms": 78.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.231, "count": 219, "max_ms": 165.696, "p95_ms": 153.717}, "read_interval": {"avg_ms": 137.405, "count": 218, "max_ms": 176.031, "p95_ms": 163.938}, "triton_wait": {"avg_ms": 58.499, "count": 218, "max_ms": 80.679, "p95_ms": 78.413}, "visualize": {"avg_ms": 5.081, "count": 218, "max_ms": 6.769, "p95_ms": 5.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15922.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6699.02, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.137, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1842505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:38:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:38:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:38:22+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T14:38:22.014203+09:00", "mtime_epoch": 1783229902.0142028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:38:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2318.273, "name": "celery", "pid": 267, "rss_mb": 2318.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.026, "count": 301, "max_ms": 12.443, "p95_ms": 11.471}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 2.131, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.692, "count": 301, "max_ms": 68.824, "p95_ms": 62.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.647, "count": 301, "max_ms": 76.237, "p95_ms": 67.369}, "yolo11_640_fire_11class": {"avg_ms": 51.373, "count": 301, "max_ms": 71.209, "p95_ms": 63.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.687, "count": 301, "max_ms": 81.543, "p95_ms": 77.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.31, "count": 301, "max_ms": 134.313, "p95_ms": 100.599}, "read_interval": {"avg_ms": 99.775, "count": 301, "max_ms": 515.967, "p95_ms": 136.299}, "triton_wait": {"avg_ms": 55.106, "count": 301, "max_ms": 81.558, "p95_ms": 77.678}, "visualize": {"avg_ms": 3.71, "count": 301, "max_ms": 5.579, "p95_ms": 4.595}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15923.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 679, "h264_decode_error_count": 1657, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:32:35+09:00", "last_error_summary": "[h264 @ 0x563928c06780] cabac decode of qscale diff failed at 55 31 [h264 @ 0x563928c06780] error while decoding MB 55 31, bytestream 2660 [h264 @ 0x563928bdb300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563928bdb300] error while decoding MB 0 20, bytestream 75487 [h264 @ 0x5639297b2180] error while decoding MB 51 37, bytestream -7 [h264 @ 0x5639297b2180] cabac decode of qscale diff failed at 71 43 [h264 @ 0x5639297b2180] error while decoding MB 71 43, bytestream 6367 [h26", "last_exit_at": "2026-07-05T14:35:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.597, "last_started_at": "2026-07-05T14:35:34+09:00", "pid": 133440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.387, "name": "ffmpeg", "pid": 133440, "rss_mb": 268.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 758, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 759}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.922, "sample_count": 2118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:38:37+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T14:38:37+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T14:38:37.266407+09:00", "mtime_epoch": 1783229917.2664068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:38:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.049, "pushed": 7.049, "read": 7.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.247, "count": 211, "max_ms": 33.098, "p95_ms": 31.064}, "gstreamer_push": {"avg_ms": 1.066, "count": 211, "max_ms": 1.623, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.711, "count": 211, "max_ms": 64.769, "p95_ms": 61.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.334, "count": 211, "max_ms": 73.546, "p95_ms": 66.585}, "yolo11_640_fire_11class": {"avg_ms": 49.144, "count": 211, "max_ms": 68.287, "p95_ms": 63.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.836, "count": 211, "max_ms": 79.793, "p95_ms": 76.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.363, "count": 211, "max_ms": 168.982, "p95_ms": 154.581}, "read_interval": {"avg_ms": 142.364, "count": 210, "max_ms": 179.779, "p95_ms": 164.278}, "triton_wait": {"avg_ms": 57.377, "count": 211, "max_ms": 79.803, "p95_ms": 76.416}, "visualize": {"avg_ms": 5.393, "count": 211, "max_ms": 7.539, "p95_ms": 6.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15699.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6729.047, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.086, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1842805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:38:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:38:52+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:38:52+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:38:52.046607+09:00", "mtime_epoch": 1783229932.0466065, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:38:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2318.531, "name": "celery", "pid": 267, "rss_mb": 2318.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.511, "count": 300, "max_ms": 11.913, "p95_ms": 8.889}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.539, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.982, "count": 300, "max_ms": 66.22, "p95_ms": 61.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.921, "count": 300, "max_ms": 75.122, "p95_ms": 63.143}, "yolo11_640_fire_11class": {"avg_ms": 50.535, "count": 300, "max_ms": 71.304, "p95_ms": 64.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.322, "count": 300, "max_ms": 82.188, "p95_ms": 76.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.26, "count": 300, "max_ms": 100.815, "p95_ms": 92.152}, "read_interval": {"avg_ms": 100.152, "count": 299, "max_ms": 771.983, "p95_ms": 122.322}, "triton_wait": {"avg_ms": 53.16, "count": 300, "max_ms": 82.2, "p95_ms": 76.085}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 4.779, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15919.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 680, "h264_decode_error_count": 1658, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:38:47+09:00", "last_error_summary": "[h264 @ 0x55793e4ef000] error while decoding MB 8 42, bytestream -27", "last_exit_at": "2026-07-05T14:38:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.575, "last_started_at": "2026-07-05T14:38:50+09:00", "pid": 133547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.938, "name": "ffmpeg", "pid": 133547, "rss_mb": 264.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 759, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 760}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.109, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:39:07+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T14:39:07+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T14:39:07.294814+09:00", "mtime_epoch": 1783229947.2948143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:39:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.723, "pushed": 5.723, "read": 5.689}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.832, "count": 171, "max_ms": 26.318, "p95_ms": 22.936}, "gstreamer_push": {"avg_ms": 1.065, "count": 171, "max_ms": 1.529, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.278, "count": 171, "max_ms": 74.691, "p95_ms": 63.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.113, "count": 171, "max_ms": 73.51, "p95_ms": 66.524}, "yolo11_640_fire_11class": {"avg_ms": 49.309, "count": 171, "max_ms": 67.814, "p95_ms": 63.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.212, "count": 171, "max_ms": 82.59, "p95_ms": 78.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.776, "count": 171, "max_ms": 169.007, "p95_ms": 162.313}, "read_interval": {"avg_ms": 175.767, "count": 170, "max_ms": 4970.245, "p95_ms": 171.483}, "triton_wait": {"avg_ms": 57.69, "count": 171, "max_ms": 82.603, "p95_ms": 78.134}, "visualize": {"avg_ms": 5.593, "count": 171, "max_ms": 7.277, "p95_ms": 6.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15921.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6759.086, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.974, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1843103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:39:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:39:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T14:39:22+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T14:39:22.079018+09:00", "mtime_epoch": 1783229962.0790179, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:39:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2318.531, "name": "celery", "pid": 267, "rss_mb": 2318.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.915}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.591, "count": 298, "max_ms": 11.125, "p95_ms": 9.106}, "gstreamer_push": {"avg_ms": 1.273, "count": 298, "max_ms": 1.527, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.86, "count": 298, "max_ms": 68.051, "p95_ms": 62.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.527, "count": 298, "max_ms": 75.596, "p95_ms": 66.327}, "yolo11_640_fire_11class": {"avg_ms": 49.758, "count": 298, "max_ms": 68.06, "p95_ms": 63.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.924, "count": 298, "max_ms": 81.56, "p95_ms": 78.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.041, "count": 298, "max_ms": 133.616, "p95_ms": 97.974}, "read_interval": {"avg_ms": 100.85, "count": 297, "max_ms": 620.834, "p95_ms": 132.908}, "triton_wait": {"avg_ms": 54.239, "count": 298, "max_ms": 81.572, "p95_ms": 78.139}, "visualize": {"avg_ms": 3.759, "count": 298, "max_ms": 6.129, "p95_ms": 4.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15923.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 680, "h264_decode_error_count": 1658, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:38:47+09:00", "last_error_summary": "[h264 @ 0x55793e4ef000] error while decoding MB 8 42, bytestream -27", "last_exit_at": "2026-07-05T14:38:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.715, "last_started_at": "2026-07-05T14:38:50+09:00", "pid": 133547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.773, "name": "ffmpeg", "pid": 133547, "rss_mb": 267.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 759, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 760}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.077, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:39:37+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T14:39:37+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-05T14:39:37.419231+09:00", "mtime_epoch": 1783229977.419231, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:39:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9314.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.069, "pushed": 7.069, "read": 7.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.191, "count": 211, "max_ms": 25.38, "p95_ms": 21.33}, "gstreamer_push": {"avg_ms": 1.07, "count": 212, "max_ms": 1.806, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.475, "count": 211, "max_ms": 65.539, "p95_ms": 63.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.667, "count": 211, "max_ms": 78.268, "p95_ms": 69.478}, "yolo11_640_fire_11class": {"avg_ms": 50.633, "count": 211, "max_ms": 67.851, "p95_ms": 65.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.439, "count": 211, "max_ms": 83.388, "p95_ms": 79.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.315, "count": 212, "max_ms": 167.894, "p95_ms": 161.819}, "read_interval": {"avg_ms": 142.076, "count": 211, "max_ms": 176.069, "p95_ms": 170.961}, "triton_wait": {"avg_ms": 59.769, "count": 211, "max_ms": 83.401, "p95_ms": 79.838}, "visualize": {"avg_ms": 5.234, "count": 211, "max_ms": 7.497, "p95_ms": 6.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15924.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6789.151, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.856, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1843404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:39:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:39:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T14:39:52+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T14:39:52.147437+09:00", "mtime_epoch": 1783229992.147437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:39:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2318.789, "name": "celery", "pid": 267, "rss_mb": 2318.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.652, "count": 301, "max_ms": 12.996, "p95_ms": 9.44}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 1.837, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.075, "count": 301, "max_ms": 66.76, "p95_ms": 62.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.621, "count": 301, "max_ms": 79.352, "p95_ms": 66.217}, "yolo11_640_fire_11class": {"avg_ms": 50.731, "count": 301, "max_ms": 69.235, "p95_ms": 63.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.888, "count": 301, "max_ms": 82.21, "p95_ms": 77.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.795, "count": 301, "max_ms": 132.688, "p95_ms": 95.8}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 591.245, "p95_ms": 140.518}, "triton_wait": {"avg_ms": 55.208, "count": 301, "max_ms": 82.222, "p95_ms": 77.869}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 6.197, "p95_ms": 4.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15924.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 680, "h264_decode_error_count": 1658, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:38:47+09:00", "last_error_summary": "[h264 @ 0x55793e4ef000] error while decoding MB 8 42, bytestream -27", "last_exit_at": "2026-07-05T14:38:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.818, "last_started_at": "2026-07-05T14:38:50+09:00", "pid": 133547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.289, "name": "ffmpeg", "pid": 133547, "rss_mb": 268.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 759, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 760}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.346, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T14:40:07+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T14:40:07+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T14:40:07.563655+09:00", "mtime_epoch": 1783230007.5636547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:40:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.378, "pushed": 7.378, "read": 7.345}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.124, "count": 220, "max_ms": 29.324, "p95_ms": 21.215}, "gstreamer_push": {"avg_ms": 1.089, "count": 221, "max_ms": 1.38, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.158, "count": 220, "max_ms": 66.817, "p95_ms": 63.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.649, "count": 220, "max_ms": 79.45, "p95_ms": 69.015}, "yolo11_640_fire_11class": {"avg_ms": 49.907, "count": 220, "max_ms": 69.323, "p95_ms": 64.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.765, "count": 220, "max_ms": 81.198, "p95_ms": 78.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.889, "count": 221, "max_ms": 167.746, "p95_ms": 147.769}, "read_interval": {"avg_ms": 136.26, "count": 220, "max_ms": 176.357, "p95_ms": 156.442}, "triton_wait": {"avg_ms": 59.207, "count": 220, "max_ms": 81.21, "p95_ms": 78.818}, "visualize": {"avg_ms": 5.04, "count": 220, "max_ms": 6.538, "p95_ms": 5.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15924.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6819.155, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.137, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1843706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:40:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:40:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:40:22+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T14:40:22.155862+09:00", "mtime_epoch": 1783230022.1558623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:40:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2319.047, "name": "celery", "pid": 267, "rss_mb": 2319.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.573, "count": 302, "max_ms": 11.737, "p95_ms": 9.039}, "gstreamer_push": {"avg_ms": 1.259, "count": 302, "max_ms": 1.463, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.64, "count": 302, "max_ms": 66.813, "p95_ms": 63.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.846, "count": 302, "max_ms": 74.598, "p95_ms": 67.232}, "yolo11_640_fire_11class": {"avg_ms": 50.598, "count": 302, "max_ms": 70.006, "p95_ms": 64.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.387, "count": 302, "max_ms": 81.397, "p95_ms": 77.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.848, "count": 302, "max_ms": 130.097, "p95_ms": 95.041}, "read_interval": {"avg_ms": 99.355, "count": 302, "max_ms": 531.218, "p95_ms": 118.845}, "triton_wait": {"avg_ms": 54.978, "count": 302, "max_ms": 81.41, "p95_ms": 77.728}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 5.078, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15924.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 680, "h264_decode_error_count": 1658, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:38:47+09:00", "last_error_summary": "[h264 @ 0x55793e4ef000] error while decoding MB 8 42, bytestream -27", "last_exit_at": "2026-07-05T14:38:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.842, "last_started_at": "2026-07-05T14:38:50+09:00", "pid": 133547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.062, "name": "ffmpeg", "pid": 133547, "rss_mb": 269.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 759, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 760}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.589, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:40:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:40:37+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T14:40:37+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T14:40:37.564083+09:00", "mtime_epoch": 1783230037.5640833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:40:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.197, "pushed": 7.197, "read": 7.163}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.18, "count": 215, "max_ms": 25.625, "p95_ms": 21.674}, "gstreamer_push": {"avg_ms": 1.072, "count": 215, "max_ms": 1.564, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.215, "count": 215, "max_ms": 66.913, "p95_ms": 63.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.668, "count": 215, "max_ms": 80.595, "p95_ms": 71.172}, "yolo11_640_fire_11class": {"avg_ms": 50.453, "count": 215, "max_ms": 70.566, "p95_ms": 65.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.686, "count": 215, "max_ms": 83.712, "p95_ms": 79.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.307, "count": 215, "max_ms": 172.262, "p95_ms": 156.595}, "read_interval": {"avg_ms": 139.611, "count": 214, "max_ms": 180.373, "p95_ms": 164.849}, "triton_wait": {"avg_ms": 59.364, "count": 215, "max_ms": 83.723, "p95_ms": 79.368}, "visualize": {"avg_ms": 5.296, "count": 215, "max_ms": 7.483, "p95_ms": 6.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15925.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6849.177, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.293, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1844006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:40:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:40:52+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:40:52+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T14:40:52.172294+09:00", "mtime_epoch": 1783230052.1722941, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:40:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2319.047, "name": "celery", "pid": 267, "rss_mb": 2319.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.46, "count": 300, "max_ms": 11.017, "p95_ms": 8.643}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 2.17, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.45, "count": 300, "max_ms": 63.795, "p95_ms": 61.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.868, "count": 300, "max_ms": 77.027, "p95_ms": 66.916}, "yolo11_640_fire_11class": {"avg_ms": 51.305, "count": 300, "max_ms": 70.145, "p95_ms": 63.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.776, "count": 300, "max_ms": 80.035, "p95_ms": 77.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.356, "count": 300, "max_ms": 132.371, "p95_ms": 94.697}, "read_interval": {"avg_ms": 100.132, "count": 299, "max_ms": 544.168, "p95_ms": 121.07}, "triton_wait": {"avg_ms": 55.059, "count": 300, "max_ms": 80.048, "p95_ms": 77.589}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 5.829, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15925.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 680, "h264_decode_error_count": 1658, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:38:47+09:00", "last_error_summary": "[h264 @ 0x55793e4ef000] error while decoding MB 8 42, bytestream -27", "last_exit_at": "2026-07-05T14:38:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.891, "last_started_at": "2026-07-05T14:38:50+09:00", "pid": 133547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 133547, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 759, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 760}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.595, "sample_count": 2120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:41:07+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T14:41:07+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T14:41:07.604519+09:00", "mtime_epoch": 1783230067.6045187, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:41:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.124, "pushed": 7.124, "read": 7.091}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.387, "count": 213, "max_ms": 24.606, "p95_ms": 21.602}, "gstreamer_push": {"avg_ms": 1.062, "count": 213, "max_ms": 1.294, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.08, "count": 213, "max_ms": 64.879, "p95_ms": 61.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.337, "count": 213, "max_ms": 80.713, "p95_ms": 68.686}, "yolo11_640_fire_11class": {"avg_ms": 49.342, "count": 213, "max_ms": 67.181, "p95_ms": 64.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.503, "count": 213, "max_ms": 83.739, "p95_ms": 78.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.164, "count": 213, "max_ms": 170.561, "p95_ms": 159.337}, "read_interval": {"avg_ms": 141.018, "count": 212, "max_ms": 178.473, "p95_ms": 168.702}, "triton_wait": {"avg_ms": 58.064, "count": 213, "max_ms": 83.75, "p95_ms": 78.185}, "visualize": {"avg_ms": 5.278, "count": 213, "max_ms": 7.71, "p95_ms": 5.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15925.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6879.199, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.574, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1844309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:41:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T14:41:22+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T14:41:22+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T14:41:22.160732+09:00", "mtime_epoch": 1783230082.1607318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:41:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2319.305, "name": "celery", "pid": 267, "rss_mb": 2319.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.13, "pushed": 10.13, "read": 10.096}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.689, "count": 303, "max_ms": 13.082, "p95_ms": 9.727}, "gstreamer_push": {"avg_ms": 1.258, "count": 303, "max_ms": 1.564, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.071, "count": 303, "max_ms": 68.955, "p95_ms": 61.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.713, "count": 303, "max_ms": 78.66, "p95_ms": 63.422}, "yolo11_640_fire_11class": {"avg_ms": 51.281, "count": 303, "max_ms": 74.319, "p95_ms": 63.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.024, "count": 303, "max_ms": 84.533, "p95_ms": 77.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.101, "count": 303, "max_ms": 111.128, "p95_ms": 96.526}, "read_interval": {"avg_ms": 99.007, "count": 302, "max_ms": 469.335, "p95_ms": 188.315}, "triton_wait": {"avg_ms": 54.462, "count": 303, "max_ms": 84.545, "p95_ms": 77.436}, "visualize": {"avg_ms": 3.712, "count": 303, "max_ms": 5.324, "p95_ms": 4.561}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15925.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 680, "h264_decode_error_count": 1658, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:38:47+09:00", "last_error_summary": "[h264 @ 0x55793e4ef000] error while decoding MB 8 42, bytestream -27", "last_exit_at": "2026-07-05T14:38:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.015, "last_started_at": "2026-07-05T14:38:50+09:00", "pid": 133547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.578, "name": "ffmpeg", "pid": 133547, "rss_mb": 269.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 759, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 760}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.727, "sample_count": 2098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:41:37+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-05T14:41:37+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T14:41:37.756962+09:00", "mtime_epoch": 1783230097.7569616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:41:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.905, "pushed": 6.905, "read": 6.872}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.907, "count": 206, "max_ms": 33.236, "p95_ms": 23.382}, "gstreamer_push": {"avg_ms": 1.048, "count": 207, "max_ms": 1.639, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.944, "count": 206, "max_ms": 63.713, "p95_ms": 61.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.403, "count": 206, "max_ms": 81.294, "p95_ms": 64.382}, "yolo11_640_fire_11class": {"avg_ms": 48.244, "count": 206, "max_ms": 67.04, "p95_ms": 64.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.338, "count": 206, "max_ms": 80.511, "p95_ms": 77.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.817, "count": 207, "max_ms": 168.758, "p95_ms": 162.626}, "read_interval": {"avg_ms": 145.595, "count": 206, "max_ms": 176.689, "p95_ms": 170.62}, "triton_wait": {"avg_ms": 56.657, "count": 206, "max_ms": 81.306, "p95_ms": 77.885}, "visualize": {"avg_ms": 5.522, "count": 206, "max_ms": 7.769, "p95_ms": 6.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15938.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6909.214, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.94, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1844610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:41:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:41:52+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T14:41:52+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:41:52.213176+09:00", "mtime_epoch": 1783230112.213176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:41:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2319.305, "name": "celery", "pid": 267, "rss_mb": 2319.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.674, "count": 301, "max_ms": 11.476, "p95_ms": 9.636}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.988, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.075, "count": 301, "max_ms": 70.46, "p95_ms": 62.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.165, "count": 301, "max_ms": 76.507, "p95_ms": 68.427}, "yolo11_640_fire_11class": {"avg_ms": 51.663, "count": 301, "max_ms": 69.133, "p95_ms": 63.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.429, "count": 301, "max_ms": 81.338, "p95_ms": 77.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.935, "count": 301, "max_ms": 133.775, "p95_ms": 106.442}, "read_interval": {"avg_ms": 99.857, "count": 301, "max_ms": 590.033, "p95_ms": 137.548}, "triton_wait": {"avg_ms": 55.082, "count": 301, "max_ms": 81.347, "p95_ms": 77.194}, "visualize": {"avg_ms": 3.774, "count": 301, "max_ms": 5.396, "p95_ms": 4.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15921.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 681, "h264_decode_error_count": 1659, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:41:52+09:00", "last_error_summary": "[h264 @ 0x5601c6eece00] error while decoding MB 43 12, bytestream -5", "last_exit_at": "2026-07-05T14:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.878, "last_started_at": "2026-07-05T14:41:55+09:00", "pid": 133654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.234, "name": "ffmpeg", "pid": 133654, "rss_mb": 264.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 760, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 761}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.624, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:42:07+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T14:42:07+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T14:42:07.845409+09:00", "mtime_epoch": 1783230127.8454092, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:42:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.87, "pushed": 5.87, "read": 5.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.646, "count": 175, "max_ms": 27.16, "p95_ms": 22.476}, "gstreamer_push": {"avg_ms": 1.048, "count": 176, "max_ms": 1.484, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.502, "count": 175, "max_ms": 69.713, "p95_ms": 62.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.497, "count": 175, "max_ms": 79.868, "p95_ms": 72.962}, "yolo11_640_fire_11class": {"avg_ms": 49.021, "count": 175, "max_ms": 68.926, "p95_ms": 64.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.707, "count": 175, "max_ms": 82.1, "p95_ms": 77.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.195, "count": 176, "max_ms": 168.833, "p95_ms": 163.401}, "read_interval": {"avg_ms": 171.205, "count": 175, "max_ms": 4630.658, "p95_ms": 172.174}, "triton_wait": {"avg_ms": 58.24, "count": 175, "max_ms": 82.111, "p95_ms": 78.049}, "visualize": {"avg_ms": 5.541, "count": 175, "max_ms": 7.833, "p95_ms": 6.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15921.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6939.231, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.701, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1844908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:42:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:42:22+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T14:42:22+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T14:42:22.189625+09:00", "mtime_epoch": 1783230142.1896245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:42:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2319.562, "name": "celery", "pid": 267, "rss_mb": 2319.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.595, "count": 298, "max_ms": 10.904, "p95_ms": 9.066}, "gstreamer_push": {"avg_ms": 1.279, "count": 298, "max_ms": 1.907, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.761, "count": 298, "max_ms": 66.063, "p95_ms": 61.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.377, "count": 298, "max_ms": 81.528, "p95_ms": 69.056}, "yolo11_640_fire_11class": {"avg_ms": 48.718, "count": 298, "max_ms": 66.983, "p95_ms": 62.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.697, "count": 298, "max_ms": 82.866, "p95_ms": 76.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.996, "count": 298, "max_ms": 112.97, "p95_ms": 94.171}, "read_interval": {"avg_ms": 100.648, "count": 297, "max_ms": 571.289, "p95_ms": 127.259}, "triton_wait": {"avg_ms": 52.811, "count": 298, "max_ms": 82.878, "p95_ms": 76.342}, "visualize": {"avg_ms": 3.743, "count": 298, "max_ms": 5.634, "p95_ms": 4.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15922.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 681, "h264_decode_error_count": 1659, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:41:52+09:00", "last_error_summary": "[h264 @ 0x5601c6eece00] error while decoding MB 43 12, bytestream -5", "last_exit_at": "2026-07-05T14:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.929, "last_started_at": "2026-07-05T14:41:55+09:00", "pid": 133654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.039, "name": "ffmpeg", "pid": 133654, "rss_mb": 266.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 760, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 761}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.045, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:42:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:42:38+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T14:42:37+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T14:42:37.901862+09:00", "mtime_epoch": 1783230157.9018617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:42:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.756, "pushed": 6.756, "read": 6.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.674, "count": 202, "max_ms": 29.657, "p95_ms": 21.317}, "gstreamer_push": {"avg_ms": 1.032, "count": 202, "max_ms": 1.192, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.454, "count": 202, "max_ms": 65.864, "p95_ms": 61.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.672, "count": 202, "max_ms": 80.808, "p95_ms": 69.144}, "yolo11_640_fire_11class": {"avg_ms": 46.567, "count": 202, "max_ms": 69.166, "p95_ms": 62.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.124, "count": 202, "max_ms": 83.596, "p95_ms": 78.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.462, "count": 202, "max_ms": 168.9, "p95_ms": 164.366}, "read_interval": {"avg_ms": 148.788, "count": 201, "max_ms": 176.938, "p95_ms": 172.314}, "triton_wait": {"avg_ms": 55.428, "count": 202, "max_ms": 83.608, "p95_ms": 78.53}, "visualize": {"avg_ms": 5.743, "count": 202, "max_ms": 7.27, "p95_ms": 6.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15925.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6969.749, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.526, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1845210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:42:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:42:52+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T14:42:52+09:00", "mjpeg": {"age_sec": 0.569, "exists": true, "mtime": "2026-07-05T14:42:52.242079+09:00", "mtime_epoch": 1783230172.2420795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:42:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2319.562, "name": "celery", "pid": 267, "rss_mb": 2319.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.427, "count": 298, "max_ms": 11.559, "p95_ms": 8.417}, "gstreamer_push": {"avg_ms": 1.272, "count": 298, "max_ms": 1.586, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.452, "count": 298, "max_ms": 65.767, "p95_ms": 61.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.329, "count": 298, "max_ms": 74.396, "p95_ms": 63.219}, "yolo11_640_fire_11class": {"avg_ms": 50.126, "count": 298, "max_ms": 69.046, "p95_ms": 63.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.571, "count": 298, "max_ms": 81.562, "p95_ms": 76.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.917, "count": 298, "max_ms": 133.962, "p95_ms": 94.881}, "read_interval": {"avg_ms": 100.93, "count": 297, "max_ms": 583.066, "p95_ms": 147.049}, "triton_wait": {"avg_ms": 53.068, "count": 298, "max_ms": 81.573, "p95_ms": 76.985}, "visualize": {"avg_ms": 3.688, "count": 298, "max_ms": 5.24, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15925.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 681, "h264_decode_error_count": 1659, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:41:52+09:00", "last_error_summary": "[h264 @ 0x5601c6eece00] error while decoding MB 43 12, bytestream -5", "last_exit_at": "2026-07-05T14:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.024, "last_started_at": "2026-07-05T14:41:55+09:00", "pid": 133654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.617, "name": "ffmpeg", "pid": 133654, "rss_mb": 268.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 760, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 761}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.313, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:43:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:43:08+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T14:43:07+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T14:43:07.998320+09:00", "mtime_epoch": 1783230187.9983199, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:43:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.677, "pushed": 6.677, "read": 6.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.761, "count": 199, "max_ms": 29.509, "p95_ms": 21.996}, "gstreamer_push": {"avg_ms": 1.016, "count": 200, "max_ms": 1.334, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.187, "count": 199, "max_ms": 62.977, "p95_ms": 60.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.748, "count": 199, "max_ms": 72.323, "p95_ms": 66.821}, "yolo11_640_fire_11class": {"avg_ms": 47.367, "count": 199, "max_ms": 66.407, "p95_ms": 62.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.178, "count": 199, "max_ms": 80.691, "p95_ms": 78.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.158, "count": 200, "max_ms": 169.602, "p95_ms": 165.18}, "read_interval": {"avg_ms": 150.505, "count": 199, "max_ms": 179.443, "p95_ms": 173.974}, "triton_wait": {"avg_ms": 55.568, "count": 199, "max_ms": 80.701, "p95_ms": 78.47}, "visualize": {"avg_ms": 5.891, "count": 199, "max_ms": 8.633, "p95_ms": 7.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15927.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 6999.8, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.648, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1845514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:43:22+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:43:22+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:43:22.798547+09:00", "mtime_epoch": 1783230202.7985468, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:43:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2320.078, "name": "celery", "pid": 267, "rss_mb": 2320.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.11}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.449, "count": 304, "max_ms": 11.535, "p95_ms": 8.43}, "gstreamer_push": {"avg_ms": 1.281, "count": 304, "max_ms": 2.247, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.788, "count": 304, "max_ms": 66.423, "p95_ms": 60.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.657, "count": 304, "max_ms": 73.87, "p95_ms": 63.493}, "yolo11_640_fire_11class": {"avg_ms": 50.386, "count": 304, "max_ms": 68.764, "p95_ms": 63.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.469, "count": 304, "max_ms": 79.574, "p95_ms": 74.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.898, "count": 304, "max_ms": 111.582, "p95_ms": 91.886}, "read_interval": {"avg_ms": 98.908, "count": 303, "max_ms": 600.558, "p95_ms": 115.32}, "triton_wait": {"avg_ms": 52.485, "count": 304, "max_ms": 79.587, "p95_ms": 74.581}, "visualize": {"avg_ms": 3.704, "count": 304, "max_ms": 5.967, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15928.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 681, "h264_decode_error_count": 1659, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:41:52+09:00", "last_error_summary": "[h264 @ 0x5601c6eece00] error while decoding MB 43 12, bytestream -5", "last_exit_at": "2026-07-05T14:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.114, "last_started_at": "2026-07-05T14:41:55+09:00", "pid": 133654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.422, "name": "ffmpeg", "pid": 133654, "rss_mb": 270.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 760, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 761}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.203, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:43:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:43:38+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T14:43:38+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T14:43:38.110783+09:00", "mtime_epoch": 1783230218.1107829, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:43:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.312, "pushed": 7.312, "read": 7.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.069, "count": 218, "max_ms": 30.571, "p95_ms": 21.803}, "gstreamer_push": {"avg_ms": 1.079, "count": 219, "max_ms": 1.501, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.133, "count": 218, "max_ms": 65.701, "p95_ms": 63.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.433, "count": 218, "max_ms": 74.223, "p95_ms": 68.48}, "yolo11_640_fire_11class": {"avg_ms": 50.529, "count": 218, "max_ms": 74.689, "p95_ms": 66.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.632, "count": 218, "max_ms": 81.139, "p95_ms": 77.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.472, "count": 219, "max_ms": 166.93, "p95_ms": 156.978}, "read_interval": {"avg_ms": 137.478, "count": 218, "max_ms": 175.466, "p95_ms": 164.971}, "triton_wait": {"avg_ms": 58.085, "count": 218, "max_ms": 81.151, "p95_ms": 77.733}, "visualize": {"avg_ms": 5.094, "count": 218, "max_ms": 6.821, "p95_ms": 5.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15929.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7029.854, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.352, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1845814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:43:52+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:43:52+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T14:43:52.855011+09:00", "mtime_epoch": 1783230232.8550112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:43:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2320.078, "name": "celery", "pid": 267, "rss_mb": 2320.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.547, "count": 300, "max_ms": 11.248, "p95_ms": 9.3}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.617, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.004, "count": 300, "max_ms": 71.315, "p95_ms": 62.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.803, "count": 300, "max_ms": 74.714, "p95_ms": 68.16}, "yolo11_640_fire_11class": {"avg_ms": 51.505, "count": 300, "max_ms": 74.923, "p95_ms": 65.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.804, "count": 300, "max_ms": 82.702, "p95_ms": 78.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.047, "count": 300, "max_ms": 133.898, "p95_ms": 103.181}, "read_interval": {"avg_ms": 100.233, "count": 299, "max_ms": 605.864, "p95_ms": 144.707}, "triton_wait": {"avg_ms": 55.332, "count": 300, "max_ms": 82.717, "p95_ms": 78.332}, "visualize": {"avg_ms": 3.766, "count": 300, "max_ms": 5.566, "p95_ms": 4.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15928.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 681, "h264_decode_error_count": 1659, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:41:52+09:00", "last_error_summary": "[h264 @ 0x5601c6eece00] error while decoding MB 43 12, bytestream -5", "last_exit_at": "2026-07-05T14:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.194, "last_started_at": "2026-07-05T14:41:55+09:00", "pid": 133654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.68, "name": "ffmpeg", "pid": 133654, "rss_mb": 270.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 760, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 761}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.532, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:44:08+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T14:44:08+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T14:44:08.187250+09:00", "mtime_epoch": 1783230248.1872497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:44:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.283, "pushed": 7.283, "read": 7.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.024, "count": 218, "max_ms": 24.248, "p95_ms": 21.483}, "gstreamer_push": {"avg_ms": 1.073, "count": 218, "max_ms": 1.304, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.206, "count": 218, "max_ms": 70.631, "p95_ms": 62.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.385, "count": 218, "max_ms": 78.245, "p95_ms": 69.26}, "yolo11_640_fire_11class": {"avg_ms": 50.217, "count": 218, "max_ms": 70.042, "p95_ms": 65.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.668, "count": 218, "max_ms": 82.239, "p95_ms": 78.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.872, "count": 218, "max_ms": 166.161, "p95_ms": 155.097}, "read_interval": {"avg_ms": 138.056, "count": 217, "max_ms": 176.204, "p95_ms": 163.73}, "triton_wait": {"avg_ms": 58.977, "count": 218, "max_ms": 82.249, "p95_ms": 78.257}, "visualize": {"avg_ms": 5.127, "count": 218, "max_ms": 6.917, "p95_ms": 6.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15931.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7059.925, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.649, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1846111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:44:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:44:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T14:44:22.923480+09:00", "mtime_epoch": 1783230262.92348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:44:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2320.078, "name": "celery", "pid": 267, "rss_mb": 2320.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.415, "count": 297, "max_ms": 11.918, "p95_ms": 8.442}, "gstreamer_push": {"avg_ms": 1.273, "count": 297, "max_ms": 2.011, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.805, "count": 297, "max_ms": 67.673, "p95_ms": 63.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.418, "count": 297, "max_ms": 79.224, "p95_ms": 68.379}, "yolo11_640_fire_11class": {"avg_ms": 50.279, "count": 297, "max_ms": 67.655, "p95_ms": 64.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.437, "count": 297, "max_ms": 79.567, "p95_ms": 77.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.976, "count": 297, "max_ms": 122.765, "p95_ms": 93.657}, "read_interval": {"avg_ms": 101.308, "count": 296, "max_ms": 648.245, "p95_ms": 134.007}, "triton_wait": {"avg_ms": 54.871, "count": 297, "max_ms": 79.579, "p95_ms": 77.987}, "visualize": {"avg_ms": 3.656, "count": 297, "max_ms": 4.958, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15932.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 681, "h264_decode_error_count": 1659, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:41:52+09:00", "last_error_summary": "[h264 @ 0x5601c6eece00] error while decoding MB 43 12, bytestream -5", "last_exit_at": "2026-07-05T14:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.314, "last_started_at": "2026-07-05T14:41:55+09:00", "pid": 133654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.258, "name": "ffmpeg", "pid": 133654, "rss_mb": 273.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 760, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 761}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.719, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:44:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:44:38+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T14:44:38+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T14:44:38.283721+09:00", "mtime_epoch": 1783230278.2837212, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:44:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.435, "pushed": 7.435, "read": 7.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.578, "count": 223, "max_ms": 26.002, "p95_ms": 20.847}, "gstreamer_push": {"avg_ms": 1.085, "count": 223, "max_ms": 1.611, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.4, "count": 223, "max_ms": 66.512, "p95_ms": 62.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.538, "count": 223, "max_ms": 77.283, "p95_ms": 69.374}, "yolo11_640_fire_11class": {"avg_ms": 51.202, "count": 223, "max_ms": 67.801, "p95_ms": 64.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.308, "count": 223, "max_ms": 81.143, "p95_ms": 77.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.193, "count": 223, "max_ms": 163.919, "p95_ms": 142.013}, "read_interval": {"avg_ms": 134.38, "count": 223, "max_ms": 173.719, "p95_ms": 150.416}, "triton_wait": {"avg_ms": 60.836, "count": 223, "max_ms": 81.156, "p95_ms": 77.734}, "visualize": {"avg_ms": 4.894, "count": 223, "max_ms": 7.98, "p95_ms": 5.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15948.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7089.963, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.09, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1846415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:44:53+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T14:44:52+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T14:44:52.935952+09:00", "mtime_epoch": 1783230292.9359522, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:44:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2320.336, "name": "celery", "pid": 267, "rss_mb": 2320.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.157, "pushed": 10.157, "read": 10.124}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.413, "count": 304, "max_ms": 12.391, "p95_ms": 8.686}, "gstreamer_push": {"avg_ms": 1.266, "count": 304, "max_ms": 1.537, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.644, "count": 304, "max_ms": 66.027, "p95_ms": 62.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.157, "count": 304, "max_ms": 73.934, "p95_ms": 63.584}, "yolo11_640_fire_11class": {"avg_ms": 50.642, "count": 304, "max_ms": 69.732, "p95_ms": 64.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.548, "count": 304, "max_ms": 80.117, "p95_ms": 75.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.42, "count": 304, "max_ms": 101.172, "p95_ms": 91.314}, "read_interval": {"avg_ms": 98.767, "count": 303, "max_ms": 608.376, "p95_ms": 112.114}, "triton_wait": {"avg_ms": 53.375, "count": 304, "max_ms": 80.129, "p95_ms": 75.653}, "visualize": {"avg_ms": 3.641, "count": 304, "max_ms": 5.104, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15922.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 682, "h264_decode_error_count": 1660, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:44:53+09:00", "last_error_summary": "[h264 @ 0x5586da51a240] error while decoding MB 45 43, bytestream -21", "last_exit_at": "2026-07-05T14:44:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.493, "last_started_at": "2026-07-05T14:44:56+09:00", "pid": 133761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.105, "name": "ffmpeg", "pid": 133761, "rss_mb": 264.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 761, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 762}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.045, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:45:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:45:08+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T14:45:08+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-05T14:45:08.416197+09:00", "mtime_epoch": 1783230308.416197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:45:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9315.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.928, "pushed": 5.928, "read": 5.894}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.488, "count": 177, "max_ms": 25.67, "p95_ms": 21.781}, "gstreamer_push": {"avg_ms": 1.054, "count": 177, "max_ms": 1.613, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.378, "count": 177, "max_ms": 65.533, "p95_ms": 61.062}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.524, "count": 177, "max_ms": 78.131, "p95_ms": 66.122}, "yolo11_640_fire_11class": {"avg_ms": 48.383, "count": 177, "max_ms": 68.72, "p95_ms": 62.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.705, "count": 177, "max_ms": 78.839, "p95_ms": 74.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.717, "count": 177, "max_ms": 168.304, "p95_ms": 159.247}, "read_interval": {"avg_ms": 169.564, "count": 176, "max_ms": 4555.691, "p95_ms": 169.692}, "triton_wait": {"avg_ms": 56.143, "count": 177, "max_ms": 78.851, "p95_ms": 74.662}, "visualize": {"avg_ms": 5.488, "count": 177, "max_ms": 8.378, "p95_ms": 6.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15924.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7120.013, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.785, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1846715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:45:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:45:23+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T14:45:23+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T14:45:23.004429+09:00", "mtime_epoch": 1783230323.0044289, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:45:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2320.336, "name": "celery", "pid": 267, "rss_mb": 2320.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 300, "max_ms": 11.314, "p95_ms": 8.751}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 1.645, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.069, "count": 300, "max_ms": 66.436, "p95_ms": 62.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.412, "count": 300, "max_ms": 72.773, "p95_ms": 56.145}, "yolo11_640_fire_11class": {"avg_ms": 49.976, "count": 300, "max_ms": 70.561, "p95_ms": 64.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.359, "count": 300, "max_ms": 80.83, "p95_ms": 75.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.267, "count": 300, "max_ms": 97.25, "p95_ms": 91.405}, "read_interval": {"avg_ms": 100.21, "count": 299, "max_ms": 678.784, "p95_ms": 214.394}, "triton_wait": {"avg_ms": 52.327, "count": 300, "max_ms": 80.845, "p95_ms": 75.687}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.652, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15926.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 682, "h264_decode_error_count": 1660, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:44:53+09:00", "last_error_summary": "[h264 @ 0x5586da51a240] error while decoding MB 45 43, bytestream -21", "last_exit_at": "2026-07-05T14:44:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.577, "last_started_at": "2026-07-05T14:44:56+09:00", "pid": 133761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.199, "name": "ffmpeg", "pid": 133761, "rss_mb": 267.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 761, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 762}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.045, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:45:38+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T14:45:38+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T14:45:38.520676+09:00", "mtime_epoch": 1783230338.5206764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:45:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9316.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.183, "pushed": 7.183, "read": 7.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.025, "count": 215, "max_ms": 24.111, "p95_ms": 21.239}, "gstreamer_push": {"avg_ms": 1.083, "count": 215, "max_ms": 1.618, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.166, "count": 215, "max_ms": 66.914, "p95_ms": 62.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.033, "count": 215, "max_ms": 74.4, "p95_ms": 69.256}, "yolo11_640_fire_11class": {"avg_ms": 51.715, "count": 215, "max_ms": 71.497, "p95_ms": 66.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.629, "count": 215, "max_ms": 82.138, "p95_ms": 78.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.001, "count": 215, "max_ms": 166.372, "p95_ms": 150.136}, "read_interval": {"avg_ms": 139.88, "count": 214, "max_ms": 177.246, "p95_ms": 162.914}, "triton_wait": {"avg_ms": 59.009, "count": 215, "max_ms": 82.169, "p95_ms": 78.431}, "visualize": {"avg_ms": 5.101, "count": 215, "max_ms": 6.405, "p95_ms": 5.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15927.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7150.056, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.864, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1847016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:45:53+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T14:45:53+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T14:45:53.048909+09:00", "mtime_epoch": 1783230353.048909, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:45:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2320.594, "name": "celery", "pid": 267, "rss_mb": 2320.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.528, "count": 301, "max_ms": 12.918, "p95_ms": 9.283}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.743, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.848, "count": 301, "max_ms": 68.638, "p95_ms": 63.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.698, "count": 301, "max_ms": 77.718, "p95_ms": 68.341}, "yolo11_640_fire_11class": {"avg_ms": 53.024, "count": 301, "max_ms": 74.9, "p95_ms": 68.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.248, "count": 301, "max_ms": 86.324, "p95_ms": 78.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.731, "count": 301, "max_ms": 130.033, "p95_ms": 95.759}, "read_interval": {"avg_ms": 99.843, "count": 300, "max_ms": 738.738, "p95_ms": 116.584}, "triton_wait": {"avg_ms": 55.97, "count": 301, "max_ms": 86.337, "p95_ms": 78.743}, "visualize": {"avg_ms": 3.667, "count": 301, "max_ms": 5.264, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15926.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 682, "h264_decode_error_count": 1660, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:44:53+09:00", "last_error_summary": "[h264 @ 0x5586da51a240] error while decoding MB 45 43, bytestream -21", "last_exit_at": "2026-07-05T14:44:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.665, "last_started_at": "2026-07-05T14:44:56+09:00", "pid": 133761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.457, "name": "ffmpeg", "pid": 133761, "rss_mb": 267.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 761, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 762}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.532, "sample_count": 2036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:46:08+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T14:46:08+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T14:46:08.609159+09:00", "mtime_epoch": 1783230368.6091588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:46:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9316.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.774, "pushed": 6.774, "read": 6.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.665, "count": 202, "max_ms": 28.958, "p95_ms": 23.247}, "gstreamer_push": {"avg_ms": 1.039, "count": 203, "max_ms": 1.611, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.25, "count": 202, "max_ms": 67.431, "p95_ms": 62.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.666, "count": 202, "max_ms": 76.686, "p95_ms": 66.897}, "yolo11_640_fire_11class": {"avg_ms": 50.31, "count": 202, "max_ms": 71.742, "p95_ms": 65.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.64, "count": 202, "max_ms": 83.79, "p95_ms": 78.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.456, "count": 203, "max_ms": 174.2, "p95_ms": 163.332}, "read_interval": {"avg_ms": 148.213, "count": 202, "max_ms": 187.176, "p95_ms": 174.721}, "triton_wait": {"avg_ms": 57.878, "count": 202, "max_ms": 83.803, "p95_ms": 78.433}, "visualize": {"avg_ms": 5.489, "count": 202, "max_ms": 7.499, "p95_ms": 6.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15927.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7180.09, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.231, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1847315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:46:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:46:23+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:46:23+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T14:46:23.085392+09:00", "mtime_epoch": 1783230383.085392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:46:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2320.594, "name": "celery", "pid": 267, "rss_mb": 2320.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.649, "count": 299, "max_ms": 14.741, "p95_ms": 9.62}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 2.125, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.091, "count": 299, "max_ms": 66.515, "p95_ms": 62.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.491, "count": 299, "max_ms": 72.745, "p95_ms": 64.644}, "yolo11_640_fire_11class": {"avg_ms": 50.947, "count": 299, "max_ms": 68.882, "p95_ms": 64.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.669, "count": 299, "max_ms": 80.378, "p95_ms": 77.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.691, "count": 299, "max_ms": 126.696, "p95_ms": 104.874}, "read_interval": {"avg_ms": 100.498, "count": 298, "max_ms": 501.276, "p95_ms": 140.009}, "triton_wait": {"avg_ms": 53.939, "count": 299, "max_ms": 80.39, "p95_ms": 77.561}, "visualize": {"avg_ms": 3.772, "count": 299, "max_ms": 5.535, "p95_ms": 5.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15927.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 682, "h264_decode_error_count": 1660, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:44:53+09:00", "last_error_summary": "[h264 @ 0x5586da51a240] error while decoding MB 45 43, bytestream -21", "last_exit_at": "2026-07-05T14:44:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.674, "last_started_at": "2026-07-05T14:44:56+09:00", "pid": 133761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.23, "name": "ffmpeg", "pid": 133761, "rss_mb": 268.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 761, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 762}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.481, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:46:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:46:38+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T14:46:38+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T14:46:38.613643+09:00", "mtime_epoch": 1783230398.6136432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:46:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9316.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.1, "pushed": 7.1, "read": 7.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.203, "count": 213, "max_ms": 27.587, "p95_ms": 21.223}, "gstreamer_push": {"avg_ms": 1.056, "count": 213, "max_ms": 1.432, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.251, "count": 213, "max_ms": 68.371, "p95_ms": 63.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.747, "count": 213, "max_ms": 71.583, "p95_ms": 65.557}, "yolo11_640_fire_11class": {"avg_ms": 49.715, "count": 213, "max_ms": 71.269, "p95_ms": 65.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.516, "count": 213, "max_ms": 81.59, "p95_ms": 78.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.993, "count": 213, "max_ms": 179.546, "p95_ms": 160.99}, "read_interval": {"avg_ms": 140.884, "count": 213, "max_ms": 191.229, "p95_ms": 171.541}, "triton_wait": {"avg_ms": 57.647, "count": 213, "max_ms": 81.602, "p95_ms": 78.641}, "visualize": {"avg_ms": 5.149, "count": 213, "max_ms": 7.539, "p95_ms": 5.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15927.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7210.164, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.849, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1847616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:46:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T14:46:53+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T14:46:53.165879+09:00", "mtime_epoch": 1783230413.1658792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:46:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2320.852, "name": "celery", "pid": 267, "rss_mb": 2320.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.49, "count": 301, "max_ms": 11.255, "p95_ms": 9.208}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.474, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.462, "count": 301, "max_ms": 65.761, "p95_ms": 62.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.652, "count": 301, "max_ms": 70.341, "p95_ms": 63.864}, "yolo11_640_fire_11class": {"avg_ms": 50.962, "count": 301, "max_ms": 72.919, "p95_ms": 64.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.553, "count": 301, "max_ms": 81.502, "p95_ms": 76.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.794, "count": 301, "max_ms": 129.014, "p95_ms": 97.549}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 678.23, "p95_ms": 119.593}, "triton_wait": {"avg_ms": 54.973, "count": 301, "max_ms": 81.515, "p95_ms": 76.503}, "visualize": {"avg_ms": 3.734, "count": 301, "max_ms": 5.666, "p95_ms": 4.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15930.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 682, "h264_decode_error_count": 1660, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:44:53+09:00", "last_error_summary": "[h264 @ 0x5586da51a240] error while decoding MB 45 43, bytestream -21", "last_exit_at": "2026-07-05T14:44:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.741, "last_started_at": "2026-07-05T14:44:56+09:00", "pid": 133761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.809, "name": "ffmpeg", "pid": 133761, "rss_mb": 270.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 761, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 762}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.033, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:47:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:47:08+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T14:47:08+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T14:47:08.710132+09:00", "mtime_epoch": 1783230428.7101321, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:47:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9316.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.381, "pushed": 7.381, "read": 7.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.466, "count": 221, "max_ms": 29.214, "p95_ms": 20.742}, "gstreamer_push": {"avg_ms": 1.082, "count": 221, "max_ms": 1.243, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.098, "count": 221, "max_ms": 63.834, "p95_ms": 61.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.871, "count": 221, "max_ms": 71.156, "p95_ms": 67.859}, "yolo11_640_fire_11class": {"avg_ms": 50.928, "count": 221, "max_ms": 68.852, "p95_ms": 63.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.158, "count": 221, "max_ms": 79.28, "p95_ms": 75.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.711, "count": 221, "max_ms": 157.769, "p95_ms": 144.925}, "read_interval": {"avg_ms": 136.098, "count": 220, "max_ms": 168.099, "p95_ms": 156.311}, "triton_wait": {"avg_ms": 58.589, "count": 221, "max_ms": 79.292, "p95_ms": 75.509}, "visualize": {"avg_ms": 4.887, "count": 221, "max_ms": 6.45, "p95_ms": 5.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15933.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7240.242, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.58, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1847918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:47:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:47:23+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T14:47:23.242369+09:00", "mtime_epoch": 1783230443.2423694, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:47:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2320.852, "name": "celery", "pid": 267, "rss_mb": 2320.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.487, "count": 302, "max_ms": 9.926, "p95_ms": 8.659}, "gstreamer_push": {"avg_ms": 1.266, "count": 302, "max_ms": 1.726, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.737, "count": 302, "max_ms": 65.312, "p95_ms": 63.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.511, "count": 302, "max_ms": 78.046, "p95_ms": 66.072}, "yolo11_640_fire_11class": {"avg_ms": 51.7, "count": 302, "max_ms": 79.134, "p95_ms": 65.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.335, "count": 302, "max_ms": 79.123, "p95_ms": 76.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.29, "count": 302, "max_ms": 135.073, "p95_ms": 92.457}, "read_interval": {"avg_ms": 99.653, "count": 301, "max_ms": 671.147, "p95_ms": 114.711}, "triton_wait": {"avg_ms": 55.053, "count": 302, "max_ms": 79.145, "p95_ms": 77.002}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 5.687, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15933.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 682, "h264_decode_error_count": 1660, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:44:53+09:00", "last_error_summary": "[h264 @ 0x5586da51a240] error while decoding MB 45 43, bytestream -21", "last_exit_at": "2026-07-05T14:44:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.829, "last_started_at": "2026-07-05T14:44:56+09:00", "pid": 133761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.645, "name": "ffmpeg", "pid": 133761, "rss_mb": 273.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 761, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 762}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.637, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:47:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:47:38+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T14:47:38+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T14:47:38.778624+09:00", "mtime_epoch": 1783230458.7786238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:47:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9316.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.309, "pushed": 7.309, "read": 7.276}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.719, "count": 219, "max_ms": 24.318, "p95_ms": 20.962}, "gstreamer_push": {"avg_ms": 1.096, "count": 219, "max_ms": 1.686, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.255, "count": 219, "max_ms": 64.77, "p95_ms": 62.187}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.517, "count": 219, "max_ms": 79.298, "p95_ms": 67.97}, "yolo11_640_fire_11class": {"avg_ms": 52.661, "count": 219, "max_ms": 80.487, "p95_ms": 66.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.172, "count": 219, "max_ms": 80.613, "p95_ms": 77.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.894, "count": 219, "max_ms": 167.258, "p95_ms": 157.179}, "read_interval": {"avg_ms": 137.344, "count": 218, "max_ms": 180.454, "p95_ms": 168.815}, "triton_wait": {"avg_ms": 59.396, "count": 219, "max_ms": 80.625, "p95_ms": 77.94}, "visualize": {"avg_ms": 4.929, "count": 219, "max_ms": 7.829, "p95_ms": 5.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15933.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7270.307, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.371, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1848219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:47:53+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:47:53+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:47:53.306862+09:00", "mtime_epoch": 1783230473.3068624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:47:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2321.367, "name": "celery", "pid": 267, "rss_mb": 2321.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.059}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.402, "count": 301, "max_ms": 11.046, "p95_ms": 8.332}, "gstreamer_push": {"avg_ms": 1.266, "count": 301, "max_ms": 1.64, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.697, "count": 301, "max_ms": 70.01, "p95_ms": 63.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.886, "count": 301, "max_ms": 78.191, "p95_ms": 68.717}, "yolo11_640_fire_11class": {"avg_ms": 51.632, "count": 301, "max_ms": 72.405, "p95_ms": 66.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.702, "count": 301, "max_ms": 80.084, "p95_ms": 76.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.58, "count": 301, "max_ms": 97.615, "p95_ms": 92.665}, "read_interval": {"avg_ms": 99.877, "count": 301, "max_ms": 650.517, "p95_ms": 120.005}, "triton_wait": {"avg_ms": 54.573, "count": 301, "max_ms": 80.097, "p95_ms": 76.817}, "visualize": {"avg_ms": 3.694, "count": 301, "max_ms": 5.713, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15868.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 683, "h264_decode_error_count": 1661, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:48:00+09:00", "last_error_summary": "[h264 @ 0x55cba725e040] error while decoding MB 31 14, bytestream -8", "last_exit_at": "2026-07-05T14:48:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.204, "last_started_at": "2026-07-05T14:48:02+09:00", "pid": 133868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.184, "name": "ffmpeg", "pid": 133868, "rss_mb": 209.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 762, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 763}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.418, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:48:09+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T14:48:08+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T14:48:08.915119+09:00", "mtime_epoch": 1783230488.9151192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:48:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9316.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.401, "pushed": 6.401, "read": 6.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.174, "count": 192, "max_ms": 32.293, "p95_ms": 24.596}, "gstreamer_push": {"avg_ms": 1.103, "count": 192, "max_ms": 1.539, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.185, "count": 192, "max_ms": 67.138, "p95_ms": 61.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.893, "count": 192, "max_ms": 78.389, "p95_ms": 68.161}, "yolo11_640_fire_11class": {"avg_ms": 49.95, "count": 192, "max_ms": 75.941, "p95_ms": 64.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.959, "count": 192, "max_ms": 79.691, "p95_ms": 74.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.011, "count": 192, "max_ms": 165.375, "p95_ms": 143.6}, "read_interval": {"avg_ms": 156.201, "count": 192, "max_ms": 4351.379, "p95_ms": 156.88}, "triton_wait": {"avg_ms": 56.761, "count": 192, "max_ms": 79.703, "p95_ms": 74.862}, "visualize": {"avg_ms": 4.902, "count": 192, "max_ms": 8.869, "p95_ms": 5.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15925.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7300.362, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.312, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1848518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:48:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:48:23+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T14:48:23.359358+09:00", "mtime_epoch": 1783230503.3593576, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:48:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2321.367, "name": "celery", "pid": 267, "rss_mb": 2321.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.474, "count": 299, "max_ms": 12.981, "p95_ms": 8.683}, "gstreamer_push": {"avg_ms": 1.267, "count": 299, "max_ms": 1.853, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.024, "count": 299, "max_ms": 65.473, "p95_ms": 63.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.405, "count": 299, "max_ms": 73.485, "p95_ms": 62.195}, "yolo11_640_fire_11class": {"avg_ms": 50.178, "count": 299, "max_ms": 72.886, "p95_ms": 63.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.368, "count": 299, "max_ms": 78.997, "p95_ms": 75.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.182, "count": 299, "max_ms": 94.859, "p95_ms": 91.468}, "read_interval": {"avg_ms": 100.582, "count": 298, "max_ms": 757.514, "p95_ms": 124.072}, "triton_wait": {"avg_ms": 53.139, "count": 299, "max_ms": 79.01, "p95_ms": 75.637}, "visualize": {"avg_ms": 3.665, "count": 299, "max_ms": 4.693, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15925.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 683, "h264_decode_error_count": 1661, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:48:00+09:00", "last_error_summary": "[h264 @ 0x55cba725e040] error while decoding MB 31 14, bytestream -8", "last_exit_at": "2026-07-05T14:48:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.342, "last_started_at": "2026-07-05T14:48:02+09:00", "pid": 133868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.855, "name": "ffmpeg", "pid": 133868, "rss_mb": 265.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 762, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 763}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.839, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:48:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:48:39+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-05T14:48:39+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T14:48:39.055617+09:00", "mtime_epoch": 1783230519.0556173, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:48:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9316.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.431, "pushed": 7.431, "read": 7.397}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.752, "count": 222, "max_ms": 25.922, "p95_ms": 20.821}, "gstreamer_push": {"avg_ms": 1.109, "count": 222, "max_ms": 1.388, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.136, "count": 222, "max_ms": 67.449, "p95_ms": 61.911}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.677, "count": 222, "max_ms": 76.798, "p95_ms": 67.032}, "yolo11_640_fire_11class": {"avg_ms": 50.111, "count": 222, "max_ms": 73.518, "p95_ms": 63.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.352, "count": 222, "max_ms": 80.955, "p95_ms": 76.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.561, "count": 222, "max_ms": 162.335, "p95_ms": 141.654}, "read_interval": {"avg_ms": 135.174, "count": 221, "max_ms": 175.616, "p95_ms": 154.962}, "triton_wait": {"avg_ms": 58.629, "count": 222, "max_ms": 80.968, "p95_ms": 76.566}, "visualize": {"avg_ms": 5.007, "count": 222, "max_ms": 7.347, "p95_ms": 6.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15928.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7330.366, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.525, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1848820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:48:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T14:48:53+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T14:48:53.343854+09:00", "mtime_epoch": 1783230533.3438542, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:48:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2321.367, "name": "celery", "pid": 267, "rss_mb": 2321.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.182, "pushed": 10.182, "read": 10.182}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.566, "count": 302, "max_ms": 12.713, "p95_ms": 9.059}, "gstreamer_push": {"avg_ms": 1.272, "count": 302, "max_ms": 1.475, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.962, "count": 302, "max_ms": 70.285, "p95_ms": 63.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.256, "count": 302, "max_ms": 78.29, "p95_ms": 66.085}, "yolo11_640_fire_11class": {"avg_ms": 50.809, "count": 302, "max_ms": 75.295, "p95_ms": 64.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.234, "count": 302, "max_ms": 81.972, "p95_ms": 76.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.07, "count": 302, "max_ms": 99.152, "p95_ms": 92.015}, "read_interval": {"avg_ms": 99.269, "count": 302, "max_ms": 441.14, "p95_ms": 161.178}, "triton_wait": {"avg_ms": 54.89, "count": 302, "max_ms": 81.984, "p95_ms": 76.081}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 4.495, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.661, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15928.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 683, "h264_decode_error_count": 1661, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:48:00+09:00", "last_error_summary": "[h264 @ 0x55cba725e040] error while decoding MB 31 14, bytestream -8", "last_exit_at": "2026-07-05T14:48:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.377, "last_started_at": "2026-07-05T14:48:02+09:00", "pid": 133868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.434, "name": "ffmpeg", "pid": 133868, "rss_mb": 268.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 762, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 763}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.917, "sample_count": 2106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:49:09+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T14:49:09+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T14:49:09.084116+09:00", "mtime_epoch": 1783230549.084116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:49:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.491, "pushed": 7.491, "read": 7.457}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.681, "count": 224, "max_ms": 25.793, "p95_ms": 20.626}, "gstreamer_push": {"avg_ms": 1.124, "count": 224, "max_ms": 1.83, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.182, "count": 224, "max_ms": 67.059, "p95_ms": 61.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.616, "count": 224, "max_ms": 74.47, "p95_ms": 67.913}, "yolo11_640_fire_11class": {"avg_ms": 49.932, "count": 224, "max_ms": 68.076, "p95_ms": 61.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.298, "count": 224, "max_ms": 80.214, "p95_ms": 76.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.681, "count": 224, "max_ms": 160.121, "p95_ms": 139.068}, "read_interval": {"avg_ms": 134.004, "count": 223, "max_ms": 171.474, "p95_ms": 152.472}, "triton_wait": {"avg_ms": 58.611, "count": 224, "max_ms": 80.226, "p95_ms": 76.702}, "visualize": {"avg_ms": 4.935, "count": 224, "max_ms": 7.426, "p95_ms": 6.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15929.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7360.398, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.44, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:49:23+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T14:49:23+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T14:49:23.392354+09:00", "mtime_epoch": 1783230563.3923545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:49:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2321.438, "name": "celery", "pid": 267, "rss_mb": 2321.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.635, "count": 300, "max_ms": 12.384, "p95_ms": 8.875}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 2.141, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.634, "count": 300, "max_ms": 66.077, "p95_ms": 63.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.854, "count": 300, "max_ms": 75.663, "p95_ms": 68.429}, "yolo11_640_fire_11class": {"avg_ms": 50.371, "count": 300, "max_ms": 69.566, "p95_ms": 63.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.353, "count": 300, "max_ms": 81.623, "p95_ms": 77.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.858, "count": 300, "max_ms": 100.008, "p95_ms": 93.167}, "read_interval": {"avg_ms": 100.149, "count": 299, "max_ms": 671.984, "p95_ms": 185.89}, "triton_wait": {"avg_ms": 55.561, "count": 300, "max_ms": 81.634, "p95_ms": 77.173}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 4.712, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15928.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 683, "h264_decode_error_count": 1661, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:48:00+09:00", "last_error_summary": "[h264 @ 0x55cba725e040] error while decoding MB 31 14, bytestream -8", "last_exit_at": "2026-07-05T14:48:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.42, "last_started_at": "2026-07-05T14:48:02+09:00", "pid": 133868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.691, "name": "ffmpeg", "pid": 133868, "rss_mb": 268.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 762, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 763}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.33, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:49:39+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T14:49:39+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T14:49:39.140617+09:00", "mtime_epoch": 1783230579.1406174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:49:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.654, "pushed": 7.654, "read": 7.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.411, "count": 229, "max_ms": 22.873, "p95_ms": 20.232}, "gstreamer_push": {"avg_ms": 1.109, "count": 229, "max_ms": 1.357, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.033, "count": 229, "max_ms": 64.876, "p95_ms": 61.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.992, "count": 229, "max_ms": 75.87, "p95_ms": 66.434}, "yolo11_640_fire_11class": {"avg_ms": 49.511, "count": 229, "max_ms": 66.708, "p95_ms": 62.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.405, "count": 229, "max_ms": 80.187, "p95_ms": 76.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.977, "count": 229, "max_ms": 142.776, "p95_ms": 136.838}, "read_interval": {"avg_ms": 131.206, "count": 228, "max_ms": 156.559, "p95_ms": 150.997}, "triton_wait": {"avg_ms": 57.76, "count": 229, "max_ms": 80.199, "p95_ms": 76.057}, "visualize": {"avg_ms": 4.691, "count": 229, "max_ms": 5.383, "p95_ms": 4.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15931.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7390.456, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.685, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:49:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:49:53+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T14:49:53+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T14:49:53.432857+09:00", "mtime_epoch": 1783230593.4328566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:49:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2321.586, "name": "celery", "pid": 267, "rss_mb": 2321.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.547, "count": 298, "max_ms": 12.683, "p95_ms": 8.976}, "gstreamer_push": {"avg_ms": 1.263, "count": 298, "max_ms": 1.498, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.462, "count": 298, "max_ms": 71.046, "p95_ms": 64.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.809, "count": 298, "max_ms": 74.2, "p95_ms": 66.308}, "yolo11_640_fire_11class": {"avg_ms": 50.295, "count": 298, "max_ms": 71.685, "p95_ms": 64.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.027, "count": 298, "max_ms": 82.098, "p95_ms": 78.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.685, "count": 298, "max_ms": 137.127, "p95_ms": 94.257}, "read_interval": {"avg_ms": 100.856, "count": 297, "max_ms": 679.681, "p95_ms": 116.03}, "triton_wait": {"avg_ms": 55.326, "count": 298, "max_ms": 82.11, "p95_ms": 78.062}, "visualize": {"avg_ms": 3.678, "count": 298, "max_ms": 5.624, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15931.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 683, "h264_decode_error_count": 1661, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:48:00+09:00", "last_error_summary": "[h264 @ 0x55cba725e040] error while decoding MB 31 14, bytestream -8", "last_exit_at": "2026-07-05T14:48:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.431, "last_started_at": "2026-07-05T14:48:02+09:00", "pid": 133868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.527, "name": "ffmpeg", "pid": 133868, "rss_mb": 271.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 762, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 763}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.011, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:50:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:50:09+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T14:50:09+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T14:50:09.133120+09:00", "mtime_epoch": 1783230609.13312, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:50:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.534, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.578, "count": 226, "max_ms": 27.717, "p95_ms": 20.138}, "gstreamer_push": {"avg_ms": 1.114, "count": 226, "max_ms": 1.214, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.761, "count": 226, "max_ms": 65.66, "p95_ms": 62.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.579, "count": 226, "max_ms": 76.801, "p95_ms": 67.486}, "yolo11_640_fire_11class": {"avg_ms": 50.222, "count": 226, "max_ms": 65.786, "p95_ms": 62.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.145, "count": 226, "max_ms": 81.384, "p95_ms": 77.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.043, "count": 226, "max_ms": 143.915, "p95_ms": 139.1}, "read_interval": {"avg_ms": 132.691, "count": 226, "max_ms": 156.867, "p95_ms": 152.594}, "triton_wait": {"avg_ms": 59.475, "count": 226, "max_ms": 81.397, "p95_ms": 77.919}, "visualize": {"avg_ms": 4.76, "count": 226, "max_ms": 6.661, "p95_ms": 4.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15932.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7420.545, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.648, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:50:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:50:23+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T14:50:23.537362+09:00", "mtime_epoch": 1783230623.537362, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:50:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2321.727, "name": "celery", "pid": 267, "rss_mb": 2321.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.498, "count": 300, "max_ms": 11.966, "p95_ms": 8.61}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 1.495, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.816, "count": 300, "max_ms": 65.715, "p95_ms": 63.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.353, "count": 300, "max_ms": 73.592, "p95_ms": 66.892}, "yolo11_640_fire_11class": {"avg_ms": 50.955, "count": 300, "max_ms": 66.25, "p95_ms": 63.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.724, "count": 300, "max_ms": 79.658, "p95_ms": 76.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.015, "count": 300, "max_ms": 96.319, "p95_ms": 92.561}, "read_interval": {"avg_ms": 100.021, "count": 300, "max_ms": 644.675, "p95_ms": 115.34}, "triton_wait": {"avg_ms": 55.96, "count": 300, "max_ms": 79.669, "p95_ms": 76.716}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.133, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15935.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 683, "h264_decode_error_count": 1661, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:48:00+09:00", "last_error_summary": "[h264 @ 0x55cba725e040] error while decoding MB 31 14, bytestream -8", "last_exit_at": "2026-07-05T14:48:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.524, "last_started_at": "2026-07-05T14:48:02+09:00", "pid": 133868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.363, "name": "ffmpeg", "pid": 133868, "rss_mb": 274.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 762, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 763}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.659, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:50:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:50:39+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T14:50:39+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T14:50:39.233627+09:00", "mtime_epoch": 1783230639.2336266, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:50:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.608, "pushed": 7.608, "read": 7.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.557, "count": 227, "max_ms": 25.855, "p95_ms": 20.459}, "gstreamer_push": {"avg_ms": 1.115, "count": 228, "max_ms": 1.578, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.216, "count": 227, "max_ms": 64.005, "p95_ms": 62.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.98, "count": 227, "max_ms": 78.515, "p95_ms": 66.558}, "yolo11_640_fire_11class": {"avg_ms": 49.659, "count": 227, "max_ms": 65.916, "p95_ms": 61.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.594, "count": 227, "max_ms": 79.658, "p95_ms": 76.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.226, "count": 228, "max_ms": 144.743, "p95_ms": 137.696}, "read_interval": {"avg_ms": 131.927, "count": 227, "max_ms": 157.69, "p95_ms": 150.643}, "triton_wait": {"avg_ms": 58.888, "count": 227, "max_ms": 79.669, "p95_ms": 76.053}, "visualize": {"avg_ms": 4.704, "count": 227, "max_ms": 5.624, "p95_ms": 4.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15935.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7450.643, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.182, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1850019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:50:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T14:50:53+09:00", "mjpeg": {"age_sec": 0.442, "exists": true, "mtime": "2026-07-05T14:50:53.261863+09:00", "mtime_epoch": 1783230653.2618632, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:50:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2321.871, "name": "celery", "pid": 267, "rss_mb": 2321.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.532, "count": 299, "max_ms": 11.79, "p95_ms": 9.021}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 1.554, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.214, "count": 299, "max_ms": 65.402, "p95_ms": 63.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.709, "count": 299, "max_ms": 77.792, "p95_ms": 66.101}, "yolo11_640_fire_11class": {"avg_ms": 50.451, "count": 299, "max_ms": 66.543, "p95_ms": 63.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.725, "count": 299, "max_ms": 77.974, "p95_ms": 76.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.315, "count": 299, "max_ms": 106.784, "p95_ms": 92.496}, "read_interval": {"avg_ms": 100.465, "count": 298, "max_ms": 790.411, "p95_ms": 119.713}, "triton_wait": {"avg_ms": 55.067, "count": 299, "max_ms": 77.987, "p95_ms": 76.563}, "visualize": {"avg_ms": 3.615, "count": 299, "max_ms": 5.126, "p95_ms": 4.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15935.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 683, "h264_decode_error_count": 1661, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:48:00+09:00", "last_error_summary": "[h264 @ 0x55cba725e040] error while decoding MB 31 14, bytestream -8", "last_exit_at": "2026-07-05T14:48:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.622, "last_started_at": "2026-07-05T14:48:02+09:00", "pid": 133868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.621, "name": "ffmpeg", "pid": 133868, "rss_mb": 274.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 762, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 763}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.959, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:51:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:51:09+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T14:51:09+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T14:51:09.318135+09:00", "mtime_epoch": 1783230669.3181348, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:51:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.607, "pushed": 7.607, "read": 7.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.464, "count": 227, "max_ms": 22.894, "p95_ms": 20.155}, "gstreamer_push": {"avg_ms": 1.122, "count": 228, "max_ms": 1.981, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.504, "count": 227, "max_ms": 63.85, "p95_ms": 61.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.986, "count": 227, "max_ms": 75.028, "p95_ms": 67.068}, "yolo11_640_fire_11class": {"avg_ms": 50.201, "count": 227, "max_ms": 67.041, "p95_ms": 63.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.551, "count": 227, "max_ms": 78.53, "p95_ms": 75.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.213, "count": 228, "max_ms": 144.902, "p95_ms": 137.702}, "read_interval": {"avg_ms": 131.889, "count": 227, "max_ms": 152.628, "p95_ms": 150.236}, "triton_wait": {"avg_ms": 58.905, "count": 227, "max_ms": 78.541, "p95_ms": 75.941}, "visualize": {"avg_ms": 4.77, "count": 227, "max_ms": 8.227, "p95_ms": 5.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15935.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7480.718, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.817, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1850321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:51:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:51:23+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:51:23.718379+09:00", "mtime_epoch": 1783230683.7183785, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:51:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2322.016, "name": "celery", "pid": 267, "rss_mb": 2322.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.418, "count": 302, "max_ms": 10.154, "p95_ms": 8.343}, "gstreamer_push": {"avg_ms": 1.274, "count": 302, "max_ms": 2.187, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.347, "count": 302, "max_ms": 71.898, "p95_ms": 63.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.261, "count": 302, "max_ms": 72.869, "p95_ms": 65.767}, "yolo11_640_fire_11class": {"avg_ms": 52.188, "count": 302, "max_ms": 71.372, "p95_ms": 64.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.993, "count": 302, "max_ms": 80.032, "p95_ms": 76.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.715, "count": 302, "max_ms": 104.361, "p95_ms": 92.789}, "read_interval": {"avg_ms": 99.648, "count": 301, "max_ms": 532.522, "p95_ms": 145.972}, "triton_wait": {"avg_ms": 56.601, "count": 302, "max_ms": 80.045, "p95_ms": 76.937}, "visualize": {"avg_ms": 3.682, "count": 302, "max_ms": 5.151, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15808.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 684, "h264_decode_error_count": 1662, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:51:33+09:00", "last_error_summary": "[h264 @ 0x55e22d42dfc0] error while decoding MB 30 25, bytestream -10", "last_exit_at": "2026-07-05T14:51:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.249, "last_started_at": "2026-07-05T14:51:36+09:00", "pid": 133975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.293, "name": "ffmpeg", "pid": 133975, "rss_mb": 149.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 763, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 764}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.436, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:51:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T14:51:39+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T14:51:39+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T14:51:39.394644+09:00", "mtime_epoch": 1783230699.3946445, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:51:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.318, "pushed": 6.318, "read": 6.285}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.446, "count": 189, "max_ms": 22.891, "p95_ms": 20.756}, "gstreamer_push": {"avg_ms": 1.108, "count": 189, "max_ms": 1.64, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.794, "count": 189, "max_ms": 66.444, "p95_ms": 64.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.605, "count": 189, "max_ms": 72.89, "p95_ms": 67.414}, "yolo11_640_fire_11class": {"avg_ms": 51.067, "count": 189, "max_ms": 68.386, "p95_ms": 65.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.49, "count": 189, "max_ms": 81.849, "p95_ms": 78.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.092, "count": 189, "max_ms": 149.827, "p95_ms": 140.283}, "read_interval": {"avg_ms": 159.113, "count": 188, "max_ms": 4895.95, "p95_ms": 153.305}, "triton_wait": {"avg_ms": 59.961, "count": 189, "max_ms": 81.861, "p95_ms": 78.152}, "visualize": {"avg_ms": 4.773, "count": 189, "max_ms": 6.904, "p95_ms": 5.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15926.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7510.729, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.646, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1850620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:51:53+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:51:53+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T14:51:53.726888+09:00", "mtime_epoch": 1783230713.7268882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:51:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2322.16, "name": "celery", "pid": 267, "rss_mb": 2322.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.416, "count": 299, "max_ms": 9.558, "p95_ms": 8.298}, "gstreamer_push": {"avg_ms": 1.278, "count": 299, "max_ms": 2.042, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.244, "count": 299, "max_ms": 71.943, "p95_ms": 63.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.587, "count": 299, "max_ms": 74.619, "p95_ms": 67.193}, "yolo11_640_fire_11class": {"avg_ms": 49.613, "count": 299, "max_ms": 71.833, "p95_ms": 63.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.82, "count": 299, "max_ms": 79.424, "p95_ms": 76.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.309, "count": 299, "max_ms": 95.868, "p95_ms": 91.76}, "read_interval": {"avg_ms": 100.361, "count": 299, "max_ms": 735.762, "p95_ms": 112.551}, "triton_wait": {"avg_ms": 53.295, "count": 299, "max_ms": 79.436, "p95_ms": 76.03}, "visualize": {"avg_ms": 3.672, "count": 299, "max_ms": 4.865, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15926.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 684, "h264_decode_error_count": 1662, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:51:33+09:00", "last_error_summary": "[h264 @ 0x55e22d42dfc0] error while decoding MB 30 25, bytestream -10", "last_exit_at": "2026-07-05T14:51:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.361, "last_started_at": "2026-07-05T14:51:36+09:00", "pid": 133975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.652, "name": "ffmpeg", "pid": 133975, "rss_mb": 264.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 763, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 764}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.94, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:52:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:52:09+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T14:52:09+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T14:52:09.503157+09:00", "mtime_epoch": 1783230729.5031567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:52:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.503, "pushed": 7.503, "read": 7.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.595, "count": 224, "max_ms": 27.199, "p95_ms": 20.509}, "gstreamer_push": {"avg_ms": 1.101, "count": 225, "max_ms": 1.587, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.051, "count": 224, "max_ms": 69.281, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.705, "count": 224, "max_ms": 77.782, "p95_ms": 70.404}, "yolo11_640_fire_11class": {"avg_ms": 49.56, "count": 224, "max_ms": 69.573, "p95_ms": 62.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.035, "count": 224, "max_ms": 80.184, "p95_ms": 75.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.556, "count": 225, "max_ms": 160.68, "p95_ms": 140.208}, "read_interval": {"avg_ms": 133.862, "count": 224, "max_ms": 171.796, "p95_ms": 151.822}, "triton_wait": {"avg_ms": 58.972, "count": 224, "max_ms": 80.196, "p95_ms": 75.984}, "visualize": {"avg_ms": 4.812, "count": 224, "max_ms": 6.508, "p95_ms": 5.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15927.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7540.764, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.671, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1850922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:52:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:52:23+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:52:23+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T14:52:23.759400+09:00", "mtime_epoch": 1783230743.7593997, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226152}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:52:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2322.309, "name": "celery", "pid": 267, "rss_mb": 2322.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.624, "count": 302, "max_ms": 12.703, "p95_ms": 8.929}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 1.496, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.862, "count": 302, "max_ms": 70.114, "p95_ms": 64.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.737, "count": 302, "max_ms": 77.427, "p95_ms": 70.994}, "yolo11_640_fire_11class": {"avg_ms": 51.374, "count": 302, "max_ms": 75.439, "p95_ms": 65.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.223, "count": 302, "max_ms": 82.344, "p95_ms": 77.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.276, "count": 302, "max_ms": 98.492, "p95_ms": 92.976}, "read_interval": {"avg_ms": 99.502, "count": 301, "max_ms": 453.552, "p95_ms": 177.447}, "triton_wait": {"avg_ms": 54.986, "count": 302, "max_ms": 82.357, "p95_ms": 77.19}, "visualize": {"avg_ms": 3.691, "count": 302, "max_ms": 4.665, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15927.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 684, "h264_decode_error_count": 1662, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:51:33+09:00", "last_error_summary": "[h264 @ 0x55e22d42dfc0] error while decoding MB 30 25, bytestream -10", "last_exit_at": "2026-07-05T14:51:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.433, "last_started_at": "2026-07-05T14:51:36+09:00", "pid": 133975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.168, "name": "ffmpeg", "pid": 133975, "rss_mb": 265.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 763, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 764}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.502, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:52:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:52:39+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T14:52:39+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T14:52:39.555670+09:00", "mtime_epoch": 1783230759.5556695, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:52:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.449, "pushed": 7.449, "read": 7.416}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.695, "count": 223, "max_ms": 26.749, "p95_ms": 20.885}, "gstreamer_push": {"avg_ms": 1.093, "count": 223, "max_ms": 1.32, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.018, "count": 223, "max_ms": 64.582, "p95_ms": 62.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.227, "count": 223, "max_ms": 78.122, "p95_ms": 70.836}, "yolo11_640_fire_11class": {"avg_ms": 50.189, "count": 223, "max_ms": 67.097, "p95_ms": 64.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.754, "count": 223, "max_ms": 80.924, "p95_ms": 77.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.322, "count": 223, "max_ms": 151.196, "p95_ms": 140.935}, "read_interval": {"avg_ms": 134.791, "count": 222, "max_ms": 162.511, "p95_ms": 153.028}, "triton_wait": {"avg_ms": 59.576, "count": 223, "max_ms": 80.936, "p95_ms": 78.056}, "visualize": {"avg_ms": 4.836, "count": 223, "max_ms": 6.86, "p95_ms": 5.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15928.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7570.806, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.127, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1851223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:52:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:52:53+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T14:52:53+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T14:52:53.783913+09:00", "mtime_epoch": 1783230773.783913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:52:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2322.582, "name": "celery", "pid": 267, "rss_mb": 2322.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.459, "count": 301, "max_ms": 12.315, "p95_ms": 8.906}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 2.034, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.266, "count": 301, "max_ms": 73.024, "p95_ms": 63.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.112, "count": 301, "max_ms": 77.255, "p95_ms": 69.349}, "yolo11_640_fire_11class": {"avg_ms": 52.408, "count": 301, "max_ms": 71.28, "p95_ms": 65.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.733, "count": 301, "max_ms": 85.422, "p95_ms": 79.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.215, "count": 301, "max_ms": 135.189, "p95_ms": 97.032}, "read_interval": {"avg_ms": 99.77, "count": 300, "max_ms": 421.868, "p95_ms": 122.839}, "triton_wait": {"avg_ms": 57.154, "count": 301, "max_ms": 85.434, "p95_ms": 79.463}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 5.411, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15929.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 684, "h264_decode_error_count": 1662, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:51:33+09:00", "last_error_summary": "[h264 @ 0x55e22d42dfc0] error while decoding MB 30 25, bytestream -10", "last_exit_at": "2026-07-05T14:51:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.463, "last_started_at": "2026-07-05T14:51:36+09:00", "pid": 133975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.199, "name": "ffmpeg", "pid": 133975, "rss_mb": 266.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 763, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 764}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.502, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:53:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:53:09+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T14:53:09+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T14:53:09.608184+09:00", "mtime_epoch": 1783230789.6081839, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:53:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.456, "pushed": 7.456, "read": 7.422}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.3, "count": 223, "max_ms": 22.004, "p95_ms": 19.868}, "gstreamer_push": {"avg_ms": 1.1, "count": 223, "max_ms": 1.561, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.729, "count": 223, "max_ms": 73.045, "p95_ms": 62.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.693, "count": 223, "max_ms": 77.563, "p95_ms": 67.384}, "yolo11_640_fire_11class": {"avg_ms": 50.785, "count": 223, "max_ms": 71.31, "p95_ms": 64.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.326, "count": 223, "max_ms": 85.567, "p95_ms": 78.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.7, "count": 223, "max_ms": 162.275, "p95_ms": 141.415}, "read_interval": {"avg_ms": 134.709, "count": 222, "max_ms": 175.095, "p95_ms": 155.05}, "triton_wait": {"avg_ms": 59.766, "count": 223, "max_ms": 85.578, "p95_ms": 78.561}, "visualize": {"avg_ms": 4.77, "count": 223, "max_ms": 6.482, "p95_ms": 5.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15929.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7600.845, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.293, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1851525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:53:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:53:23+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T14:53:23.840428+09:00", "mtime_epoch": 1783230803.8404279, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:53:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2322.582, "name": "celery", "pid": 267, "rss_mb": 2322.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.527, "count": 302, "max_ms": 11.992, "p95_ms": 8.844}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 1.534, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.771, "count": 302, "max_ms": 66.571, "p95_ms": 62.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.027, "count": 302, "max_ms": 74.497, "p95_ms": 66.462}, "yolo11_640_fire_11class": {"avg_ms": 51.323, "count": 302, "max_ms": 70.676, "p95_ms": 65.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.163, "count": 302, "max_ms": 80.359, "p95_ms": 77.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.02, "count": 302, "max_ms": 128.714, "p95_ms": 93.445}, "read_interval": {"avg_ms": 99.521, "count": 301, "max_ms": 588.211, "p95_ms": 128.733}, "triton_wait": {"avg_ms": 55.757, "count": 302, "max_ms": 80.371, "p95_ms": 77.416}, "visualize": {"avg_ms": 3.663, "count": 302, "max_ms": 5.543, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15929.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 684, "h264_decode_error_count": 1662, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:51:33+09:00", "last_error_summary": "[h264 @ 0x55e22d42dfc0] error while decoding MB 30 25, bytestream -10", "last_exit_at": "2026-07-05T14:51:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.48, "last_started_at": "2026-07-05T14:51:36+09:00", "pid": 133975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.199, "name": "ffmpeg", "pid": 133975, "rss_mb": 266.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 763, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 764}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.457, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:53:39+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T14:53:39+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T14:53:39.612699+09:00", "mtime_epoch": 1783230819.6126988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:53:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9317.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.5, "pushed": 7.5, "read": 7.466}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.538, "count": 224, "max_ms": 32.75, "p95_ms": 20.376}, "gstreamer_push": {"avg_ms": 1.102, "count": 224, "max_ms": 1.332, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.462, "count": 224, "max_ms": 64.551, "p95_ms": 61.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.945, "count": 224, "max_ms": 73.76, "p95_ms": 68.32}, "yolo11_640_fire_11class": {"avg_ms": 50.967, "count": 224, "max_ms": 67.328, "p95_ms": 63.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.623, "count": 224, "max_ms": 81.537, "p95_ms": 76.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.956, "count": 224, "max_ms": 160.623, "p95_ms": 140.103}, "read_interval": {"avg_ms": 133.991, "count": 223, "max_ms": 169.112, "p95_ms": 152.848}, "triton_wait": {"avg_ms": 60.069, "count": 224, "max_ms": 81.55, "p95_ms": 76.349}, "visualize": {"avg_ms": 4.766, "count": 224, "max_ms": 5.948, "p95_ms": 5.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15929.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7630.93, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.383, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1851825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:53:53+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T14:53:53+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T14:53:53.912945+09:00", "mtime_epoch": 1783230833.9129448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:53:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2322.84, "name": "celery", "pid": 267, "rss_mb": 2322.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.496, "count": 299, "max_ms": 12.377, "p95_ms": 9.204}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 1.581, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.331, "count": 299, "max_ms": 66.464, "p95_ms": 62.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.916, "count": 299, "max_ms": 71.96, "p95_ms": 67.722}, "yolo11_640_fire_11class": {"avg_ms": 51.163, "count": 299, "max_ms": 68.291, "p95_ms": 63.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.34, "count": 299, "max_ms": 80.121, "p95_ms": 77.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.4, "count": 299, "max_ms": 105.892, "p95_ms": 93.249}, "read_interval": {"avg_ms": 100.288, "count": 299, "max_ms": 737.379, "p95_ms": 134.609}, "triton_wait": {"avg_ms": 55.029, "count": 299, "max_ms": 80.132, "p95_ms": 77.061}, "visualize": {"avg_ms": 3.653, "count": 299, "max_ms": 4.987, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15930.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 684, "h264_decode_error_count": 1662, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:51:33+09:00", "last_error_summary": "[h264 @ 0x55e22d42dfc0] error while decoding MB 30 25, bytestream -10", "last_exit_at": "2026-07-05T14:51:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.548, "last_started_at": "2026-07-05T14:51:36+09:00", "pid": 133975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.457, "name": "ffmpeg", "pid": 133975, "rss_mb": 266.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 763, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 764}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.457, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:54:09+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T14:54:09+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T14:54:09.689216+09:00", "mtime_epoch": 1783230849.6892164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:54:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.579, "pushed": 7.579, "read": 7.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.699, "count": 227, "max_ms": 29.902, "p95_ms": 21.072}, "gstreamer_push": {"avg_ms": 1.1, "count": 227, "max_ms": 1.375, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.205, "count": 227, "max_ms": 66.55, "p95_ms": 62.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.287, "count": 227, "max_ms": 74.668, "p95_ms": 70.07}, "yolo11_640_fire_11class": {"avg_ms": 50.341, "count": 227, "max_ms": 68.214, "p95_ms": 63.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.649, "count": 227, "max_ms": 80.265, "p95_ms": 76.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.812, "count": 227, "max_ms": 165.32, "p95_ms": 138.802}, "read_interval": {"avg_ms": 132.465, "count": 226, "max_ms": 177.429, "p95_ms": 151.524}, "triton_wait": {"avg_ms": 59.041, "count": 227, "max_ms": 80.277, "p95_ms": 76.045}, "visualize": {"avg_ms": 4.706, "count": 227, "max_ms": 6.448, "p95_ms": 5.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15930.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7660.96, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.496, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1852124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:54:24+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T14:54:23+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T14:54:23.957462+09:00", "mtime_epoch": 1783230863.9574623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214162}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:54:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2323.098, "name": "celery", "pid": 267, "rss_mb": 2323.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.477, "count": 299, "max_ms": 10.488, "p95_ms": 8.726}, "gstreamer_push": {"avg_ms": 1.266, "count": 299, "max_ms": 1.909, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.905, "count": 299, "max_ms": 75.226, "p95_ms": 66.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.188, "count": 299, "max_ms": 80.493, "p95_ms": 74.344}, "yolo11_640_fire_11class": {"avg_ms": 52.296, "count": 299, "max_ms": 74.066, "p95_ms": 67.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.276, "count": 299, "max_ms": 81.738, "p95_ms": 78.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.299, "count": 299, "max_ms": 104.71, "p95_ms": 94.658}, "read_interval": {"avg_ms": 100.479, "count": 298, "max_ms": 533.615, "p95_ms": 146.464}, "triton_wait": {"avg_ms": 56.125, "count": 299, "max_ms": 81.751, "p95_ms": 78.593}, "visualize": {"avg_ms": 3.656, "count": 299, "max_ms": 4.955, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15930.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 684, "h264_decode_error_count": 1662, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:51:33+09:00", "last_error_summary": "[h264 @ 0x55e22d42dfc0] error while decoding MB 30 25, bytestream -10", "last_exit_at": "2026-07-05T14:51:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.631, "last_started_at": "2026-07-05T14:51:36+09:00", "pid": 133975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.457, "name": "ffmpeg", "pid": 133975, "rss_mb": 266.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 763, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 764}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.494, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:54:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:54:39+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T14:54:39+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T14:54:39.781735+09:00", "mtime_epoch": 1783230879.7817354, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:54:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.61, "pushed": 7.61, "read": 7.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.16, "count": 228, "max_ms": 29.875, "p95_ms": 24.473}, "gstreamer_push": {"avg_ms": 1.106, "count": 228, "max_ms": 1.346, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.0, "count": 228, "max_ms": 66.291, "p95_ms": 62.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.774, "count": 228, "max_ms": 77.685, "p95_ms": 70.409}, "yolo11_640_fire_11class": {"avg_ms": 48.841, "count": 228, "max_ms": 67.177, "p95_ms": 63.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.287, "count": 228, "max_ms": 81.335, "p95_ms": 75.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.229, "count": 228, "max_ms": 163.622, "p95_ms": 137.94}, "read_interval": {"avg_ms": 131.97, "count": 227, "max_ms": 175.039, "p95_ms": 150.891}, "triton_wait": {"avg_ms": 57.782, "count": 228, "max_ms": 81.347, "p95_ms": 75.531}, "visualize": {"avg_ms": 4.702, "count": 228, "max_ms": 6.289, "p95_ms": 5.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15930.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7691.037, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.574, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1852423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:54:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:54:54+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T14:54:54+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T14:54:54.033982+09:00", "mtime_epoch": 1783230894.0339818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:54:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2323.098, "name": "celery", "pid": 267, "rss_mb": 2323.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.613, "count": 299, "max_ms": 12.692, "p95_ms": 9.346}, "gstreamer_push": {"avg_ms": 1.256, "count": 299, "max_ms": 1.738, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.939, "count": 299, "max_ms": 71.334, "p95_ms": 63.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.365, "count": 299, "max_ms": 77.036, "p95_ms": 70.36}, "yolo11_640_fire_11class": {"avg_ms": 51.666, "count": 299, "max_ms": 73.996, "p95_ms": 65.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.526, "count": 299, "max_ms": 80.378, "p95_ms": 77.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.18, "count": 299, "max_ms": 129.844, "p95_ms": 94.853}, "read_interval": {"avg_ms": 100.661, "count": 298, "max_ms": 524.924, "p95_ms": 160.441}, "triton_wait": {"avg_ms": 55.289, "count": 299, "max_ms": 80.389, "p95_ms": 77.93}, "visualize": {"avg_ms": 3.717, "count": 299, "max_ms": 5.886, "p95_ms": 4.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15807.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 685, "h264_decode_error_count": 1663, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:55:04+09:00", "last_error_summary": "[h264 @ 0x55e5411cb600] error while decoding MB 27 38, bytestream -5", "last_exit_at": "2026-07-05T14:55:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.091, "last_started_at": "2026-07-05T14:55:06+09:00", "pid": 134082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 146.566, "name": "ffmpeg", "pid": 134082, "rss_mb": 146.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 764, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 765}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.602, "sample_count": 2181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:55:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:55:10+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T14:55:09+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T14:55:09.898256+09:00", "mtime_epoch": 1783230909.8982563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:55:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.335, "pushed": 6.335, "read": 6.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.521, "count": 190, "max_ms": 22.362, "p95_ms": 20.529}, "gstreamer_push": {"avg_ms": 1.091, "count": 190, "max_ms": 1.23, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.054, "count": 190, "max_ms": 65.339, "p95_ms": 62.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.323, "count": 190, "max_ms": 80.272, "p95_ms": 70.591}, "yolo11_640_fire_11class": {"avg_ms": 50.149, "count": 190, "max_ms": 69.56, "p95_ms": 64.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.273, "count": 190, "max_ms": 81.497, "p95_ms": 77.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.252, "count": 190, "max_ms": 156.394, "p95_ms": 139.768}, "read_interval": {"avg_ms": 157.862, "count": 190, "max_ms": 4741.156, "p95_ms": 152.378}, "triton_wait": {"avg_ms": 59.053, "count": 190, "max_ms": 81.509, "p95_ms": 77.648}, "visualize": {"avg_ms": 4.731, "count": 190, "max_ms": 5.928, "p95_ms": 5.487}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15928.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7721.043, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.693, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1852723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:55:24+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T14:55:24+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T14:55:24.014501+09:00", "mtime_epoch": 1783230924.0145009, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:55:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2323.355, "name": "celery", "pid": 267, "rss_mb": 2323.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 300, "max_ms": 11.575, "p95_ms": 8.522}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 2.087, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.064, "count": 300, "max_ms": 69.02, "p95_ms": 62.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.959, "count": 300, "max_ms": 78.704, "p95_ms": 69.255}, "yolo11_640_fire_11class": {"avg_ms": 51.057, "count": 300, "max_ms": 69.033, "p95_ms": 64.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.576, "count": 300, "max_ms": 81.216, "p95_ms": 77.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.72, "count": 300, "max_ms": 101.642, "p95_ms": 93.404}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 596.23, "p95_ms": 121.797}, "triton_wait": {"avg_ms": 54.416, "count": 300, "max_ms": 81.228, "p95_ms": 77.193}, "visualize": {"avg_ms": 3.699, "count": 300, "max_ms": 5.145, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15931.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 685, "h264_decode_error_count": 1663, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:55:04+09:00", "last_error_summary": "[h264 @ 0x55e5411cb600] error while decoding MB 27 38, bytestream -5", "last_exit_at": "2026-07-05T14:55:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.099, "last_started_at": "2026-07-05T14:55:06+09:00", "pid": 134082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.789, "name": "ffmpeg", "pid": 134082, "rss_mb": 265.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 764, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 765}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.009, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:55:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:55:40+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T14:55:39+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T14:55:39.930777+09:00", "mtime_epoch": 1783230939.9307768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:55:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.5, "pushed": 7.5, "read": 7.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.661, "count": 225, "max_ms": 23.348, "p95_ms": 20.774}, "gstreamer_push": {"avg_ms": 1.101, "count": 225, "max_ms": 1.352, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.092, "count": 225, "max_ms": 66.171, "p95_ms": 63.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.364, "count": 225, "max_ms": 77.841, "p95_ms": 72.31}, "yolo11_640_fire_11class": {"avg_ms": 52.747, "count": 225, "max_ms": 69.609, "p95_ms": 65.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.959, "count": 225, "max_ms": 82.929, "p95_ms": 78.395}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.96, "count": 225, "max_ms": 163.828, "p95_ms": 141.179}, "read_interval": {"avg_ms": 133.485, "count": 225, "max_ms": 171.647, "p95_ms": 150.738}, "triton_wait": {"avg_ms": 61.421, "count": 225, "max_ms": 82.942, "p95_ms": 78.406}, "visualize": {"avg_ms": 4.808, "count": 225, "max_ms": 6.23, "p95_ms": 5.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15932.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7751.082, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.719, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1853025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:55:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T14:55:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T14:55:54.055022+09:00", "mtime_epoch": 1783230954.055022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:55:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2323.355, "name": "celery", "pid": 267, "rss_mb": 2323.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.493, "count": 302, "max_ms": 12.778, "p95_ms": 8.705}, "gstreamer_push": {"avg_ms": 1.277, "count": 302, "max_ms": 1.51, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.495, "count": 302, "max_ms": 68.309, "p95_ms": 63.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.18, "count": 302, "max_ms": 76.229, "p95_ms": 70.797}, "yolo11_640_fire_11class": {"avg_ms": 51.54, "count": 302, "max_ms": 69.284, "p95_ms": 64.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.156, "count": 302, "max_ms": 80.817, "p95_ms": 76.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.405, "count": 302, "max_ms": 96.453, "p95_ms": 92.239}, "read_interval": {"avg_ms": 99.437, "count": 301, "max_ms": 464.832, "p95_ms": 113.001}, "triton_wait": {"avg_ms": 55.171, "count": 302, "max_ms": 80.829, "p95_ms": 76.397}, "visualize": {"avg_ms": 3.711, "count": 302, "max_ms": 4.753, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15932.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 685, "h264_decode_error_count": 1663, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:55:04+09:00", "last_error_summary": "[h264 @ 0x55e5411cb600] error while decoding MB 27 38, bytestream -5", "last_exit_at": "2026-07-05T14:55:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.21, "last_started_at": "2026-07-05T14:55:06+09:00", "pid": 134082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.82, "name": "ffmpeg", "pid": 134082, "rss_mb": 266.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 764, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 765}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.681, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:56:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:56:10+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T14:56:10+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T14:56:10.047300+09:00", "mtime_epoch": 1783230970.0472999, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:56:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.503, "pushed": 7.503, "read": 7.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.001, "count": 224, "max_ms": 23.338, "p95_ms": 21.247}, "gstreamer_push": {"avg_ms": 1.102, "count": 225, "max_ms": 1.352, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.703, "count": 224, "max_ms": 66.305, "p95_ms": 62.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.072, "count": 224, "max_ms": 79.679, "p95_ms": 69.718}, "yolo11_640_fire_11class": {"avg_ms": 50.102, "count": 224, "max_ms": 69.627, "p95_ms": 64.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.277, "count": 224, "max_ms": 81.73, "p95_ms": 76.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.407, "count": 225, "max_ms": 166.305, "p95_ms": 144.406}, "read_interval": {"avg_ms": 133.874, "count": 224, "max_ms": 174.676, "p95_ms": 152.747}, "triton_wait": {"avg_ms": 58.804, "count": 224, "max_ms": 81.741, "p95_ms": 76.928}, "visualize": {"avg_ms": 4.96, "count": 224, "max_ms": 6.63, "p95_ms": 5.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15932.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7781.162, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.81, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1853327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:56:24+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T14:56:24+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T14:56:24.115545+09:00", "mtime_epoch": 1783230984.1155446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:56:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2323.613, "name": "celery", "pid": 267, "rss_mb": 2323.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.6, "count": 301, "max_ms": 12.259, "p95_ms": 8.916}, "gstreamer_push": {"avg_ms": 1.296, "count": 302, "max_ms": 2.126, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.253, "count": 301, "max_ms": 72.048, "p95_ms": 61.83}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.816, "count": 301, "max_ms": 75.608, "p95_ms": 65.622}, "yolo11_640_fire_11class": {"avg_ms": 50.895, "count": 301, "max_ms": 75.424, "p95_ms": 64.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.621, "count": 301, "max_ms": 80.782, "p95_ms": 76.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.995, "count": 302, "max_ms": 106.606, "p95_ms": 92.5}, "read_interval": {"avg_ms": 99.525, "count": 301, "max_ms": 570.565, "p95_ms": 156.904}, "triton_wait": {"avg_ms": 53.564, "count": 301, "max_ms": 80.794, "p95_ms": 76.149}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 5.665, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15933.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 685, "h264_decode_error_count": 1663, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:55:04+09:00", "last_error_summary": "[h264 @ 0x55e5411cb600] error while decoding MB 27 38, bytestream -5", "last_exit_at": "2026-07-05T14:55:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.317, "last_started_at": "2026-07-05T14:55:06+09:00", "pid": 134082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.078, "name": "ffmpeg", "pid": 134082, "rss_mb": 267.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 764, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 765}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.415, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:56:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:56:40+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T14:56:40+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T14:56:40.135823+09:00", "mtime_epoch": 1783231000.1358232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:56:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.37, "pushed": 7.37, "read": 7.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.242, "count": 220, "max_ms": 27.948, "p95_ms": 21.618}, "gstreamer_push": {"avg_ms": 1.079, "count": 221, "max_ms": 1.183, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.074, "count": 220, "max_ms": 66.747, "p95_ms": 63.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.463, "count": 220, "max_ms": 79.308, "p95_ms": 70.81}, "yolo11_640_fire_11class": {"avg_ms": 49.301, "count": 220, "max_ms": 67.645, "p95_ms": 65.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.572, "count": 220, "max_ms": 81.696, "p95_ms": 78.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.011, "count": 221, "max_ms": 164.867, "p95_ms": 146.111}, "read_interval": {"avg_ms": 136.184, "count": 220, "max_ms": 173.912, "p95_ms": 154.197}, "triton_wait": {"avg_ms": 59.227, "count": 220, "max_ms": 81.708, "p95_ms": 78.378}, "visualize": {"avg_ms": 5.015, "count": 220, "max_ms": 6.274, "p95_ms": 5.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15932.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7811.213, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.859, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1853627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:56:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:56:54+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T14:56:54+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T14:56:54.180068+09:00", "mtime_epoch": 1783231014.180068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:56:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2323.613, "name": "celery", "pid": 267, "rss_mb": 2323.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.495, "count": 300, "max_ms": 11.712, "p95_ms": 8.756}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.823, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.392, "count": 300, "max_ms": 67.595, "p95_ms": 62.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.998, "count": 300, "max_ms": 80.53, "p95_ms": 69.526}, "yolo11_640_fire_11class": {"avg_ms": 51.098, "count": 300, "max_ms": 68.442, "p95_ms": 63.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.175, "count": 300, "max_ms": 79.262, "p95_ms": 76.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.339, "count": 300, "max_ms": 105.354, "p95_ms": 93.043}, "read_interval": {"avg_ms": 100.149, "count": 299, "max_ms": 608.36, "p95_ms": 118.559}, "triton_wait": {"avg_ms": 55.11, "count": 300, "max_ms": 80.543, "p95_ms": 76.866}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 5.754, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15933.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 685, "h264_decode_error_count": 1663, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:55:04+09:00", "last_error_summary": "[h264 @ 0x55e5411cb600] error while decoding MB 27 38, bytestream -5", "last_exit_at": "2026-07-05T14:55:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.421, "last_started_at": "2026-07-05T14:55:06+09:00", "pid": 134082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.078, "name": "ffmpeg", "pid": 134082, "rss_mb": 267.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 764, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 765}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.551, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:57:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:57:10+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T14:57:10+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T14:57:10.228348+09:00", "mtime_epoch": 1783231030.228348, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:57:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.51, "pushed": 7.51, "read": 7.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.721, "count": 224, "max_ms": 26.681, "p95_ms": 20.911}, "gstreamer_push": {"avg_ms": 1.116, "count": 225, "max_ms": 1.983, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.258, "count": 224, "max_ms": 67.172, "p95_ms": 63.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.554, "count": 224, "max_ms": 82.248, "p95_ms": 70.018}, "yolo11_640_fire_11class": {"avg_ms": 51.637, "count": 224, "max_ms": 68.657, "p95_ms": 66.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.187, "count": 224, "max_ms": 81.043, "p95_ms": 78.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.161, "count": 225, "max_ms": 168.059, "p95_ms": 141.556}, "read_interval": {"avg_ms": 133.72, "count": 224, "max_ms": 176.126, "p95_ms": 152.691}, "triton_wait": {"avg_ms": 60.626, "count": 224, "max_ms": 82.26, "p95_ms": 78.16}, "visualize": {"avg_ms": 4.902, "count": 224, "max_ms": 8.361, "p95_ms": 6.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15933.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7841.614, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.029, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1853929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:57:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T14:57:24+09:00", "mjpeg": {"age_sec": 0.387, "exists": true, "mtime": "2026-07-05T14:57:24.288593+09:00", "mtime_epoch": 1783231044.2885933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:57:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2323.871, "name": "celery", "pid": 267, "rss_mb": 2323.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.522, "count": 301, "max_ms": 12.722, "p95_ms": 8.879}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 1.587, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.111, "count": 301, "max_ms": 66.547, "p95_ms": 62.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.484, "count": 301, "max_ms": 76.177, "p95_ms": 69.205}, "yolo11_640_fire_11class": {"avg_ms": 52.531, "count": 301, "max_ms": 69.216, "p95_ms": 64.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.298, "count": 301, "max_ms": 81.624, "p95_ms": 77.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.825, "count": 301, "max_ms": 134.174, "p95_ms": 94.111}, "read_interval": {"avg_ms": 100.02, "count": 300, "max_ms": 643.214, "p95_ms": 118.739}, "triton_wait": {"avg_ms": 56.194, "count": 301, "max_ms": 81.636, "p95_ms": 77.649}, "visualize": {"avg_ms": 3.7, "count": 301, "max_ms": 6.025, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15936.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 685, "h264_decode_error_count": 1663, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:55:04+09:00", "last_error_summary": "[h264 @ 0x55e5411cb600] error while decoding MB 27 38, bytestream -5", "last_exit_at": "2026-07-05T14:55:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.488, "last_started_at": "2026-07-05T14:55:06+09:00", "pid": 134082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.656, "name": "ffmpeg", "pid": 134082, "rss_mb": 269.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 764, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 765}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.09, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:57:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:57:40+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T14:57:40+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T14:57:40.304873+09:00", "mtime_epoch": 1783231060.3048732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:57:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.415, "pushed": 7.415, "read": 7.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.862, "count": 222, "max_ms": 28.151, "p95_ms": 20.781}, "gstreamer_push": {"avg_ms": 1.097, "count": 222, "max_ms": 1.511, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.561, "count": 222, "max_ms": 66.239, "p95_ms": 63.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.361, "count": 222, "max_ms": 79.933, "p95_ms": 70.936}, "yolo11_640_fire_11class": {"avg_ms": 51.786, "count": 222, "max_ms": 70.846, "p95_ms": 65.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.755, "count": 222, "max_ms": 83.851, "p95_ms": 79.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.858, "count": 222, "max_ms": 171.708, "p95_ms": 145.223}, "read_interval": {"avg_ms": 135.356, "count": 221, "max_ms": 179.729, "p95_ms": 154.208}, "triton_wait": {"avg_ms": 61.226, "count": 222, "max_ms": 83.863, "p95_ms": 79.37}, "visualize": {"avg_ms": 4.955, "count": 222, "max_ms": 7.053, "p95_ms": 6.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15936.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7871.693, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.593, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1854230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:57:54+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T14:57:54+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T14:57:54.689125+09:00", "mtime_epoch": 1783231074.6891246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:57:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2324.129, "name": "celery", "pid": 267, "rss_mb": 2324.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.566, "count": 301, "max_ms": 12.236, "p95_ms": 9.043}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 2.175, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.9, "count": 301, "max_ms": 70.858, "p95_ms": 63.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.658, "count": 301, "max_ms": 80.959, "p95_ms": 70.259}, "yolo11_640_fire_11class": {"avg_ms": 51.664, "count": 301, "max_ms": 70.688, "p95_ms": 65.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.266, "count": 301, "max_ms": 84.23, "p95_ms": 78.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.025, "count": 301, "max_ms": 104.714, "p95_ms": 93.676}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 678.933, "p95_ms": 113.901}, "triton_wait": {"avg_ms": 55.955, "count": 301, "max_ms": 84.242, "p95_ms": 78.103}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 4.864, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15936.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 685, "h264_decode_error_count": 1663, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:55:04+09:00", "last_error_summary": "[h264 @ 0x55e5411cb600] error while decoding MB 27 38, bytestream -5", "last_exit_at": "2026-07-05T14:55:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.589, "last_started_at": "2026-07-05T14:55:06+09:00", "pid": 134082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.656, "name": "ffmpeg", "pid": 134082, "rss_mb": 269.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 764, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 765}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.079, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:58:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:58:10+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T14:58:10+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T14:58:10.401400+09:00", "mtime_epoch": 1783231090.4013996, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:58:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.64, "pushed": 7.64, "read": 7.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.815, "count": 228, "max_ms": 23.533, "p95_ms": 20.819}, "gstreamer_push": {"avg_ms": 1.107, "count": 229, "max_ms": 1.294, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.941, "count": 228, "max_ms": 65.903, "p95_ms": 62.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.371, "count": 228, "max_ms": 75.91, "p95_ms": 71.461}, "yolo11_640_fire_11class": {"avg_ms": 51.224, "count": 228, "max_ms": 67.827, "p95_ms": 64.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.723, "count": 228, "max_ms": 82.127, "p95_ms": 77.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.796, "count": 229, "max_ms": 161.05, "p95_ms": 140.877}, "read_interval": {"avg_ms": 131.369, "count": 228, "max_ms": 169.029, "p95_ms": 150.588}, "triton_wait": {"avg_ms": 60.055, "count": 228, "max_ms": 82.139, "p95_ms": 77.214}, "visualize": {"avg_ms": 4.798, "count": 228, "max_ms": 6.712, "p95_ms": 5.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15936.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7901.859, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.435, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1854528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T14:58:24+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T14:58:24+09:00", "mjpeg": {"age_sec": 0.527, "exists": true, "mtime": "2026-07-05T14:58:24.393645+09:00", "mtime_epoch": 1783231104.3936446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:58:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2324.129, "name": "celery", "pid": 267, "rss_mb": 2324.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.873}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.52, "count": 297, "max_ms": 12.379, "p95_ms": 9.682}, "gstreamer_push": {"avg_ms": 1.253, "count": 297, "max_ms": 1.701, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.34, "count": 297, "max_ms": 67.414, "p95_ms": 62.074}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.434, "count": 297, "max_ms": 75.572, "p95_ms": 69.731}, "yolo11_640_fire_11class": {"avg_ms": 50.745, "count": 297, "max_ms": 68.744, "p95_ms": 64.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.807, "count": 297, "max_ms": 80.09, "p95_ms": 76.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.749, "count": 297, "max_ms": 95.803, "p95_ms": 92.161}, "read_interval": {"avg_ms": 101.357, "count": 296, "max_ms": 537.115, "p95_ms": 218.783}, "triton_wait": {"avg_ms": 53.734, "count": 297, "max_ms": 80.102, "p95_ms": 76.784}, "visualize": {"avg_ms": 3.66, "count": 297, "max_ms": 5.063, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15846.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 686, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:58:33+09:00", "last_error_summary": "[h264 @ 0x5563c4613580] error while decoding MB 39 32, bytestream -26", "last_exit_at": "2026-07-05T14:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.741, "last_started_at": "2026-07-05T14:58:35+09:00", "pid": 134189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.594, "name": "ffmpeg", "pid": 134189, "rss_mb": 183.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 765, "restart_count_per_hour": 19, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 766}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.079, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:58:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:58:40+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T14:58:40+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T14:58:40.433926+09:00", "mtime_epoch": 1783231120.4339256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:58:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9318.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.467, "pushed": 6.467, "read": 6.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.414, "count": 194, "max_ms": 23.51, "p95_ms": 20.022}, "gstreamer_push": {"avg_ms": 1.091, "count": 194, "max_ms": 1.23, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.328, "count": 194, "max_ms": 69.733, "p95_ms": 64.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.338, "count": 194, "max_ms": 81.433, "p95_ms": 75.201}, "yolo11_640_fire_11class": {"avg_ms": 50.534, "count": 194, "max_ms": 68.263, "p95_ms": 64.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.155, "count": 194, "max_ms": 80.749, "p95_ms": 77.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.968, "count": 194, "max_ms": 162.946, "p95_ms": 140.67}, "read_interval": {"avg_ms": 154.793, "count": 194, "max_ms": 4644.426, "p95_ms": 150.499}, "triton_wait": {"avg_ms": 59.94, "count": 194, "max_ms": 81.445, "p95_ms": 77.998}, "visualize": {"avg_ms": 4.764, "count": 194, "max_ms": 6.06, "p95_ms": 5.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15931.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7931.867, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.344, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1854832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:58:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:58:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:58:54+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T14:58:54.866179+09:00", "mtime_epoch": 1783231134.8661788, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:58:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2324.387, "name": "celery", "pid": 267, "rss_mb": 2324.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.572, "count": 304, "max_ms": 12.836, "p95_ms": 9.016}, "gstreamer_push": {"avg_ms": 1.262, "count": 304, "max_ms": 1.75, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.476, "count": 304, "max_ms": 70.32, "p95_ms": 63.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.126, "count": 304, "max_ms": 80.055, "p95_ms": 71.064}, "yolo11_640_fire_11class": {"avg_ms": 50.215, "count": 304, "max_ms": 70.552, "p95_ms": 63.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.948, "count": 304, "max_ms": 78.811, "p95_ms": 76.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.967, "count": 304, "max_ms": 105.453, "p95_ms": 92.291}, "read_interval": {"avg_ms": 98.723, "count": 304, "max_ms": 599.667, "p95_ms": 127.627}, "triton_wait": {"avg_ms": 53.767, "count": 304, "max_ms": 80.068, "p95_ms": 76.298}, "visualize": {"avg_ms": 3.651, "count": 304, "max_ms": 5.003, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15932.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 686, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:58:33+09:00", "last_error_summary": "[h264 @ 0x5563c4613580] error while decoding MB 39 32, bytestream -26", "last_exit_at": "2026-07-05T14:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.779, "last_started_at": "2026-07-05T14:58:35+09:00", "pid": 134189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.809, "name": "ffmpeg", "pid": 134189, "rss_mb": 267.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 765, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 766}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.931, "sample_count": 2188, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:59:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:59:10+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T14:59:10+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T14:59:10.450452+09:00", "mtime_epoch": 1783231150.4504523, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:59:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.794, "pushed": 7.794, "read": 7.761}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.966, "count": 233, "max_ms": 31.57, "p95_ms": 21.138}, "gstreamer_push": {"avg_ms": 1.116, "count": 233, "max_ms": 1.373, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.392, "count": 233, "max_ms": 69.133, "p95_ms": 62.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.732, "count": 233, "max_ms": 75.551, "p95_ms": 71.023}, "yolo11_640_fire_11class": {"avg_ms": 49.961, "count": 233, "max_ms": 65.251, "p95_ms": 63.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.197, "count": 233, "max_ms": 78.172, "p95_ms": 76.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.507, "count": 233, "max_ms": 141.473, "p95_ms": 137.269}, "read_interval": {"avg_ms": 128.871, "count": 232, "max_ms": 151.545, "p95_ms": 147.877}, "triton_wait": {"avg_ms": 58.565, "count": 233, "max_ms": 78.184, "p95_ms": 76.533}, "visualize": {"avg_ms": 4.758, "count": 233, "max_ms": 5.905, "p95_ms": 5.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15932.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7961.875, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.121, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1855132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:59:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T14:59:24+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T14:59:24.870705+09:00", "mtime_epoch": 1783231164.8707054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:59:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2324.387, "name": "celery", "pid": 267, "rss_mb": 2324.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.425, "count": 300, "max_ms": 10.985, "p95_ms": 8.489}, "gstreamer_push": {"avg_ms": 1.259, "count": 300, "max_ms": 1.775, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.753, "count": 300, "max_ms": 66.735, "p95_ms": 62.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.753, "count": 300, "max_ms": 79.534, "p95_ms": 68.284}, "yolo11_640_fire_11class": {"avg_ms": 50.572, "count": 300, "max_ms": 67.562, "p95_ms": 63.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.441, "count": 300, "max_ms": 80.109, "p95_ms": 76.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.106, "count": 300, "max_ms": 95.537, "p95_ms": 92.605}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 532.827, "p95_ms": 114.241}, "triton_wait": {"avg_ms": 55.103, "count": 300, "max_ms": 80.118, "p95_ms": 76.69}, "visualize": {"avg_ms": 3.665, "count": 300, "max_ms": 5.099, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15933.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 686, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:58:33+09:00", "last_error_summary": "[h264 @ 0x5563c4613580] error while decoding MB 39 32, bytestream -26", "last_exit_at": "2026-07-05T14:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.864, "last_started_at": "2026-07-05T14:58:35+09:00", "pid": 134189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.066, "name": "ffmpeg", "pid": 134189, "rss_mb": 268.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 765, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 766}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.897, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:59:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:59:40+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T14:59:40+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T14:59:40.530981+09:00", "mtime_epoch": 1783231180.5309806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T14:59:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.742, "pushed": 7.742, "read": 7.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.205, "count": 231, "max_ms": 29.662, "p95_ms": 25.739}, "gstreamer_push": {"avg_ms": 1.105, "count": 232, "max_ms": 1.351, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.175, "count": 231, "max_ms": 66.321, "p95_ms": 62.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.789, "count": 231, "max_ms": 78.925, "p95_ms": 67.908}, "yolo11_640_fire_11class": {"avg_ms": 48.932, "count": 231, "max_ms": 70.658, "p95_ms": 65.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.307, "count": 231, "max_ms": 79.713, "p95_ms": 77.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.051, "count": 232, "max_ms": 148.532, "p95_ms": 138.23}, "read_interval": {"avg_ms": 129.592, "count": 231, "max_ms": 156.437, "p95_ms": 147.839}, "triton_wait": {"avg_ms": 57.913, "count": 231, "max_ms": 79.725, "p95_ms": 77.566}, "visualize": {"avg_ms": 4.759, "count": 231, "max_ms": 7.834, "p95_ms": 5.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15937.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 7991.917, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.996, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1855433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T14:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T14:59:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T14:59:54+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T14:59:54.919234+09:00", "mtime_epoch": 1783231194.9192336, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T14:59:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2324.645, "name": "celery", "pid": 267, "rss_mb": 2324.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.471, "count": 301, "max_ms": 12.43, "p95_ms": 8.93}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 1.484, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.471, "count": 301, "max_ms": 66.335, "p95_ms": 61.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.046, "count": 301, "max_ms": 75.202, "p95_ms": 67.705}, "yolo11_640_fire_11class": {"avg_ms": 51.618, "count": 301, "max_ms": 69.004, "p95_ms": 64.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.44, "count": 301, "max_ms": 80.457, "p95_ms": 76.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.507, "count": 301, "max_ms": 106.69, "p95_ms": 92.822}, "read_interval": {"avg_ms": 99.855, "count": 300, "max_ms": 654.338, "p95_ms": 119.565}, "triton_wait": {"avg_ms": 55.267, "count": 301, "max_ms": 80.47, "p95_ms": 76.647}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 5.112, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15938.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 686, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:58:33+09:00", "last_error_summary": "[h264 @ 0x5563c4613580] error while decoding MB 39 32, bytestream -26", "last_exit_at": "2026-07-05T14:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.889, "last_started_at": "2026-07-05T14:58:35+09:00", "pid": 134189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.191, "name": "ffmpeg", "pid": 134189, "rss_mb": 272.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 765, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 766}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.91, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:00:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:00:10+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T15:00:10+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T15:00:10.575509+09:00", "mtime_epoch": 1783231210.575509, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:00:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.624, "pushed": 7.624, "read": 7.591}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.526, "count": 228, "max_ms": 22.641, "p95_ms": 20.187}, "gstreamer_push": {"avg_ms": 1.091, "count": 228, "max_ms": 1.362, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.583, "count": 228, "max_ms": 67.809, "p95_ms": 63.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.352, "count": 228, "max_ms": 76.647, "p95_ms": 71.031}, "yolo11_640_fire_11class": {"avg_ms": 52.168, "count": 228, "max_ms": 68.534, "p95_ms": 65.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.608, "count": 228, "max_ms": 80.869, "p95_ms": 77.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.042, "count": 228, "max_ms": 166.241, "p95_ms": 139.526}, "read_interval": {"avg_ms": 131.707, "count": 227, "max_ms": 174.47, "p95_ms": 149.445}, "triton_wait": {"avg_ms": 60.963, "count": 228, "max_ms": 80.881, "p95_ms": 77.782}, "visualize": {"avg_ms": 4.742, "count": 228, "max_ms": 5.965, "p95_ms": 5.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15940.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8021.936, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.898, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1855735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:00:24+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:00:24+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T15:00:24.939762+09:00", "mtime_epoch": 1783231224.9397619, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:00:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2324.645, "name": "celery", "pid": 267, "rss_mb": 2324.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.059}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.443, "count": 302, "max_ms": 11.897, "p95_ms": 8.62}, "gstreamer_push": {"avg_ms": 1.261, "count": 302, "max_ms": 1.721, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.704, "count": 302, "max_ms": 67.422, "p95_ms": 62.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.071, "count": 302, "max_ms": 75.508, "p95_ms": 68.603}, "yolo11_640_fire_11class": {"avg_ms": 51.733, "count": 302, "max_ms": 70.528, "p95_ms": 63.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.541, "count": 302, "max_ms": 80.692, "p95_ms": 77.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.513, "count": 302, "max_ms": 97.14, "p95_ms": 92.729}, "read_interval": {"avg_ms": 99.459, "count": 301, "max_ms": 674.45, "p95_ms": 113.39}, "triton_wait": {"avg_ms": 55.427, "count": 302, "max_ms": 80.704, "p95_ms": 77.016}, "visualize": {"avg_ms": 3.717, "count": 302, "max_ms": 5.593, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15940.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 686, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:58:33+09:00", "last_error_summary": "[h264 @ 0x5563c4613580] error while decoding MB 39 32, bytestream -26", "last_exit_at": "2026-07-05T14:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.894, "last_started_at": "2026-07-05T14:58:35+09:00", "pid": 134189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.996, "name": "ffmpeg", "pid": 134189, "rss_mb": 273.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 765, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 766}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.728, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:00:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:00:40+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:00:40+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T15:00:40.580038+09:00", "mtime_epoch": 1783231240.5800376, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:00:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.634, "pushed": 7.634, "read": 7.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.591, "count": 229, "max_ms": 24.682, "p95_ms": 21.083}, "gstreamer_push": {"avg_ms": 1.1, "count": 229, "max_ms": 1.366, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.308, "count": 229, "max_ms": 65.41, "p95_ms": 62.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.485, "count": 229, "max_ms": 80.626, "p95_ms": 68.856}, "yolo11_640_fire_11class": {"avg_ms": 51.218, "count": 229, "max_ms": 67.606, "p95_ms": 65.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.307, "count": 229, "max_ms": 82.05, "p95_ms": 77.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.462, "count": 229, "max_ms": 167.482, "p95_ms": 139.599}, "read_interval": {"avg_ms": 131.035, "count": 229, "max_ms": 175.211, "p95_ms": 149.099}, "triton_wait": {"avg_ms": 60.876, "count": 229, "max_ms": 82.062, "p95_ms": 77.988}, "visualize": {"avg_ms": 4.693, "count": 229, "max_ms": 6.311, "p95_ms": 4.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15944.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8051.949, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.869, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1856036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:00:55+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:00:54+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T15:00:54.948291+09:00", "mtime_epoch": 1783231254.9482908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:00:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2324.902, "name": "celery", "pid": 267, "rss_mb": 2324.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.48, "count": 301, "max_ms": 12.275, "p95_ms": 8.956}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.656, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.157, "count": 301, "max_ms": 65.657, "p95_ms": 62.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.434, "count": 301, "max_ms": 74.266, "p95_ms": 69.242}, "yolo11_640_fire_11class": {"avg_ms": 50.719, "count": 301, "max_ms": 66.552, "p95_ms": 62.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.624, "count": 301, "max_ms": 80.395, "p95_ms": 75.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.433, "count": 301, "max_ms": 96.443, "p95_ms": 91.26}, "read_interval": {"avg_ms": 99.707, "count": 301, "max_ms": 553.253, "p95_ms": 114.841}, "triton_wait": {"avg_ms": 54.468, "count": 301, "max_ms": 80.408, "p95_ms": 75.775}, "visualize": {"avg_ms": 3.603, "count": 301, "max_ms": 4.704, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15945.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 686, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T14:58:33+09:00", "last_error_summary": "[h264 @ 0x5563c4613580] error while decoding MB 39 32, bytestream -26", "last_exit_at": "2026-07-05T14:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.833, "last_started_at": "2026-07-05T14:58:35+09:00", "pid": 134189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 134189, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 765, "restart_count_per_hour": 18, "rtsp_timeout_count": 424, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 766}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.161, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:01:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:01:13+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T15:01:13+09:00", "mjpeg": {"age_sec": 6.257, "exists": true, "mtime": "2026-07-05T15:01:07.372510+09:00", "mtime_epoch": 1783231267.3725097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:01:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.111, "pushed": 6.111, "read": 6.077}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.48, "count": 183, "max_ms": 29.101, "p95_ms": 20.231}, "gstreamer_push": {"avg_ms": 1.093, "count": 183, "max_ms": 1.708, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.484, "count": 183, "max_ms": 65.93, "p95_ms": 62.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.971, "count": 183, "max_ms": 76.222, "p95_ms": 69.536}, "yolo11_640_fire_11class": {"avg_ms": 51.393, "count": 183, "max_ms": 68.919, "p95_ms": 66.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.999, "count": 183, "max_ms": 79.131, "p95_ms": 76.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.188, "count": 183, "max_ms": 162.056, "p95_ms": 138.13}, "read_interval": {"avg_ms": 164.41, "count": 182, "max_ms": 6270.126, "p95_ms": 148.478}, "triton_wait": {"avg_ms": 59.544, "count": 183, "max_ms": 79.142, "p95_ms": 76.698}, "visualize": {"avg_ms": 4.812, "count": 183, "max_ms": 8.009, "p95_ms": 5.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15980.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8082.015, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.669, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1856335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:01:25+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T15:01:24+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T15:01:24.984821+09:00", "mtime_epoch": 1783231284.9848206, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:01:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2324.902, "name": "celery", "pid": 267, "rss_mb": 2324.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.444, "count": 299, "max_ms": 11.847, "p95_ms": 8.265}, "gstreamer_push": {"avg_ms": 1.284, "count": 299, "max_ms": 1.517, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.923, "count": 299, "max_ms": 77.984, "p95_ms": 60.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.604, "count": 299, "max_ms": 74.191, "p95_ms": 65.154}, "yolo11_640_fire_11class": {"avg_ms": 51.013, "count": 299, "max_ms": 78.704, "p95_ms": 62.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.401, "count": 299, "max_ms": 79.869, "p95_ms": 74.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.894, "count": 299, "max_ms": 96.394, "p95_ms": 90.254}, "read_interval": {"avg_ms": 100.522, "count": 298, "max_ms": 565.996, "p95_ms": 235.753}, "triton_wait": {"avg_ms": 52.77, "count": 299, "max_ms": 79.881, "p95_ms": 74.712}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 5.058, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15931.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 687, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:01:25+09:00", "last_error_summary": "[in#0/rtsp @ 0x55917d2b5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55917d2b5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T15:01:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.824, "last_started_at": "2026-07-05T15:01:27+09:00", "pid": 134296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.664, "name": "ffmpeg", "pid": 134296, "rss_mb": 264.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 766, "restart_count_per_hour": 19, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 767}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.456, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:01:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:01:43+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T15:01:43+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T15:01:43.601149+09:00", "mtime_epoch": 1783231303.6011493, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:01:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 123, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.123, "pushed": 6.123, "read": 6.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.691, "count": 123, "max_ms": 22.37, "p95_ms": 20.025}, "gstreamer_push": {"avg_ms": 1.142, "count": 123, "max_ms": 1.635, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.876, "count": 123, "max_ms": 65.129, "p95_ms": 62.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.507, "count": 123, "max_ms": 74.657, "p95_ms": 68.968}, "yolo11_640_fire_11class": {"avg_ms": 51.655, "count": 123, "max_ms": 68.915, "p95_ms": 66.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.939, "count": 123, "max_ms": 79.611, "p95_ms": 77.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.251, "count": 123, "max_ms": 140.797, "p95_ms": 137.398}, "read_interval": {"avg_ms": 244.686, "count": 123, "max_ms": 10153.879, "p95_ms": 149.318}, "triton_wait": {"avg_ms": 59.732, "count": 123, "max_ms": 79.623, "p95_ms": 77.353}, "visualize": {"avg_ms": 4.8, "count": 123, "max_ms": 7.189, "p95_ms": 6.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.087, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15932.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8112.084, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.652, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1856635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:01:55+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T15:01:55+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T15:01:55.081352+09:00", "mtime_epoch": 1783231315.081352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:01:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2325.418, "name": "celery", "pid": 267, "rss_mb": 2325.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.527, "count": 300, "max_ms": 12.3, "p95_ms": 8.845}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.815, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.749, "count": 300, "max_ms": 66.515, "p95_ms": 61.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.342, "count": 300, "max_ms": 78.116, "p95_ms": 67.156}, "yolo11_640_fire_11class": {"avg_ms": 51.338, "count": 300, "max_ms": 68.635, "p95_ms": 64.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.859, "count": 300, "max_ms": 81.923, "p95_ms": 76.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.174, "count": 300, "max_ms": 97.995, "p95_ms": 91.86}, "read_interval": {"avg_ms": 100.295, "count": 299, "max_ms": 773.451, "p95_ms": 114.377}, "triton_wait": {"avg_ms": 53.978, "count": 300, "max_ms": 81.935, "p95_ms": 76.267}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 5.859, "p95_ms": 4.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15933.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 687, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:01:25+09:00", "last_error_summary": "[in#0/rtsp @ 0x55917d2b5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55917d2b5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T15:01:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.827, "last_started_at": "2026-07-05T15:01:27+09:00", "pid": 134296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.953, "name": "ffmpeg", "pid": 134296, "rss_mb": 265.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 766, "restart_count_per_hour": 19, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 767}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.138, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:02:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:02:13+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T15:02:13+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T15:02:13.633680+09:00", "mtime_epoch": 1783231333.6336799, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:02:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.668, "pushed": 7.668, "read": 7.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.784, "count": 230, "max_ms": 25.668, "p95_ms": 21.201}, "gstreamer_push": {"avg_ms": 1.116, "count": 230, "max_ms": 1.583, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.503, "count": 230, "max_ms": 72.065, "p95_ms": 63.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.19, "count": 230, "max_ms": 76.091, "p95_ms": 69.084}, "yolo11_640_fire_11class": {"avg_ms": 51.583, "count": 230, "max_ms": 74.316, "p95_ms": 66.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.976, "count": 230, "max_ms": 83.805, "p95_ms": 78.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.0, "count": 230, "max_ms": 145.043, "p95_ms": 139.605}, "read_interval": {"avg_ms": 130.579, "count": 230, "max_ms": 153.992, "p95_ms": 149.454}, "triton_wait": {"avg_ms": 60.168, "count": 230, "max_ms": 83.818, "p95_ms": 78.497}, "visualize": {"avg_ms": 4.738, "count": 230, "max_ms": 5.764, "p95_ms": 5.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15935.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8142.159, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.518, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1856935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:02:25+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T15:02:25+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T15:02:25.149884+09:00", "mtime_epoch": 1783231345.1498835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:02:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2325.418, "name": "celery", "pid": 267, "rss_mb": 2325.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.594, "count": 300, "max_ms": 12.146, "p95_ms": 8.972}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.594, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.5, "count": 300, "max_ms": 68.748, "p95_ms": 63.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.749, "count": 300, "max_ms": 72.249, "p95_ms": 65.838}, "yolo11_640_fire_11class": {"avg_ms": 51.851, "count": 300, "max_ms": 74.053, "p95_ms": 64.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.226, "count": 300, "max_ms": 80.216, "p95_ms": 76.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.448, "count": 300, "max_ms": 96.503, "p95_ms": 92.518}, "read_interval": {"avg_ms": 100.294, "count": 299, "max_ms": 604.364, "p95_ms": 163.435}, "triton_wait": {"avg_ms": 55.152, "count": 300, "max_ms": 80.228, "p95_ms": 76.485}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 5.174, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15936.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 687, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:01:25+09:00", "last_error_summary": "[in#0/rtsp @ 0x55917d2b5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55917d2b5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T15:01:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.832, "last_started_at": "2026-07-05T15:01:27+09:00", "pid": 134296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.758, "name": "ffmpeg", "pid": 134296, "rss_mb": 267.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 766, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 767}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.497, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:02:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:02:43+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T15:02:43+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T15:02:43.638211+09:00", "mtime_epoch": 1783231363.6382105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:02:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.635, "pushed": 7.635, "read": 7.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.632, "count": 229, "max_ms": 21.282, "p95_ms": 20.503}, "gstreamer_push": {"avg_ms": 1.12, "count": 229, "max_ms": 1.584, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.161, "count": 229, "max_ms": 67.04, "p95_ms": 63.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.763, "count": 229, "max_ms": 79.152, "p95_ms": 69.835}, "yolo11_640_fire_11class": {"avg_ms": 52.918, "count": 229, "max_ms": 70.124, "p95_ms": 66.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.72, "count": 229, "max_ms": 82.692, "p95_ms": 78.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.332, "count": 229, "max_ms": 143.986, "p95_ms": 140.407}, "read_interval": {"avg_ms": 131.022, "count": 229, "max_ms": 153.439, "p95_ms": 149.938}, "triton_wait": {"avg_ms": 61.127, "count": 229, "max_ms": 82.704, "p95_ms": 78.61}, "visualize": {"avg_ms": 4.742, "count": 229, "max_ms": 6.117, "p95_ms": 5.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15936.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8172.203, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.347, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1857236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:02:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:02:55+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T15:02:55+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T15:02:55.186415+09:00", "mtime_epoch": 1783231375.186415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:02:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2325.418, "name": "celery", "pid": 267, "rss_mb": 2325.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.59, "count": 301, "max_ms": 12.517, "p95_ms": 8.802}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.7, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.533, "count": 301, "max_ms": 66.047, "p95_ms": 62.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.771, "count": 301, "max_ms": 80.096, "p95_ms": 68.43}, "yolo11_640_fire_11class": {"avg_ms": 52.087, "count": 301, "max_ms": 68.595, "p95_ms": 64.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.775, "count": 301, "max_ms": 81.946, "p95_ms": 77.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.411, "count": 301, "max_ms": 108.813, "p95_ms": 93.714}, "read_interval": {"avg_ms": 99.82, "count": 300, "max_ms": 433.767, "p95_ms": 202.162}, "triton_wait": {"avg_ms": 55.575, "count": 301, "max_ms": 81.958, "p95_ms": 77.135}, "visualize": {"avg_ms": 3.727, "count": 301, "max_ms": 5.663, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15937.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 687, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:01:25+09:00", "last_error_summary": "[in#0/rtsp @ 0x55917d2b5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55917d2b5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T15:01:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.936, "last_started_at": "2026-07-05T15:01:27+09:00", "pid": 134296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.758, "name": "ffmpeg", "pid": 134296, "rss_mb": 267.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 766, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 767}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.587, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:03:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:03:13+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T15:03:13+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T15:03:13.738743+09:00", "mtime_epoch": 1783231393.7387433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:03:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.64, "pushed": 7.64, "read": 7.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.094, "count": 228, "max_ms": 26.8, "p95_ms": 21.423}, "gstreamer_push": {"avg_ms": 1.141, "count": 229, "max_ms": 1.78, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.337, "count": 228, "max_ms": 67.911, "p95_ms": 64.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.383, "count": 228, "max_ms": 85.288, "p95_ms": 70.178}, "yolo11_640_fire_11class": {"avg_ms": 52.067, "count": 228, "max_ms": 71.498, "p95_ms": 66.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.833, "count": 228, "max_ms": 83.757, "p95_ms": 78.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.541, "count": 229, "max_ms": 147.411, "p95_ms": 140.699}, "read_interval": {"avg_ms": 131.473, "count": 228, "max_ms": 157.577, "p95_ms": 151.883}, "triton_wait": {"avg_ms": 60.468, "count": 228, "max_ms": 85.3, "p95_ms": 78.479}, "visualize": {"avg_ms": 4.83, "count": 228, "max_ms": 7.256, "p95_ms": 5.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15937.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8202.481, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.721, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1857538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:03:25+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T15:03:25+09:00", "mjpeg": {"age_sec": 0.592, "exists": true, "mtime": "2026-07-05T15:03:24.950942+09:00", "mtime_epoch": 1783231404.9509418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:03:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2325.676, "name": "celery", "pid": 267, "rss_mb": 2325.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.83, "count": 299, "max_ms": 13.065, "p95_ms": 11.238}, "gstreamer_push": {"avg_ms": 1.268, "count": 300, "max_ms": 1.519, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.854, "count": 299, "max_ms": 65.332, "p95_ms": 63.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.777, "count": 299, "max_ms": 76.351, "p95_ms": 69.558}, "yolo11_640_fire_11class": {"avg_ms": 52.503, "count": 299, "max_ms": 74.122, "p95_ms": 65.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.635, "count": 299, "max_ms": 81.122, "p95_ms": 77.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.028, "count": 300, "max_ms": 168.338, "p95_ms": 95.108}, "read_interval": {"avg_ms": 100.328, "count": 299, "max_ms": 792.852, "p95_ms": 121.469}, "triton_wait": {"avg_ms": 56.304, "count": 299, "max_ms": 81.134, "p95_ms": 77.657}, "visualize": {"avg_ms": 3.752, "count": 299, "max_ms": 6.26, "p95_ms": 4.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15940.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 687, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:01:25+09:00", "last_error_summary": "[in#0/rtsp @ 0x55917d2b5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55917d2b5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T15:01:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.941, "last_started_at": "2026-07-05T15:01:27+09:00", "pid": 134296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.594, "name": "ffmpeg", "pid": 134296, "rss_mb": 270.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 766, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 767}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.887, "sample_count": 2140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:03:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:03:43+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T15:03:43+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T15:03:43.727275+09:00", "mtime_epoch": 1783231423.7272747, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:03:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9319.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.567, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.881, "count": 227, "max_ms": 32.022, "p95_ms": 21.333}, "gstreamer_push": {"avg_ms": 1.133, "count": 227, "max_ms": 1.643, "p95_ms": 1.293}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.462, "count": 227, "max_ms": 64.758, "p95_ms": 63.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.107, "count": 227, "max_ms": 81.001, "p95_ms": 70.507}, "yolo11_640_fire_11class": {"avg_ms": 52.552, "count": 227, "max_ms": 68.16, "p95_ms": 66.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.438, "count": 227, "max_ms": 80.591, "p95_ms": 79.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.388, "count": 227, "max_ms": 149.401, "p95_ms": 140.967}, "read_interval": {"avg_ms": 132.099, "count": 227, "max_ms": 158.532, "p95_ms": 151.34}, "triton_wait": {"avg_ms": 61.774, "count": 227, "max_ms": 81.013, "p95_ms": 79.159}, "visualize": {"avg_ms": 4.768, "count": 227, "max_ms": 7.373, "p95_ms": 5.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15940.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8232.57, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.082, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1857838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:03:55+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T15:03:55+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T15:03:55.507483+09:00", "mtime_epoch": 1783231435.5074835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:03:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2325.676, "name": "celery", "pid": 267, "rss_mb": 2325.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.585, "count": 299, "max_ms": 12.702, "p95_ms": 8.81}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 1.765, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.294, "count": 299, "max_ms": 71.708, "p95_ms": 64.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.631, "count": 299, "max_ms": 75.94, "p95_ms": 70.173}, "yolo11_640_fire_11class": {"avg_ms": 51.802, "count": 299, "max_ms": 69.922, "p95_ms": 65.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.655, "count": 299, "max_ms": 81.657, "p95_ms": 78.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.623, "count": 299, "max_ms": 133.153, "p95_ms": 94.351}, "read_interval": {"avg_ms": 100.363, "count": 299, "max_ms": 601.791, "p95_ms": 175.085}, "triton_wait": {"avg_ms": 56.09, "count": 299, "max_ms": 81.669, "p95_ms": 78.241}, "visualize": {"avg_ms": 3.696, "count": 299, "max_ms": 5.034, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15940.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 687, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:01:25+09:00", "last_error_summary": "[in#0/rtsp @ 0x55917d2b5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55917d2b5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T15:01:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.025, "last_started_at": "2026-07-05T15:01:27+09:00", "pid": 134296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.852, "name": "ffmpeg", "pid": 134296, "rss_mb": 270.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 766, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 767}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.936, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:04:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:04:13+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T15:04:13+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T15:04:13.815808+09:00", "mtime_epoch": 1783231453.815808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:04:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.643, "pushed": 7.643, "read": 7.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.94, "count": 229, "max_ms": 23.68, "p95_ms": 21.445}, "gstreamer_push": {"avg_ms": 1.121, "count": 229, "max_ms": 1.633, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.227, "count": 229, "max_ms": 72.45, "p95_ms": 63.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.685, "count": 229, "max_ms": 75.9, "p95_ms": 69.593}, "yolo11_640_fire_11class": {"avg_ms": 52.404, "count": 229, "max_ms": 74.429, "p95_ms": 65.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.151, "count": 229, "max_ms": 80.325, "p95_ms": 76.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.643, "count": 229, "max_ms": 163.538, "p95_ms": 139.821}, "read_interval": {"avg_ms": 131.332, "count": 228, "max_ms": 171.57, "p95_ms": 150.119}, "triton_wait": {"avg_ms": 60.465, "count": 229, "max_ms": 80.338, "p95_ms": 76.882}, "visualize": {"avg_ms": 4.793, "count": 229, "max_ms": 6.332, "p95_ms": 5.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15940.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8262.575, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.981, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1858140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:04:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:04:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:04:25+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T15:04:25.576017+09:00", "mtime_epoch": 1783231465.5760167, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:04:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2325.934, "name": "celery", "pid": 267, "rss_mb": 2325.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.548, "count": 302, "max_ms": 13.36, "p95_ms": 8.74}, "gstreamer_push": {"avg_ms": 1.266, "count": 302, "max_ms": 1.721, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.799, "count": 302, "max_ms": 66.615, "p95_ms": 63.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.597, "count": 302, "max_ms": 74.879, "p95_ms": 68.502}, "yolo11_640_fire_11class": {"avg_ms": 52.078, "count": 302, "max_ms": 66.732, "p95_ms": 63.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.162, "count": 302, "max_ms": 80.8, "p95_ms": 76.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.063, "count": 302, "max_ms": 97.384, "p95_ms": 91.754}, "read_interval": {"avg_ms": 99.344, "count": 302, "max_ms": 584.973, "p95_ms": 146.136}, "triton_wait": {"avg_ms": 55.926, "count": 302, "max_ms": 80.815, "p95_ms": 76.151}, "visualize": {"avg_ms": 3.663, "count": 302, "max_ms": 4.495, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15940.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 687, "h264_decode_error_count": 1664, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:01:25+09:00", "last_error_summary": "[in#0/rtsp @ 0x55917d2b5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55917d2b5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T15:01:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.082, "last_started_at": "2026-07-05T15:01:27+09:00", "pid": 134296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.852, "name": "ffmpeg", "pid": 134296, "rss_mb": 270.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 766, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 767}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.126, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:04:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:04:43+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T15:04:43+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T15:04:43.884341+09:00", "mtime_epoch": 1783231483.8843415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:04:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.551, "pushed": 7.551, "read": 7.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.901, "count": 226, "max_ms": 28.132, "p95_ms": 21.519}, "gstreamer_push": {"avg_ms": 1.119, "count": 226, "max_ms": 1.696, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.454, "count": 226, "max_ms": 65.555, "p95_ms": 63.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.219, "count": 226, "max_ms": 79.058, "p95_ms": 72.154}, "yolo11_640_fire_11class": {"avg_ms": 51.979, "count": 226, "max_ms": 69.489, "p95_ms": 65.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.568, "count": 226, "max_ms": 81.556, "p95_ms": 77.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.327, "count": 226, "max_ms": 166.72, "p95_ms": 140.251}, "read_interval": {"avg_ms": 133.025, "count": 225, "max_ms": 175.082, "p95_ms": 150.245}, "triton_wait": {"avg_ms": 60.347, "count": 226, "max_ms": 81.569, "p95_ms": 77.448}, "visualize": {"avg_ms": 4.869, "count": 226, "max_ms": 6.892, "p95_ms": 5.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15943.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8292.581, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.854, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1858440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:04:55+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:04:55+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T15:04:55.576549+09:00", "mtime_epoch": 1783231495.576549, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:04:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2325.934, "name": "celery", "pid": 267, "rss_mb": 2325.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.433, "count": 300, "max_ms": 12.249, "p95_ms": 8.452}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.54, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.381, "count": 300, "max_ms": 65.998, "p95_ms": 62.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.46, "count": 300, "max_ms": 73.937, "p95_ms": 71.088}, "yolo11_640_fire_11class": {"avg_ms": 51.305, "count": 300, "max_ms": 68.995, "p95_ms": 63.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.953, "count": 300, "max_ms": 80.506, "p95_ms": 76.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.866, "count": 300, "max_ms": 98.668, "p95_ms": 91.721}, "read_interval": {"avg_ms": 100.023, "count": 300, "max_ms": 510.428, "p95_ms": 157.645}, "triton_wait": {"avg_ms": 54.885, "count": 300, "max_ms": 80.517, "p95_ms": 76.053}, "visualize": {"avg_ms": 3.649, "count": 300, "max_ms": 5.019, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15898.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 688, "h264_decode_error_count": 1665, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:05:04+09:00", "last_error_summary": "[h264 @ 0x5653ad6936c0] error while decoding MB 47 25, bytestream -8", "last_exit_at": "2026-07-05T15:05:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.105, "last_started_at": "2026-07-05T15:05:06+09:00", "pid": 134403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 230.145, "name": "ffmpeg", "pid": 134403, "rss_mb": 230.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 767, "restart_count_per_hour": 19, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 768}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.031, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:05:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:05:14+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T15:05:13+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T15:05:13.933048+09:00", "mtime_epoch": 1783231513.9330478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:05:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.687, "pushed": 6.687, "read": 6.653}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.805, "count": 200, "max_ms": 30.37, "p95_ms": 21.159}, "gstreamer_push": {"avg_ms": 1.116, "count": 200, "max_ms": 1.258, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.505, "count": 200, "max_ms": 69.761, "p95_ms": 63.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.035, "count": 200, "max_ms": 78.078, "p95_ms": 70.067}, "yolo11_640_fire_11class": {"avg_ms": 51.029, "count": 200, "max_ms": 70.796, "p95_ms": 65.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.293, "count": 200, "max_ms": 80.853, "p95_ms": 77.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.014, "count": 200, "max_ms": 144.715, "p95_ms": 139.361}, "read_interval": {"avg_ms": 150.371, "count": 199, "max_ms": 4226.568, "p95_ms": 150.099}, "triton_wait": {"avg_ms": 59.262, "count": 200, "max_ms": 80.864, "p95_ms": 77.686}, "visualize": {"avg_ms": 4.774, "count": 200, "max_ms": 6.848, "p95_ms": 5.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15934.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8322.664, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.823, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1858740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:05:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T15:05:25+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T15:05:25.657397+09:00", "mtime_epoch": 1783231525.6573973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:05:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2326.191, "name": "celery", "pid": 267, "rss_mb": 2326.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.549, "count": 300, "max_ms": 10.648, "p95_ms": 8.701}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.591, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.29, "count": 300, "max_ms": 65.204, "p95_ms": 61.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.349, "count": 300, "max_ms": 70.095, "p95_ms": 65.665}, "yolo11_640_fire_11class": {"avg_ms": 50.531, "count": 300, "max_ms": 70.173, "p95_ms": 63.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.815, "count": 300, "max_ms": 80.656, "p95_ms": 76.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.091, "count": 300, "max_ms": 131.06, "p95_ms": 92.361}, "read_interval": {"avg_ms": 100.324, "count": 299, "max_ms": 737.599, "p95_ms": 131.214}, "triton_wait": {"avg_ms": 53.617, "count": 300, "max_ms": 80.668, "p95_ms": 76.169}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 5.122, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15937.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 688, "h264_decode_error_count": 1665, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:05:04+09:00", "last_error_summary": "[h264 @ 0x5653ad6936c0] error while decoding MB 47 25, bytestream -8", "last_exit_at": "2026-07-05T15:05:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.106, "last_started_at": "2026-07-05T15:05:06+09:00", "pid": 134403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.734, "name": "ffmpeg", "pid": 134403, "rss_mb": 266.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 767, "restart_count_per_hour": 19, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 768}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.06, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:05:44+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T15:05:43+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T15:05:43.917936+09:00", "mtime_epoch": 1783231543.9179363, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:05:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.235, "pushed": 7.235, "read": 7.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.634, "count": 217, "max_ms": 27.821, "p95_ms": 22.993}, "gstreamer_push": {"avg_ms": 1.08, "count": 217, "max_ms": 1.353, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.307, "count": 217, "max_ms": 67.177, "p95_ms": 62.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.485, "count": 217, "max_ms": 76.042, "p95_ms": 67.294}, "yolo11_640_fire_11class": {"avg_ms": 50.048, "count": 217, "max_ms": 70.962, "p95_ms": 65.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.916, "count": 217, "max_ms": 81.308, "p95_ms": 78.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.254, "count": 217, "max_ms": 166.9, "p95_ms": 156.798}, "read_interval": {"avg_ms": 138.177, "count": 217, "max_ms": 175.432, "p95_ms": 164.967}, "triton_wait": {"avg_ms": 58.18, "count": 217, "max_ms": 81.323, "p95_ms": 78.057}, "visualize": {"avg_ms": 5.152, "count": 217, "max_ms": 7.69, "p95_ms": 6.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15937.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8352.77, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.3, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1859038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:05:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:05:55+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T15:05:55+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T15:05:55.734282+09:00", "mtime_epoch": 1783231555.7342818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:05:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2326.191, "name": "celery", "pid": 267, "rss_mb": 2326.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.928, "pushed": 9.928, "read": 9.895}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.802, "count": 297, "max_ms": 12.926, "p95_ms": 11.125}, "gstreamer_push": {"avg_ms": 1.263, "count": 297, "max_ms": 1.673, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.277, "count": 297, "max_ms": 67.084, "p95_ms": 62.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.442, "count": 297, "max_ms": 74.413, "p95_ms": 68.974}, "yolo11_640_fire_11class": {"avg_ms": 51.398, "count": 297, "max_ms": 71.206, "p95_ms": 63.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.743, "count": 297, "max_ms": 82.24, "p95_ms": 77.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.106, "count": 297, "max_ms": 131.09, "p95_ms": 97.617}, "read_interval": {"avg_ms": 101.027, "count": 296, "max_ms": 564.694, "p95_ms": 131.241}, "triton_wait": {"avg_ms": 55.165, "count": 297, "max_ms": 82.253, "p95_ms": 77.372}, "visualize": {"avg_ms": 3.771, "count": 297, "max_ms": 5.953, "p95_ms": 4.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15938.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 688, "h264_decode_error_count": 1665, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:05:04+09:00", "last_error_summary": "[h264 @ 0x5653ad6936c0] error while decoding MB 47 25, bytestream -8", "last_exit_at": "2026-07-05T15:05:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.129, "last_started_at": "2026-07-05T15:05:06+09:00", "pid": 134403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.992, "name": "ffmpeg", "pid": 134403, "rss_mb": 266.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 767, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 768}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.134, "sample_count": 2140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1460066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:06:14+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T15:06:13+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T15:06:13.954809+09:00", "mtime_epoch": 1783231573.9548094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:06:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.693, "pushed": 7.693, "read": 7.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.663, "count": 230, "max_ms": 24.897, "p95_ms": 20.646}, "gstreamer_push": {"avg_ms": 1.103, "count": 230, "max_ms": 1.248, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.857, "count": 230, "max_ms": 65.994, "p95_ms": 62.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.224, "count": 230, "max_ms": 78.462, "p95_ms": 69.122}, "yolo11_640_fire_11class": {"avg_ms": 51.878, "count": 230, "max_ms": 70.777, "p95_ms": 66.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.128, "count": 230, "max_ms": 82.534, "p95_ms": 80.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.009, "count": 230, "max_ms": 145.179, "p95_ms": 141.006}, "read_interval": {"avg_ms": 130.531, "count": 229, "max_ms": 154.391, "p95_ms": 150.788}, "triton_wait": {"avg_ms": 60.586, "count": 230, "max_ms": 82.546, "p95_ms": 80.015}, "visualize": {"avg_ms": 4.728, "count": 230, "max_ms": 7.352, "p95_ms": 5.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15938.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8382.839, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.793, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1859341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:06:25+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T15:06:25+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T15:06:25.807150+09:00", "mtime_epoch": 1783231585.8071496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:06:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2326.449, "name": "celery", "pid": 267, "rss_mb": 2326.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.072}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.651, "count": 303, "max_ms": 11.03, "p95_ms": 9.449}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 2.075, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.012, "count": 303, "max_ms": 69.808, "p95_ms": 62.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.54, "count": 303, "max_ms": 75.325, "p95_ms": 66.434}, "yolo11_640_fire_11class": {"avg_ms": 51.808, "count": 303, "max_ms": 75.407, "p95_ms": 64.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.114, "count": 303, "max_ms": 81.51, "p95_ms": 77.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.031, "count": 303, "max_ms": 135.616, "p95_ms": 103.824}, "read_interval": {"avg_ms": 99.187, "count": 302, "max_ms": 439.339, "p95_ms": 121.674}, "triton_wait": {"avg_ms": 55.663, "count": 303, "max_ms": 81.522, "p95_ms": 77.27}, "visualize": {"avg_ms": 3.79, "count": 303, "max_ms": 5.541, "p95_ms": 5.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15938.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 688, "h264_decode_error_count": 1665, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:05:04+09:00", "last_error_summary": "[h264 @ 0x5653ad6936c0] error while decoding MB 47 25, bytestream -8", "last_exit_at": "2026-07-05T15:05:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.212, "last_started_at": "2026-07-05T15:05:06+09:00", "pid": 134403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.992, "name": "ffmpeg", "pid": 134403, "rss_mb": 266.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 767, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 768}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.134, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1460297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:06:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:06:44+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T15:06:44+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T15:06:44.027668+09:00", "mtime_epoch": 1783231604.0276682, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:06:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.71, "pushed": 7.71, "read": 7.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.077, "count": 231, "max_ms": 25.175, "p95_ms": 21.055}, "gstreamer_push": {"avg_ms": 1.104, "count": 231, "max_ms": 1.261, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.262, "count": 231, "max_ms": 66.76, "p95_ms": 62.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.404, "count": 231, "max_ms": 73.965, "p95_ms": 68.102}, "yolo11_640_fire_11class": {"avg_ms": 50.884, "count": 231, "max_ms": 69.031, "p95_ms": 65.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.931, "count": 231, "max_ms": 80.402, "p95_ms": 78.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.651, "count": 231, "max_ms": 168.47, "p95_ms": 139.386}, "read_interval": {"avg_ms": 130.165, "count": 230, "max_ms": 176.513, "p95_ms": 149.293}, "triton_wait": {"avg_ms": 58.567, "count": 231, "max_ms": 80.417, "p95_ms": 78.092}, "visualize": {"avg_ms": 4.793, "count": 231, "max_ms": 6.474, "p95_ms": 5.611}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15943.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8412.858, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.935, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1859641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:06:55+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T15:06:55+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T15:06:55.852002+09:00", "mtime_epoch": 1783231615.8520017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:06:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2326.707, "name": "celery", "pid": 267, "rss_mb": 2326.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.659, "count": 300, "max_ms": 12.936, "p95_ms": 9.237}, "gstreamer_push": {"avg_ms": 1.271, "count": 300, "max_ms": 1.74, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.153, "count": 300, "max_ms": 66.475, "p95_ms": 61.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.419, "count": 300, "max_ms": 75.514, "p95_ms": 68.788}, "yolo11_640_fire_11class": {"avg_ms": 52.17, "count": 300, "max_ms": 70.036, "p95_ms": 65.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.74, "count": 300, "max_ms": 80.295, "p95_ms": 76.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.341, "count": 300, "max_ms": 107.376, "p95_ms": 93.506}, "read_interval": {"avg_ms": 100.111, "count": 299, "max_ms": 617.828, "p95_ms": 122.963}, "triton_wait": {"avg_ms": 55.588, "count": 300, "max_ms": 80.31, "p95_ms": 76.979}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 5.171, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15946.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 688, "h264_decode_error_count": 1665, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:05:04+09:00", "last_error_summary": "[h264 @ 0x5653ad6936c0] error while decoding MB 47 25, bytestream -8", "last_exit_at": "2026-07-05T15:05:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.335, "last_started_at": "2026-07-05T15:05:06+09:00", "pid": 134403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.543, "name": "ffmpeg", "pid": 134403, "rss_mb": 275.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 767, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 768}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.182, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1460525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:07:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:07:14+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:07:14+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T15:07:14.168514+09:00", "mtime_epoch": 1783231634.1685138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:07:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.6, "pushed": 7.6, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.768, "count": 227, "max_ms": 29.899, "p95_ms": 20.207}, "gstreamer_push": {"avg_ms": 1.112, "count": 228, "max_ms": 1.357, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.848, "count": 227, "max_ms": 67.638, "p95_ms": 63.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.793, "count": 227, "max_ms": 80.003, "p95_ms": 71.114}, "yolo11_640_fire_11class": {"avg_ms": 52.246, "count": 227, "max_ms": 69.933, "p95_ms": 66.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.838, "count": 227, "max_ms": 81.35, "p95_ms": 78.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.88, "count": 228, "max_ms": 145.685, "p95_ms": 140.077}, "read_interval": {"avg_ms": 132.147, "count": 227, "max_ms": 272.094, "p95_ms": 150.396}, "triton_wait": {"avg_ms": 61.373, "count": 227, "max_ms": 81.363, "p95_ms": 78.944}, "visualize": {"avg_ms": 4.744, "count": 227, "max_ms": 6.363, "p95_ms": 5.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15948.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8442.869, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.079, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1859940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:07:25+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T15:07:25+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T15:07:25.860838+09:00", "mtime_epoch": 1783231645.860838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:07:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2326.707, "name": "celery", "pid": 267, "rss_mb": 2326.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.497, "count": 299, "max_ms": 12.82, "p95_ms": 8.669}, "gstreamer_push": {"avg_ms": 1.256, "count": 299, "max_ms": 1.715, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.577, "count": 299, "max_ms": 66.341, "p95_ms": 62.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.108, "count": 299, "max_ms": 74.758, "p95_ms": 67.715}, "yolo11_640_fire_11class": {"avg_ms": 51.644, "count": 299, "max_ms": 69.675, "p95_ms": 63.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.186, "count": 299, "max_ms": 81.988, "p95_ms": 77.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.63, "count": 299, "max_ms": 133.454, "p95_ms": 93.622}, "read_interval": {"avg_ms": 100.361, "count": 299, "max_ms": 641.74, "p95_ms": 136.842}, "triton_wait": {"avg_ms": 54.955, "count": 299, "max_ms": 82.0, "p95_ms": 77.085}, "visualize": {"avg_ms": 3.686, "count": 299, "max_ms": 5.094, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15956.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 688, "h264_decode_error_count": 1665, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:05:04+09:00", "last_error_summary": "[h264 @ 0x5653ad6936c0] error while decoding MB 47 25, bytestream -8", "last_exit_at": "2026-07-05T15:05:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.435, "last_started_at": "2026-07-05T15:05:06+09:00", "pid": 134403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.625, "name": "ffmpeg", "pid": 134403, "rss_mb": 284.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 767, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 768}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.134, "sample_count": 2247, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1460759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:07:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:07:44+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T15:07:44+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T15:07:44.249344+09:00", "mtime_epoch": 1783231664.2493436, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:07:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.804, "pushed": 7.804, "read": 7.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.875, "count": 233, "max_ms": 22.284, "p95_ms": 20.657}, "gstreamer_push": {"avg_ms": 1.095, "count": 234, "max_ms": 1.304, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.559, "count": 233, "max_ms": 66.928, "p95_ms": 62.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.311, "count": 233, "max_ms": 78.814, "p95_ms": 68.537}, "yolo11_640_fire_11class": {"avg_ms": 50.219, "count": 233, "max_ms": 68.162, "p95_ms": 65.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.035, "count": 233, "max_ms": 81.503, "p95_ms": 76.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.364, "count": 234, "max_ms": 144.178, "p95_ms": 137.177}, "read_interval": {"avg_ms": 128.552, "count": 233, "max_ms": 249.564, "p95_ms": 147.583}, "triton_wait": {"avg_ms": 58.014, "count": 233, "max_ms": 81.515, "p95_ms": 76.965}, "visualize": {"avg_ms": 4.748, "count": 233, "max_ms": 6.262, "p95_ms": 5.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15956.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8472.887, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.082, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1860244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:07:55+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T15:07:55+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T15:07:55.881661+09:00", "mtime_epoch": 1783231675.881661, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:07:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2326.965, "name": "celery", "pid": 267, "rss_mb": 2326.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.508, "count": 304, "max_ms": 11.133, "p95_ms": 8.813}, "gstreamer_push": {"avg_ms": 1.267, "count": 304, "max_ms": 1.816, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.707, "count": 304, "max_ms": 70.021, "p95_ms": 60.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.926, "count": 304, "max_ms": 73.286, "p95_ms": 65.666}, "yolo11_640_fire_11class": {"avg_ms": 51.373, "count": 304, "max_ms": 71.008, "p95_ms": 63.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.888, "count": 304, "max_ms": 83.811, "p95_ms": 74.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.705, "count": 304, "max_ms": 118.953, "p95_ms": 94.318}, "read_interval": {"avg_ms": 98.781, "count": 303, "max_ms": 492.841, "p95_ms": 175.473}, "triton_wait": {"avg_ms": 54.436, "count": 304, "max_ms": 83.825, "p95_ms": 74.856}, "visualize": {"avg_ms": 3.707, "count": 304, "max_ms": 5.171, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15959.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 688, "h264_decode_error_count": 1665, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:05:04+09:00", "last_error_summary": "[h264 @ 0x5653ad6936c0] error while decoding MB 47 25, bytestream -8", "last_exit_at": "2026-07-05T15:05:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 193.775, "last_started_at": "2026-07-05T15:05:06+09:00", "pid": 134403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.008, "name": "ffmpeg", "pid": 134403, "rss_mb": 289.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 767, "restart_count_per_hour": 18, "rtsp_timeout_count": 426, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 768}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.469, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1460963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:08:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:08:20+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T15:08:20+09:00", "mjpeg": {"age_sec": 8.831, "exists": true, "mtime": "2026-07-05T15:08:11.886094+09:00", "mtime_epoch": 1783231691.8860943, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:08:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.15, "pushed": 5.15, "read": 5.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.441, "count": 154, "max_ms": 25.284, "p95_ms": 22.17}, "gstreamer_push": {"avg_ms": 1.08, "count": 154, "max_ms": 1.587, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.901, "count": 154, "max_ms": 64.547, "p95_ms": 63.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.877, "count": 154, "max_ms": 74.037, "p95_ms": 68.593}, "yolo11_640_fire_11class": {"avg_ms": 50.071, "count": 154, "max_ms": 67.277, "p95_ms": 65.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.561, "count": 154, "max_ms": 80.88, "p95_ms": 77.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.98, "count": 154, "max_ms": 166.593, "p95_ms": 156.597}, "read_interval": {"avg_ms": 195.585, "count": 153, "max_ms": 8852.194, "p95_ms": 166.687}, "triton_wait": {"avg_ms": 58.016, "count": 154, "max_ms": 80.893, "p95_ms": 77.318}, "visualize": {"avg_ms": 5.2, "count": 154, "max_ms": 6.638, "p95_ms": 6.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15960.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8502.927, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.631, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1860542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:08:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:08:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:08:25+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T15:08:25.926472+09:00", "mtime_epoch": 1783231705.9264717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:08:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2326.965, "name": "celery", "pid": 267, "rss_mb": 2326.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.572, "count": 298, "max_ms": 13.359, "p95_ms": 8.883}, "gstreamer_push": {"avg_ms": 1.274, "count": 298, "max_ms": 1.857, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.411, "count": 298, "max_ms": 64.243, "p95_ms": 61.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.939, "count": 298, "max_ms": 72.304, "p95_ms": 60.589}, "yolo11_640_fire_11class": {"avg_ms": 49.59, "count": 298, "max_ms": 69.265, "p95_ms": 62.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.39, "count": 298, "max_ms": 80.712, "p95_ms": 74.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.596, "count": 298, "max_ms": 104.135, "p95_ms": 90.699}, "read_interval": {"avg_ms": 100.86, "count": 297, "max_ms": 656.811, "p95_ms": 259.96}, "triton_wait": {"avg_ms": 51.265, "count": 298, "max_ms": 80.726, "p95_ms": 74.56}, "visualize": {"avg_ms": 3.707, "count": 298, "max_ms": 5.078, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15935.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:08:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.088, "last_started_at": "2026-07-05T15:08:36+09:00", "pid": 134510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.031, "name": "ffmpeg", "pid": 134510, "rss_mb": 264.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 768, "restart_count_per_hour": 19, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 769}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.677, "sample_count": 2061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:08:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:08:50+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:08:50+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T15:08:50.683131+09:00", "mtime_epoch": 1783231730.6831307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:08:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9320.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 115, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.744, "pushed": 5.744, "read": 5.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.703, "count": 115, "max_ms": 22.364, "p95_ms": 20.692}, "gstreamer_push": {"avg_ms": 1.114, "count": 115, "max_ms": 1.473, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.056, "count": 115, "max_ms": 66.082, "p95_ms": 64.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.205, "count": 115, "max_ms": 76.729, "p95_ms": 68.735}, "yolo11_640_fire_11class": {"avg_ms": 51.85, "count": 115, "max_ms": 68.067, "p95_ms": 66.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.001, "count": 115, "max_ms": 81.676, "p95_ms": 79.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.492, "count": 115, "max_ms": 144.23, "p95_ms": 140.598}, "read_interval": {"avg_ms": 261.527, "count": 115, "max_ms": 10167.797, "p95_ms": 153.888}, "triton_wait": {"avg_ms": 60.597, "count": 115, "max_ms": 81.687, "p95_ms": 79.705}, "visualize": {"avg_ms": 4.742, "count": 115, "max_ms": 6.614, "p95_ms": 5.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.021, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15936.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8532.961, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.581, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1860844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:08:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:08:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:08:55+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T15:08:55.959270+09:00", "mtime_epoch": 1783231735.95927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:08:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2327.223, "name": "celery", "pid": 267, "rss_mb": 2327.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.491, "count": 302, "max_ms": 12.617, "p95_ms": 8.926}, "gstreamer_push": {"avg_ms": 1.27, "count": 302, "max_ms": 1.906, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.739, "count": 302, "max_ms": 65.074, "p95_ms": 62.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.28, "count": 302, "max_ms": 75.485, "p95_ms": 68.544}, "yolo11_640_fire_11class": {"avg_ms": 51.34, "count": 302, "max_ms": 68.693, "p95_ms": 64.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.799, "count": 302, "max_ms": 79.997, "p95_ms": 78.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.875, "count": 302, "max_ms": 96.434, "p95_ms": 93.895}, "read_interval": {"avg_ms": 99.498, "count": 301, "max_ms": 713.845, "p95_ms": 122.973}, "triton_wait": {"avg_ms": 53.789, "count": 302, "max_ms": 80.01, "p95_ms": 78.053}, "visualize": {"avg_ms": 3.671, "count": 302, "max_ms": 4.756, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15940.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:08:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.161, "last_started_at": "2026-07-05T15:08:36+09:00", "pid": 134510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.125, "name": "ffmpeg", "pid": 134510, "rss_mb": 267.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 768, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 769}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.825, "sample_count": 2058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:09:20+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T15:09:20+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T15:09:20.747920+09:00", "mtime_epoch": 1783231760.7479203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:09:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9321.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.514, "pushed": 7.514, "read": 7.481}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.246, "count": 225, "max_ms": 32.961, "p95_ms": 22.781}, "gstreamer_push": {"avg_ms": 1.112, "count": 225, "max_ms": 1.265, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.747, "count": 225, "max_ms": 67.084, "p95_ms": 63.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.592, "count": 225, "max_ms": 76.158, "p95_ms": 68.551}, "yolo11_640_fire_11class": {"avg_ms": 51.362, "count": 225, "max_ms": 69.404, "p95_ms": 65.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.174, "count": 225, "max_ms": 83.763, "p95_ms": 78.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.524, "count": 225, "max_ms": 166.348, "p95_ms": 141.512}, "read_interval": {"avg_ms": 133.67, "count": 224, "max_ms": 177.768, "p95_ms": 153.706}, "triton_wait": {"avg_ms": 59.793, "count": 225, "max_ms": 83.774, "p95_ms": 78.374}, "visualize": {"avg_ms": 4.74, "count": 225, "max_ms": 6.002, "p95_ms": 5.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15940.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8562.974, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.36, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1861141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:09:26+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T15:09:25+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T15:09:25.948056+09:00", "mtime_epoch": 1783231765.9480557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:09:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2327.223, "name": "celery", "pid": 267, "rss_mb": 2327.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.744, "count": 297, "max_ms": 15.648, "p95_ms": 9.623}, "gstreamer_push": {"avg_ms": 1.24, "count": 297, "max_ms": 1.479, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.521, "count": 297, "max_ms": 64.906, "p95_ms": 63.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.964, "count": 297, "max_ms": 73.801, "p95_ms": 68.267}, "yolo11_640_fire_11class": {"avg_ms": 52.179, "count": 297, "max_ms": 69.775, "p95_ms": 65.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.674, "count": 297, "max_ms": 80.813, "p95_ms": 78.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.755, "count": 297, "max_ms": 134.213, "p95_ms": 105.288}, "read_interval": {"avg_ms": 100.966, "count": 297, "max_ms": 551.322, "p95_ms": 147.876}, "triton_wait": {"avg_ms": 56.225, "count": 297, "max_ms": 80.826, "p95_ms": 78.413}, "visualize": {"avg_ms": 3.786, "count": 297, "max_ms": 5.675, "p95_ms": 5.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15940.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:08:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.211, "last_started_at": "2026-07-05T15:08:36+09:00", "pid": 134510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.383, "name": "ffmpeg", "pid": 134510, "rss_mb": 267.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 768, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 769}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.581, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:09:50+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T15:09:50+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T15:09:50.800699+09:00", "mtime_epoch": 1783231790.8006988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:09:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9321.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.485, "pushed": 7.485, "read": 7.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.786, "count": 224, "max_ms": 23.013, "p95_ms": 20.364}, "gstreamer_push": {"avg_ms": 1.123, "count": 224, "max_ms": 1.874, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.548, "count": 224, "max_ms": 66.302, "p95_ms": 64.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.298, "count": 224, "max_ms": 78.972, "p95_ms": 70.069}, "yolo11_640_fire_11class": {"avg_ms": 52.311, "count": 224, "max_ms": 68.885, "p95_ms": 65.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.53, "count": 224, "max_ms": 80.778, "p95_ms": 78.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.718, "count": 224, "max_ms": 143.577, "p95_ms": 140.351}, "read_interval": {"avg_ms": 134.187, "count": 223, "max_ms": 158.736, "p95_ms": 152.303}, "triton_wait": {"avg_ms": 61.048, "count": 224, "max_ms": 80.79, "p95_ms": 78.665}, "visualize": {"avg_ms": 4.737, "count": 224, "max_ms": 5.583, "p95_ms": 5.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15940.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8593.013, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.85, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1861443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:09:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T15:09:55+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T15:09:55.984832+09:00", "mtime_epoch": 1783231795.984832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:09:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2327.48, "name": "celery", "pid": 267, "rss_mb": 2327.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.551, "count": 302, "max_ms": 10.881, "p95_ms": 8.751}, "gstreamer_push": {"avg_ms": 1.272, "count": 302, "max_ms": 2.108, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.53, "count": 302, "max_ms": 71.367, "p95_ms": 64.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.688, "count": 302, "max_ms": 76.707, "p95_ms": 69.689}, "yolo11_640_fire_11class": {"avg_ms": 53.51, "count": 302, "max_ms": 74.077, "p95_ms": 66.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.823, "count": 302, "max_ms": 83.34, "p95_ms": 78.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.108, "count": 302, "max_ms": 128.894, "p95_ms": 95.491}, "read_interval": {"avg_ms": 99.434, "count": 301, "max_ms": 539.644, "p95_ms": 116.913}, "triton_wait": {"avg_ms": 57.628, "count": 302, "max_ms": 83.352, "p95_ms": 78.988}, "visualize": {"avg_ms": 3.696, "count": 302, "max_ms": 5.137, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15943.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:08:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.223, "last_started_at": "2026-07-05T15:08:36+09:00", "pid": 134510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.219, "name": "ffmpeg", "pid": 134510, "rss_mb": 270.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 768, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 769}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.078, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:10:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:10:20+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:10:20+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T15:10:20.813466+09:00", "mtime_epoch": 1783231820.8134658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:10:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9321.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.599, "pushed": 7.599, "read": 7.566}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.515, "count": 227, "max_ms": 20.592, "p95_ms": 19.859}, "gstreamer_push": {"avg_ms": 1.11, "count": 227, "max_ms": 1.603, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.644, "count": 227, "max_ms": 71.539, "p95_ms": 62.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.055, "count": 227, "max_ms": 74.451, "p95_ms": 67.546}, "yolo11_640_fire_11class": {"avg_ms": 51.006, "count": 227, "max_ms": 71.55, "p95_ms": 64.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.686, "count": 227, "max_ms": 81.619, "p95_ms": 76.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.861, "count": 227, "max_ms": 143.839, "p95_ms": 138.26}, "read_interval": {"avg_ms": 132.243, "count": 226, "max_ms": 157.272, "p95_ms": 151.014}, "triton_wait": {"avg_ms": 59.101, "count": 227, "max_ms": 81.631, "p95_ms": 77.011}, "visualize": {"avg_ms": 4.713, "count": 227, "max_ms": 5.455, "p95_ms": 4.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15943.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8623.052, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.85, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1861744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:10:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:10:26+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T15:10:26+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T15:10:26.045599+09:00", "mtime_epoch": 1783231826.0455985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:10:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2327.738, "name": "celery", "pid": 267, "rss_mb": 2327.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.568, "count": 301, "max_ms": 10.197, "p95_ms": 8.969}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 1.445, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.037, "count": 301, "max_ms": 74.316, "p95_ms": 63.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.698, "count": 301, "max_ms": 74.303, "p95_ms": 66.911}, "yolo11_640_fire_11class": {"avg_ms": 52.851, "count": 301, "max_ms": 75.068, "p95_ms": 65.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.516, "count": 301, "max_ms": 79.569, "p95_ms": 76.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.488, "count": 301, "max_ms": 95.68, "p95_ms": 93.147}, "read_interval": {"avg_ms": 99.838, "count": 300, "max_ms": 492.012, "p95_ms": 114.837}, "triton_wait": {"avg_ms": 56.337, "count": 301, "max_ms": 79.582, "p95_ms": 76.664}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 4.621, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15944.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:08:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.228, "last_started_at": "2026-07-05T15:08:36+09:00", "pid": 134510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.477, "name": "ffmpeg", "pid": 134510, "rss_mb": 270.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 768, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 769}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.497, "sample_count": 2094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:10:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:10:50+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T15:10:50+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T15:10:50.790222+09:00", "mtime_epoch": 1783231850.7902222, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:10:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9321.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.568, "pushed": 7.568, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.925, "count": 227, "max_ms": 26.672, "p95_ms": 21.723}, "gstreamer_push": {"avg_ms": 1.124, "count": 227, "max_ms": 1.589, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.756, "count": 227, "max_ms": 71.317, "p95_ms": 62.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.558, "count": 227, "max_ms": 77.215, "p95_ms": 67.82}, "yolo11_640_fire_11class": {"avg_ms": 49.651, "count": 227, "max_ms": 69.945, "p95_ms": 64.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.504, "count": 227, "max_ms": 84.749, "p95_ms": 77.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.478, "count": 227, "max_ms": 162.689, "p95_ms": 139.966}, "read_interval": {"avg_ms": 132.052, "count": 227, "max_ms": 173.954, "p95_ms": 152.489}, "triton_wait": {"avg_ms": 58.299, "count": 227, "max_ms": 84.761, "p95_ms": 77.679}, "visualize": {"avg_ms": 4.74, "count": 227, "max_ms": 6.276, "p95_ms": 5.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15944.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8653.054, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.692, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1862043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:10:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:10:56+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:10:56+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T15:10:56.054354+09:00", "mtime_epoch": 1783231856.0543542, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:10:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2327.738, "name": "celery", "pid": 267, "rss_mb": 2327.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.568, "count": 299, "max_ms": 12.737, "p95_ms": 9.029}, "gstreamer_push": {"avg_ms": 1.26, "count": 299, "max_ms": 1.906, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.011, "count": 299, "max_ms": 72.711, "p95_ms": 63.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.269, "count": 299, "max_ms": 77.017, "p95_ms": 65.545}, "yolo11_640_fire_11class": {"avg_ms": 50.63, "count": 299, "max_ms": 71.51, "p95_ms": 63.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.819, "count": 299, "max_ms": 85.971, "p95_ms": 77.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.18, "count": 299, "max_ms": 116.816, "p95_ms": 94.355}, "read_interval": {"avg_ms": 100.356, "count": 299, "max_ms": 604.554, "p95_ms": 134.526}, "triton_wait": {"avg_ms": 54.257, "count": 299, "max_ms": 85.983, "p95_ms": 77.185}, "visualize": {"avg_ms": 3.674, "count": 299, "max_ms": 5.164, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15944.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:08:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.32, "last_started_at": "2026-07-05T15:08:36+09:00", "pid": 134510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.477, "name": "ffmpeg", "pid": 134510, "rss_mb": 270.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 768, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 769}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.359, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:11:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:11:21+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T15:11:20+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T15:11:20.894973+09:00", "mtime_epoch": 1783231880.8949728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:11:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9321.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.541, "pushed": 7.541, "read": 7.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.796, "count": 225, "max_ms": 24.573, "p95_ms": 21.488}, "gstreamer_push": {"avg_ms": 1.118, "count": 226, "max_ms": 1.231, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.618, "count": 225, "max_ms": 74.923, "p95_ms": 63.092}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.963, "count": 225, "max_ms": 74.372, "p95_ms": 69.648}, "yolo11_640_fire_11class": {"avg_ms": 49.833, "count": 225, "max_ms": 76.68, "p95_ms": 65.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.042, "count": 225, "max_ms": 82.255, "p95_ms": 77.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.433, "count": 226, "max_ms": 149.734, "p95_ms": 139.861}, "read_interval": {"avg_ms": 133.1, "count": 225, "max_ms": 163.442, "p95_ms": 152.634}, "triton_wait": {"avg_ms": 59.695, "count": 225, "max_ms": 82.267, "p95_ms": 77.226}, "visualize": {"avg_ms": 4.741, "count": 225, "max_ms": 6.195, "p95_ms": 5.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15944.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8683.083, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.03, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1862344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:11:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:11:26+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T15:11:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T15:11:26.051100+09:00", "mtime_epoch": 1783231886.0511005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:11:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2327.996, "name": "celery", "pid": 267, "rss_mb": 2327.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.464, "count": 301, "max_ms": 13.037, "p95_ms": 8.318}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 1.755, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.646, "count": 301, "max_ms": 70.993, "p95_ms": 63.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.789, "count": 301, "max_ms": 77.262, "p95_ms": 69.774}, "yolo11_640_fire_11class": {"avg_ms": 50.839, "count": 301, "max_ms": 73.997, "p95_ms": 63.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.594, "count": 301, "max_ms": 81.486, "p95_ms": 76.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.111, "count": 301, "max_ms": 97.122, "p95_ms": 92.13}, "read_interval": {"avg_ms": 99.706, "count": 300, "max_ms": 590.139, "p95_ms": 115.428}, "triton_wait": {"avg_ms": 56.078, "count": 301, "max_ms": 81.499, "p95_ms": 76.182}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 4.56, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15945.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:08:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.373, "last_started_at": "2026-07-05T15:08:36+09:00", "pid": 134510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.477, "name": "ffmpeg", "pid": 134510, "rss_mb": 270.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 768, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 769}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.282, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:11:51+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-05T15:11:50+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T15:11:50.951714+09:00", "mtime_epoch": 1783231910.9517136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:11:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9321.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.618, "pushed": 7.618, "read": 7.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.499, "count": 228, "max_ms": 23.979, "p95_ms": 20.352}, "gstreamer_push": {"avg_ms": 1.122, "count": 228, "max_ms": 1.394, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.636, "count": 228, "max_ms": 67.783, "p95_ms": 61.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.133, "count": 228, "max_ms": 77.898, "p95_ms": 69.979}, "yolo11_640_fire_11class": {"avg_ms": 49.603, "count": 228, "max_ms": 66.041, "p95_ms": 63.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.438, "count": 228, "max_ms": 78.769, "p95_ms": 76.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.188, "count": 228, "max_ms": 148.381, "p95_ms": 139.004}, "read_interval": {"avg_ms": 131.768, "count": 227, "max_ms": 162.308, "p95_ms": 151.518}, "triton_wait": {"avg_ms": 58.502, "count": 228, "max_ms": 78.781, "p95_ms": 76.437}, "visualize": {"avg_ms": 4.704, "count": 228, "max_ms": 5.687, "p95_ms": 4.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15944.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8713.132, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.769, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1862644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:11:56+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T15:11:56+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T15:11:56.099839+09:00", "mtime_epoch": 1783231916.0998394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:11:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2327.996, "name": "celery", "pid": 267, "rss_mb": 2327.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.57, "count": 300, "max_ms": 12.012, "p95_ms": 9.253}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.505, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.057, "count": 300, "max_ms": 68.624, "p95_ms": 63.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.008, "count": 300, "max_ms": 74.943, "p95_ms": 69.805}, "yolo11_640_fire_11class": {"avg_ms": 50.632, "count": 300, "max_ms": 70.488, "p95_ms": 64.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.127, "count": 300, "max_ms": 81.069, "p95_ms": 76.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.614, "count": 300, "max_ms": 96.394, "p95_ms": 92.156}, "read_interval": {"avg_ms": 100.118, "count": 299, "max_ms": 589.769, "p95_ms": 157.471}, "triton_wait": {"avg_ms": 54.587, "count": 300, "max_ms": 81.081, "p95_ms": 76.169}, "visualize": {"avg_ms": 3.602, "count": 300, "max_ms": 4.932, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15938.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:12:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.33, "last_started_at": "2026-07-05T15:12:09+09:00", "pid": 134617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.223, "name": "ffmpeg", "pid": 134617, "rss_mb": 264.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 769, "restart_count_per_hour": 19, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 770}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.258, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:12:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:12:21+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T15:12:21+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T15:12:21.048447+09:00", "mtime_epoch": 1783231941.048447, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:12:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9321.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.405, "pushed": 6.405, "read": 6.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.817, "count": 191, "max_ms": 23.679, "p95_ms": 20.45}, "gstreamer_push": {"avg_ms": 1.125, "count": 192, "max_ms": 1.386, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.586, "count": 191, "max_ms": 68.339, "p95_ms": 62.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.834, "count": 191, "max_ms": 78.122, "p95_ms": 68.938}, "yolo11_640_fire_11class": {"avg_ms": 50.881, "count": 191, "max_ms": 70.997, "p95_ms": 65.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.373, "count": 191, "max_ms": 82.106, "p95_ms": 76.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.862, "count": 192, "max_ms": 141.744, "p95_ms": 138.311}, "read_interval": {"avg_ms": 156.84, "count": 191, "max_ms": 5022.18, "p95_ms": 151.362}, "triton_wait": {"avg_ms": 59.185, "count": 191, "max_ms": 82.118, "p95_ms": 76.417}, "visualize": {"avg_ms": 4.741, "count": 191, "max_ms": 6.206, "p95_ms": 5.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15938.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8743.148, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.895, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1862944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:12:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:12:26+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:12:26+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T15:12:26.144570+09:00", "mtime_epoch": 1783231946.1445704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:12:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2328.254, "name": "celery", "pid": 267, "rss_mb": 2328.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.607, "count": 300, "max_ms": 14.463, "p95_ms": 9.125}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.559, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.278, "count": 300, "max_ms": 67.537, "p95_ms": 63.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.058, "count": 300, "max_ms": 77.128, "p95_ms": 68.954}, "yolo11_640_fire_11class": {"avg_ms": 51.571, "count": 300, "max_ms": 74.894, "p95_ms": 65.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.348, "count": 300, "max_ms": 82.916, "p95_ms": 77.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.197, "count": 300, "max_ms": 133.449, "p95_ms": 94.463}, "read_interval": {"avg_ms": 100.153, "count": 300, "max_ms": 616.63, "p95_ms": 158.781}, "triton_wait": {"avg_ms": 54.341, "count": 300, "max_ms": 82.929, "p95_ms": 77.492}, "visualize": {"avg_ms": 3.714, "count": 300, "max_ms": 5.914, "p95_ms": 4.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15941.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:12:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.411, "last_started_at": "2026-07-05T15:12:09+09:00", "pid": 134617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.059, "name": "ffmpeg", "pid": 134617, "rss_mb": 267.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 769, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 770}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.359, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:12:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:12:51+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:12:51+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T15:12:51.149173+09:00", "mtime_epoch": 1783231971.1491728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:12:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9321.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.717, "pushed": 7.717, "read": 7.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.147, "count": 231, "max_ms": 30.282, "p95_ms": 24.693}, "gstreamer_push": {"avg_ms": 1.11, "count": 231, "max_ms": 1.413, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.508, "count": 231, "max_ms": 73.934, "p95_ms": 63.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.263, "count": 231, "max_ms": 76.851, "p95_ms": 68.062}, "yolo11_640_fire_11class": {"avg_ms": 50.789, "count": 231, "max_ms": 75.874, "p95_ms": 66.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.222, "count": 231, "max_ms": 79.945, "p95_ms": 77.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.84, "count": 231, "max_ms": 162.144, "p95_ms": 140.207}, "read_interval": {"avg_ms": 130.256, "count": 230, "max_ms": 171.708, "p95_ms": 149.151}, "triton_wait": {"avg_ms": 58.767, "count": 231, "max_ms": 79.957, "p95_ms": 77.12}, "visualize": {"avg_ms": 4.79, "count": 231, "max_ms": 6.339, "p95_ms": 5.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15941.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8773.157, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.673, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1863246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:12:56+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T15:12:56+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T15:12:56.145293+09:00", "mtime_epoch": 1783231976.1452928, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:12:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2328.254, "name": "celery", "pid": 267, "rss_mb": 2328.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.607, "count": 302, "max_ms": 12.172, "p95_ms": 8.986}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.814, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.427, "count": 302, "max_ms": 67.923, "p95_ms": 62.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.24, "count": 302, "max_ms": 75.914, "p95_ms": 68.55}, "yolo11_640_fire_11class": {"avg_ms": 51.879, "count": 302, "max_ms": 70.244, "p95_ms": 64.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.237, "count": 302, "max_ms": 81.426, "p95_ms": 75.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.546, "count": 302, "max_ms": 128.676, "p95_ms": 91.424}, "read_interval": {"avg_ms": 99.359, "count": 302, "max_ms": 738.202, "p95_ms": 142.401}, "triton_wait": {"avg_ms": 55.191, "count": 302, "max_ms": 81.437, "p95_ms": 75.581}, "visualize": {"avg_ms": 3.695, "count": 302, "max_ms": 5.506, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15942.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:12:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.487, "last_started_at": "2026-07-05T15:12:09+09:00", "pid": 134617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.574, "name": "ffmpeg", "pid": 134617, "rss_mb": 267.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 769, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 770}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.797, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1463088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:13:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:13:21+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T15:13:21+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T15:13:21.201890+09:00", "mtime_epoch": 1783232001.2018905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:13:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9321.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.685, "pushed": 7.685, "read": 7.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.763, "count": 230, "max_ms": 27.814, "p95_ms": 20.779}, "gstreamer_push": {"avg_ms": 1.131, "count": 230, "max_ms": 1.825, "p95_ms": 1.28}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.76, "count": 230, "max_ms": 67.104, "p95_ms": 63.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.781, "count": 230, "max_ms": 77.729, "p95_ms": 69.352}, "yolo11_640_fire_11class": {"avg_ms": 52.263, "count": 230, "max_ms": 70.127, "p95_ms": 66.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.911, "count": 230, "max_ms": 83.145, "p95_ms": 78.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.104, "count": 230, "max_ms": 145.835, "p95_ms": 139.291}, "read_interval": {"avg_ms": 130.698, "count": 229, "max_ms": 155.118, "p95_ms": 149.941}, "triton_wait": {"avg_ms": 60.48, "count": 230, "max_ms": 83.157, "p95_ms": 78.257}, "visualize": {"avg_ms": 4.761, "count": 230, "max_ms": 5.67, "p95_ms": 5.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15942.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8803.202, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.124, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1863546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:13:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:13:26+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T15:13:26.202009+09:00", "mtime_epoch": 1783232006.202009, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:13:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2328.512, "name": "celery", "pid": 267, "rss_mb": 2328.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.552, "count": 300, "max_ms": 11.949, "p95_ms": 9.329}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.826, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.444, "count": 300, "max_ms": 68.628, "p95_ms": 62.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.797, "count": 300, "max_ms": 78.248, "p95_ms": 68.468}, "yolo11_640_fire_11class": {"avg_ms": 52.082, "count": 300, "max_ms": 73.579, "p95_ms": 64.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.653, "count": 300, "max_ms": 83.299, "p95_ms": 76.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.144, "count": 300, "max_ms": 135.871, "p95_ms": 95.485}, "read_interval": {"avg_ms": 100.212, "count": 299, "max_ms": 526.745, "p95_ms": 145.262}, "triton_wait": {"avg_ms": 55.509, "count": 300, "max_ms": 83.311, "p95_ms": 76.335}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 5.558, "p95_ms": 4.612}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15942.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:12:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.553, "last_started_at": "2026-07-05T15:12:09+09:00", "pid": 134617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.574, "name": "ffmpeg", "pid": 134617, "rss_mb": 267.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 769, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 770}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.68, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1463317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:13:51+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:13:51+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T15:13:51.294602+09:00", "mtime_epoch": 1783232031.294602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:13:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.648, "pushed": 7.648, "read": 7.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.815, "count": 229, "max_ms": 29.729, "p95_ms": 20.689}, "gstreamer_push": {"avg_ms": 1.119, "count": 229, "max_ms": 1.522, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.16, "count": 229, "max_ms": 67.861, "p95_ms": 63.911}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.775, "count": 229, "max_ms": 75.195, "p95_ms": 69.593}, "yolo11_640_fire_11class": {"avg_ms": 52.631, "count": 229, "max_ms": 69.902, "p95_ms": 66.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.228, "count": 229, "max_ms": 79.95, "p95_ms": 77.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.531, "count": 229, "max_ms": 143.796, "p95_ms": 138.936}, "read_interval": {"avg_ms": 131.332, "count": 228, "max_ms": 153.943, "p95_ms": 149.286}, "triton_wait": {"avg_ms": 60.802, "count": 229, "max_ms": 79.961, "p95_ms": 77.872}, "visualize": {"avg_ms": 4.732, "count": 229, "max_ms": 6.23, "p95_ms": 5.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15943.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8833.259, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.153, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1863844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:13:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:13:56+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T15:13:56+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T15:13:56.222718+09:00", "mtime_epoch": 1783232036.2227178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:13:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2328.512, "name": "celery", "pid": 267, "rss_mb": 2328.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.907}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.612, "count": 298, "max_ms": 10.702, "p95_ms": 9.065}, "gstreamer_push": {"avg_ms": 1.266, "count": 298, "max_ms": 1.764, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.495, "count": 298, "max_ms": 66.671, "p95_ms": 63.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.347, "count": 298, "max_ms": 74.354, "p95_ms": 67.99}, "yolo11_640_fire_11class": {"avg_ms": 52.808, "count": 298, "max_ms": 68.72, "p95_ms": 65.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.854, "count": 298, "max_ms": 80.363, "p95_ms": 77.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.069, "count": 298, "max_ms": 133.742, "p95_ms": 93.884}, "read_interval": {"avg_ms": 100.815, "count": 297, "max_ms": 543.439, "p95_ms": 145.883}, "triton_wait": {"avg_ms": 56.63, "count": 298, "max_ms": 80.375, "p95_ms": 77.343}, "visualize": {"avg_ms": 3.724, "count": 298, "max_ms": 5.184, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15949.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:12:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.613, "last_started_at": "2026-07-05T15:12:09+09:00", "pid": 134617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.145, "name": "ffmpeg", "pid": 134617, "rss_mb": 275.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 769, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 770}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.349, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1463544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:14:21+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:14:21+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T15:14:21.359306+09:00", "mtime_epoch": 1783232061.3593063, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:14:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.587, "pushed": 7.587, "read": 7.554}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.624, "count": 227, "max_ms": 24.76, "p95_ms": 20.079}, "gstreamer_push": {"avg_ms": 1.118, "count": 227, "max_ms": 1.608, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.369, "count": 227, "max_ms": 66.557, "p95_ms": 63.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.457, "count": 227, "max_ms": 76.469, "p95_ms": 69.634}, "yolo11_640_fire_11class": {"avg_ms": 52.957, "count": 227, "max_ms": 71.483, "p95_ms": 66.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.636, "count": 227, "max_ms": 81.321, "p95_ms": 77.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.371, "count": 227, "max_ms": 142.062, "p95_ms": 139.469}, "read_interval": {"avg_ms": 132.47, "count": 226, "max_ms": 155.058, "p95_ms": 150.609}, "triton_wait": {"avg_ms": 61.239, "count": 227, "max_ms": 81.334, "p95_ms": 77.909}, "visualize": {"avg_ms": 4.953, "count": 227, "max_ms": 7.578, "p95_ms": 6.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15950.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8863.366, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.434, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1864146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:14:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:14:26+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T15:14:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T15:14:26.339422+09:00", "mtime_epoch": 1783232066.3394225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:14:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2328.77, "name": "celery", "pid": 267, "rss_mb": 2328.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.697, "count": 301, "max_ms": 13.093, "p95_ms": 8.995}, "gstreamer_push": {"avg_ms": 1.269, "count": 301, "max_ms": 1.627, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.472, "count": 301, "max_ms": 66.448, "p95_ms": 63.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.438, "count": 301, "max_ms": 75.979, "p95_ms": 69.322}, "yolo11_640_fire_11class": {"avg_ms": 53.404, "count": 301, "max_ms": 70.681, "p95_ms": 65.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.856, "count": 301, "max_ms": 80.607, "p95_ms": 76.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.729, "count": 301, "max_ms": 134.962, "p95_ms": 93.111}, "read_interval": {"avg_ms": 99.724, "count": 300, "max_ms": 627.227, "p95_ms": 112.49}, "triton_wait": {"avg_ms": 57.096, "count": 301, "max_ms": 80.62, "p95_ms": 76.711}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 5.242, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15952.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:12:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.71, "last_started_at": "2026-07-05T15:12:09+09:00", "pid": 134617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.98, "name": "ffmpeg", "pid": 134617, "rss_mb": 277.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 769, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 770}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.337, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1463773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:14:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:14:51+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:14:51+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T15:14:51.452005+09:00", "mtime_epoch": 1783232091.4520054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:14:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.639, "pushed": 7.639, "read": 7.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.649, "count": 228, "max_ms": 28.048, "p95_ms": 20.718}, "gstreamer_push": {"avg_ms": 1.103, "count": 229, "max_ms": 1.627, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.328, "count": 228, "max_ms": 66.006, "p95_ms": 63.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.739, "count": 228, "max_ms": 75.279, "p95_ms": 69.451}, "yolo11_640_fire_11class": {"avg_ms": 52.035, "count": 228, "max_ms": 68.809, "p95_ms": 66.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.307, "count": 228, "max_ms": 83.107, "p95_ms": 77.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.572, "count": 229, "max_ms": 146.719, "p95_ms": 140.088}, "read_interval": {"avg_ms": 131.472, "count": 228, "max_ms": 155.958, "p95_ms": 151.092}, "triton_wait": {"avg_ms": 60.924, "count": 228, "max_ms": 83.119, "p95_ms": 77.815}, "visualize": {"avg_ms": 4.816, "count": 228, "max_ms": 7.246, "p95_ms": 6.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15952.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8893.376, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.272, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1864448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:14:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:14:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T15:14:56.372119+09:00", "mtime_epoch": 1783232096.3721192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:14:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2329.027, "name": "celery", "pid": 267, "rss_mb": 2329.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.666, "count": 302, "max_ms": 12.721, "p95_ms": 9.175}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 1.895, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.402, "count": 302, "max_ms": 65.855, "p95_ms": 62.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.034, "count": 302, "max_ms": 74.887, "p95_ms": 66.798}, "yolo11_640_fire_11class": {"avg_ms": 51.964, "count": 302, "max_ms": 73.057, "p95_ms": 64.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.288, "count": 302, "max_ms": 81.685, "p95_ms": 76.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.989, "count": 302, "max_ms": 125.66, "p95_ms": 92.919}, "read_interval": {"avg_ms": 99.459, "count": 302, "max_ms": 564.401, "p95_ms": 118.361}, "triton_wait": {"avg_ms": 55.193, "count": 302, "max_ms": 81.696, "p95_ms": 76.717}, "visualize": {"avg_ms": 3.704, "count": 302, "max_ms": 5.177, "p95_ms": 4.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15958.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 689, "h264_decode_error_count": 1673, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:08:33+09:00", "last_error_summary": "[h264 @ 0x556007aafcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556007aafcc0] error while decoding MB 0 19, bytestream 59048 [h264 @ 0x5560082fa9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5560082fa9c0] error while decoding MB 0 20, bytestream 10042 [h264 @ 0x556007a73900] cabac decode of qscale diff failed at 44 9 [h264 @ 0x556007a73900] error while decoding MB 44 9, bytestream 11529 [h264 @ 0x5560084986c0] left block unavailable for requested int", "last_exit_at": "2026-07-05T15:12:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.387, "last_started_at": "2026-07-05T15:12:09+09:00", "pid": 134617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.395, "name": "ffmpeg", "pid": 134617, "rss_mb": 283.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 769, "restart_count_per_hour": 18, "rtsp_timeout_count": 428, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 770}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.519, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1463940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:15:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:15:22+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T15:15:22+09:00", "mjpeg": {"age_sec": 9.003, "exists": true, "mtime": "2026-07-05T15:15:13.228508+09:00", "mtime_epoch": 1783232113.2285078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:15:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.41, "pushed": 5.41, "read": 5.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.794, "count": 162, "max_ms": 31.527, "p95_ms": 20.63}, "gstreamer_push": {"avg_ms": 1.108, "count": 162, "max_ms": 1.484, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.275, "count": 162, "max_ms": 67.687, "p95_ms": 63.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.153, "count": 162, "max_ms": 77.262, "p95_ms": 71.869}, "yolo11_640_fire_11class": {"avg_ms": 51.565, "count": 162, "max_ms": 70.702, "p95_ms": 65.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.599, "count": 162, "max_ms": 81.972, "p95_ms": 79.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.846, "count": 162, "max_ms": 143.438, "p95_ms": 140.206}, "read_interval": {"avg_ms": 185.958, "count": 161, "max_ms": 9013.21, "p95_ms": 151.817}, "triton_wait": {"avg_ms": 60.295, "count": 162, "max_ms": 81.984, "p95_ms": 79.139}, "visualize": {"avg_ms": 4.831, "count": 162, "max_ms": 7.482, "p95_ms": 5.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15958.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8923.383, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.129, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1864747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:15:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:15:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:15:26+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T15:15:26.380810+09:00", "mtime_epoch": 1783232126.3808098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:15:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2329.027, "name": "celery", "pid": 267, "rss_mb": 2329.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.45, "count": 299, "max_ms": 9.495, "p95_ms": 8.354}, "gstreamer_push": {"avg_ms": 1.283, "count": 299, "max_ms": 2.088, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.199, "count": 299, "max_ms": 66.06, "p95_ms": 61.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.091, "count": 299, "max_ms": 74.375, "p95_ms": 67.085}, "yolo11_640_fire_11class": {"avg_ms": 50.206, "count": 299, "max_ms": 70.751, "p95_ms": 63.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.322, "count": 299, "max_ms": 79.676, "p95_ms": 76.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.494, "count": 299, "max_ms": 96.964, "p95_ms": 92.215}, "read_interval": {"avg_ms": 100.36, "count": 299, "max_ms": 756.31, "p95_ms": 173.38}, "triton_wait": {"avg_ms": 52.459, "count": 299, "max_ms": 79.688, "p95_ms": 76.448}, "visualize": {"avg_ms": 3.675, "count": 299, "max_ms": 4.721, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15940.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 690, "h264_decode_error_count": 1681, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:15:33+09:00", "last_error_summary": "[h264 @ 0x5566f3437a80] cabac decode of qscale diff failed at 22 14 [h264 @ 0x5566f3437a80] error while decoding MB 22 14, bytestream 7293 [h264 @ 0x5566f3368c00] cabac decode of qscale diff failed at 11 33 [h264 @ 0x5566f3368c00] error while decoding MB 11 33, bytestream 993 [h264 @ 0x5566f26adb40] cabac decode of qscale diff failed at 27 33 [h264 @ 0x5566f26adb40] error while decoding MB 27 33, bytestream 52046 [h264 @ 0x5566f276e6c0] reference picture missing during reorder [h264 @ 0x5566f276", "last_exit_at": "2026-07-05T15:15:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.175, "last_started_at": "2026-07-05T15:15:36+09:00", "pid": 134724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.02, "name": "ffmpeg", "pid": 134724, "rss_mb": 264.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 770, "restart_count_per_hour": 19, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 771}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.368, "sample_count": 2068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:15:52+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T15:15:52+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T15:15:52.225400+09:00", "mtime_epoch": 1783232152.2254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:15:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 119, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.923, "pushed": 5.923, "read": 5.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.859, "count": 119, "max_ms": 25.28, "p95_ms": 23.495}, "gstreamer_push": {"avg_ms": 1.11, "count": 119, "max_ms": 1.339, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.238, "count": 119, "max_ms": 63.615, "p95_ms": 62.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.5, "count": 119, "max_ms": 76.885, "p95_ms": 70.303}, "yolo11_640_fire_11class": {"avg_ms": 49.405, "count": 119, "max_ms": 66.133, "p95_ms": 64.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.009, "count": 119, "max_ms": 80.053, "p95_ms": 77.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.109, "count": 119, "max_ms": 140.231, "p95_ms": 138.587}, "read_interval": {"avg_ms": 252.974, "count": 119, "max_ms": 10126.023, "p95_ms": 151.521}, "triton_wait": {"avg_ms": 57.392, "count": 119, "max_ms": 80.065, "p95_ms": 77.231}, "visualize": {"avg_ms": 4.758, "count": 119, "max_ms": 7.122, "p95_ms": 5.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.093, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15940.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8953.44, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.853, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1865048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:15:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:15:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:15:56+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:15:56.437496+09:00", "mtime_epoch": 1783232156.437496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:15:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2329.285, "name": "celery", "pid": 267, "rss_mb": 2329.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.434, "count": 301, "max_ms": 10.622, "p95_ms": 8.144}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 1.994, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.393, "count": 301, "max_ms": 64.61, "p95_ms": 61.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.815, "count": 301, "max_ms": 71.971, "p95_ms": 66.65}, "yolo11_640_fire_11class": {"avg_ms": 50.336, "count": 301, "max_ms": 66.072, "p95_ms": 63.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.549, "count": 301, "max_ms": 78.796, "p95_ms": 75.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.704, "count": 301, "max_ms": 94.924, "p95_ms": 90.937}, "read_interval": {"avg_ms": 99.91, "count": 300, "max_ms": 621.23, "p95_ms": 110.848}, "triton_wait": {"avg_ms": 52.645, "count": 301, "max_ms": 78.809, "p95_ms": 75.045}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 4.963, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15942.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 690, "h264_decode_error_count": 1681, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:15:33+09:00", "last_error_summary": "[h264 @ 0x5566f3437a80] cabac decode of qscale diff failed at 22 14 [h264 @ 0x5566f3437a80] error while decoding MB 22 14, bytestream 7293 [h264 @ 0x5566f3368c00] cabac decode of qscale diff failed at 11 33 [h264 @ 0x5566f3368c00] error while decoding MB 11 33, bytestream 993 [h264 @ 0x5566f26adb40] cabac decode of qscale diff failed at 27 33 [h264 @ 0x5566f26adb40] error while decoding MB 27 33, bytestream 52046 [h264 @ 0x5566f276e6c0] reference picture missing during reorder [h264 @ 0x5566f276", "last_exit_at": "2026-07-05T15:15:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.209, "last_started_at": "2026-07-05T15:15:36+09:00", "pid": 134724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.082, "name": "ffmpeg", "pid": 134724, "rss_mb": 266.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 770, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 771}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.244, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:16:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:16:22+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T15:16:22+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T15:16:22.230081+09:00", "mtime_epoch": 1783232182.2300808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:16:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.594, "pushed": 7.594, "read": 7.561}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.941, "count": 227, "max_ms": 30.102, "p95_ms": 21.877}, "gstreamer_push": {"avg_ms": 1.117, "count": 227, "max_ms": 1.389, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.19, "count": 227, "max_ms": 64.769, "p95_ms": 62.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.133, "count": 227, "max_ms": 76.691, "p95_ms": 68.981}, "yolo11_640_fire_11class": {"avg_ms": 50.064, "count": 227, "max_ms": 67.497, "p95_ms": 65.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.979, "count": 227, "max_ms": 80.812, "p95_ms": 75.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.7, "count": 227, "max_ms": 141.214, "p95_ms": 138.386}, "read_interval": {"avg_ms": 132.217, "count": 226, "max_ms": 156.889, "p95_ms": 151.513}, "triton_wait": {"avg_ms": 58.528, "count": 227, "max_ms": 80.826, "p95_ms": 75.772}, "visualize": {"avg_ms": 4.765, "count": 227, "max_ms": 6.524, "p95_ms": 5.564}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15943.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8983.516, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.694, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1865349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:16:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:16:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T15:16:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T15:16:26.490177+09:00", "mtime_epoch": 1783232186.490177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:16:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2329.285, "name": "celery", "pid": 267, "rss_mb": 2329.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 301, "max_ms": 12.216, "p95_ms": 8.281}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 1.619, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.271, "count": 301, "max_ms": 67.901, "p95_ms": 62.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.126, "count": 301, "max_ms": 74.493, "p95_ms": 65.423}, "yolo11_640_fire_11class": {"avg_ms": 51.327, "count": 301, "max_ms": 69.252, "p95_ms": 63.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.499, "count": 301, "max_ms": 78.573, "p95_ms": 75.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.159, "count": 301, "max_ms": 94.427, "p95_ms": 91.516}, "read_interval": {"avg_ms": 99.889, "count": 300, "max_ms": 455.044, "p95_ms": 178.884}, "triton_wait": {"avg_ms": 55.091, "count": 301, "max_ms": 78.585, "p95_ms": 75.455}, "visualize": {"avg_ms": 3.667, "count": 301, "max_ms": 5.533, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15944.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 690, "h264_decode_error_count": 1681, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:15:33+09:00", "last_error_summary": "[h264 @ 0x5566f3437a80] cabac decode of qscale diff failed at 22 14 [h264 @ 0x5566f3437a80] error while decoding MB 22 14, bytestream 7293 [h264 @ 0x5566f3368c00] cabac decode of qscale diff failed at 11 33 [h264 @ 0x5566f3368c00] error while decoding MB 11 33, bytestream 993 [h264 @ 0x5566f26adb40] cabac decode of qscale diff failed at 27 33 [h264 @ 0x5566f26adb40] error while decoding MB 27 33, bytestream 52046 [h264 @ 0x5566f276e6c0] reference picture missing during reorder [h264 @ 0x5566f276", "last_exit_at": "2026-07-05T15:15:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.252, "last_started_at": "2026-07-05T15:15:36+09:00", "pid": 134724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.855, "name": "ffmpeg", "pid": 134724, "rss_mb": 266.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 770, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 771}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.291, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:16:52+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T15:16:52+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T15:16:52.274758+09:00", "mtime_epoch": 1783232212.2747576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:16:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.521, "pushed": 7.521, "read": 7.488}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.75, "count": 225, "max_ms": 31.706, "p95_ms": 20.598}, "gstreamer_push": {"avg_ms": 1.126, "count": 225, "max_ms": 1.883, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.158, "count": 225, "max_ms": 65.999, "p95_ms": 62.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.067, "count": 225, "max_ms": 75.981, "p95_ms": 67.565}, "yolo11_640_fire_11class": {"avg_ms": 51.366, "count": 225, "max_ms": 68.219, "p95_ms": 65.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.698, "count": 225, "max_ms": 79.61, "p95_ms": 77.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.795, "count": 225, "max_ms": 141.336, "p95_ms": 138.428}, "read_interval": {"avg_ms": 133.442, "count": 224, "max_ms": 154.154, "p95_ms": 151.069}, "triton_wait": {"avg_ms": 60.116, "count": 225, "max_ms": 79.619, "p95_ms": 77.058}, "visualize": {"avg_ms": 4.791, "count": 225, "max_ms": 7.245, "p95_ms": 5.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15944.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9013.571, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.728, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1865647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:16:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:16:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T15:16:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T15:16:56.546854+09:00", "mtime_epoch": 1783232216.5468535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:16:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2329.543, "name": "celery", "pid": 267, "rss_mb": 2329.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.549, "count": 298, "max_ms": 11.651, "p95_ms": 8.754}, "gstreamer_push": {"avg_ms": 1.264, "count": 298, "max_ms": 1.509, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.771, "count": 298, "max_ms": 65.882, "p95_ms": 63.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.666, "count": 298, "max_ms": 76.361, "p95_ms": 67.792}, "yolo11_640_fire_11class": {"avg_ms": 52.422, "count": 298, "max_ms": 67.103, "p95_ms": 64.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.69, "count": 298, "max_ms": 78.798, "p95_ms": 76.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.535, "count": 298, "max_ms": 95.096, "p95_ms": 92.509}, "read_interval": {"avg_ms": 100.828, "count": 297, "max_ms": 565.67, "p95_ms": 146.694}, "triton_wait": {"avg_ms": 56.407, "count": 298, "max_ms": 78.811, "p95_ms": 76.617}, "visualize": {"avg_ms": 3.655, "count": 298, "max_ms": 4.601, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15944.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 690, "h264_decode_error_count": 1681, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:15:33+09:00", "last_error_summary": "[h264 @ 0x5566f3437a80] cabac decode of qscale diff failed at 22 14 [h264 @ 0x5566f3437a80] error while decoding MB 22 14, bytestream 7293 [h264 @ 0x5566f3368c00] cabac decode of qscale diff failed at 11 33 [h264 @ 0x5566f3368c00] error while decoding MB 11 33, bytestream 993 [h264 @ 0x5566f26adb40] cabac decode of qscale diff failed at 27 33 [h264 @ 0x5566f26adb40] error while decoding MB 27 33, bytestream 52046 [h264 @ 0x5566f276e6c0] reference picture missing during reorder [h264 @ 0x5566f276", "last_exit_at": "2026-07-05T15:15:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.344, "last_started_at": "2026-07-05T15:15:36+09:00", "pid": 134724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.855, "name": "ffmpeg", "pid": 134724, "rss_mb": 266.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 770, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 771}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.469, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:17:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:17:22+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T15:17:22+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T15:17:22.383431+09:00", "mtime_epoch": 1783232242.3834312, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:17:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.476, "pushed": 7.476, "read": 7.443}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.9, "count": 224, "max_ms": 23.178, "p95_ms": 20.929}, "gstreamer_push": {"avg_ms": 1.121, "count": 224, "max_ms": 1.335, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.605, "count": 224, "max_ms": 65.408, "p95_ms": 62.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.568, "count": 224, "max_ms": 76.972, "p95_ms": 68.622}, "yolo11_640_fire_11class": {"avg_ms": 51.011, "count": 224, "max_ms": 68.856, "p95_ms": 65.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.03, "count": 224, "max_ms": 81.559, "p95_ms": 77.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.614, "count": 224, "max_ms": 149.003, "p95_ms": 140.268}, "read_interval": {"avg_ms": 134.351, "count": 223, "max_ms": 159.99, "p95_ms": 152.941}, "triton_wait": {"avg_ms": 59.446, "count": 224, "max_ms": 81.571, "p95_ms": 78.0}, "visualize": {"avg_ms": 4.795, "count": 224, "max_ms": 6.377, "p95_ms": 5.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15944.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9043.616, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.919, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1865948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:17:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:17:26+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T15:17:26+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T15:17:26.571525+09:00", "mtime_epoch": 1783232246.5715246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:17:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2329.543, "name": "celery", "pid": 267, "rss_mb": 2329.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.682, "count": 301, "max_ms": 11.952, "p95_ms": 9.423}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.996, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.93, "count": 301, "max_ms": 67.532, "p95_ms": 63.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.667, "count": 301, "max_ms": 79.906, "p95_ms": 67.929}, "yolo11_640_fire_11class": {"avg_ms": 52.342, "count": 301, "max_ms": 73.108, "p95_ms": 65.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.466, "count": 301, "max_ms": 81.864, "p95_ms": 77.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.226, "count": 301, "max_ms": 131.526, "p95_ms": 98.924}, "read_interval": {"avg_ms": 99.879, "count": 300, "max_ms": 572.394, "p95_ms": 124.62}, "triton_wait": {"avg_ms": 56.147, "count": 301, "max_ms": 81.876, "p95_ms": 77.527}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 5.496, "p95_ms": 4.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15944.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 690, "h264_decode_error_count": 1681, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:15:33+09:00", "last_error_summary": "[h264 @ 0x5566f3437a80] cabac decode of qscale diff failed at 22 14 [h264 @ 0x5566f3437a80] error while decoding MB 22 14, bytestream 7293 [h264 @ 0x5566f3368c00] cabac decode of qscale diff failed at 11 33 [h264 @ 0x5566f3368c00] error while decoding MB 11 33, bytestream 993 [h264 @ 0x5566f26adb40] cabac decode of qscale diff failed at 27 33 [h264 @ 0x5566f26adb40] error while decoding MB 27 33, bytestream 52046 [h264 @ 0x5566f276e6c0] reference picture missing during reorder [h264 @ 0x5566f276", "last_exit_at": "2026-07-05T15:15:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.42, "last_started_at": "2026-07-05T15:15:36+09:00", "pid": 134724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.855, "name": "ffmpeg", "pid": 134724, "rss_mb": 266.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 770, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 771}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.518, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:17:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:17:52+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:17:52+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T15:17:52.468100+09:00", "mtime_epoch": 1783232272.4681003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:17:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.481, "pushed": 7.481, "read": 7.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.816, "count": 224, "max_ms": 29.198, "p95_ms": 20.368}, "gstreamer_push": {"avg_ms": 1.125, "count": 224, "max_ms": 1.643, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.925, "count": 224, "max_ms": 65.405, "p95_ms": 62.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.909, "count": 224, "max_ms": 77.0, "p95_ms": 67.772}, "yolo11_640_fire_11class": {"avg_ms": 50.801, "count": 224, "max_ms": 69.209, "p95_ms": 64.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.517, "count": 224, "max_ms": 80.861, "p95_ms": 77.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.653, "count": 224, "max_ms": 165.465, "p95_ms": 139.962}, "read_interval": {"avg_ms": 134.296, "count": 223, "max_ms": 179.072, "p95_ms": 153.682}, "triton_wait": {"avg_ms": 58.861, "count": 224, "max_ms": 80.873, "p95_ms": 77.361}, "visualize": {"avg_ms": 4.779, "count": 224, "max_ms": 6.149, "p95_ms": 5.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15944.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9073.645, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.796, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1866244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:17:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:17:56+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T15:17:56+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T15:17:56.636193+09:00", "mtime_epoch": 1783232276.6361926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:17:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2329.801, "name": "celery", "pid": 267, "rss_mb": 2329.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.85}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.843, "count": 296, "max_ms": 12.231, "p95_ms": 9.673}, "gstreamer_push": {"avg_ms": 1.257, "count": 296, "max_ms": 1.443, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.563, "count": 296, "max_ms": 69.17, "p95_ms": 64.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.635, "count": 296, "max_ms": 77.415, "p95_ms": 68.813}, "yolo11_640_fire_11class": {"avg_ms": 53.271, "count": 296, "max_ms": 70.649, "p95_ms": 67.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.41, "count": 296, "max_ms": 83.793, "p95_ms": 79.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.034, "count": 296, "max_ms": 138.534, "p95_ms": 124.458}, "read_interval": {"avg_ms": 101.492, "count": 295, "max_ms": 453.815, "p95_ms": 149.972}, "triton_wait": {"avg_ms": 57.154, "count": 296, "max_ms": 83.805, "p95_ms": 79.297}, "visualize": {"avg_ms": 3.847, "count": 296, "max_ms": 5.449, "p95_ms": 5.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15945.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 690, "h264_decode_error_count": 1681, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:15:33+09:00", "last_error_summary": "[h264 @ 0x5566f3437a80] cabac decode of qscale diff failed at 22 14 [h264 @ 0x5566f3437a80] error while decoding MB 22 14, bytestream 7293 [h264 @ 0x5566f3368c00] cabac decode of qscale diff failed at 11 33 [h264 @ 0x5566f3368c00] error while decoding MB 11 33, bytestream 993 [h264 @ 0x5566f26adb40] cabac decode of qscale diff failed at 27 33 [h264 @ 0x5566f26adb40] error while decoding MB 27 33, bytestream 52046 [h264 @ 0x5566f276e6c0] reference picture missing during reorder [h264 @ 0x5566f276", "last_exit_at": "2026-07-05T15:15:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.517, "last_started_at": "2026-07-05T15:15:36+09:00", "pid": 134724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.855, "name": "ffmpeg", "pid": 134724, "rss_mb": 266.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 770, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 771}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.897, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1465178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:18:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:18:22+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T15:18:22+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T15:18:22.536765+09:00", "mtime_epoch": 1783232302.5367649, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:18:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.315, "pushed": 7.315, "read": 7.282}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.069, "count": 219, "max_ms": 32.483, "p95_ms": 21.874}, "gstreamer_push": {"avg_ms": 1.12, "count": 219, "max_ms": 1.833, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.22, "count": 219, "max_ms": 66.787, "p95_ms": 63.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.053, "count": 219, "max_ms": 76.07, "p95_ms": 68.325}, "yolo11_640_fire_11class": {"avg_ms": 51.498, "count": 219, "max_ms": 69.596, "p95_ms": 65.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.455, "count": 219, "max_ms": 82.718, "p95_ms": 78.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.874, "count": 219, "max_ms": 165.508, "p95_ms": 144.955}, "read_interval": {"avg_ms": 137.353, "count": 218, "max_ms": 178.253, "p95_ms": 156.146}, "triton_wait": {"avg_ms": 59.857, "count": 219, "max_ms": 82.729, "p95_ms": 78.176}, "visualize": {"avg_ms": 4.926, "count": 219, "max_ms": 6.519, "p95_ms": 5.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15945.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9103.696, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.787, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1866549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:18:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T15:18:26+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T15:18:26.684856+09:00", "mtime_epoch": 1783232306.6848562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:18:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2329.801, "name": "celery", "pid": 267, "rss_mb": 2329.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.182, "pushed": 10.182, "read": 10.148}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.714, "count": 305, "max_ms": 13.704, "p95_ms": 9.612}, "gstreamer_push": {"avg_ms": 1.278, "count": 305, "max_ms": 1.818, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.659, "count": 305, "max_ms": 72.172, "p95_ms": 63.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.708, "count": 305, "max_ms": 78.131, "p95_ms": 67.625}, "yolo11_640_fire_11class": {"avg_ms": 51.616, "count": 305, "max_ms": 73.832, "p95_ms": 65.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.391, "count": 305, "max_ms": 80.333, "p95_ms": 77.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.634, "count": 305, "max_ms": 136.837, "p95_ms": 94.737}, "read_interval": {"avg_ms": 98.568, "count": 304, "max_ms": 536.065, "p95_ms": 142.195}, "triton_wait": {"avg_ms": 55.009, "count": 305, "max_ms": 80.342, "p95_ms": 77.176}, "visualize": {"avg_ms": 3.761, "count": 305, "max_ms": 6.161, "p95_ms": 4.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15815.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 691, "h264_decode_error_count": 1682, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:18:50+09:00", "last_error_summary": "[h264 @ 0x555daa2c7380] error while decoding MB 2 33, bytestream -5", "last_exit_at": "2026-07-05T15:18:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.136, "last_started_at": "2026-07-05T15:18:53+09:00", "pid": 134831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 142.027, "name": "ffmpeg", "pid": 134831, "rss_mb": 142.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 771, "restart_count_per_hour": 19, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 772}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.133, "sample_count": 2039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1465388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:18:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:18:55+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T15:18:55+09:00", "mjpeg": {"age_sec": 4.615, "exists": true, "mtime": "2026-07-05T15:18:51.033391+09:00", "mtime_epoch": 1783232331.033391, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:18:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9322.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.284, "pushed": 6.284, "read": 6.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.415, "count": 188, "max_ms": 32.823, "p95_ms": 23.192}, "gstreamer_push": {"avg_ms": 1.114, "count": 188, "max_ms": 1.645, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.561, "count": 188, "max_ms": 68.667, "p95_ms": 63.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.408, "count": 188, "max_ms": 75.719, "p95_ms": 69.551}, "yolo11_640_fire_11class": {"avg_ms": 50.6, "count": 188, "max_ms": 68.655, "p95_ms": 65.108}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.481, "count": 188, "max_ms": 81.871, "p95_ms": 76.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.148, "count": 188, "max_ms": 168.378, "p95_ms": 145.107}, "read_interval": {"avg_ms": 159.988, "count": 187, "max_ms": 4636.27, "p95_ms": 158.546}, "triton_wait": {"avg_ms": 58.964, "count": 188, "max_ms": 81.883, "p95_ms": 76.86}, "visualize": {"avg_ms": 4.893, "count": 188, "max_ms": 6.444, "p95_ms": 5.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15826.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9133.702, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.775, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1866849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:18:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:18:56+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T15:18:56+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T15:18:56.685515+09:00", "mtime_epoch": 1783232336.685515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:18:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2330.059, "name": "celery", "pid": 267, "rss_mb": 2330.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.68, "count": 300, "max_ms": 11.691, "p95_ms": 9.557}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.839, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.534, "count": 300, "max_ms": 69.78, "p95_ms": 63.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.038, "count": 300, "max_ms": 77.406, "p95_ms": 62.967}, "yolo11_640_fire_11class": {"avg_ms": 51.072, "count": 300, "max_ms": 70.175, "p95_ms": 65.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.591, "count": 300, "max_ms": 82.597, "p95_ms": 76.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.839, "count": 300, "max_ms": 104.352, "p95_ms": 93.697}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 551.377, "p95_ms": 119.403}, "triton_wait": {"avg_ms": 54.261, "count": 300, "max_ms": 82.609, "p95_ms": 76.719}, "visualize": {"avg_ms": 3.744, "count": 300, "max_ms": 5.112, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15945.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 691, "h264_decode_error_count": 1682, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:18:50+09:00", "last_error_summary": "[h264 @ 0x555daa2c7380] error while decoding MB 2 33, bytestream -5", "last_exit_at": "2026-07-05T15:18:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.269, "last_started_at": "2026-07-05T15:18:53+09:00", "pid": 134831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.988, "name": "ffmpeg", "pid": 134831, "rss_mb": 267.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 771, "restart_count_per_hour": 19, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 772}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.049, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1465617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:19:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:19:25+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T15:19:25+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T15:19:25.654148+09:00", "mtime_epoch": 1783232365.6541476, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:19:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9323.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.602, "pushed": 7.602, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.919, "count": 228, "max_ms": 27.444, "p95_ms": 20.741}, "gstreamer_push": {"avg_ms": 1.118, "count": 228, "max_ms": 1.738, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.265, "count": 228, "max_ms": 73.385, "p95_ms": 62.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.694, "count": 228, "max_ms": 71.061, "p95_ms": 64.301}, "yolo11_640_fire_11class": {"avg_ms": 49.974, "count": 228, "max_ms": 74.328, "p95_ms": 64.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.345, "count": 228, "max_ms": 80.485, "p95_ms": 75.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.138, "count": 228, "max_ms": 163.191, "p95_ms": 138.98}, "read_interval": {"avg_ms": 131.529, "count": 228, "max_ms": 174.345, "p95_ms": 151.466}, "triton_wait": {"avg_ms": 57.777, "count": 228, "max_ms": 80.496, "p95_ms": 75.724}, "visualize": {"avg_ms": 4.724, "count": 228, "max_ms": 5.913, "p95_ms": 5.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15944.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9163.774, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.526, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1867152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:19:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T15:19:26+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T15:19:26.746171+09:00", "mtime_epoch": 1783232366.7461715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:19:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2330.316, "name": "celery", "pid": 267, "rss_mb": 2330.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.566, "count": 303, "max_ms": 11.698, "p95_ms": 8.574}, "gstreamer_push": {"avg_ms": 1.268, "count": 303, "max_ms": 2.157, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.574, "count": 303, "max_ms": 66.84, "p95_ms": 63.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.691, "count": 303, "max_ms": 69.292, "p95_ms": 63.282}, "yolo11_640_fire_11class": {"avg_ms": 51.207, "count": 303, "max_ms": 70.854, "p95_ms": 64.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.941, "count": 303, "max_ms": 79.834, "p95_ms": 76.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.913, "count": 303, "max_ms": 95.669, "p95_ms": 92.02}, "read_interval": {"avg_ms": 99.214, "count": 302, "max_ms": 504.444, "p95_ms": 112.332}, "triton_wait": {"avg_ms": 54.695, "count": 303, "max_ms": 79.847, "p95_ms": 76.325}, "visualize": {"avg_ms": 3.687, "count": 303, "max_ms": 5.017, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15948.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 691, "h264_decode_error_count": 1682, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:18:50+09:00", "last_error_summary": "[h264 @ 0x555daa2c7380] error while decoding MB 2 33, bytestream -5", "last_exit_at": "2026-07-05T15:18:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.396, "last_started_at": "2026-07-05T15:18:53+09:00", "pid": 134831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.566, "name": "ffmpeg", "pid": 134831, "rss_mb": 270.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 771, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 772}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.788, "sample_count": 2029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1465836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:19:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:19:55+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T15:19:55+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T15:19:55.778802+09:00", "mtime_epoch": 1783232395.7788022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:19:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9323.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.269, "pushed": 7.269, "read": 7.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.173, "count": 218, "max_ms": 25.878, "p95_ms": 22.159}, "gstreamer_push": {"avg_ms": 1.102, "count": 218, "max_ms": 1.658, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.382, "count": 218, "max_ms": 65.782, "p95_ms": 61.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.956, "count": 218, "max_ms": 73.724, "p95_ms": 68.248}, "yolo11_640_fire_11class": {"avg_ms": 50.53, "count": 218, "max_ms": 67.373, "p95_ms": 63.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.62, "count": 218, "max_ms": 79.804, "p95_ms": 76.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.326, "count": 218, "max_ms": 164.679, "p95_ms": 144.669}, "read_interval": {"avg_ms": 137.505, "count": 218, "max_ms": 175.707, "p95_ms": 157.712}, "triton_wait": {"avg_ms": 59.201, "count": 218, "max_ms": 79.817, "p95_ms": 76.232}, "visualize": {"avg_ms": 4.935, "count": 218, "max_ms": 6.797, "p95_ms": 5.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15948.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9193.816, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.43, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1867454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:19:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:19:56+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:19:56+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T15:19:56.814825+09:00", "mtime_epoch": 1783232396.8148248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:19:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2330.316, "name": "celery", "pid": 267, "rss_mb": 2330.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.484, "count": 302, "max_ms": 11.851, "p95_ms": 8.866}, "gstreamer_push": {"avg_ms": 1.242, "count": 302, "max_ms": 1.459, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.156, "count": 302, "max_ms": 66.11, "p95_ms": 63.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.431, "count": 302, "max_ms": 75.66, "p95_ms": 66.092}, "yolo11_640_fire_11class": {"avg_ms": 51.266, "count": 302, "max_ms": 73.621, "p95_ms": 64.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.536, "count": 302, "max_ms": 81.566, "p95_ms": 76.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.973, "count": 302, "max_ms": 97.287, "p95_ms": 92.061}, "read_interval": {"avg_ms": 99.533, "count": 301, "max_ms": 626.24, "p95_ms": 158.442}, "triton_wait": {"avg_ms": 55.069, "count": 302, "max_ms": 81.579, "p95_ms": 76.273}, "visualize": {"avg_ms": 3.613, "count": 302, "max_ms": 5.93, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15949.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 691, "h264_decode_error_count": 1682, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:18:50+09:00", "last_error_summary": "[h264 @ 0x555daa2c7380] error while decoding MB 2 33, bytestream -5", "last_exit_at": "2026-07-05T15:18:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.514, "last_started_at": "2026-07-05T15:18:53+09:00", "pid": 134831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.566, "name": "ffmpeg", "pid": 134831, "rss_mb": 270.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 771, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 772}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.404, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:20:26+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T15:20:25+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T15:20:25.895454+09:00", "mtime_epoch": 1783232425.8954537, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:20:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9323.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.569, "pushed": 7.569, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.978, "count": 226, "max_ms": 29.091, "p95_ms": 22.24}, "gstreamer_push": {"avg_ms": 1.13, "count": 227, "max_ms": 1.654, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.139, "count": 226, "max_ms": 69.863, "p95_ms": 62.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.546, "count": 226, "max_ms": 78.264, "p95_ms": 67.851}, "yolo11_640_fire_11class": {"avg_ms": 50.662, "count": 226, "max_ms": 75.349, "p95_ms": 64.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.266, "count": 226, "max_ms": 83.797, "p95_ms": 76.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.895, "count": 227, "max_ms": 140.161, "p95_ms": 137.871}, "read_interval": {"avg_ms": 132.6, "count": 226, "max_ms": 156.462, "p95_ms": 150.415}, "triton_wait": {"avg_ms": 58.861, "count": 226, "max_ms": 83.807, "p95_ms": 76.342}, "visualize": {"avg_ms": 4.786, "count": 226, "max_ms": 7.55, "p95_ms": 5.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15949.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9223.822, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.397, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1867751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:20:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:20:26+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T15:20:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:20:26.819474+09:00", "mtime_epoch": 1783232426.8194735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:20:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2330.574, "name": "celery", "pid": 267, "rss_mb": 2330.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.582, "count": 297, "max_ms": 11.98, "p95_ms": 8.838}, "gstreamer_push": {"avg_ms": 1.276, "count": 297, "max_ms": 1.497, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.624, "count": 297, "max_ms": 69.084, "p95_ms": 63.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.703, "count": 297, "max_ms": 77.281, "p95_ms": 68.161}, "yolo11_640_fire_11class": {"avg_ms": 52.588, "count": 297, "max_ms": 71.629, "p95_ms": 65.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.404, "count": 297, "max_ms": 80.384, "p95_ms": 76.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.505, "count": 297, "max_ms": 96.091, "p95_ms": 92.088}, "read_interval": {"avg_ms": 101.034, "count": 297, "max_ms": 584.733, "p95_ms": 143.044}, "triton_wait": {"avg_ms": 56.317, "count": 297, "max_ms": 80.395, "p95_ms": 76.306}, "visualize": {"avg_ms": 3.687, "count": 297, "max_ms": 4.627, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15949.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 691, "h264_decode_error_count": 1682, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:18:50+09:00", "last_error_summary": "[h264 @ 0x555daa2c7380] error while decoding MB 2 33, bytestream -5", "last_exit_at": "2026-07-05T15:18:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.527, "last_started_at": "2026-07-05T15:18:53+09:00", "pid": 134831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.566, "name": "ffmpeg", "pid": 134831, "rss_mb": 270.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 771, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 772}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.379, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:20:56+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T15:20:55+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T15:20:55.928100+09:00", "mtime_epoch": 1783232455.9281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:20:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9323.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.562, "pushed": 7.562, "read": 7.529}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.804, "count": 226, "max_ms": 25.393, "p95_ms": 20.693}, "gstreamer_push": {"avg_ms": 1.137, "count": 226, "max_ms": 1.99, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.501, "count": 226, "max_ms": 64.531, "p95_ms": 61.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.83, "count": 226, "max_ms": 72.604, "p95_ms": 67.905}, "yolo11_640_fire_11class": {"avg_ms": 51.21, "count": 226, "max_ms": 70.04, "p95_ms": 65.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.201, "count": 226, "max_ms": 80.413, "p95_ms": 75.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.258, "count": 226, "max_ms": 143.054, "p95_ms": 137.229}, "read_interval": {"avg_ms": 132.809, "count": 225, "max_ms": 155.395, "p95_ms": 150.251}, "triton_wait": {"avg_ms": 59.631, "count": 226, "max_ms": 80.425, "p95_ms": 75.547}, "visualize": {"avg_ms": 4.769, "count": 226, "max_ms": 6.977, "p95_ms": 5.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15949.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9253.822, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.43, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1868052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:20:56+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T15:20:56+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T15:20:56.824119+09:00", "mtime_epoch": 1783232456.8241193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:20:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2330.574, "name": "celery", "pid": 267, "rss_mb": 2330.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.438, "count": 301, "max_ms": 12.214, "p95_ms": 8.683}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.549, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.438, "count": 301, "max_ms": 65.937, "p95_ms": 63.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.844, "count": 301, "max_ms": 73.234, "p95_ms": 65.938}, "yolo11_640_fire_11class": {"avg_ms": 52.51, "count": 301, "max_ms": 70.743, "p95_ms": 65.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.815, "count": 301, "max_ms": 79.247, "p95_ms": 76.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.787, "count": 301, "max_ms": 95.789, "p95_ms": 91.771}, "read_interval": {"avg_ms": 99.67, "count": 301, "max_ms": 489.119, "p95_ms": 155.393}, "triton_wait": {"avg_ms": 55.886, "count": 301, "max_ms": 79.259, "p95_ms": 76.034}, "visualize": {"avg_ms": 3.612, "count": 301, "max_ms": 4.462, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15951.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 691, "h264_decode_error_count": 1682, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:18:50+09:00", "last_error_summary": "[h264 @ 0x555daa2c7380] error while decoding MB 2 33, bytestream -5", "last_exit_at": "2026-07-05T15:18:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.619, "last_started_at": "2026-07-05T15:18:53+09:00", "pid": 134831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.402, "name": "ffmpeg", "pid": 134831, "rss_mb": 273.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 771, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 772}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.457, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:21:26+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T15:21:26+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T15:21:26.020745+09:00", "mtime_epoch": 1783232486.020745, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:21:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9323.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.513, "pushed": 7.513, "read": 7.479}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.712, "count": 225, "max_ms": 22.587, "p95_ms": 20.426}, "gstreamer_push": {"avg_ms": 1.113, "count": 225, "max_ms": 1.495, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.318, "count": 225, "max_ms": 68.62, "p95_ms": 63.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.052, "count": 225, "max_ms": 76.685, "p95_ms": 68.192}, "yolo11_640_fire_11class": {"avg_ms": 51.328, "count": 225, "max_ms": 72.464, "p95_ms": 64.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.441, "count": 225, "max_ms": 82.477, "p95_ms": 77.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.058, "count": 225, "max_ms": 157.789, "p95_ms": 139.098}, "read_interval": {"avg_ms": 133.771, "count": 224, "max_ms": 169.322, "p95_ms": 152.185}, "triton_wait": {"avg_ms": 59.879, "count": 225, "max_ms": 82.489, "p95_ms": 77.049}, "visualize": {"avg_ms": 4.768, "count": 225, "max_ms": 6.016, "p95_ms": 5.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15951.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9283.866, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.647, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1868353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:21:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:21:26+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T15:21:26.864763+09:00", "mtime_epoch": 1783232486.8647633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:21:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2330.832, "name": "celery", "pid": 267, "rss_mb": 2330.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.56, "count": 301, "max_ms": 11.899, "p95_ms": 8.833}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.504, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.204, "count": 301, "max_ms": 68.584, "p95_ms": 64.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.424, "count": 301, "max_ms": 75.1, "p95_ms": 69.145}, "yolo11_640_fire_11class": {"avg_ms": 52.86, "count": 301, "max_ms": 72.377, "p95_ms": 65.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.515, "count": 301, "max_ms": 83.506, "p95_ms": 77.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.736, "count": 301, "max_ms": 99.288, "p95_ms": 93.17}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 463.685, "p95_ms": 206.06}, "triton_wait": {"avg_ms": 56.585, "count": 301, "max_ms": 83.518, "p95_ms": 77.269}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 4.858, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15952.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 691, "h264_decode_error_count": 1682, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:18:50+09:00", "last_error_summary": "[h264 @ 0x555daa2c7380] error while decoding MB 2 33, bytestream -5", "last_exit_at": "2026-07-05T15:18:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.619, "last_started_at": "2026-07-05T15:18:53+09:00", "pid": 134831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.402, "name": "ffmpeg", "pid": 134831, "rss_mb": 273.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 771, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 772}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.484, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:21:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:21:56+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T15:21:56+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T15:21:56.017385+09:00", "mtime_epoch": 1783232516.0173855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:21:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9323.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.503, "pushed": 7.503, "read": 7.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.64, "count": 225, "max_ms": 24.647, "p95_ms": 20.199}, "gstreamer_push": {"avg_ms": 1.113, "count": 225, "max_ms": 1.296, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.551, "count": 225, "max_ms": 66.062, "p95_ms": 62.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.526, "count": 225, "max_ms": 77.847, "p95_ms": 70.049}, "yolo11_640_fire_11class": {"avg_ms": 51.753, "count": 225, "max_ms": 70.2, "p95_ms": 64.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.725, "count": 225, "max_ms": 80.69, "p95_ms": 76.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.737, "count": 225, "max_ms": 142.374, "p95_ms": 138.336}, "read_interval": {"avg_ms": 133.321, "count": 225, "max_ms": 156.855, "p95_ms": 151.106}, "triton_wait": {"avg_ms": 60.145, "count": 225, "max_ms": 80.703, "p95_ms": 76.752}, "visualize": {"avg_ms": 4.73, "count": 225, "max_ms": 5.929, "p95_ms": 4.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15952.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9313.916, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.776, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1868651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:21:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:21:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T15:21:56+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T15:21:56.909405+09:00", "mtime_epoch": 1783232516.9094045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:21:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2330.832, "name": "celery", "pid": 267, "rss_mb": 2330.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.546, "count": 298, "max_ms": 12.628, "p95_ms": 10.694}, "gstreamer_push": {"avg_ms": 1.24, "count": 298, "max_ms": 1.729, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.07, "count": 298, "max_ms": 72.272, "p95_ms": 65.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.33, "count": 298, "max_ms": 76.143, "p95_ms": 68.908}, "yolo11_640_fire_11class": {"avg_ms": 52.768, "count": 298, "max_ms": 73.581, "p95_ms": 66.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.768, "count": 298, "max_ms": 81.886, "p95_ms": 77.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.852, "count": 298, "max_ms": 106.005, "p95_ms": 93.117}, "read_interval": {"avg_ms": 100.888, "count": 297, "max_ms": 523.589, "p95_ms": 137.275}, "triton_wait": {"avg_ms": 56.682, "count": 298, "max_ms": 81.895, "p95_ms": 77.172}, "visualize": {"avg_ms": 3.62, "count": 298, "max_ms": 5.073, "p95_ms": 4.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15809.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9343.969, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.609, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1868953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:22:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:22:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T15:22:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:22:26.966043+09:00", "mtime_epoch": 1783232546.9660435, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:22:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2331.09, "name": "celery", "pid": 267, "rss_mb": 2331.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.632, "count": 302, "max_ms": 13.297, "p95_ms": 9.506}, "gstreamer_push": {"avg_ms": 1.272, "count": 302, "max_ms": 2.027, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.301, "count": 302, "max_ms": 68.366, "p95_ms": 63.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.192, "count": 302, "max_ms": 77.58, "p95_ms": 64.778}, "yolo11_640_fire_11class": {"avg_ms": 50.864, "count": 302, "max_ms": 70.641, "p95_ms": 65.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.489, "count": 302, "max_ms": 81.957, "p95_ms": 76.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.219, "count": 302, "max_ms": 130.589, "p95_ms": 100.015}, "read_interval": {"avg_ms": 99.559, "count": 301, "max_ms": 641.827, "p95_ms": 122.774}, "triton_wait": {"avg_ms": 54.093, "count": 302, "max_ms": 81.973, "p95_ms": 76.88}, "visualize": {"avg_ms": 3.764, "count": 302, "max_ms": 6.476, "p95_ms": 4.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15817.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 692, "h264_decode_error_count": 1683, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:22:22+09:00", "last_error_summary": "[h264 @ 0x55b562756900] error while decoding MB 3 42, bytestream -15", "last_exit_at": "2026-07-05T15:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.151, "last_started_at": "2026-07-05T15:22:25+09:00", "pid": 134938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.637, "name": "ffmpeg", "pid": 134938, "rss_mb": 141.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 772, "restart_count_per_hour": 19, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 773}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.455, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:22:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:22:27+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T15:22:27+09:00", "mjpeg": {"age_sec": 4.965, "exists": true, "mtime": "2026-07-05T15:22:22.465948+09:00", "mtime_epoch": 1783232542.4659479, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:22:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9323.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.379, "pushed": 6.379, "read": 6.345}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.878, "count": 191, "max_ms": 24.754, "p95_ms": 21.358}, "gstreamer_push": {"avg_ms": 1.112, "count": 191, "max_ms": 1.705, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.886, "count": 191, "max_ms": 67.675, "p95_ms": 62.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.998, "count": 191, "max_ms": 77.095, "p95_ms": 68.416}, "yolo11_640_fire_11class": {"avg_ms": 49.836, "count": 191, "max_ms": 69.791, "p95_ms": 63.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.605, "count": 191, "max_ms": 81.394, "p95_ms": 76.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.778, "count": 191, "max_ms": 154.244, "p95_ms": 139.497}, "read_interval": {"avg_ms": 157.621, "count": 190, "max_ms": 4973.477, "p95_ms": 152.328}, "triton_wait": {"avg_ms": 57.858, "count": 191, "max_ms": 81.405, "p95_ms": 76.426}, "visualize": {"avg_ms": 4.797, "count": 191, "max_ms": 6.466, "p95_ms": 5.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15948.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9374.013, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.945, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1869253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:22:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:22:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:22:57+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T15:22:57.006680+09:00", "mtime_epoch": 1783232577.0066798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:22:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2331.09, "name": "celery", "pid": 267, "rss_mb": 2331.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.603, "count": 300, "max_ms": 11.86, "p95_ms": 8.944}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.974, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.801, "count": 300, "max_ms": 65.929, "p95_ms": 61.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.188, "count": 300, "max_ms": 74.05, "p95_ms": 66.561}, "yolo11_640_fire_11class": {"avg_ms": 51.497, "count": 300, "max_ms": 69.93, "p95_ms": 64.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.883, "count": 300, "max_ms": 80.493, "p95_ms": 74.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.885, "count": 300, "max_ms": 123.747, "p95_ms": 92.072}, "read_interval": {"avg_ms": 100.2, "count": 299, "max_ms": 563.325, "p95_ms": 178.117}, "triton_wait": {"avg_ms": 54.115, "count": 300, "max_ms": 80.506, "p95_ms": 74.983}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 5.185, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15949.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 692, "h264_decode_error_count": 1683, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:22:22+09:00", "last_error_summary": "[h264 @ 0x55b562756900] error while decoding MB 3 42, bytestream -15", "last_exit_at": "2026-07-05T15:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.232, "last_started_at": "2026-07-05T15:22:25+09:00", "pid": 134938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.664, "name": "ffmpeg", "pid": 134938, "rss_mb": 269.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 772, "restart_count_per_hour": 19, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 773}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.455, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:22:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:22:57+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T15:22:57+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T15:22:57.406688+09:00", "mtime_epoch": 1783232577.4066882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:22:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9323.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.677, "pushed": 7.677, "read": 7.643}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.928, "count": 230, "max_ms": 29.035, "p95_ms": 21.374}, "gstreamer_push": {"avg_ms": 1.112, "count": 230, "max_ms": 1.339, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.076, "count": 230, "max_ms": 65.652, "p95_ms": 63.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.939, "count": 230, "max_ms": 76.495, "p95_ms": 68.383}, "yolo11_640_fire_11class": {"avg_ms": 50.4, "count": 230, "max_ms": 68.168, "p95_ms": 66.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.346, "count": 230, "max_ms": 79.498, "p95_ms": 77.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.171, "count": 230, "max_ms": 169.162, "p95_ms": 140.852}, "read_interval": {"avg_ms": 130.823, "count": 229, "max_ms": 179.569, "p95_ms": 151.088}, "triton_wait": {"avg_ms": 57.936, "count": 230, "max_ms": 79.51, "p95_ms": 77.358}, "visualize": {"avg_ms": 4.808, "count": 230, "max_ms": 7.281, "p95_ms": 5.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15950.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9404.022, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.77, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1869556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:23:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:23:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:23:27+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T15:23:27.023314+09:00", "mtime_epoch": 1783232607.0233135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:23:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2331.348, "name": "celery", "pid": 267, "rss_mb": 2331.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.443, "count": 303, "max_ms": 11.273, "p95_ms": 8.534}, "gstreamer_push": {"avg_ms": 1.259, "count": 303, "max_ms": 1.985, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.181, "count": 303, "max_ms": 69.719, "p95_ms": 63.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.6, "count": 303, "max_ms": 75.535, "p95_ms": 70.744}, "yolo11_640_fire_11class": {"avg_ms": 52.581, "count": 303, "max_ms": 71.239, "p95_ms": 64.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.775, "count": 303, "max_ms": 80.82, "p95_ms": 76.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.011, "count": 303, "max_ms": 96.89, "p95_ms": 92.559}, "read_interval": {"avg_ms": 99.047, "count": 303, "max_ms": 498.097, "p95_ms": 111.52}, "triton_wait": {"avg_ms": 56.018, "count": 303, "max_ms": 80.833, "p95_ms": 76.701}, "visualize": {"avg_ms": 3.65, "count": 303, "max_ms": 4.723, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15950.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 692, "h264_decode_error_count": 1683, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:22:22+09:00", "last_error_summary": "[h264 @ 0x55b562756900] error while decoding MB 3 42, bytestream -15", "last_exit_at": "2026-07-05T15:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.239, "last_started_at": "2026-07-05T15:22:25+09:00", "pid": 134938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.953, "name": "ffmpeg", "pid": 134938, "rss_mb": 270.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 772, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 773}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.147, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:23:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:23:27+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T15:23:27+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T15:23:27.415322+09:00", "mtime_epoch": 1783232607.4153218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:23:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9323.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.907, "count": 228, "max_ms": 25.461, "p95_ms": 20.894}, "gstreamer_push": {"avg_ms": 1.12, "count": 228, "max_ms": 1.715, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.612, "count": 228, "max_ms": 66.778, "p95_ms": 63.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.032, "count": 228, "max_ms": 78.612, "p95_ms": 71.411}, "yolo11_640_fire_11class": {"avg_ms": 52.163, "count": 228, "max_ms": 69.723, "p95_ms": 66.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.958, "count": 228, "max_ms": 80.803, "p95_ms": 77.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.012, "count": 228, "max_ms": 166.253, "p95_ms": 140.558}, "read_interval": {"avg_ms": 131.612, "count": 228, "max_ms": 174.435, "p95_ms": 151.038}, "triton_wait": {"avg_ms": 60.498, "count": 228, "max_ms": 80.815, "p95_ms": 77.877}, "visualize": {"avg_ms": 4.754, "count": 228, "max_ms": 7.226, "p95_ms": 5.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15951.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9434.068, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.655, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1869853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:23:57+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T15:23:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T15:23:57.043945+09:00", "mtime_epoch": 1783232637.043945, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:23:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2331.605, "name": "celery", "pid": 267, "rss_mb": 2331.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.878}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.433, "count": 297, "max_ms": 12.321, "p95_ms": 8.362}, "gstreamer_push": {"avg_ms": 1.254, "count": 297, "max_ms": 1.646, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.321, "count": 297, "max_ms": 71.167, "p95_ms": 63.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.247, "count": 297, "max_ms": 76.619, "p95_ms": 67.33}, "yolo11_640_fire_11class": {"avg_ms": 51.648, "count": 297, "max_ms": 73.626, "p95_ms": 65.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.211, "count": 297, "max_ms": 79.453, "p95_ms": 76.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.501, "count": 297, "max_ms": 96.126, "p95_ms": 92.643}, "read_interval": {"avg_ms": 101.139, "count": 296, "max_ms": 585.716, "p95_ms": 200.959}, "triton_wait": {"avg_ms": 54.526, "count": 297, "max_ms": 79.465, "p95_ms": 76.668}, "visualize": {"avg_ms": 3.642, "count": 297, "max_ms": 4.75, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15951.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 692, "h264_decode_error_count": 1683, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:22:22+09:00", "last_error_summary": "[h264 @ 0x55b562756900] error while decoding MB 3 42, bytestream -15", "last_exit_at": "2026-07-05T15:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.298, "last_started_at": "2026-07-05T15:22:25+09:00", "pid": 134938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.211, "name": "ffmpeg", "pid": 134938, "rss_mb": 271.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 772, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 773}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.424, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:23:57+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:23:57+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T15:23:57.471954+09:00", "mtime_epoch": 1783232637.471954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:23:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9324.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.515, "pushed": 7.515, "read": 7.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.912, "count": 225, "max_ms": 23.077, "p95_ms": 20.761}, "gstreamer_push": {"avg_ms": 1.102, "count": 225, "max_ms": 1.405, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.385, "count": 225, "max_ms": 66.924, "p95_ms": 63.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.486, "count": 225, "max_ms": 74.235, "p95_ms": 67.51}, "yolo11_640_fire_11class": {"avg_ms": 50.213, "count": 225, "max_ms": 67.431, "p95_ms": 66.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.01, "count": 225, "max_ms": 80.174, "p95_ms": 77.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.166, "count": 225, "max_ms": 163.142, "p95_ms": 144.439}, "read_interval": {"avg_ms": 133.634, "count": 224, "max_ms": 171.411, "p95_ms": 153.361}, "triton_wait": {"avg_ms": 58.837, "count": 225, "max_ms": 80.186, "p95_ms": 77.798}, "visualize": {"avg_ms": 4.901, "count": 225, "max_ms": 6.71, "p95_ms": 5.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15951.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9464.1, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.866, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1870155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:24:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:24:27+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T15:24:27+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T15:24:27.092575+09:00", "mtime_epoch": 1783232667.0925753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:24:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2331.605, "name": "celery", "pid": 267, "rss_mb": 2331.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.556, "count": 302, "max_ms": 12.192, "p95_ms": 8.867}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 2.104, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.42, "count": 302, "max_ms": 68.068, "p95_ms": 63.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.342, "count": 302, "max_ms": 74.063, "p95_ms": 68.175}, "yolo11_640_fire_11class": {"avg_ms": 51.913, "count": 302, "max_ms": 72.83, "p95_ms": 64.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.795, "count": 302, "max_ms": 80.746, "p95_ms": 77.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.317, "count": 302, "max_ms": 133.726, "p95_ms": 94.305}, "read_interval": {"avg_ms": 99.484, "count": 301, "max_ms": 724.984, "p95_ms": 118.297}, "triton_wait": {"avg_ms": 55.531, "count": 302, "max_ms": 80.758, "p95_ms": 77.437}, "visualize": {"avg_ms": 3.722, "count": 302, "max_ms": 5.6, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15951.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 692, "h264_decode_error_count": 1683, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:22:22+09:00", "last_error_summary": "[h264 @ 0x55b562756900] error while decoding MB 3 42, bytestream -15", "last_exit_at": "2026-07-05T15:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.384, "last_started_at": "2026-07-05T15:22:25+09:00", "pid": 134938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.984, "name": "ffmpeg", "pid": 134938, "rss_mb": 271.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 772, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 773}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.027, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:24:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:24:27+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:24:27+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T15:24:27.560585+09:00", "mtime_epoch": 1783232667.560585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:24:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9324.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.516, "pushed": 7.516, "read": 7.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.421, "count": 225, "max_ms": 28.469, "p95_ms": 24.64}, "gstreamer_push": {"avg_ms": 1.118, "count": 225, "max_ms": 1.642, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.394, "count": 225, "max_ms": 65.702, "p95_ms": 62.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.99, "count": 225, "max_ms": 74.501, "p95_ms": 68.301}, "yolo11_640_fire_11class": {"avg_ms": 49.54, "count": 225, "max_ms": 67.884, "p95_ms": 65.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.135, "count": 225, "max_ms": 80.621, "p95_ms": 78.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.027, "count": 225, "max_ms": 165.911, "p95_ms": 144.75}, "read_interval": {"avg_ms": 133.765, "count": 224, "max_ms": 174.049, "p95_ms": 154.526}, "triton_wait": {"avg_ms": 58.47, "count": 225, "max_ms": 80.633, "p95_ms": 78.67}, "visualize": {"avg_ms": 5.039, "count": 225, "max_ms": 8.803, "p95_ms": 6.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15952.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9494.155, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.97, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1870454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:24:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:24:57+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T15:24:57+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:24:57.153204+09:00", "mtime_epoch": 1783232697.153204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:24:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2331.863, "name": "celery", "pid": 267, "rss_mb": 2331.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.448, "count": 299, "max_ms": 11.272, "p95_ms": 8.315}, "gstreamer_push": {"avg_ms": 1.254, "count": 299, "max_ms": 1.627, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.447, "count": 299, "max_ms": 69.338, "p95_ms": 63.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.809, "count": 299, "max_ms": 81.385, "p95_ms": 69.272}, "yolo11_640_fire_11class": {"avg_ms": 51.306, "count": 299, "max_ms": 66.47, "p95_ms": 63.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.276, "count": 299, "max_ms": 81.374, "p95_ms": 76.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.16, "count": 299, "max_ms": 103.788, "p95_ms": 92.312}, "read_interval": {"avg_ms": 100.571, "count": 298, "max_ms": 625.966, "p95_ms": 169.964}, "triton_wait": {"avg_ms": 55.102, "count": 299, "max_ms": 81.395, "p95_ms": 76.856}, "visualize": {"avg_ms": 3.668, "count": 299, "max_ms": 5.475, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15952.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 692, "h264_decode_error_count": 1683, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:22:22+09:00", "last_error_summary": "[h264 @ 0x55b562756900] error while decoding MB 3 42, bytestream -15", "last_exit_at": "2026-07-05T15:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.475, "last_started_at": "2026-07-05T15:22:25+09:00", "pid": 134938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.242, "name": "ffmpeg", "pid": 134938, "rss_mb": 272.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 772, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 773}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.386, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1468075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:24:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:24:57+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T15:24:57+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T15:24:57.625214+09:00", "mtime_epoch": 1783232697.6252139, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:24:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9324.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.611, "pushed": 7.611, "read": 7.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.646, "count": 228, "max_ms": 23.579, "p95_ms": 20.542}, "gstreamer_push": {"avg_ms": 1.111, "count": 228, "max_ms": 1.561, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.537, "count": 228, "max_ms": 66.858, "p95_ms": 62.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.044, "count": 228, "max_ms": 80.185, "p95_ms": 70.13}, "yolo11_640_fire_11class": {"avg_ms": 51.075, "count": 228, "max_ms": 66.87, "p95_ms": 65.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.479, "count": 228, "max_ms": 80.524, "p95_ms": 77.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.387, "count": 228, "max_ms": 155.68, "p95_ms": 140.559}, "read_interval": {"avg_ms": 131.905, "count": 227, "max_ms": 164.536, "p95_ms": 150.43}, "triton_wait": {"avg_ms": 60.012, "count": 228, "max_ms": 80.536, "p95_ms": 77.534}, "visualize": {"avg_ms": 4.789, "count": 228, "max_ms": 6.791, "p95_ms": 5.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15952.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9524.646, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.006, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1870758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:25:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:25:27+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T15:25:27+09:00", "mjpeg": {"age_sec": 0.501, "exists": true, "mtime": "2026-07-05T15:25:27.205831+09:00", "mtime_epoch": 1783232727.2058306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:25:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2332.121, "name": "celery", "pid": 267, "rss_mb": 2332.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.551, "count": 299, "max_ms": 11.984, "p95_ms": 8.474}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.519, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.305, "count": 299, "max_ms": 65.779, "p95_ms": 62.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.703, "count": 299, "max_ms": 77.234, "p95_ms": 69.434}, "yolo11_640_fire_11class": {"avg_ms": 51.913, "count": 299, "max_ms": 71.201, "p95_ms": 64.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.246, "count": 299, "max_ms": 80.164, "p95_ms": 76.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.544, "count": 300, "max_ms": 95.786, "p95_ms": 92.528}, "read_interval": {"avg_ms": 100.398, "count": 299, "max_ms": 519.459, "p95_ms": 171.538}, "triton_wait": {"avg_ms": 55.34, "count": 299, "max_ms": 80.178, "p95_ms": 76.428}, "visualize": {"avg_ms": 3.688, "count": 299, "max_ms": 4.978, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15952.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 692, "h264_decode_error_count": 1683, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:22:22+09:00", "last_error_summary": "[h264 @ 0x55b562756900] error while decoding MB 3 42, bytestream -15", "last_exit_at": "2026-07-05T15:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.512, "last_started_at": "2026-07-05T15:22:25+09:00", "pid": 134938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.242, "name": "ffmpeg", "pid": 134938, "rss_mb": 272.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 772, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 773}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.567, "sample_count": 2230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1468306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:25:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:25:27+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T15:25:27+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T15:25:27.685841+09:00", "mtime_epoch": 1783232727.6858406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:25:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9324.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.721, "pushed": 7.721, "read": 7.688}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.768, "count": 231, "max_ms": 29.834, "p95_ms": 22.159}, "gstreamer_push": {"avg_ms": 1.12, "count": 231, "max_ms": 1.722, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.619, "count": 231, "max_ms": 65.048, "p95_ms": 62.806}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.766, "count": 231, "max_ms": 76.583, "p95_ms": 72.004}, "yolo11_640_fire_11class": {"avg_ms": 51.383, "count": 231, "max_ms": 68.896, "p95_ms": 66.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.367, "count": 231, "max_ms": 80.038, "p95_ms": 77.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.359, "count": 231, "max_ms": 142.686, "p95_ms": 139.876}, "read_interval": {"avg_ms": 130.048, "count": 230, "max_ms": 156.559, "p95_ms": 149.564}, "triton_wait": {"avg_ms": 59.647, "count": 231, "max_ms": 80.049, "p95_ms": 77.737}, "visualize": {"avg_ms": 4.675, "count": 231, "max_ms": 6.357, "p95_ms": 4.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15957.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9554.659, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.038, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1871060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:25:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:25:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T15:25:57+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T15:25:57.654464+09:00", "mtime_epoch": 1783232757.654464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:25:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2332.121, "name": "celery", "pid": 267, "rss_mb": 2332.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.564, "count": 302, "max_ms": 10.908, "p95_ms": 8.751}, "gstreamer_push": {"avg_ms": 1.268, "count": 302, "max_ms": 1.823, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.94, "count": 302, "max_ms": 66.687, "p95_ms": 62.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.54, "count": 302, "max_ms": 80.822, "p95_ms": 67.126}, "yolo11_640_fire_11class": {"avg_ms": 51.639, "count": 302, "max_ms": 69.401, "p95_ms": 64.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.486, "count": 302, "max_ms": 83.317, "p95_ms": 75.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.162, "count": 302, "max_ms": 124.497, "p95_ms": 92.072}, "read_interval": {"avg_ms": 99.385, "count": 302, "max_ms": 477.056, "p95_ms": 125.629}, "triton_wait": {"avg_ms": 54.868, "count": 302, "max_ms": 83.329, "p95_ms": 75.915}, "visualize": {"avg_ms": 3.703, "count": 302, "max_ms": 5.27, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15957.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 692, "h264_decode_error_count": 1683, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:22:22+09:00", "last_error_summary": "[h264 @ 0x55b562756900] error while decoding MB 3 42, bytestream -15", "last_exit_at": "2026-07-05T15:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.595, "last_started_at": "2026-07-05T15:22:25+09:00", "pid": 134938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.66, "name": "ffmpeg", "pid": 134938, "rss_mb": 276.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 772, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 773}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.853, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1468537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:25:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:25:57+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T15:25:57+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T15:25:57.742466+09:00", "mtime_epoch": 1783232757.7424657, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:25:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9324.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.717, "pushed": 7.717, "read": 7.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.771, "count": 231, "max_ms": 25.897, "p95_ms": 21.406}, "gstreamer_push": {"avg_ms": 1.123, "count": 231, "max_ms": 1.596, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.678, "count": 231, "max_ms": 71.192, "p95_ms": 63.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.356, "count": 231, "max_ms": 80.331, "p95_ms": 69.744}, "yolo11_640_fire_11class": {"avg_ms": 51.091, "count": 231, "max_ms": 73.349, "p95_ms": 66.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.769, "count": 231, "max_ms": 82.862, "p95_ms": 78.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.443, "count": 231, "max_ms": 149.594, "p95_ms": 141.027}, "read_interval": {"avg_ms": 130.147, "count": 230, "max_ms": 160.726, "p95_ms": 151.117}, "triton_wait": {"avg_ms": 59.35, "count": 231, "max_ms": 82.873, "p95_ms": 78.909}, "visualize": {"avg_ms": 4.772, "count": 231, "max_ms": 7.267, "p95_ms": 5.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16121.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9584.668, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.924, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1871362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:26:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:26:27+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T15:26:27+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T15:26:27.659086+09:00", "mtime_epoch": 1783232787.6590865, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:26:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2332.121, "name": "celery", "pid": 267, "rss_mb": 2332.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.553, "count": 302, "max_ms": 12.002, "p95_ms": 8.635}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.809, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.03, "count": 302, "max_ms": 69.203, "p95_ms": 62.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.765, "count": 302, "max_ms": 83.631, "p95_ms": 72.233}, "yolo11_640_fire_11class": {"avg_ms": 51.583, "count": 302, "max_ms": 70.13, "p95_ms": 64.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.769, "count": 302, "max_ms": 83.643, "p95_ms": 76.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.769, "count": 302, "max_ms": 99.946, "p95_ms": 92.573}, "read_interval": {"avg_ms": 99.358, "count": 302, "max_ms": 652.962, "p95_ms": 113.323}, "triton_wait": {"avg_ms": 55.729, "count": 302, "max_ms": 83.654, "p95_ms": 76.739}, "visualize": {"avg_ms": 3.657, "count": 302, "max_ms": 4.677, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16121.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 692, "h264_decode_error_count": 1683, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:22:22+09:00", "last_error_summary": "[h264 @ 0x55b562756900] error while decoding MB 3 42, bytestream -15", "last_exit_at": "2026-07-05T15:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.624, "last_started_at": "2026-07-05T15:22:25+09:00", "pid": 134938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 440.711, "name": "ffmpeg", "pid": 134938, "rss_mb": 440.711, "state": "S (sleeping)", "threads": 104}, "restart_count": 772, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 773}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.14, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1468760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:26:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:26:27+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T15:26:27+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T15:26:27.779089+09:00", "mtime_epoch": 1783232787.779089, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:26:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9324.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.459, "pushed": 7.459, "read": 7.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.965, "count": 223, "max_ms": 25.905, "p95_ms": 22.42}, "gstreamer_push": {"avg_ms": 1.092, "count": 223, "max_ms": 1.622, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.336, "count": 223, "max_ms": 67.334, "p95_ms": 62.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.948, "count": 223, "max_ms": 82.894, "p95_ms": 73.488}, "yolo11_640_fire_11class": {"avg_ms": 51.353, "count": 223, "max_ms": 69.331, "p95_ms": 65.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.223, "count": 223, "max_ms": 82.907, "p95_ms": 78.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.975, "count": 223, "max_ms": 165.297, "p95_ms": 143.356}, "read_interval": {"avg_ms": 134.589, "count": 222, "max_ms": 173.822, "p95_ms": 153.491}, "triton_wait": {"avg_ms": 59.93, "count": 223, "max_ms": 82.917, "p95_ms": 78.186}, "visualize": {"avg_ms": 4.956, "count": 223, "max_ms": 7.281, "p95_ms": 5.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15946.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9614.719, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.074, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1871659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:26:57+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T15:26:57+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T15:26:57.699708+09:00", "mtime_epoch": 1783232817.6997082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:26:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2332.379, "name": "celery", "pid": 267, "rss_mb": 2332.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.91, "pushed": 9.91, "read": 9.877}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.675, "count": 297, "max_ms": 11.56, "p95_ms": 9.056}, "gstreamer_push": {"avg_ms": 1.283, "count": 297, "max_ms": 1.85, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.142, "count": 297, "max_ms": 67.937, "p95_ms": 63.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.389, "count": 297, "max_ms": 78.921, "p95_ms": 72.402}, "yolo11_640_fire_11class": {"avg_ms": 51.78, "count": 297, "max_ms": 72.735, "p95_ms": 64.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.507, "count": 297, "max_ms": 82.428, "p95_ms": 77.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.994, "count": 297, "max_ms": 105.609, "p95_ms": 95.027}, "read_interval": {"avg_ms": 101.186, "count": 296, "max_ms": 589.891, "p95_ms": 118.494}, "triton_wait": {"avg_ms": 56.037, "count": 297, "max_ms": 82.44, "p95_ms": 78.144}, "visualize": {"avg_ms": 3.762, "count": 297, "max_ms": 5.942, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15946.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 693, "h264_decode_error_count": 1685, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:26:28+09:00", "last_error_summary": "[h264 @ 0x559ed5422c00] error while decoding MB 26 41, bytestream -7 [h264 @ 0x559ed53fb080] left block unavailable for requested intra mode [h264 @ 0x559ed53fb080] error while decoding MB 0 22, bytestream 5393", "last_exit_at": "2026-07-05T15:26:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.541, "last_started_at": "2026-07-05T15:26:30+09:00", "pid": 135045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.758, "name": "ffmpeg", "pid": 135045, "rss_mb": 265.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 773, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 774}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.48, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1468956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:26:57+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T15:26:57+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T15:26:57.843711+09:00", "mtime_epoch": 1783232817.8437111, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:26:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9324.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.56, "pushed": 6.56, "read": 6.526}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.113, "count": 196, "max_ms": 30.65, "p95_ms": 23.65}, "gstreamer_push": {"avg_ms": 1.135, "count": 196, "max_ms": 1.849, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.873, "count": 196, "max_ms": 66.187, "p95_ms": 62.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.289, "count": 196, "max_ms": 81.488, "p95_ms": 74.913}, "yolo11_640_fire_11class": {"avg_ms": 51.158, "count": 196, "max_ms": 66.697, "p95_ms": 65.108}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.775, "count": 196, "max_ms": 81.311, "p95_ms": 78.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.99, "count": 196, "max_ms": 162.678, "p95_ms": 141.397}, "read_interval": {"avg_ms": 153.433, "count": 195, "max_ms": 4201.528, "p95_ms": 151.833}, "triton_wait": {"avg_ms": 61.525, "count": 196, "max_ms": 81.5, "p95_ms": 79.021}, "visualize": {"avg_ms": 4.74, "count": 196, "max_ms": 7.036, "p95_ms": 5.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15950.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9644.755, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.091, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1871962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:27:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:27:27+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:27:27+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:27:27.752329+09:00", "mtime_epoch": 1783232847.7523289, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:27:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2332.379, "name": "celery", "pid": 267, "rss_mb": 2332.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.116, "pushed": 10.116, "read": 10.083}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.605, "count": 303, "max_ms": 12.918, "p95_ms": 9.04}, "gstreamer_push": {"avg_ms": 1.268, "count": 303, "max_ms": 2.065, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.784, "count": 303, "max_ms": 69.173, "p95_ms": 64.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.622, "count": 303, "max_ms": 79.437, "p95_ms": 71.347}, "yolo11_640_fire_11class": {"avg_ms": 52.413, "count": 303, "max_ms": 68.102, "p95_ms": 64.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.715, "count": 303, "max_ms": 82.592, "p95_ms": 78.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.844, "count": 303, "max_ms": 138.73, "p95_ms": 95.354}, "read_interval": {"avg_ms": 99.181, "count": 302, "max_ms": 444.72, "p95_ms": 151.231}, "triton_wait": {"avg_ms": 56.592, "count": 303, "max_ms": 82.604, "p95_ms": 78.602}, "visualize": {"avg_ms": 3.725, "count": 303, "max_ms": 5.102, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15950.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 693, "h264_decode_error_count": 1685, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:26:28+09:00", "last_error_summary": "[h264 @ 0x559ed5422c00] error while decoding MB 26 41, bytestream -7 [h264 @ 0x559ed53fb080] left block unavailable for requested intra mode [h264 @ 0x559ed53fb080] error while decoding MB 0 22, bytestream 5393", "last_exit_at": "2026-07-05T15:26:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.561, "last_started_at": "2026-07-05T15:26:30+09:00", "pid": 135045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.367, "name": "ffmpeg", "pid": 135045, "rss_mb": 269.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 773, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 774}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.701, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1469180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:27:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:27:27+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T15:27:27+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T15:27:27.844331+09:00", "mtime_epoch": 1783232847.8443308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:27:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9324.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.497, "pushed": 7.497, "read": 7.464}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.859, "count": 224, "max_ms": 27.136, "p95_ms": 22.039}, "gstreamer_push": {"avg_ms": 1.123, "count": 224, "max_ms": 1.616, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.982, "count": 224, "max_ms": 67.325, "p95_ms": 63.36}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.88, "count": 224, "max_ms": 79.94, "p95_ms": 73.076}, "yolo11_640_fire_11class": {"avg_ms": 52.062, "count": 224, "max_ms": 69.63, "p95_ms": 65.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.269, "count": 224, "max_ms": 82.591, "p95_ms": 78.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.3, "count": 224, "max_ms": 170.352, "p95_ms": 142.547}, "read_interval": {"avg_ms": 133.96, "count": 223, "max_ms": 178.366, "p95_ms": 153.697}, "triton_wait": {"avg_ms": 61.974, "count": 224, "max_ms": 82.603, "p95_ms": 78.467}, "visualize": {"avg_ms": 4.803, "count": 224, "max_ms": 6.611, "p95_ms": 5.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15950.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9674.832, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.235, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1872260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:27:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:27:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:27:57+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T15:27:57.824949+09:00", "mtime_epoch": 1783232877.8249485, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:27:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2332.637, "name": "celery", "pid": 267, "rss_mb": 2332.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.506, "count": 298, "max_ms": 12.489, "p95_ms": 8.659}, "gstreamer_push": {"avg_ms": 1.272, "count": 298, "max_ms": 1.662, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.064, "count": 298, "max_ms": 67.263, "p95_ms": 63.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.862, "count": 298, "max_ms": 74.682, "p95_ms": 69.082}, "yolo11_640_fire_11class": {"avg_ms": 52.625, "count": 298, "max_ms": 69.237, "p95_ms": 65.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.869, "count": 298, "max_ms": 80.779, "p95_ms": 77.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.654, "count": 298, "max_ms": 99.444, "p95_ms": 93.617}, "read_interval": {"avg_ms": 100.985, "count": 297, "max_ms": 452.24, "p95_ms": 193.909}, "triton_wait": {"avg_ms": 56.574, "count": 298, "max_ms": 80.792, "p95_ms": 77.658}, "visualize": {"avg_ms": 3.682, "count": 298, "max_ms": 4.688, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15950.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 693, "h264_decode_error_count": 1685, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:26:28+09:00", "last_error_summary": "[h264 @ 0x559ed5422c00] error while decoding MB 26 41, bytestream -7 [h264 @ 0x559ed53fb080] left block unavailable for requested intra mode [h264 @ 0x559ed53fb080] error while decoding MB 0 22, bytestream 5393", "last_exit_at": "2026-07-05T15:26:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.584, "last_started_at": "2026-07-05T15:26:30+09:00", "pid": 135045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.367, "name": "ffmpeg", "pid": 135045, "rss_mb": 269.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 773, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 774}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.632, "sample_count": 2234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1469406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:27:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:27:57+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T15:27:57+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T15:27:57.860949+09:00", "mtime_epoch": 1783232877.8609493, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:27:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9325.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.559, "pushed": 7.559, "read": 7.525}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.899, "count": 226, "max_ms": 27.339, "p95_ms": 21.515}, "gstreamer_push": {"avg_ms": 1.15, "count": 226, "max_ms": 1.662, "p95_ms": 1.508}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.511, "count": 226, "max_ms": 67.989, "p95_ms": 63.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.811, "count": 226, "max_ms": 78.274, "p95_ms": 70.46}, "yolo11_640_fire_11class": {"avg_ms": 51.993, "count": 226, "max_ms": 68.399, "p95_ms": 65.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.59, "count": 226, "max_ms": 81.267, "p95_ms": 78.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.783, "count": 226, "max_ms": 164.817, "p95_ms": 140.948}, "read_interval": {"avg_ms": 132.739, "count": 225, "max_ms": 173.179, "p95_ms": 152.935}, "triton_wait": {"avg_ms": 60.89, "count": 226, "max_ms": 81.278, "p95_ms": 78.879}, "visualize": {"avg_ms": 4.922, "count": 226, "max_ms": 7.377, "p95_ms": 6.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15951.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9704.922, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.319, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1872565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:28:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:28:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T15:28:27+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T15:28:27.893567+09:00", "mtime_epoch": 1783232907.893567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:28:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2332.895, "name": "celery", "pid": 267, "rss_mb": 2332.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.553, "count": 304, "max_ms": 12.302, "p95_ms": 8.83}, "gstreamer_push": {"avg_ms": 1.254, "count": 304, "max_ms": 1.482, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.566, "count": 304, "max_ms": 66.663, "p95_ms": 62.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.953, "count": 304, "max_ms": 74.336, "p95_ms": 68.804}, "yolo11_640_fire_11class": {"avg_ms": 52.299, "count": 304, "max_ms": 72.061, "p95_ms": 63.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.309, "count": 304, "max_ms": 80.696, "p95_ms": 77.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.793, "count": 304, "max_ms": 187.346, "p95_ms": 93.319}, "read_interval": {"avg_ms": 98.641, "count": 304, "max_ms": 510.558, "p95_ms": 113.165}, "triton_wait": {"avg_ms": 56.082, "count": 304, "max_ms": 80.708, "p95_ms": 77.166}, "visualize": {"avg_ms": 3.689, "count": 304, "max_ms": 5.405, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15951.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 693, "h264_decode_error_count": 1685, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:26:28+09:00", "last_error_summary": "[h264 @ 0x559ed5422c00] error while decoding MB 26 41, bytestream -7 [h264 @ 0x559ed53fb080] left block unavailable for requested intra mode [h264 @ 0x559ed53fb080] error while decoding MB 0 22, bytestream 5393", "last_exit_at": "2026-07-05T15:26:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.614, "last_started_at": "2026-07-05T15:26:30+09:00", "pid": 135045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.367, "name": "ffmpeg", "pid": 135045, "rss_mb": 269.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 773, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 774}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.988, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1469629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:28:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:28:28+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T15:28:27+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T15:28:27.901567+09:00", "mtime_epoch": 1783232907.9015672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:28:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9325.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.463, "pushed": 7.463, "read": 7.429}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.828, "count": 223, "max_ms": 27.02, "p95_ms": 21.137}, "gstreamer_push": {"avg_ms": 1.102, "count": 223, "max_ms": 1.624, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.456, "count": 223, "max_ms": 68.267, "p95_ms": 63.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.94, "count": 223, "max_ms": 76.418, "p95_ms": 69.099}, "yolo11_640_fire_11class": {"avg_ms": 51.992, "count": 223, "max_ms": 73.525, "p95_ms": 65.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.57, "count": 223, "max_ms": 83.519, "p95_ms": 78.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.099, "count": 223, "max_ms": 167.189, "p95_ms": 145.541}, "read_interval": {"avg_ms": 134.62, "count": 222, "max_ms": 175.035, "p95_ms": 154.411}, "triton_wait": {"avg_ms": 60.916, "count": 223, "max_ms": 83.531, "p95_ms": 78.819}, "visualize": {"avg_ms": 4.871, "count": 223, "max_ms": 5.945, "p95_ms": 5.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15951.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9734.982, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.654, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1872867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:28:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:28:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T15:28:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T15:28:57.958184+09:00", "mtime_epoch": 1783232937.9581842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:28:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2332.895, "name": "celery", "pid": 267, "rss_mb": 2332.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.79, "count": 302, "max_ms": 11.822, "p95_ms": 9.554}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 1.71, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.426, "count": 302, "max_ms": 64.923, "p95_ms": 62.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.763, "count": 302, "max_ms": 75.665, "p95_ms": 68.225}, "yolo11_640_fire_11class": {"avg_ms": 52.023, "count": 302, "max_ms": 68.594, "p95_ms": 64.302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.56, "count": 302, "max_ms": 81.484, "p95_ms": 76.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.094, "count": 302, "max_ms": 135.561, "p95_ms": 105.603}, "read_interval": {"avg_ms": 99.516, "count": 301, "max_ms": 480.708, "p95_ms": 145.531}, "triton_wait": {"avg_ms": 55.407, "count": 302, "max_ms": 81.496, "p95_ms": 76.808}, "visualize": {"avg_ms": 3.788, "count": 302, "max_ms": 5.619, "p95_ms": 5.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15951.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 693, "h264_decode_error_count": 1685, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:26:28+09:00", "last_error_summary": "[h264 @ 0x559ed5422c00] error while decoding MB 26 41, bytestream -7 [h264 @ 0x559ed53fb080] left block unavailable for requested intra mode [h264 @ 0x559ed53fb080] error while decoding MB 0 22, bytestream 5393", "last_exit_at": "2026-07-05T15:26:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.672, "last_started_at": "2026-07-05T15:26:30+09:00", "pid": 135045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.367, "name": "ffmpeg", "pid": 135045, "rss_mb": 269.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 773, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 774}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.878, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1469852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:28:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:28:58+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T15:28:57+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T15:28:57.958184+09:00", "mtime_epoch": 1783232937.9581842, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:28:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9325.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.449, "pushed": 7.449, "read": 7.416}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.981, "count": 223, "max_ms": 33.462, "p95_ms": 21.418}, "gstreamer_push": {"avg_ms": 1.097, "count": 223, "max_ms": 1.223, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.976, "count": 223, "max_ms": 65.938, "p95_ms": 62.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.357, "count": 223, "max_ms": 77.466, "p95_ms": 69.307}, "yolo11_640_fire_11class": {"avg_ms": 51.233, "count": 223, "max_ms": 70.32, "p95_ms": 66.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.631, "count": 223, "max_ms": 82.614, "p95_ms": 78.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.289, "count": 223, "max_ms": 170.531, "p95_ms": 142.764}, "read_interval": {"avg_ms": 134.743, "count": 222, "max_ms": 180.702, "p95_ms": 151.46}, "triton_wait": {"avg_ms": 60.203, "count": 223, "max_ms": 82.626, "p95_ms": 78.802}, "visualize": {"avg_ms": 4.876, "count": 223, "max_ms": 7.774, "p95_ms": 5.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15951.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9764.985, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.617, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1873164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:29:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:29:28+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:29:27+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:29:27.982800+09:00", "mtime_epoch": 1783232967.9827995, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:29:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2333.152, "name": "celery", "pid": 267, "rss_mb": 2333.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.627, "count": 297, "max_ms": 12.624, "p95_ms": 9.161}, "gstreamer_push": {"avg_ms": 1.275, "count": 297, "max_ms": 2.024, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.878, "count": 297, "max_ms": 66.392, "p95_ms": 62.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.072, "count": 297, "max_ms": 76.87, "p95_ms": 70.829}, "yolo11_640_fire_11class": {"avg_ms": 51.751, "count": 297, "max_ms": 68.663, "p95_ms": 65.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.773, "count": 297, "max_ms": 80.23, "p95_ms": 76.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.512, "count": 297, "max_ms": 123.057, "p95_ms": 93.67}, "read_interval": {"avg_ms": 101.095, "count": 297, "max_ms": 849.903, "p95_ms": 123.907}, "triton_wait": {"avg_ms": 54.664, "count": 297, "max_ms": 80.242, "p95_ms": 76.893}, "visualize": {"avg_ms": 3.726, "count": 297, "max_ms": 5.196, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.626, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15952.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 693, "h264_decode_error_count": 1685, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:26:28+09:00", "last_error_summary": "[h264 @ 0x559ed5422c00] error while decoding MB 26 41, bytestream -7 [h264 @ 0x559ed53fb080] left block unavailable for requested intra mode [h264 @ 0x559ed53fb080] error while decoding MB 0 22, bytestream 5393", "last_exit_at": "2026-07-05T15:26:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.78, "last_started_at": "2026-07-05T15:26:30+09:00", "pid": 135045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.367, "name": "ffmpeg", "pid": 135045, "rss_mb": 269.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 773, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 774}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.15, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1470072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:29:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:29:28+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T15:29:28+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T15:29:28.070801+09:00", "mtime_epoch": 1783232968.0708013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:29:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9325.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.336, "pushed": 7.336, "read": 7.303}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.176, "count": 219, "max_ms": 26.196, "p95_ms": 22.718}, "gstreamer_push": {"avg_ms": 1.089, "count": 220, "max_ms": 1.257, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.332, "count": 219, "max_ms": 66.026, "p95_ms": 63.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.371, "count": 219, "max_ms": 79.018, "p95_ms": 70.315}, "yolo11_640_fire_11class": {"avg_ms": 51.084, "count": 219, "max_ms": 69.253, "p95_ms": 66.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.989, "count": 219, "max_ms": 82.353, "p95_ms": 78.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.516, "count": 220, "max_ms": 167.871, "p95_ms": 146.456}, "read_interval": {"avg_ms": 136.824, "count": 219, "max_ms": 175.986, "p95_ms": 155.43}, "triton_wait": {"avg_ms": 59.575, "count": 219, "max_ms": 82.365, "p95_ms": 78.672}, "visualize": {"avg_ms": 5.008, "count": 219, "max_ms": 6.759, "p95_ms": 5.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15950.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9795.071, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.854, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1873462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:29:58+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T15:29:58+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T15:29:58.063415+09:00", "mtime_epoch": 1783232998.0634148, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:29:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2333.41, "name": "celery", "pid": 267, "rss_mb": 2333.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.549, "count": 298, "max_ms": 12.633, "p95_ms": 8.821}, "gstreamer_push": {"avg_ms": 1.261, "count": 298, "max_ms": 1.893, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.087, "count": 298, "max_ms": 66.259, "p95_ms": 62.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.512, "count": 298, "max_ms": 75.449, "p95_ms": 70.159}, "yolo11_640_fire_11class": {"avg_ms": 51.025, "count": 298, "max_ms": 67.05, "p95_ms": 64.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.118, "count": 298, "max_ms": 82.86, "p95_ms": 77.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.855, "count": 298, "max_ms": 106.516, "p95_ms": 92.867}, "read_interval": {"avg_ms": 100.995, "count": 297, "max_ms": 610.905, "p95_ms": 178.302}, "triton_wait": {"avg_ms": 54.653, "count": 298, "max_ms": 82.873, "p95_ms": 77.114}, "visualize": {"avg_ms": 3.685, "count": 298, "max_ms": 5.08, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15950.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 694, "h264_decode_error_count": 1686, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:29:45+09:00", "last_error_summary": "[h264 @ 0x55b416ed8540] error while decoding MB 17 14, bytestream -5", "last_exit_at": "2026-07-05T15:29:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.286, "last_started_at": "2026-07-05T15:29:47+09:00", "pid": 135152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.262, "name": "ffmpeg", "pid": 135152, "rss_mb": 266.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 774, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 775}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.314, "sample_count": 2189, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1470267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:29:58+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T15:29:58+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T15:29:58.151417+09:00", "mtime_epoch": 1783232998.1514165, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:29:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9325.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.507, "pushed": 6.507, "read": 6.473}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.623, "count": 194, "max_ms": 23.715, "p95_ms": 20.82}, "gstreamer_push": {"avg_ms": 1.102, "count": 195, "max_ms": 1.27, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.206, "count": 194, "max_ms": 66.165, "p95_ms": 64.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.985, "count": 194, "max_ms": 78.578, "p95_ms": 73.182}, "yolo11_640_fire_11class": {"avg_ms": 51.586, "count": 194, "max_ms": 68.306, "p95_ms": 66.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.754, "count": 194, "max_ms": 81.021, "p95_ms": 78.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.086, "count": 195, "max_ms": 167.871, "p95_ms": 141.651}, "read_interval": {"avg_ms": 154.319, "count": 194, "max_ms": 4600.852, "p95_ms": 151.388}, "triton_wait": {"avg_ms": 60.155, "count": 194, "max_ms": 81.032, "p95_ms": 78.589}, "visualize": {"avg_ms": 4.762, "count": 194, "max_ms": 5.931, "p95_ms": 5.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15951.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9825.147, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.028, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1873766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:30:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:30:28+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T15:30:28+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T15:30:28.124029+09:00", "mtime_epoch": 1783233028.124029, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:30:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2333.41, "name": "celery", "pid": 267, "rss_mb": 2333.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.108}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.562, "count": 304, "max_ms": 11.828, "p95_ms": 8.899}, "gstreamer_push": {"avg_ms": 1.256, "count": 304, "max_ms": 1.464, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.082, "count": 304, "max_ms": 67.38, "p95_ms": 62.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.659, "count": 304, "max_ms": 75.432, "p95_ms": 69.779}, "yolo11_640_fire_11class": {"avg_ms": 50.762, "count": 304, "max_ms": 69.714, "p95_ms": 63.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.762, "count": 304, "max_ms": 80.33, "p95_ms": 77.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.078, "count": 304, "max_ms": 134.996, "p95_ms": 93.764}, "read_interval": {"avg_ms": 98.909, "count": 303, "max_ms": 478.246, "p95_ms": 143.488}, "triton_wait": {"avg_ms": 56.151, "count": 304, "max_ms": 80.342, "p95_ms": 77.137}, "visualize": {"avg_ms": 3.714, "count": 304, "max_ms": 5.618, "p95_ms": 4.477}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15951.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 694, "h264_decode_error_count": 1686, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:29:45+09:00", "last_error_summary": "[h264 @ 0x55b416ed8540] error while decoding MB 17 14, bytestream -5", "last_exit_at": "2026-07-05T15:29:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.387, "last_started_at": "2026-07-05T15:29:47+09:00", "pid": 135152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.551, "name": "ffmpeg", "pid": 135152, "rss_mb": 267.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 774, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 775}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.314, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1470494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:30:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:30:28+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T15:30:28+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T15:30:28.272032+09:00", "mtime_epoch": 1783233028.2720318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:30:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9325.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.571, "pushed": 7.571, "read": 7.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.849, "count": 226, "max_ms": 23.736, "p95_ms": 20.95}, "gstreamer_push": {"avg_ms": 1.123, "count": 227, "max_ms": 1.6, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.441, "count": 226, "max_ms": 65.718, "p95_ms": 62.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.843, "count": 226, "max_ms": 76.972, "p95_ms": 70.899}, "yolo11_640_fire_11class": {"avg_ms": 51.416, "count": 226, "max_ms": 66.2, "p95_ms": 63.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.173, "count": 226, "max_ms": 79.304, "p95_ms": 78.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.895, "count": 227, "max_ms": 165.948, "p95_ms": 139.563}, "read_interval": {"avg_ms": 132.628, "count": 226, "max_ms": 337.298, "p95_ms": 150.496}, "triton_wait": {"avg_ms": 60.629, "count": 226, "max_ms": 79.317, "p95_ms": 78.121}, "visualize": {"avg_ms": 4.847, "count": 226, "max_ms": 7.593, "p95_ms": 5.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15952.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9855.166, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.151, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1874066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:30:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:30:58+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T15:30:58+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T15:30:58.140641+09:00", "mtime_epoch": 1783233058.140641, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:30:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2333.41, "name": "celery", "pid": 267, "rss_mb": 2333.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.483, "count": 300, "max_ms": 11.669, "p95_ms": 8.406}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 2.052, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.325, "count": 300, "max_ms": 75.667, "p95_ms": 63.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.738, "count": 300, "max_ms": 76.195, "p95_ms": 69.336}, "yolo11_640_fire_11class": {"avg_ms": 50.702, "count": 300, "max_ms": 74.473, "p95_ms": 63.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.355, "count": 300, "max_ms": 81.93, "p95_ms": 76.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.964, "count": 300, "max_ms": 97.672, "p95_ms": 92.654}, "read_interval": {"avg_ms": 100.051, "count": 299, "max_ms": 776.498, "p95_ms": 114.414}, "triton_wait": {"avg_ms": 54.863, "count": 300, "max_ms": 81.943, "p95_ms": 76.99}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 4.853, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15952.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 694, "h264_decode_error_count": 1686, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:29:45+09:00", "last_error_summary": "[h264 @ 0x55b416ed8540] error while decoding MB 17 14, bytestream -5", "last_exit_at": "2026-07-05T15:29:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.398, "last_started_at": "2026-07-05T15:29:47+09:00", "pid": 135152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.066, "name": "ffmpeg", "pid": 135152, "rss_mb": 268.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 774, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 775}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.758, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1470717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:30:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:30:58+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T15:30:58+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T15:30:58.288644+09:00", "mtime_epoch": 1783233058.288644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:30:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9325.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.46, "pushed": 7.46, "read": 7.427}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.086, "count": 223, "max_ms": 23.983, "p95_ms": 21.326}, "gstreamer_push": {"avg_ms": 1.105, "count": 223, "max_ms": 1.424, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.849, "count": 223, "max_ms": 68.922, "p95_ms": 63.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.407, "count": 223, "max_ms": 77.256, "p95_ms": 72.662}, "yolo11_640_fire_11class": {"avg_ms": 50.467, "count": 223, "max_ms": 70.028, "p95_ms": 64.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.065, "count": 223, "max_ms": 80.213, "p95_ms": 77.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.101, "count": 223, "max_ms": 170.357, "p95_ms": 153.359}, "read_interval": {"avg_ms": 134.639, "count": 222, "max_ms": 181.013, "p95_ms": 161.935}, "triton_wait": {"avg_ms": 59.322, "count": 223, "max_ms": 80.226, "p95_ms": 77.904}, "visualize": {"avg_ms": 4.937, "count": 223, "max_ms": 8.714, "p95_ms": 5.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15953.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9885.229, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.262, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1874368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:31:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:31:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:31:28+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T15:31:28.229254+09:00", "mtime_epoch": 1783233088.2292538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:31:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2333.668, "name": "celery", "pid": 267, "rss_mb": 2333.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.682, "count": 302, "max_ms": 12.759, "p95_ms": 9.288}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 1.618, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.281, "count": 302, "max_ms": 66.282, "p95_ms": 62.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.579, "count": 302, "max_ms": 71.501, "p95_ms": 66.257}, "yolo11_640_fire_11class": {"avg_ms": 51.804, "count": 302, "max_ms": 68.588, "p95_ms": 64.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.259, "count": 302, "max_ms": 81.647, "p95_ms": 77.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.122, "count": 302, "max_ms": 194.126, "p95_ms": 93.811}, "read_interval": {"avg_ms": 99.602, "count": 301, "max_ms": 587.214, "p95_ms": 147.052}, "triton_wait": {"avg_ms": 55.134, "count": 302, "max_ms": 81.66, "p95_ms": 77.239}, "visualize": {"avg_ms": 3.706, "count": 302, "max_ms": 5.087, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15953.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 694, "h264_decode_error_count": 1686, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:29:45+09:00", "last_error_summary": "[h264 @ 0x55b416ed8540] error while decoding MB 17 14, bytestream -5", "last_exit_at": "2026-07-05T15:29:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.481, "last_started_at": "2026-07-05T15:29:47+09:00", "pid": 135152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.324, "name": "ffmpeg", "pid": 135152, "rss_mb": 268.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 774, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 775}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.67, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1470942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:31:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:31:28+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T15:31:28+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T15:31:28.345256+09:00", "mtime_epoch": 1783233088.345256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:31:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9325.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.51, "pushed": 7.51, "read": 7.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.026, "count": 225, "max_ms": 27.303, "p95_ms": 20.907}, "gstreamer_push": {"avg_ms": 1.101, "count": 225, "max_ms": 1.294, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.84, "count": 225, "max_ms": 68.655, "p95_ms": 63.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.743, "count": 225, "max_ms": 76.208, "p95_ms": 67.365}, "yolo11_640_fire_11class": {"avg_ms": 51.288, "count": 225, "max_ms": 73.101, "p95_ms": 66.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.497, "count": 225, "max_ms": 79.891, "p95_ms": 77.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.145, "count": 225, "max_ms": 166.268, "p95_ms": 142.435}, "read_interval": {"avg_ms": 133.634, "count": 224, "max_ms": 176.728, "p95_ms": 151.744}, "triton_wait": {"avg_ms": 59.795, "count": 225, "max_ms": 79.902, "p95_ms": 77.952}, "visualize": {"avg_ms": 4.893, "count": 225, "max_ms": 6.446, "p95_ms": 5.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15957.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9915.28, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.022, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1874666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:31:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:31:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:31:58+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T15:31:58.277865+09:00", "mtime_epoch": 1783233118.277865, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:31:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2333.926, "name": "celery", "pid": 267, "rss_mb": 2333.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.553, "count": 298, "max_ms": 12.397, "p95_ms": 9.017}, "gstreamer_push": {"avg_ms": 1.261, "count": 298, "max_ms": 1.741, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.963, "count": 298, "max_ms": 68.045, "p95_ms": 62.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.886, "count": 298, "max_ms": 76.234, "p95_ms": 68.004}, "yolo11_640_fire_11class": {"avg_ms": 50.254, "count": 298, "max_ms": 71.525, "p95_ms": 63.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.197, "count": 298, "max_ms": 80.248, "p95_ms": 76.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.216, "count": 298, "max_ms": 133.908, "p95_ms": 92.18}, "read_interval": {"avg_ms": 100.895, "count": 297, "max_ms": 735.365, "p95_ms": 199.415}, "triton_wait": {"avg_ms": 53.94, "count": 298, "max_ms": 80.26, "p95_ms": 76.116}, "visualize": {"avg_ms": 3.663, "count": 298, "max_ms": 5.077, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15957.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 694, "h264_decode_error_count": 1686, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:29:45+09:00", "last_error_summary": "[h264 @ 0x55b416ed8540] error while decoding MB 17 14, bytestream -5", "last_exit_at": "2026-07-05T15:29:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.577, "last_started_at": "2026-07-05T15:29:47+09:00", "pid": 135152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.902, "name": "ffmpeg", "pid": 135152, "rss_mb": 270.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 774, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 775}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.744, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:31:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:31:58+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T15:31:58+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T15:31:58.441868+09:00", "mtime_epoch": 1783233118.4418683, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:31:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9325.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.68, "pushed": 7.68, "read": 7.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.884, "count": 229, "max_ms": 28.908, "p95_ms": 20.938}, "gstreamer_push": {"avg_ms": 1.102, "count": 230, "max_ms": 1.27, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.603, "count": 229, "max_ms": 69.49, "p95_ms": 63.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.381, "count": 229, "max_ms": 80.246, "p95_ms": 69.403}, "yolo11_640_fire_11class": {"avg_ms": 49.847, "count": 229, "max_ms": 69.265, "p95_ms": 65.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.72, "count": 229, "max_ms": 83.39, "p95_ms": 77.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.284, "count": 230, "max_ms": 170.857, "p95_ms": 140.12}, "read_interval": {"avg_ms": 130.785, "count": 229, "max_ms": 179.571, "p95_ms": 150.057}, "triton_wait": {"avg_ms": 58.461, "count": 229, "max_ms": 83.401, "p95_ms": 77.856}, "visualize": {"avg_ms": 4.794, "count": 229, "max_ms": 6.089, "p95_ms": 5.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15957.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9945.36, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.79, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1874965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:32:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:32:28+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T15:32:28+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T15:32:28.342476+09:00", "mtime_epoch": 1783233148.3424757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:32:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2333.926, "name": "celery", "pid": 267, "rss_mb": 2333.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.421, "count": 298, "max_ms": 12.893, "p95_ms": 8.355}, "gstreamer_push": {"avg_ms": 1.268, "count": 299, "max_ms": 1.668, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.748, "count": 298, "max_ms": 66.411, "p95_ms": 63.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.445, "count": 298, "max_ms": 76.192, "p95_ms": 69.026}, "yolo11_640_fire_11class": {"avg_ms": 50.665, "count": 298, "max_ms": 70.527, "p95_ms": 64.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.376, "count": 298, "max_ms": 81.433, "p95_ms": 77.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.977, "count": 298, "max_ms": 104.278, "p95_ms": 93.79}, "read_interval": {"avg_ms": 100.61, "count": 298, "max_ms": 580.219, "p95_ms": 169.894}, "triton_wait": {"avg_ms": 54.89, "count": 298, "max_ms": 81.446, "p95_ms": 77.906}, "visualize": {"avg_ms": 3.684, "count": 298, "max_ms": 5.833, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15957.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 694, "h264_decode_error_count": 1686, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:29:45+09:00", "last_error_summary": "[h264 @ 0x55b416ed8540] error while decoding MB 17 14, bytestream -5", "last_exit_at": "2026-07-05T15:29:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.596, "last_started_at": "2026-07-05T15:29:47+09:00", "pid": 135152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.902, "name": "ffmpeg", "pid": 135152, "rss_mb": 270.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 774, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 775}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.764, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:32:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:32:28+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:32:28+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T15:32:28.482478+09:00", "mtime_epoch": 1783233148.4824784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:32:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.525, "pushed": 7.525, "read": 7.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.017, "count": 225, "max_ms": 25.812, "p95_ms": 21.082}, "gstreamer_push": {"avg_ms": 1.101, "count": 225, "max_ms": 1.647, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.924, "count": 225, "max_ms": 67.321, "p95_ms": 63.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.27, "count": 225, "max_ms": 73.351, "p95_ms": 68.875}, "yolo11_640_fire_11class": {"avg_ms": 50.381, "count": 225, "max_ms": 72.349, "p95_ms": 65.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.237, "count": 225, "max_ms": 80.823, "p95_ms": 78.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.856, "count": 225, "max_ms": 164.891, "p95_ms": 142.93}, "read_interval": {"avg_ms": 133.45, "count": 224, "max_ms": 173.099, "p95_ms": 152.742}, "triton_wait": {"avg_ms": 58.817, "count": 225, "max_ms": 80.833, "p95_ms": 78.384}, "visualize": {"avg_ms": 4.886, "count": 225, "max_ms": 6.64, "p95_ms": 5.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15957.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 9975.383, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.79, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1875268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:32:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:32:58+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T15:32:58+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T15:32:58.379085+09:00", "mtime_epoch": 1783233178.379085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:32:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2334.184, "name": "celery", "pid": 267, "rss_mb": 2334.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.602, "count": 303, "max_ms": 12.059, "p95_ms": 9.129}, "gstreamer_push": {"avg_ms": 1.272, "count": 303, "max_ms": 1.828, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.862, "count": 303, "max_ms": 68.103, "p95_ms": 62.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.069, "count": 303, "max_ms": 74.413, "p95_ms": 67.501}, "yolo11_640_fire_11class": {"avg_ms": 50.416, "count": 303, "max_ms": 70.057, "p95_ms": 63.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.402, "count": 303, "max_ms": 82.009, "p95_ms": 76.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.155, "count": 303, "max_ms": 103.509, "p95_ms": 92.785}, "read_interval": {"avg_ms": 99.127, "count": 302, "max_ms": 506.723, "p95_ms": 118.109}, "triton_wait": {"avg_ms": 54.854, "count": 303, "max_ms": 82.022, "p95_ms": 76.798}, "visualize": {"avg_ms": 3.708, "count": 303, "max_ms": 5.536, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15957.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 694, "h264_decode_error_count": 1686, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:29:45+09:00", "last_error_summary": "[h264 @ 0x55b416ed8540] error while decoding MB 17 14, bytestream -5", "last_exit_at": "2026-07-05T15:29:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.716, "last_started_at": "2026-07-05T15:29:47+09:00", "pid": 135152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.902, "name": "ffmpeg", "pid": 135152, "rss_mb": 270.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 774, "restart_count_per_hour": 17, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 775}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.764, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:32:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:32:58+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T15:32:58+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T15:32:58.607090+09:00", "mtime_epoch": 1783233178.6070898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:32:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.707, "pushed": 7.707, "read": 7.674}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.956, "count": 230, "max_ms": 30.96, "p95_ms": 21.453}, "gstreamer_push": {"avg_ms": 1.118, "count": 231, "max_ms": 1.61, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.168, "count": 230, "max_ms": 74.962, "p95_ms": 62.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.247, "count": 230, "max_ms": 77.81, "p95_ms": 67.986}, "yolo11_640_fire_11class": {"avg_ms": 50.439, "count": 230, "max_ms": 77.39, "p95_ms": 65.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.668, "count": 230, "max_ms": 83.612, "p95_ms": 78.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.23, "count": 231, "max_ms": 144.882, "p95_ms": 140.631}, "read_interval": {"avg_ms": 130.42, "count": 230, "max_ms": 216.225, "p95_ms": 150.764}, "triton_wait": {"avg_ms": 59.148, "count": 230, "max_ms": 83.624, "p95_ms": 78.234}, "visualize": {"avg_ms": 4.743, "count": 230, "max_ms": 6.958, "p95_ms": 5.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15907.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10005.41, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.757, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1875569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:33:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:33:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:33:28+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T15:33:28.411694+09:00", "mtime_epoch": 1783233208.4116938, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:33:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2334.184, "name": "celery", "pid": 267, "rss_mb": 2334.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.525, "count": 301, "max_ms": 11.756, "p95_ms": 8.927}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.505, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.808, "count": 301, "max_ms": 65.468, "p95_ms": 62.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.736, "count": 301, "max_ms": 73.51, "p95_ms": 66.138}, "yolo11_640_fire_11class": {"avg_ms": 50.92, "count": 301, "max_ms": 69.347, "p95_ms": 63.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.342, "count": 301, "max_ms": 78.566, "p95_ms": 75.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.97, "count": 301, "max_ms": 105.832, "p95_ms": 92.314}, "read_interval": {"avg_ms": 99.814, "count": 300, "max_ms": 647.679, "p95_ms": 134.735}, "triton_wait": {"avg_ms": 54.053, "count": 301, "max_ms": 78.578, "p95_ms": 75.702}, "visualize": {"avg_ms": 3.727, "count": 301, "max_ms": 5.442, "p95_ms": 4.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15913.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 695, "h264_decode_error_count": 1688, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:33:18+09:00", "last_error_summary": "[h264 @ 0x556b54e9b900] cabac decode of qscale diff failed at 54 22 [h264 @ 0x556b54e9b900] error while decoding MB 54 22, bytestream -4", "last_exit_at": "2026-07-05T15:33:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.153, "last_started_at": "2026-07-05T15:33:21+09:00", "pid": 135259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 227.762, "name": "ffmpeg", "pid": 135259, "rss_mb": 227.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 775, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 776}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.484, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:33:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:33:28+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T15:33:28+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T15:33:28.707700+09:00", "mtime_epoch": 1783233208.7076998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:33:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.444, "pushed": 6.444, "read": 6.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.817, "count": 193, "max_ms": 25.735, "p95_ms": 20.275}, "gstreamer_push": {"avg_ms": 1.112, "count": 193, "max_ms": 1.597, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.226, "count": 193, "max_ms": 65.263, "p95_ms": 62.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.868, "count": 193, "max_ms": 76.654, "p95_ms": 68.613}, "yolo11_640_fire_11class": {"avg_ms": 50.594, "count": 193, "max_ms": 67.344, "p95_ms": 65.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.187, "count": 193, "max_ms": 79.898, "p95_ms": 77.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.862, "count": 193, "max_ms": 166.176, "p95_ms": 140.481}, "read_interval": {"avg_ms": 156.117, "count": 192, "max_ms": 4941.498, "p95_ms": 151.02}, "triton_wait": {"avg_ms": 58.506, "count": 193, "max_ms": 79.911, "p95_ms": 77.067}, "visualize": {"avg_ms": 4.817, "count": 193, "max_ms": 7.286, "p95_ms": 5.712}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15953.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10035.477, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.517, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1875867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:33:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:33:58+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T15:33:58+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T15:33:58.440302+09:00", "mtime_epoch": 1783233238.4403017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:33:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2334.441, "name": "celery", "pid": 267, "rss_mb": 2334.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.815, "count": 298, "max_ms": 12.492, "p95_ms": 11.105}, "gstreamer_push": {"avg_ms": 1.265, "count": 298, "max_ms": 2.055, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.988, "count": 298, "max_ms": 67.653, "p95_ms": 62.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.088, "count": 298, "max_ms": 75.528, "p95_ms": 68.405}, "yolo11_640_fire_11class": {"avg_ms": 51.865, "count": 298, "max_ms": 73.792, "p95_ms": 64.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.517, "count": 298, "max_ms": 82.283, "p95_ms": 77.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.963, "count": 298, "max_ms": 129.551, "p95_ms": 101.172}, "read_interval": {"avg_ms": 100.857, "count": 297, "max_ms": 548.106, "p95_ms": 139.794}, "triton_wait": {"avg_ms": 55.121, "count": 298, "max_ms": 82.295, "p95_ms": 77.657}, "visualize": {"avg_ms": 3.72, "count": 298, "max_ms": 5.38, "p95_ms": 4.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15953.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 695, "h264_decode_error_count": 1688, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:33:18+09:00", "last_error_summary": "[h264 @ 0x556b54e9b900] cabac decode of qscale diff failed at 54 22 [h264 @ 0x556b54e9b900] error while decoding MB 54 22, bytestream -4", "last_exit_at": "2026-07-05T15:33:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.186, "last_started_at": "2026-07-05T15:33:21+09:00", "pid": 135259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.41, "name": "ffmpeg", "pid": 135259, "rss_mb": 266.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 775, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 776}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.863, "sample_count": 2188, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:33:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:33:58+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T15:33:58+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T15:33:58.724307+09:00", "mtime_epoch": 1783233238.7243073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:33:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.496, "pushed": 7.496, "read": 7.463}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.743, "count": 224, "max_ms": 33.326, "p95_ms": 30.997}, "gstreamer_push": {"avg_ms": 1.105, "count": 224, "max_ms": 1.617, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.174, "count": 224, "max_ms": 65.882, "p95_ms": 62.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.663, "count": 224, "max_ms": 76.189, "p95_ms": 68.421}, "yolo11_640_fire_11class": {"avg_ms": 50.766, "count": 224, "max_ms": 69.424, "p95_ms": 66.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.416, "count": 224, "max_ms": 82.593, "p95_ms": 78.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.664, "count": 224, "max_ms": 170.252, "p95_ms": 145.473}, "read_interval": {"avg_ms": 134.081, "count": 223, "max_ms": 178.718, "p95_ms": 155.06}, "triton_wait": {"avg_ms": 58.946, "count": 224, "max_ms": 82.605, "p95_ms": 78.087}, "visualize": {"avg_ms": 4.944, "count": 224, "max_ms": 6.437, "p95_ms": 5.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15954.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10065.518, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.758, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1876166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:34:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:34:28+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T15:34:28+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T15:34:28.480909+09:00", "mtime_epoch": 1783233268.480909, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:34:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2334.699, "name": "celery", "pid": 267, "rss_mb": 2334.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.915, "count": 299, "max_ms": 12.962, "p95_ms": 11.595}, "gstreamer_push": {"avg_ms": 1.242, "count": 299, "max_ms": 2.047, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.115, "count": 299, "max_ms": 66.227, "p95_ms": 62.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.851, "count": 299, "max_ms": 78.839, "p95_ms": 67.998}, "yolo11_640_fire_11class": {"avg_ms": 51.781, "count": 299, "max_ms": 70.921, "p95_ms": 64.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.014, "count": 299, "max_ms": 79.687, "p95_ms": 76.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.572, "count": 299, "max_ms": 128.66, "p95_ms": 96.26}, "read_interval": {"avg_ms": 100.354, "count": 298, "max_ms": 616.565, "p95_ms": 129.126}, "triton_wait": {"avg_ms": 54.878, "count": 299, "max_ms": 79.7, "p95_ms": 76.248}, "visualize": {"avg_ms": 3.686, "count": 299, "max_ms": 5.458, "p95_ms": 4.656}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15954.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 695, "h264_decode_error_count": 1688, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:33:18+09:00", "last_error_summary": "[h264 @ 0x556b54e9b900] cabac decode of qscale diff failed at 54 22 [h264 @ 0x556b54e9b900] error while decoding MB 54 22, bytestream -4", "last_exit_at": "2026-07-05T15:33:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.2, "last_started_at": "2026-07-05T15:33:21+09:00", "pid": 135259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.668, "name": "ffmpeg", "pid": 135259, "rss_mb": 266.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 775, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 776}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.939, "sample_count": 2188, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:34:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:34:28+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T15:34:28+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T15:34:28.700914+09:00", "mtime_epoch": 1783233268.7009137, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:34:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.357, "pushed": 7.357, "read": 7.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.942, "count": 220, "max_ms": 32.958, "p95_ms": 30.593}, "gstreamer_push": {"avg_ms": 1.094, "count": 220, "max_ms": 1.937, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.188, "count": 220, "max_ms": 69.678, "p95_ms": 62.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.263, "count": 220, "max_ms": 75.919, "p95_ms": 68.686}, "yolo11_640_fire_11class": {"avg_ms": 50.203, "count": 220, "max_ms": 72.073, "p95_ms": 65.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.763, "count": 220, "max_ms": 82.207, "p95_ms": 77.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.024, "count": 220, "max_ms": 167.857, "p95_ms": 148.481}, "read_interval": {"avg_ms": 136.291, "count": 219, "max_ms": 175.829, "p95_ms": 156.898}, "triton_wait": {"avg_ms": 59.231, "count": 220, "max_ms": 82.219, "p95_ms": 77.959}, "visualize": {"avg_ms": 5.025, "count": 220, "max_ms": 7.707, "p95_ms": 5.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15958.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10095.588, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.351, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1876470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:34:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:34:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:34:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:34:58.585517+09:00", "mtime_epoch": 1783233298.5855174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:34:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2334.699, "name": "celery", "pid": 267, "rss_mb": 2334.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.149, "pushed": 10.149, "read": 10.115}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.049, "count": 304, "max_ms": 15.476, "p95_ms": 10.015}, "gstreamer_push": {"avg_ms": 1.245, "count": 304, "max_ms": 1.58, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.998, "count": 304, "max_ms": 69.531, "p95_ms": 64.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.1, "count": 304, "max_ms": 76.398, "p95_ms": 70.311}, "yolo11_640_fire_11class": {"avg_ms": 52.943, "count": 304, "max_ms": 69.308, "p95_ms": 65.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.845, "count": 304, "max_ms": 84.268, "p95_ms": 79.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.106, "count": 304, "max_ms": 154.038, "p95_ms": 135.891}, "read_interval": {"avg_ms": 98.985, "count": 303, "max_ms": 330.618, "p95_ms": 151.314}, "triton_wait": {"avg_ms": 58.079, "count": 304, "max_ms": 84.281, "p95_ms": 79.998}, "visualize": {"avg_ms": 3.959, "count": 304, "max_ms": 6.851, "p95_ms": 5.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15958.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 695, "h264_decode_error_count": 1688, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:33:18+09:00", "last_error_summary": "[h264 @ 0x556b54e9b900] cabac decode of qscale diff failed at 54 22 [h264 @ 0x556b54e9b900] error while decoding MB 54 22, bytestream -4", "last_exit_at": "2026-07-05T15:33:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.315, "last_started_at": "2026-07-05T15:33:21+09:00", "pid": 135259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.277, "name": "ffmpeg", "pid": 135259, "rss_mb": 270.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 775, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 776}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.392, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:34:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:34:58+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T15:34:58+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T15:34:58.849523+09:00", "mtime_epoch": 1783233298.8495228, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:34:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.478, "pushed": 7.478, "read": 7.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.043, "count": 224, "max_ms": 30.387, "p95_ms": 21.062}, "gstreamer_push": {"avg_ms": 1.132, "count": 224, "max_ms": 1.792, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.868, "count": 224, "max_ms": 69.67, "p95_ms": 64.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.512, "count": 224, "max_ms": 77.718, "p95_ms": 70.049}, "yolo11_640_fire_11class": {"avg_ms": 53.525, "count": 224, "max_ms": 69.246, "p95_ms": 67.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.698, "count": 224, "max_ms": 84.477, "p95_ms": 80.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.969, "count": 224, "max_ms": 160.085, "p95_ms": 143.87}, "read_interval": {"avg_ms": 134.441, "count": 223, "max_ms": 170.573, "p95_ms": 153.138}, "triton_wait": {"avg_ms": 62.955, "count": 224, "max_ms": 84.489, "p95_ms": 80.937}, "visualize": {"avg_ms": 4.822, "count": 224, "max_ms": 6.498, "p95_ms": 5.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15961.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10125.629, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.002, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1876762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:35:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:35:28+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T15:35:28+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T15:35:28.618124+09:00", "mtime_epoch": 1783233328.6181238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:35:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2334.699, "name": "celery", "pid": 267, "rss_mb": 2334.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.714}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.194, "count": 292, "max_ms": 13.652, "p95_ms": 10.121}, "gstreamer_push": {"avg_ms": 1.226, "count": 292, "max_ms": 1.544, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.806, "count": 292, "max_ms": 76.574, "p95_ms": 64.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.286, "count": 292, "max_ms": 76.312, "p95_ms": 70.35}, "yolo11_640_fire_11class": {"avg_ms": 52.439, "count": 292, "max_ms": 77.288, "p95_ms": 65.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.52, "count": 292, "max_ms": 85.846, "p95_ms": 79.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.502, "count": 292, "max_ms": 141.912, "p95_ms": 134.176}, "read_interval": {"avg_ms": 102.909, "count": 291, "max_ms": 347.279, "p95_ms": 149.347}, "triton_wait": {"avg_ms": 56.721, "count": 292, "max_ms": 85.858, "p95_ms": 79.783}, "visualize": {"avg_ms": 4.077, "count": 292, "max_ms": 6.42, "p95_ms": 5.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15961.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 695, "h264_decode_error_count": 1688, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:33:18+09:00", "last_error_summary": "[h264 @ 0x556b54e9b900] cabac decode of qscale diff failed at 54 22 [h264 @ 0x556b54e9b900] error while decoding MB 54 22, bytestream -4", "last_exit_at": "2026-07-05T15:33:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.345, "last_started_at": "2026-07-05T15:33:21+09:00", "pid": 135259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.113, "name": "ffmpeg", "pid": 135259, "rss_mb": 273.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 775, "restart_count_per_hour": 18, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 776}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.866, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:35:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:35:28+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T15:35:28+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T15:35:28.870129+09:00", "mtime_epoch": 1783233328.8701289, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:35:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.523, "pushed": 7.523, "read": 7.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.993, "count": 225, "max_ms": 30.816, "p95_ms": 20.671}, "gstreamer_push": {"avg_ms": 1.111, "count": 225, "max_ms": 1.31, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.18, "count": 225, "max_ms": 71.999, "p95_ms": 64.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.891, "count": 225, "max_ms": 79.343, "p95_ms": 70.788}, "yolo11_640_fire_11class": {"avg_ms": 51.7, "count": 225, "max_ms": 72.799, "p95_ms": 66.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.237, "count": 225, "max_ms": 83.962, "p95_ms": 79.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.02, "count": 225, "max_ms": 168.39, "p95_ms": 144.607}, "read_interval": {"avg_ms": 133.415, "count": 224, "max_ms": 176.306, "p95_ms": 154.213}, "triton_wait": {"avg_ms": 60.71, "count": 225, "max_ms": 83.972, "p95_ms": 79.96}, "visualize": {"avg_ms": 4.819, "count": 225, "max_ms": 6.192, "p95_ms": 5.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15965.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10155.633, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.1, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1877066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:35:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:35:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T15:35:58+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T15:35:58.610729+09:00", "mtime_epoch": 1783233358.6107287, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:35:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2334.957, "name": "celery", "pid": 267, "rss_mb": 2334.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.137}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.827, "count": 304, "max_ms": 13.6, "p95_ms": 9.741}, "gstreamer_push": {"avg_ms": 1.242, "count": 304, "max_ms": 1.62, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.486, "count": 304, "max_ms": 67.88, "p95_ms": 63.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.943, "count": 304, "max_ms": 77.19, "p95_ms": 68.195}, "yolo11_640_fire_11class": {"avg_ms": 52.026, "count": 304, "max_ms": 72.15, "p95_ms": 65.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.266, "count": 304, "max_ms": 82.532, "p95_ms": 78.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.016, "count": 304, "max_ms": 134.463, "p95_ms": 104.532}, "read_interval": {"avg_ms": 98.658, "count": 304, "max_ms": 411.357, "p95_ms": 143.113}, "triton_wait": {"avg_ms": 55.692, "count": 304, "max_ms": 82.544, "p95_ms": 78.407}, "visualize": {"avg_ms": 3.848, "count": 304, "max_ms": 5.859, "p95_ms": 5.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15965.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 695, "h264_decode_error_count": 1688, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:33:18+09:00", "last_error_summary": "[h264 @ 0x556b54e9b900] cabac decode of qscale diff failed at 54 22 [h264 @ 0x556b54e9b900] error while decoding MB 54 22, bytestream -4", "last_exit_at": "2026-07-05T15:33:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.365, "last_started_at": "2026-07-05T15:33:21+09:00", "pid": 135259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.82, "name": "ffmpeg", "pid": 135259, "rss_mb": 276.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 775, "restart_count_per_hour": 17, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 776}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.513, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:35:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:35:59+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T15:35:58+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T15:35:58.886734+09:00", "mtime_epoch": 1783233358.8867342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:35:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.626, "pushed": 7.626, "read": 7.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.075, "count": 228, "max_ms": 29.228, "p95_ms": 24.85}, "gstreamer_push": {"avg_ms": 1.118, "count": 228, "max_ms": 1.654, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.679, "count": 228, "max_ms": 68.011, "p95_ms": 63.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.907, "count": 228, "max_ms": 79.552, "p95_ms": 69.727}, "yolo11_640_fire_11class": {"avg_ms": 50.84, "count": 228, "max_ms": 71.996, "p95_ms": 66.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.694, "count": 228, "max_ms": 84.735, "p95_ms": 79.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.792, "count": 228, "max_ms": 152.353, "p95_ms": 143.808}, "read_interval": {"avg_ms": 131.594, "count": 227, "max_ms": 161.611, "p95_ms": 152.991}, "triton_wait": {"avg_ms": 59.637, "count": 228, "max_ms": 84.748, "p95_ms": 79.337}, "visualize": {"avg_ms": 4.882, "count": 228, "max_ms": 6.406, "p95_ms": 5.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15967.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10185.65, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.628, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1877372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:36:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:36:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:36:28+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:36:28.647334+09:00", "mtime_epoch": 1783233388.647334, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:36:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2335.215, "name": "celery", "pid": 267, "rss_mb": 2335.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.2, "pushed": 10.2, "read": 10.2}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.762, "count": 306, "max_ms": 11.649, "p95_ms": 9.566}, "gstreamer_push": {"avg_ms": 1.243, "count": 306, "max_ms": 2.0, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.545, "count": 306, "max_ms": 66.403, "p95_ms": 63.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.635, "count": 306, "max_ms": 74.443, "p95_ms": 68.348}, "yolo11_640_fire_11class": {"avg_ms": 51.196, "count": 306, "max_ms": 68.441, "p95_ms": 64.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.465, "count": 306, "max_ms": 82.659, "p95_ms": 78.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.288, "count": 306, "max_ms": 135.878, "p95_ms": 105.023}, "read_interval": {"avg_ms": 98.167, "count": 306, "max_ms": 446.047, "p95_ms": 144.037}, "triton_wait": {"avg_ms": 55.858, "count": 306, "max_ms": 82.671, "p95_ms": 78.116}, "visualize": {"avg_ms": 3.831, "count": 306, "max_ms": 6.18, "p95_ms": 5.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15967.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 695, "h264_decode_error_count": 1688, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:33:18+09:00", "last_error_summary": "[h264 @ 0x556b54e9b900] cabac decode of qscale diff failed at 54 22 [h264 @ 0x556b54e9b900] error while decoding MB 54 22, bytestream -4", "last_exit_at": "2026-07-05T15:33:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.479, "last_started_at": "2026-07-05T15:33:21+09:00", "pid": 135259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.141, "name": "ffmpeg", "pid": 135259, "rss_mb": 279.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 775, "restart_count_per_hour": 17, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 776}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.513, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1473168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:36:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:36:29+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T15:36:28+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T15:36:29.003341+09:00", "mtime_epoch": 1783233389.0033412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:36:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.941, "count": 225, "max_ms": 28.27, "p95_ms": 21.683}, "gstreamer_push": {"avg_ms": 1.118, "count": 226, "max_ms": 1.61, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.91, "count": 225, "max_ms": 66.274, "p95_ms": 62.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.148, "count": 225, "max_ms": 77.683, "p95_ms": 68.924}, "yolo11_640_fire_11class": {"avg_ms": 50.851, "count": 225, "max_ms": 66.383, "p95_ms": 64.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.687, "count": 225, "max_ms": 82.523, "p95_ms": 78.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.519, "count": 226, "max_ms": 166.29, "p95_ms": 143.363}, "read_interval": {"avg_ms": 133.183, "count": 225, "max_ms": 175.845, "p95_ms": 152.99}, "triton_wait": {"avg_ms": 60.143, "count": 225, "max_ms": 82.534, "p95_ms": 78.014}, "visualize": {"avg_ms": 4.906, "count": 225, "max_ms": 7.478, "p95_ms": 5.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15970.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10215.729, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.946, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1877671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:36:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:36:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:36:58+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T15:36:58.727940+09:00", "mtime_epoch": 1783233418.7279398, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:36:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2335.215, "name": "celery", "pid": 267, "rss_mb": 2335.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.675, "count": 299, "max_ms": 11.87, "p95_ms": 9.483}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 1.604, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.709, "count": 299, "max_ms": 72.32, "p95_ms": 63.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.97, "count": 299, "max_ms": 78.046, "p95_ms": 70.323}, "yolo11_640_fire_11class": {"avg_ms": 49.167, "count": 299, "max_ms": 73.241, "p95_ms": 64.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.646, "count": 299, "max_ms": 86.857, "p95_ms": 78.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.539, "count": 299, "max_ms": 136.513, "p95_ms": 102.654}, "read_interval": {"avg_ms": 100.655, "count": 298, "max_ms": 467.507, "p95_ms": 150.091}, "triton_wait": {"avg_ms": 53.92, "count": 299, "max_ms": 86.869, "p95_ms": 78.404}, "visualize": {"avg_ms": 3.783, "count": 299, "max_ms": 5.274, "p95_ms": 4.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15997.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 695, "h264_decode_error_count": 1688, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:33:18+09:00", "last_error_summary": "[h264 @ 0x556b54e9b900] cabac decode of qscale diff failed at 54 22 [h264 @ 0x556b54e9b900] error while decoding MB 54 22, bytestream -4", "last_exit_at": "2026-07-05T15:33:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.956, "last_started_at": "2026-07-05T15:33:21+09:00", "pid": 135259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.484, "name": "ffmpeg", "pid": 135259, "rss_mb": 309.484, "state": "S (sleeping)", "threads": 104}, "restart_count": 775, "restart_count_per_hour": 17, "rtsp_timeout_count": 430, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 776}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.866, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1473317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:37:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:37:08+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:37:08+09:00", "mjpeg": {"age_sec": 10.133, "exists": true, "mtime": "2026-07-05T15:36:58.475935+09:00", "mtime_epoch": 1783233418.4759347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:37:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9326.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.606, "pushed": 2.606, "read": 2.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.798, "count": 78, "max_ms": 25.021, "p95_ms": 21.582}, "gstreamer_push": {"avg_ms": 1.095, "count": 78, "max_ms": 1.255, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.086, "count": 78, "max_ms": 65.572, "p95_ms": 63.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.192, "count": 78, "max_ms": 74.183, "p95_ms": 70.61}, "yolo11_640_fire_11class": {"avg_ms": 51.586, "count": 78, "max_ms": 66.935, "p95_ms": 64.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.941, "count": 78, "max_ms": 84.805, "p95_ms": 79.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.406, "count": 78, "max_ms": 160.241, "p95_ms": 141.038}, "read_interval": {"avg_ms": 388.735, "count": 77, "max_ms": 10151.248, "p95_ms": 153.086}, "triton_wait": {"avg_ms": 61.168, "count": 78, "max_ms": 84.817, "p95_ms": 80.004}, "visualize": {"avg_ms": 4.825, "count": 78, "max_ms": 5.962, "p95_ms": 5.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15953.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10245.754, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "R (running)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.986, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1877969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:37:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:37:28+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T15:37:28+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T15:37:28.740544+09:00", "mtime_epoch": 1783233448.7405438, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:37:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2335.473, "name": "celery", "pid": 267, "rss_mb": 2335.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.592, "count": 298, "max_ms": 11.788, "p95_ms": 9.453}, "gstreamer_push": {"avg_ms": 1.269, "count": 298, "max_ms": 1.492, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.71, "count": 298, "max_ms": 63.114, "p95_ms": 59.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.181, "count": 298, "max_ms": 74.922, "p95_ms": 64.536}, "yolo11_640_fire_11class": {"avg_ms": 47.391, "count": 298, "max_ms": 64.425, "p95_ms": 60.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.934, "count": 298, "max_ms": 77.574, "p95_ms": 74.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.85, "count": 298, "max_ms": 130.082, "p95_ms": 92.83}, "read_interval": {"avg_ms": 100.797, "count": 297, "max_ms": 815.053, "p95_ms": 146.744}, "triton_wait": {"avg_ms": 51.195, "count": 298, "max_ms": 77.586, "p95_ms": 74.569}, "visualize": {"avg_ms": 3.727, "count": 298, "max_ms": 5.932, "p95_ms": 4.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15955.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 696, "h264_decode_error_count": 1691, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:37:10+09:00", "last_error_summary": "[h264 @ 0x555d1402e580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d1402e580] error while decoding MB 0 28, bytestream 4916 [h264 @ 0x555d136dbf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d136dbf00] error while decoding MB 0 37, bytestream 1894 [h264 @ 0x555d135f2a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d135f2a00] error while decoding MB 0 13, bytestream 8481 [in#0/rtsp @ 0x555d135afe00] Error during demuxing: Conn", "last_exit_at": "2026-07-05T15:37:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.517, "last_started_at": "2026-07-05T15:37:13+09:00", "pid": 135366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.363, "name": "ffmpeg", "pid": 135366, "rss_mb": 265.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 776, "restart_count_per_hour": 18, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 777}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.477, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1473512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:37:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:37:38+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T15:37:38+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T15:37:38.560741+09:00", "mtime_epoch": 1783233458.5607414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:37:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.511, "pushed": 6.511, "read": 6.478}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.752, "count": 195, "max_ms": 31.789, "p95_ms": 22.38}, "gstreamer_push": {"avg_ms": 1.104, "count": 195, "max_ms": 1.217, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.177, "count": 195, "max_ms": 63.404, "p95_ms": 60.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.828, "count": 195, "max_ms": 77.92, "p95_ms": 67.593}, "yolo11_640_fire_11class": {"avg_ms": 47.997, "count": 195, "max_ms": 66.404, "p95_ms": 61.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.319, "count": 195, "max_ms": 78.022, "p95_ms": 75.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.535, "count": 195, "max_ms": 143.632, "p95_ms": 136.679}, "read_interval": {"avg_ms": 154.32, "count": 194, "max_ms": 5025.332, "p95_ms": 149.58}, "triton_wait": {"avg_ms": 56.801, "count": 195, "max_ms": 78.034, "p95_ms": 75.744}, "visualize": {"avg_ms": 4.705, "count": 195, "max_ms": 6.233, "p95_ms": 4.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15957.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10275.772, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.023, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1878273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:37:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:37:58+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:37:58+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T15:37:58.769148+09:00", "mtime_epoch": 1783233478.7691479, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:37:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2335.473, "name": "celery", "pid": 267, "rss_mb": 2335.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.119}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.497, "count": 304, "max_ms": 12.674, "p95_ms": 8.846}, "gstreamer_push": {"avg_ms": 1.258, "count": 304, "max_ms": 1.841, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.735, "count": 304, "max_ms": 68.097, "p95_ms": 62.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.215, "count": 304, "max_ms": 74.067, "p95_ms": 66.044}, "yolo11_640_fire_11class": {"avg_ms": 48.923, "count": 304, "max_ms": 68.876, "p95_ms": 63.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.581, "count": 304, "max_ms": 79.119, "p95_ms": 77.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.272, "count": 304, "max_ms": 126.111, "p95_ms": 93.768}, "read_interval": {"avg_ms": 98.798, "count": 303, "max_ms": 543.494, "p95_ms": 139.689}, "triton_wait": {"avg_ms": 54.768, "count": 304, "max_ms": 79.131, "p95_ms": 77.484}, "visualize": {"avg_ms": 3.69, "count": 304, "max_ms": 5.794, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15958.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 696, "h264_decode_error_count": 1691, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:37:10+09:00", "last_error_summary": "[h264 @ 0x555d1402e580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d1402e580] error while decoding MB 0 28, bytestream 4916 [h264 @ 0x555d136dbf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d136dbf00] error while decoding MB 0 37, bytestream 1894 [h264 @ 0x555d135f2a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d135f2a00] error while decoding MB 0 13, bytestream 8481 [in#0/rtsp @ 0x555d135afe00] Error during demuxing: Conn", "last_exit_at": "2026-07-05T15:37:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.544, "last_started_at": "2026-07-05T15:37:13+09:00", "pid": 135366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.715, "name": "ffmpeg", "pid": 135366, "rss_mb": 268.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 776, "restart_count_per_hour": 18, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 777}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.406, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1473739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:38:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:38:08+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T15:38:08+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T15:38:08.585345+09:00", "mtime_epoch": 1783233488.5853453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:38:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.591, "pushed": 7.591, "read": 7.557}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.284, "count": 227, "max_ms": 26.721, "p95_ms": 20.488}, "gstreamer_push": {"avg_ms": 1.103, "count": 227, "max_ms": 1.409, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.014, "count": 227, "max_ms": 63.594, "p95_ms": 62.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.629, "count": 227, "max_ms": 74.374, "p95_ms": 67.689}, "yolo11_640_fire_11class": {"avg_ms": 50.042, "count": 227, "max_ms": 65.169, "p95_ms": 62.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.827, "count": 227, "max_ms": 79.357, "p95_ms": 76.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.689, "count": 227, "max_ms": 164.816, "p95_ms": 138.37}, "read_interval": {"avg_ms": 132.224, "count": 226, "max_ms": 175.947, "p95_ms": 151.411}, "triton_wait": {"avg_ms": 59.338, "count": 227, "max_ms": 79.369, "p95_ms": 76.894}, "visualize": {"avg_ms": 4.702, "count": 227, "max_ms": 6.225, "p95_ms": 5.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15957.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10305.848, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.986, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1878574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:38:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:38:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:38:28+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:38:28.845752+09:00", "mtime_epoch": 1783233508.8457525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:38:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2335.73, "name": "celery", "pid": 267, "rss_mb": 2335.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 301, "max_ms": 12.017, "p95_ms": 8.89}, "gstreamer_push": {"avg_ms": 1.266, "count": 301, "max_ms": 1.83, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.319, "count": 301, "max_ms": 67.93, "p95_ms": 63.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.891, "count": 301, "max_ms": 73.228, "p95_ms": 68.483}, "yolo11_640_fire_11class": {"avg_ms": 51.643, "count": 301, "max_ms": 68.636, "p95_ms": 64.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.276, "count": 301, "max_ms": 81.608, "p95_ms": 76.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.008, "count": 301, "max_ms": 97.597, "p95_ms": 92.666}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 519.146, "p95_ms": 135.817}, "triton_wait": {"avg_ms": 55.951, "count": 301, "max_ms": 81.62, "p95_ms": 76.887}, "visualize": {"avg_ms": 3.641, "count": 301, "max_ms": 4.69, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15957.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 696, "h264_decode_error_count": 1691, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:37:10+09:00", "last_error_summary": "[h264 @ 0x555d1402e580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d1402e580] error while decoding MB 0 28, bytestream 4916 [h264 @ 0x555d136dbf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d136dbf00] error while decoding MB 0 37, bytestream 1894 [h264 @ 0x555d135f2a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d135f2a00] error while decoding MB 0 13, bytestream 8481 [in#0/rtsp @ 0x555d135afe00] Error during demuxing: Conn", "last_exit_at": "2026-07-05T15:37:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.658, "last_started_at": "2026-07-05T15:37:13+09:00", "pid": 135366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.23, "name": "ffmpeg", "pid": 135366, "rss_mb": 269.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 776, "restart_count_per_hour": 18, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 777}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.825, "sample_count": 2071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1473968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:38:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:38:38+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T15:38:38+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T15:38:38.717951+09:00", "mtime_epoch": 1783233518.7179508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:38:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.636, "pushed": 7.636, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.426, "count": 228, "max_ms": 24.587, "p95_ms": 20.456}, "gstreamer_push": {"avg_ms": 1.102, "count": 229, "max_ms": 1.279, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.256, "count": 228, "max_ms": 64.291, "p95_ms": 62.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.758, "count": 228, "max_ms": 75.762, "p95_ms": 68.635}, "yolo11_640_fire_11class": {"avg_ms": 50.213, "count": 228, "max_ms": 66.228, "p95_ms": 63.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.652, "count": 228, "max_ms": 80.075, "p95_ms": 77.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.147, "count": 229, "max_ms": 142.141, "p95_ms": 138.178}, "read_interval": {"avg_ms": 131.521, "count": 228, "max_ms": 153.399, "p95_ms": 150.849}, "triton_wait": {"avg_ms": 59.072, "count": 228, "max_ms": 80.088, "p95_ms": 77.203}, "visualize": {"avg_ms": 4.719, "count": 228, "max_ms": 6.061, "p95_ms": 5.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15958.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10335.929, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.628, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1878875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:38:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:38:58+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T15:38:58+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T15:38:58.906356+09:00", "mtime_epoch": 1783233538.9063563, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:38:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2335.73, "name": "celery", "pid": 267, "rss_mb": 2335.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.476, "count": 300, "max_ms": 12.249, "p95_ms": 8.829}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.778, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.232, "count": 300, "max_ms": 68.046, "p95_ms": 63.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.731, "count": 300, "max_ms": 77.378, "p95_ms": 66.676}, "yolo11_640_fire_11class": {"avg_ms": 52.352, "count": 300, "max_ms": 68.685, "p95_ms": 65.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.984, "count": 300, "max_ms": 81.392, "p95_ms": 76.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.973, "count": 300, "max_ms": 98.057, "p95_ms": 92.209}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 641.104, "p95_ms": 112.596}, "triton_wait": {"avg_ms": 55.925, "count": 300, "max_ms": 81.404, "p95_ms": 76.493}, "visualize": {"avg_ms": 3.678, "count": 300, "max_ms": 5.649, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15958.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 696, "h264_decode_error_count": 1691, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:37:10+09:00", "last_error_summary": "[h264 @ 0x555d1402e580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d1402e580] error while decoding MB 0 28, bytestream 4916 [h264 @ 0x555d136dbf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d136dbf00] error while decoding MB 0 37, bytestream 1894 [h264 @ 0x555d135f2a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d135f2a00] error while decoding MB 0 13, bytestream 8481 [in#0/rtsp @ 0x555d135afe00] Error during demuxing: Conn", "last_exit_at": "2026-07-05T15:37:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.78, "last_started_at": "2026-07-05T15:37:13+09:00", "pid": 135366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.23, "name": "ffmpeg", "pid": 135366, "rss_mb": 269.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 776, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 777}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.343, "sample_count": 2071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:39:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:39:08+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T15:39:08+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T15:39:08.830540+09:00", "mtime_epoch": 1783233548.83054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:39:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.435, "pushed": 7.435, "read": 7.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.964, "count": 222, "max_ms": 29.771, "p95_ms": 21.625}, "gstreamer_push": {"avg_ms": 1.106, "count": 223, "max_ms": 1.652, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.359, "count": 222, "max_ms": 68.845, "p95_ms": 62.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.673, "count": 222, "max_ms": 78.055, "p95_ms": 70.311}, "yolo11_640_fire_11class": {"avg_ms": 51.089, "count": 222, "max_ms": 68.856, "p95_ms": 65.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.506, "count": 222, "max_ms": 78.615, "p95_ms": 76.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.346, "count": 223, "max_ms": 166.383, "p95_ms": 139.596}, "read_interval": {"avg_ms": 135.087, "count": 222, "max_ms": 177.315, "p95_ms": 152.525}, "triton_wait": {"avg_ms": 59.035, "count": 222, "max_ms": 78.627, "p95_ms": 76.929}, "visualize": {"avg_ms": 4.886, "count": 222, "max_ms": 7.379, "p95_ms": 5.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15958.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10365.93, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.425, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1879175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:39:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:39:28+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T15:39:28+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T15:39:28.894594+09:00", "mtime_epoch": 1783233568.8945937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:39:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2335.988, "name": "celery", "pid": 267, "rss_mb": 2335.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.541, "count": 300, "max_ms": 12.547, "p95_ms": 9.142}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.779, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.221, "count": 300, "max_ms": 65.172, "p95_ms": 63.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.102, "count": 300, "max_ms": 78.491, "p95_ms": 71.056}, "yolo11_640_fire_11class": {"avg_ms": 52.661, "count": 300, "max_ms": 70.267, "p95_ms": 65.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.434, "count": 300, "max_ms": 81.637, "p95_ms": 76.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.789, "count": 300, "max_ms": 97.518, "p95_ms": 92.792}, "read_interval": {"avg_ms": 99.961, "count": 300, "max_ms": 555.208, "p95_ms": 114.508}, "triton_wait": {"avg_ms": 55.715, "count": 300, "max_ms": 81.649, "p95_ms": 77.027}, "visualize": {"avg_ms": 3.663, "count": 300, "max_ms": 4.694, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15958.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 696, "h264_decode_error_count": 1691, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:37:10+09:00", "last_error_summary": "[h264 @ 0x555d1402e580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d1402e580] error while decoding MB 0 28, bytestream 4916 [h264 @ 0x555d136dbf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d136dbf00] error while decoding MB 0 37, bytestream 1894 [h264 @ 0x555d135f2a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d135f2a00] error while decoding MB 0 13, bytestream 8481 [in#0/rtsp @ 0x555d135afe00] Error during demuxing: Conn", "last_exit_at": "2026-07-05T15:37:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.824, "last_started_at": "2026-07-05T15:37:13+09:00", "pid": 135366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.23, "name": "ffmpeg", "pid": 135366, "rss_mb": 269.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 776, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 777}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.437, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:39:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:39:38+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T15:39:38+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T15:39:38.886625+09:00", "mtime_epoch": 1783233578.886625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:39:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.453, "pushed": 7.453, "read": 7.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.591, "count": 223, "max_ms": 26.337, "p95_ms": 20.569}, "gstreamer_push": {"avg_ms": 1.117, "count": 223, "max_ms": 1.727, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.753, "count": 223, "max_ms": 65.274, "p95_ms": 62.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.489, "count": 223, "max_ms": 79.369, "p95_ms": 70.653}, "yolo11_640_fire_11class": {"avg_ms": 51.375, "count": 223, "max_ms": 68.073, "p95_ms": 65.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.823, "count": 223, "max_ms": 82.216, "p95_ms": 78.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.027, "count": 223, "max_ms": 162.791, "p95_ms": 140.539}, "read_interval": {"avg_ms": 134.776, "count": 222, "max_ms": 173.631, "p95_ms": 152.864}, "triton_wait": {"avg_ms": 60.115, "count": 223, "max_ms": 82.228, "p95_ms": 78.141}, "visualize": {"avg_ms": 4.885, "count": 223, "max_ms": 7.282, "p95_ms": 5.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15958.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10396.005, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.953, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1879472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:39:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:39:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:39:58+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T15:39:59.002697+09:00", "mtime_epoch": 1783233599.0026965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:39:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2335.988, "name": "celery", "pid": 267, "rss_mb": 2335.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.51, "count": 297, "max_ms": 12.124, "p95_ms": 8.948}, "gstreamer_push": {"avg_ms": 1.27, "count": 297, "max_ms": 2.267, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.87, "count": 297, "max_ms": 70.189, "p95_ms": 63.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.401, "count": 297, "max_ms": 79.703, "p95_ms": 70.278}, "yolo11_640_fire_11class": {"avg_ms": 53.331, "count": 297, "max_ms": 70.343, "p95_ms": 65.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.389, "count": 297, "max_ms": 85.605, "p95_ms": 77.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.822, "count": 297, "max_ms": 108.762, "p95_ms": 93.516}, "read_interval": {"avg_ms": 101.32, "count": 296, "max_ms": 794.296, "p95_ms": 120.4}, "triton_wait": {"avg_ms": 57.152, "count": 297, "max_ms": 85.618, "p95_ms": 77.103}, "visualize": {"avg_ms": 3.7, "count": 297, "max_ms": 5.665, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15961.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 696, "h264_decode_error_count": 1691, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:37:10+09:00", "last_error_summary": "[h264 @ 0x555d1402e580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d1402e580] error while decoding MB 0 28, bytestream 4916 [h264 @ 0x555d136dbf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d136dbf00] error while decoding MB 0 37, bytestream 1894 [h264 @ 0x555d135f2a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d135f2a00] error while decoding MB 0 13, bytestream 8481 [in#0/rtsp @ 0x555d135afe00] Error during demuxing: Conn", "last_exit_at": "2026-07-05T15:37:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.961, "last_started_at": "2026-07-05T15:37:13+09:00", "pid": 135366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.066, "name": "ffmpeg", "pid": 135366, "rss_mb": 272.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 776, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 777}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.826, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:40:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:40:09+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T15:40:08+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T15:40:09.006736+09:00", "mtime_epoch": 1783233609.0067363, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:40:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.468, "pushed": 7.468, "read": 7.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.323, "count": 223, "max_ms": 29.601, "p95_ms": 19.96}, "gstreamer_push": {"avg_ms": 1.11, "count": 224, "max_ms": 1.284, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.719, "count": 223, "max_ms": 67.413, "p95_ms": 63.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.844, "count": 223, "max_ms": 77.625, "p95_ms": 69.936}, "yolo11_640_fire_11class": {"avg_ms": 52.252, "count": 223, "max_ms": 70.032, "p95_ms": 66.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.991, "count": 223, "max_ms": 82.861, "p95_ms": 78.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.793, "count": 224, "max_ms": 185.216, "p95_ms": 140.446}, "read_interval": {"avg_ms": 134.504, "count": 223, "max_ms": 197.78, "p95_ms": 153.695}, "triton_wait": {"avg_ms": 60.447, "count": 223, "max_ms": 82.873, "p95_ms": 78.017}, "visualize": {"avg_ms": 4.748, "count": 223, "max_ms": 7.337, "p95_ms": 5.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15961.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10426.021, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.528, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1879775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:40:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:40:29+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:40:29+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:40:29.018824+09:00", "mtime_epoch": 1783233629.018824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:40:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2336.246, "name": "celery", "pid": 267, "rss_mb": 2336.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.088}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.735, "count": 303, "max_ms": 13.331, "p95_ms": 11.485}, "gstreamer_push": {"avg_ms": 1.247, "count": 303, "max_ms": 1.499, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.502, "count": 303, "max_ms": 68.51, "p95_ms": 64.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.875, "count": 303, "max_ms": 77.735, "p95_ms": 68.989}, "yolo11_640_fire_11class": {"avg_ms": 51.894, "count": 303, "max_ms": 73.444, "p95_ms": 65.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.724, "count": 303, "max_ms": 82.704, "p95_ms": 77.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.63, "count": 303, "max_ms": 110.771, "p95_ms": 94.224}, "read_interval": {"avg_ms": 99.113, "count": 302, "max_ms": 615.917, "p95_ms": 120.844}, "triton_wait": {"avg_ms": 55.486, "count": 303, "max_ms": 82.717, "p95_ms": 77.585}, "visualize": {"avg_ms": 3.732, "count": 303, "max_ms": 6.714, "p95_ms": 4.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15961.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 696, "h264_decode_error_count": 1691, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:37:10+09:00", "last_error_summary": "[h264 @ 0x555d1402e580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d1402e580] error while decoding MB 0 28, bytestream 4916 [h264 @ 0x555d136dbf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d136dbf00] error while decoding MB 0 37, bytestream 1894 [h264 @ 0x555d135f2a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555d135f2a00] error while decoding MB 0 13, bytestream 8481 [in#0/rtsp @ 0x555d135afe00] Error during demuxing: Conn", "last_exit_at": "2026-07-05T15:37:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.01, "last_started_at": "2026-07-05T15:37:13+09:00", "pid": 135366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.324, "name": "ffmpeg", "pid": 135366, "rss_mb": 272.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 776, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 777}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.307, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:40:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:40:39+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T15:40:39+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T15:40:39.046872+09:00", "mtime_epoch": 1783233639.046872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:40:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.553, "pushed": 7.553, "read": 7.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.263, "count": 226, "max_ms": 21.988, "p95_ms": 20.182}, "gstreamer_push": {"avg_ms": 1.107, "count": 226, "max_ms": 1.597, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.842, "count": 226, "max_ms": 68.371, "p95_ms": 62.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.631, "count": 226, "max_ms": 75.491, "p95_ms": 69.783}, "yolo11_640_fire_11class": {"avg_ms": 51.057, "count": 226, "max_ms": 70.351, "p95_ms": 64.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.223, "count": 226, "max_ms": 86.983, "p95_ms": 77.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.306, "count": 226, "max_ms": 156.974, "p95_ms": 140.145}, "read_interval": {"avg_ms": 132.871, "count": 225, "max_ms": 167.764, "p95_ms": 152.604}, "triton_wait": {"avg_ms": 59.559, "count": 226, "max_ms": 86.995, "p95_ms": 77.729}, "visualize": {"avg_ms": 4.729, "count": 226, "max_ms": 6.19, "p95_ms": 5.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15958.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10456.048, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.545, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1880072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:40:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:40:59+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T15:40:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T15:40:59.022975+09:00", "mtime_epoch": 1783233659.0229747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:40:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2336.504, "name": "celery", "pid": 267, "rss_mb": 2336.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.916, "pushed": 9.916, "read": 9.882}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.533, "count": 297, "max_ms": 12.066, "p95_ms": 8.93}, "gstreamer_push": {"avg_ms": 1.273, "count": 297, "max_ms": 2.103, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.014, "count": 297, "max_ms": 66.223, "p95_ms": 63.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.252, "count": 297, "max_ms": 75.078, "p95_ms": 68.522}, "yolo11_640_fire_11class": {"avg_ms": 51.442, "count": 297, "max_ms": 69.784, "p95_ms": 64.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.87, "count": 297, "max_ms": 81.177, "p95_ms": 77.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.451, "count": 297, "max_ms": 131.409, "p95_ms": 94.089}, "read_interval": {"avg_ms": 101.075, "count": 296, "max_ms": 432.126, "p95_ms": 249.33}, "triton_wait": {"avg_ms": 55.451, "count": 297, "max_ms": 81.189, "p95_ms": 77.356}, "visualize": {"avg_ms": 3.717, "count": 297, "max_ms": 5.188, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15958.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 697, "h264_decode_error_count": 1692, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:40:42+09:00", "last_error_summary": "[h264 @ 0x562710ae9380] error while decoding MB 0 19, bytestream -8", "last_exit_at": "2026-07-05T15:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.671, "last_started_at": "2026-07-05T15:40:44+09:00", "pid": 135473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.719, "name": "ffmpeg", "pid": 135473, "rss_mb": 268.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 777, "restart_count_per_hour": 18, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 778}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.095, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:41:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:41:09+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T15:41:09+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T15:41:09.131031+09:00", "mtime_epoch": 1783233669.1310306, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:41:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.51, "pushed": 6.51, "read": 6.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.576, "count": 195, "max_ms": 24.879, "p95_ms": 20.84}, "gstreamer_push": {"avg_ms": 1.115, "count": 195, "max_ms": 1.548, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.383, "count": 195, "max_ms": 74.943, "p95_ms": 63.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.392, "count": 195, "max_ms": 80.915, "p95_ms": 69.158}, "yolo11_640_fire_11class": {"avg_ms": 51.931, "count": 195, "max_ms": 76.888, "p95_ms": 65.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.006, "count": 195, "max_ms": 80.564, "p95_ms": 78.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.513, "count": 195, "max_ms": 143.788, "p95_ms": 139.949}, "read_interval": {"avg_ms": 154.257, "count": 194, "max_ms": 4646.812, "p95_ms": 150.253}, "triton_wait": {"avg_ms": 60.424, "count": 195, "max_ms": 80.927, "p95_ms": 78.298}, "visualize": {"avg_ms": 4.866, "count": 195, "max_ms": 7.264, "p95_ms": 5.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15960.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10486.1, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.823, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1880375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:41:29+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T15:41:29+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T15:41:29.071148+09:00", "mtime_epoch": 1783233689.071148, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:41:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2336.504, "name": "celery", "pid": 267, "rss_mb": 2336.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.077}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.445, "count": 303, "max_ms": 10.182, "p95_ms": 8.87}, "gstreamer_push": {"avg_ms": 1.258, "count": 303, "max_ms": 1.796, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.045, "count": 303, "max_ms": 69.339, "p95_ms": 62.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.519, "count": 303, "max_ms": 75.611, "p95_ms": 67.844}, "yolo11_640_fire_11class": {"avg_ms": 51.724, "count": 303, "max_ms": 69.351, "p95_ms": 63.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.58, "count": 303, "max_ms": 80.749, "p95_ms": 76.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.688, "count": 303, "max_ms": 106.892, "p95_ms": 93.743}, "read_interval": {"avg_ms": 99.14, "count": 302, "max_ms": 523.522, "p95_ms": 132.759}, "triton_wait": {"avg_ms": 55.476, "count": 303, "max_ms": 80.761, "p95_ms": 76.136}, "visualize": {"avg_ms": 3.693, "count": 303, "max_ms": 5.122, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15959.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 697, "h264_decode_error_count": 1692, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:40:42+09:00", "last_error_summary": "[h264 @ 0x562710ae9380] error while decoding MB 0 19, bytestream -8", "last_exit_at": "2026-07-05T15:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.765, "last_started_at": "2026-07-05T15:40:44+09:00", "pid": 135473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.492, "name": "ffmpeg", "pid": 135473, "rss_mb": 269.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 777, "restart_count_per_hour": 18, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 778}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.659, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:41:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:41:39+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:41:39+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T15:41:39.243211+09:00", "mtime_epoch": 1783233699.2432113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:41:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.574, "pushed": 7.574, "read": 7.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.651, "count": 226, "max_ms": 25.337, "p95_ms": 20.704}, "gstreamer_push": {"avg_ms": 1.101, "count": 227, "max_ms": 1.664, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.446, "count": 226, "max_ms": 65.42, "p95_ms": 62.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.069, "count": 226, "max_ms": 78.873, "p95_ms": 69.638}, "yolo11_640_fire_11class": {"avg_ms": 51.924, "count": 226, "max_ms": 67.267, "p95_ms": 65.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.482, "count": 226, "max_ms": 81.744, "p95_ms": 78.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.264, "count": 227, "max_ms": 165.955, "p95_ms": 140.68}, "read_interval": {"avg_ms": 132.609, "count": 226, "max_ms": 173.689, "p95_ms": 149.951}, "triton_wait": {"avg_ms": 60.752, "count": 226, "max_ms": 81.756, "p95_ms": 78.532}, "visualize": {"avg_ms": 4.799, "count": 226, "max_ms": 6.59, "p95_ms": 5.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15959.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10516.122, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.611, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1880677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:41:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:41:59+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:41:59.119342+09:00", "mtime_epoch": 1783233719.1193419, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:41:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2336.762, "name": "celery", "pid": 267, "rss_mb": 2336.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.567, "count": 302, "max_ms": 11.89, "p95_ms": 9.011}, "gstreamer_push": {"avg_ms": 1.269, "count": 302, "max_ms": 2.083, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.887, "count": 302, "max_ms": 66.395, "p95_ms": 61.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.773, "count": 302, "max_ms": 79.669, "p95_ms": 69.44}, "yolo11_640_fire_11class": {"avg_ms": 50.892, "count": 302, "max_ms": 70.882, "p95_ms": 64.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.828, "count": 302, "max_ms": 82.599, "p95_ms": 77.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.89, "count": 302, "max_ms": 131.469, "p95_ms": 93.996}, "read_interval": {"avg_ms": 99.506, "count": 302, "max_ms": 685.009, "p95_ms": 166.527}, "triton_wait": {"avg_ms": 54.656, "count": 302, "max_ms": 82.612, "p95_ms": 77.04}, "visualize": {"avg_ms": 3.718, "count": 302, "max_ms": 5.729, "p95_ms": 4.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15962.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 697, "h264_decode_error_count": 1692, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:40:42+09:00", "last_error_summary": "[h264 @ 0x562710ae9380] error while decoding MB 0 19, bytestream -8", "last_exit_at": "2026-07-05T15:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.795, "last_started_at": "2026-07-05T15:40:44+09:00", "pid": 135473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.328, "name": "ffmpeg", "pid": 135473, "rss_mb": 272.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 777, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 778}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.307, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:42:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:42:09+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:42:09+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T15:42:09.275412+09:00", "mtime_epoch": 1783233729.275412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:42:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9327.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.462, "pushed": 7.462, "read": 7.428}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.241, "count": 223, "max_ms": 32.376, "p95_ms": 21.627}, "gstreamer_push": {"avg_ms": 1.102, "count": 223, "max_ms": 1.634, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.494, "count": 223, "max_ms": 66.29, "p95_ms": 62.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.634, "count": 223, "max_ms": 79.079, "p95_ms": 71.802}, "yolo11_640_fire_11class": {"avg_ms": 49.19, "count": 223, "max_ms": 69.222, "p95_ms": 65.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.782, "count": 223, "max_ms": 81.558, "p95_ms": 78.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.273, "count": 223, "max_ms": 167.946, "p95_ms": 153.446}, "read_interval": {"avg_ms": 134.718, "count": 222, "max_ms": 176.196, "p95_ms": 162.329}, "triton_wait": {"avg_ms": 58.178, "count": 223, "max_ms": 81.569, "p95_ms": 79.091}, "visualize": {"avg_ms": 5.022, "count": 223, "max_ms": 6.434, "p95_ms": 6.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15964.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10546.533, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.619, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1880979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:42:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:42:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:42:29+09:00", "mjpeg": {"age_sec": 0.446, "exists": true, "mtime": "2026-07-05T15:42:29.147555+09:00", "mtime_epoch": 1783233749.1475554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:42:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2336.762, "name": "celery", "pid": 267, "rss_mb": 2336.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.498, "count": 301, "max_ms": 11.953, "p95_ms": 8.613}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 1.986, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.384, "count": 301, "max_ms": 67.403, "p95_ms": 62.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.456, "count": 301, "max_ms": 76.068, "p95_ms": 70.027}, "yolo11_640_fire_11class": {"avg_ms": 51.634, "count": 301, "max_ms": 68.661, "p95_ms": 64.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.796, "count": 301, "max_ms": 80.332, "p95_ms": 76.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.856, "count": 301, "max_ms": 104.961, "p95_ms": 93.234}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 650.677, "p95_ms": 113.844}, "triton_wait": {"avg_ms": 55.518, "count": 301, "max_ms": 80.348, "p95_ms": 76.912}, "visualize": {"avg_ms": 3.66, "count": 301, "max_ms": 5.231, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15965.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 697, "h264_decode_error_count": 1692, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:40:42+09:00", "last_error_summary": "[h264 @ 0x562710ae9380] error while decoding MB 0 19, bytestream -8", "last_exit_at": "2026-07-05T15:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.911, "last_started_at": "2026-07-05T15:40:44+09:00", "pid": 135473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.648, "name": "ffmpeg", "pid": 135473, "rss_mb": 274.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 777, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 778}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.501, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:42:39+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T15:42:39+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T15:42:39.395633+09:00", "mtime_epoch": 1783233759.3956327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:42:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.497, "count": 227, "max_ms": 29.624, "p95_ms": 20.856}, "gstreamer_push": {"avg_ms": 1.093, "count": 228, "max_ms": 1.363, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.107, "count": 227, "max_ms": 70.318, "p95_ms": 63.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.045, "count": 227, "max_ms": 81.574, "p95_ms": 73.367}, "yolo11_640_fire_11class": {"avg_ms": 51.479, "count": 227, "max_ms": 69.533, "p95_ms": 65.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.067, "count": 227, "max_ms": 81.283, "p95_ms": 78.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.411, "count": 228, "max_ms": 165.891, "p95_ms": 140.811}, "read_interval": {"avg_ms": 132.117, "count": 227, "max_ms": 173.82, "p95_ms": 151.788}, "triton_wait": {"avg_ms": 60.398, "count": 227, "max_ms": 81.586, "p95_ms": 78.409}, "visualize": {"avg_ms": 4.78, "count": 227, "max_ms": 6.451, "p95_ms": 5.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15965.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10576.563, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.695, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1881278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:42:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:42:59+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T15:42:59+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T15:42:59.531790+09:00", "mtime_epoch": 1783233779.5317905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:42:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2337.02, "name": "celery", "pid": 267, "rss_mb": 2337.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.545, "count": 299, "max_ms": 12.127, "p95_ms": 9.236}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 2.007, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.532, "count": 299, "max_ms": 69.337, "p95_ms": 62.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.542, "count": 299, "max_ms": 73.357, "p95_ms": 68.301}, "yolo11_640_fire_11class": {"avg_ms": 52.104, "count": 299, "max_ms": 70.088, "p95_ms": 65.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.731, "count": 299, "max_ms": 86.415, "p95_ms": 77.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.062, "count": 299, "max_ms": 135.493, "p95_ms": 96.043}, "read_interval": {"avg_ms": 100.388, "count": 298, "max_ms": 463.922, "p95_ms": 147.143}, "triton_wait": {"avg_ms": 55.639, "count": 299, "max_ms": 86.428, "p95_ms": 77.956}, "visualize": {"avg_ms": 3.715, "count": 299, "max_ms": 5.249, "p95_ms": 4.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15965.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 697, "h264_decode_error_count": 1692, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:40:42+09:00", "last_error_summary": "[h264 @ 0x562710ae9380] error while decoding MB 0 19, bytestream -8", "last_exit_at": "2026-07-05T15:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.924, "last_started_at": "2026-07-05T15:40:44+09:00", "pid": 135473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.164, "name": "ffmpeg", "pid": 135473, "rss_mb": 275.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 777, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 778}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.845, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:43:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:43:09+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T15:43:09+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T15:43:09.403871+09:00", "mtime_epoch": 1783233789.4038706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:43:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.661, "pushed": 7.661, "read": 7.627}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.804, "count": 229, "max_ms": 29.417, "p95_ms": 22.298}, "gstreamer_push": {"avg_ms": 1.105, "count": 229, "max_ms": 1.292, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.875, "count": 229, "max_ms": 65.538, "p95_ms": 63.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.694, "count": 229, "max_ms": 78.755, "p95_ms": 70.902}, "yolo11_640_fire_11class": {"avg_ms": 51.488, "count": 229, "max_ms": 67.906, "p95_ms": 66.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.206, "count": 229, "max_ms": 81.319, "p95_ms": 79.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.374, "count": 229, "max_ms": 160.388, "p95_ms": 141.781}, "read_interval": {"avg_ms": 131.107, "count": 228, "max_ms": 171.125, "p95_ms": 150.92}, "triton_wait": {"avg_ms": 60.36, "count": 229, "max_ms": 81.33, "p95_ms": 79.652}, "visualize": {"avg_ms": 4.747, "count": 229, "max_ms": 7.247, "p95_ms": 5.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15966.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10606.649, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.779, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1881579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:43:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:43:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:43:29+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-05T15:43:29.500040+09:00", "mtime_epoch": 1783233809.5000396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:43:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2337.02, "name": "celery", "pid": 267, "rss_mb": 2337.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.533, "count": 300, "max_ms": 12.761, "p95_ms": 9.067}, "gstreamer_push": {"avg_ms": 1.261, "count": 301, "max_ms": 1.837, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.504, "count": 300, "max_ms": 66.145, "p95_ms": 62.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.569, "count": 300, "max_ms": 75.469, "p95_ms": 69.986}, "yolo11_640_fire_11class": {"avg_ms": 51.933, "count": 300, "max_ms": 73.064, "p95_ms": 64.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.639, "count": 300, "max_ms": 80.155, "p95_ms": 76.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.789, "count": 300, "max_ms": 130.25, "p95_ms": 94.023}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 848.751, "p95_ms": 119.494}, "triton_wait": {"avg_ms": 55.575, "count": 300, "max_ms": 80.166, "p95_ms": 76.444}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 5.926, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15969.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 697, "h264_decode_error_count": 1692, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:40:42+09:00", "last_error_summary": "[h264 @ 0x562710ae9380] error while decoding MB 0 19, bytestream -8", "last_exit_at": "2026-07-05T15:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.028, "last_started_at": "2026-07-05T15:40:44+09:00", "pid": 135473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.227, "name": "ffmpeg", "pid": 135473, "rss_mb": 277.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 777, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 778}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.412, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:43:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:43:39+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T15:43:39+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T15:43:39.484126+09:00", "mtime_epoch": 1783233819.4841263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:43:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.572, "pushed": 7.572, "read": 7.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.835, "count": 226, "max_ms": 24.921, "p95_ms": 21.157}, "gstreamer_push": {"avg_ms": 1.093, "count": 227, "max_ms": 1.252, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.524, "count": 226, "max_ms": 65.251, "p95_ms": 62.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.037, "count": 226, "max_ms": 80.062, "p95_ms": 70.883}, "yolo11_640_fire_11class": {"avg_ms": 50.574, "count": 226, "max_ms": 69.504, "p95_ms": 66.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.548, "count": 226, "max_ms": 81.065, "p95_ms": 78.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.186, "count": 227, "max_ms": 281.777, "p95_ms": 143.066}, "read_interval": {"avg_ms": 132.558, "count": 226, "max_ms": 289.058, "p95_ms": 152.215}, "triton_wait": {"avg_ms": 59.137, "count": 226, "max_ms": 81.077, "p95_ms": 78.532}, "visualize": {"avg_ms": 4.832, "count": 226, "max_ms": 7.789, "p95_ms": 5.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15978.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10636.722, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.853, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1881882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:43:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:43:59+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T15:43:59.716308+09:00", "mtime_epoch": 1783233839.7163076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:43:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2337.277, "name": "celery", "pid": 267, "rss_mb": 2337.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.472, "count": 303, "max_ms": 12.544, "p95_ms": 9.015}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.478, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.335, "count": 303, "max_ms": 67.572, "p95_ms": 62.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.043, "count": 303, "max_ms": 76.711, "p95_ms": 67.819}, "yolo11_640_fire_11class": {"avg_ms": 49.133, "count": 303, "max_ms": 68.055, "p95_ms": 62.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.324, "count": 303, "max_ms": 80.52, "p95_ms": 75.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.885, "count": 303, "max_ms": 133.579, "p95_ms": 92.774}, "read_interval": {"avg_ms": 99.304, "count": 302, "max_ms": 696.152, "p95_ms": 147.272}, "triton_wait": {"avg_ms": 52.764, "count": 303, "max_ms": 80.533, "p95_ms": 75.291}, "visualize": {"avg_ms": 3.7, "count": 303, "max_ms": 5.604, "p95_ms": 4.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15980.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 697, "h264_decode_error_count": 1692, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:40:42+09:00", "last_error_summary": "[h264 @ 0x562710ae9380] error while decoding MB 0 19, bytestream -8", "last_exit_at": "2026-07-05T15:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.123, "last_started_at": "2026-07-05T15:40:44+09:00", "pid": 135473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.633, "name": "ffmpeg", "pid": 135473, "rss_mb": 287.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 777, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 778}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.153, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:44:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:44:09+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T15:44:09+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T15:44:09.592399+09:00", "mtime_epoch": 1783233849.5923986, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:44:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.484, "pushed": 7.484, "read": 7.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.148, "count": 224, "max_ms": 25.682, "p95_ms": 22.763}, "gstreamer_push": {"avg_ms": 1.084, "count": 224, "max_ms": 1.492, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.929, "count": 224, "max_ms": 64.593, "p95_ms": 62.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.512, "count": 224, "max_ms": 75.459, "p95_ms": 68.873}, "yolo11_640_fire_11class": {"avg_ms": 49.788, "count": 224, "max_ms": 66.528, "p95_ms": 63.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.738, "count": 224, "max_ms": 79.967, "p95_ms": 77.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.685, "count": 224, "max_ms": 167.282, "p95_ms": 146.882}, "read_interval": {"avg_ms": 134.403, "count": 223, "max_ms": 179.969, "p95_ms": 157.688}, "triton_wait": {"avg_ms": 57.978, "count": 224, "max_ms": 79.979, "p95_ms": 77.896}, "visualize": {"avg_ms": 4.995, "count": 224, "max_ms": 6.763, "p95_ms": 6.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15985.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10666.824, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.706, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1882180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:44:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T15:44:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T15:44:29.800590+09:00", "mtime_epoch": 1783233869.80059, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:44:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2337.277, "name": "celery", "pid": 267, "rss_mb": 2337.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.885}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.628, "count": 297, "max_ms": 11.997, "p95_ms": 9.341}, "gstreamer_push": {"avg_ms": 1.239, "count": 297, "max_ms": 1.51, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.159, "count": 297, "max_ms": 71.699, "p95_ms": 63.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.057, "count": 297, "max_ms": 76.944, "p95_ms": 68.682}, "yolo11_640_fire_11class": {"avg_ms": 51.567, "count": 297, "max_ms": 71.687, "p95_ms": 64.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.543, "count": 297, "max_ms": 82.456, "p95_ms": 78.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.715, "count": 297, "max_ms": 136.045, "p95_ms": 102.686}, "read_interval": {"avg_ms": 101.078, "count": 296, "max_ms": 483.362, "p95_ms": 147.173}, "triton_wait": {"avg_ms": 56.022, "count": 297, "max_ms": 82.469, "p95_ms": 78.938}, "visualize": {"avg_ms": 3.724, "count": 297, "max_ms": 5.281, "p95_ms": 4.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15985.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 697, "h264_decode_error_count": 1692, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:40:42+09:00", "last_error_summary": "[h264 @ 0x562710ae9380] error while decoding MB 0 19, bytestream -8", "last_exit_at": "2026-07-05T15:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.151, "last_started_at": "2026-07-05T15:40:44+09:00", "pid": 135473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.273, "name": "ffmpeg", "pid": 135473, "rss_mb": 292.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 777, "restart_count_per_hour": 17, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 778}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.472, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:44:39+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:44:39+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T15:44:39.628685+09:00", "mtime_epoch": 1783233879.6286855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:44:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.529, "pushed": 7.529, "read": 7.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.024, "count": 225, "max_ms": 31.417, "p95_ms": 21.761}, "gstreamer_push": {"avg_ms": 1.118, "count": 225, "max_ms": 1.624, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.711, "count": 225, "max_ms": 66.674, "p95_ms": 63.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.316, "count": 225, "max_ms": 74.242, "p95_ms": 68.511}, "yolo11_640_fire_11class": {"avg_ms": 50.871, "count": 225, "max_ms": 68.552, "p95_ms": 64.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.635, "count": 225, "max_ms": 82.657, "p95_ms": 78.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.946, "count": 225, "max_ms": 165.234, "p95_ms": 143.433}, "read_interval": {"avg_ms": 133.48, "count": 224, "max_ms": 175.586, "p95_ms": 154.132}, "triton_wait": {"avg_ms": 60.001, "count": 225, "max_ms": 82.669, "p95_ms": 78.094}, "visualize": {"avg_ms": 4.858, "count": 225, "max_ms": 6.594, "p95_ms": 5.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15986.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10696.828, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.995, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1882483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:44:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T15:44:59+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T15:44:59.820887+09:00", "mtime_epoch": 1783233899.8208866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:44:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2337.535, "name": "celery", "pid": 267, "rss_mb": 2337.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.851, "count": 303, "max_ms": 14.962, "p95_ms": 10.567}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.831, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.324, "count": 303, "max_ms": 65.954, "p95_ms": 62.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.231, "count": 303, "max_ms": 75.32, "p95_ms": 68.526}, "yolo11_640_fire_11class": {"avg_ms": 52.182, "count": 303, "max_ms": 73.872, "p95_ms": 64.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.551, "count": 303, "max_ms": 81.916, "p95_ms": 78.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.238, "count": 303, "max_ms": 146.801, "p95_ms": 110.365}, "read_interval": {"avg_ms": 99.092, "count": 303, "max_ms": 509.758, "p95_ms": 135.176}, "triton_wait": {"avg_ms": 56.017, "count": 303, "max_ms": 81.928, "p95_ms": 78.394}, "visualize": {"avg_ms": 3.839, "count": 303, "max_ms": 6.093, "p95_ms": 5.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15986.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 697, "h264_decode_error_count": 1692, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:40:42+09:00", "last_error_summary": "[h264 @ 0x562710ae9380] error while decoding MB 0 19, bytestream -8", "last_exit_at": "2026-07-05T15:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.218, "last_started_at": "2026-07-05T15:40:44+09:00", "pid": 135473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.305, "name": "ffmpeg", "pid": 135473, "rss_mb": 293.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 777, "restart_count_per_hour": 16, "rtsp_timeout_count": 432, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 778}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.768, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:45:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:45:10+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T15:45:10+09:00", "mjpeg": {"age_sec": 8.885, "exists": true, "mtime": "2026-07-05T15:45:01.916908+09:00", "mtime_epoch": 1783233901.9169078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:45:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.205, "pushed": 5.205, "read": 5.171}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.702, "count": 155, "max_ms": 26.652, "p95_ms": 20.384}, "gstreamer_push": {"avg_ms": 1.066, "count": 156, "max_ms": 1.322, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.036, "count": 155, "max_ms": 65.821, "p95_ms": 62.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.41, "count": 155, "max_ms": 76.715, "p95_ms": 70.866}, "yolo11_640_fire_11class": {"avg_ms": 51.836, "count": 155, "max_ms": 70.591, "p95_ms": 66.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.75, "count": 155, "max_ms": 83.721, "p95_ms": 79.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.41, "count": 156, "max_ms": 173.473, "p95_ms": 161.321}, "read_interval": {"avg_ms": 193.347, "count": 155, "max_ms": 8892.135, "p95_ms": 170.839}, "triton_wait": {"avg_ms": 61.217, "count": 155, "max_ms": 83.733, "p95_ms": 79.582}, "visualize": {"avg_ms": 4.955, "count": 155, "max_ms": 6.761, "p95_ms": 5.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15877.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10726.903, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.079, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1882784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:45:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T15:45:29+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T15:45:29.877197+09:00", "mtime_epoch": 1783233929.8771973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:45:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2337.793, "name": "celery", "pid": 267, "rss_mb": 2337.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.53, "count": 301, "max_ms": 9.702, "p95_ms": 8.195}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.592, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.37, "count": 301, "max_ms": 65.607, "p95_ms": 50.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.239, "count": 301, "max_ms": 71.799, "p95_ms": 50.677}, "yolo11_640_fire_11class": {"avg_ms": 49.047, "count": 301, "max_ms": 73.01, "p95_ms": 52.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.475, "count": 301, "max_ms": 80.812, "p95_ms": 54.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.089, "count": 301, "max_ms": 106.881, "p95_ms": 94.93}, "read_interval": {"avg_ms": 99.894, "count": 300, "max_ms": 653.124, "p95_ms": 213.607}, "triton_wait": {"avg_ms": 50.223, "count": 301, "max_ms": 80.825, "p95_ms": 61.027}, "visualize": {"avg_ms": 3.754, "count": 301, "max_ms": 5.233, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15958.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:45:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.64, "last_started_at": "2026-07-05T15:45:25+09:00", "pid": 135580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.238, "name": "ffmpeg", "pid": 135580, "rss_mb": 265.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 778, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 779}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.97, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:45:40+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:45:40+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T15:45:40.701312+09:00", "mtime_epoch": 1783233940.7013123, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:45:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 116, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.799, "pushed": 5.799, "read": 5.799}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.731, "count": 116, "max_ms": 23.343, "p95_ms": 20.395}, "gstreamer_push": {"avg_ms": 1.103, "count": 116, "max_ms": 1.205, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.864, "count": 116, "max_ms": 65.654, "p95_ms": 62.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.546, "count": 116, "max_ms": 79.03, "p95_ms": 71.405}, "yolo11_640_fire_11class": {"avg_ms": 51.333, "count": 116, "max_ms": 68.687, "p95_ms": 66.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.565, "count": 116, "max_ms": 81.556, "p95_ms": 78.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.447, "count": 116, "max_ms": 143.405, "p95_ms": 139.625}, "read_interval": {"avg_ms": 258.718, "count": 116, "max_ms": 10123.22, "p95_ms": 149.757}, "triton_wait": {"avg_ms": 60.355, "count": 116, "max_ms": 81.568, "p95_ms": 79.041}, "visualize": {"avg_ms": 4.755, "count": 116, "max_ms": 6.152, "p95_ms": 5.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.005, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15962.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10756.935, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.532, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1883085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:45:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:45:59+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T15:45:59+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T15:45:59.925521+09:00", "mtime_epoch": 1783233959.925521, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:46:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2337.793, "name": "celery", "pid": 267, "rss_mb": 2337.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.722, "count": 301, "max_ms": 12.246, "p95_ms": 9.571}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.741, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.701, "count": 301, "max_ms": 66.022, "p95_ms": 61.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.677, "count": 301, "max_ms": 78.019, "p95_ms": 69.774}, "yolo11_640_fire_11class": {"avg_ms": 51.72, "count": 301, "max_ms": 72.696, "p95_ms": 64.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.44, "count": 301, "max_ms": 81.765, "p95_ms": 76.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.744, "count": 301, "max_ms": 136.393, "p95_ms": 105.16}, "read_interval": {"avg_ms": 99.808, "count": 300, "max_ms": 543.705, "p95_ms": 147.703}, "triton_wait": {"avg_ms": 55.092, "count": 301, "max_ms": 81.777, "p95_ms": 77.133}, "visualize": {"avg_ms": 3.809, "count": 301, "max_ms": 6.549, "p95_ms": 5.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15963.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:45:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.738, "last_started_at": "2026-07-05T15:45:25+09:00", "pid": 135580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.137, "name": "ffmpeg", "pid": 135580, "rss_mb": 270.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 778, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 779}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.033, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:46:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:46:10+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T15:46:10+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T15:46:10.773641+09:00", "mtime_epoch": 1783233970.7736406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:46:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.606, "pushed": 7.606, "read": 7.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.801, "count": 227, "max_ms": 23.7, "p95_ms": 20.519}, "gstreamer_push": {"avg_ms": 1.116, "count": 228, "max_ms": 1.347, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.023, "count": 227, "max_ms": 65.232, "p95_ms": 62.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.064, "count": 227, "max_ms": 79.361, "p95_ms": 69.712}, "yolo11_640_fire_11class": {"avg_ms": 51.41, "count": 227, "max_ms": 68.175, "p95_ms": 65.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.847, "count": 227, "max_ms": 81.746, "p95_ms": 79.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.594, "count": 228, "max_ms": 164.634, "p95_ms": 142.547}, "read_interval": {"avg_ms": 131.914, "count": 227, "max_ms": 172.935, "p95_ms": 151.635}, "triton_wait": {"avg_ms": 60.377, "count": 227, "max_ms": 81.758, "p95_ms": 79.441}, "visualize": {"avg_ms": 4.821, "count": 227, "max_ms": 7.246, "p95_ms": 5.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15963.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10786.983, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.811, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1883384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:46:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:46:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T15:46:29+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T15:46:29.965857+09:00", "mtime_epoch": 1783233989.9658566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:46:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2338.051, "name": "celery", "pid": 267, "rss_mb": 2338.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.896, "count": 299, "max_ms": 12.546, "p95_ms": 9.689}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 1.954, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.455, "count": 299, "max_ms": 67.565, "p95_ms": 63.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.934, "count": 299, "max_ms": 78.4, "p95_ms": 70.275}, "yolo11_640_fire_11class": {"avg_ms": 52.137, "count": 299, "max_ms": 68.712, "p95_ms": 64.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.219, "count": 299, "max_ms": 81.878, "p95_ms": 79.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.008, "count": 299, "max_ms": 138.391, "p95_ms": 122.652}, "read_interval": {"avg_ms": 100.477, "count": 298, "max_ms": 590.046, "p95_ms": 145.6}, "triton_wait": {"avg_ms": 56.693, "count": 299, "max_ms": 81.89, "p95_ms": 79.421}, "visualize": {"avg_ms": 3.923, "count": 299, "max_ms": 6.117, "p95_ms": 5.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15963.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:45:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.785, "last_started_at": "2026-07-05T15:45:25+09:00", "pid": 135580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.137, "name": "ffmpeg", "pid": 135580, "rss_mb": 270.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 778, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 779}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.036, "sample_count": 2081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:46:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:46:40+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T15:46:40+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T15:46:40.797981+09:00", "mtime_epoch": 1783234000.7979805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:46:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.685, "pushed": 7.685, "read": 7.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.767, "count": 230, "max_ms": 27.887, "p95_ms": 23.1}, "gstreamer_push": {"avg_ms": 1.102, "count": 230, "max_ms": 1.298, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.595, "count": 230, "max_ms": 66.137, "p95_ms": 63.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.305, "count": 230, "max_ms": 81.987, "p95_ms": 72.586}, "yolo11_640_fire_11class": {"avg_ms": 51.163, "count": 230, "max_ms": 70.312, "p95_ms": 65.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.021, "count": 230, "max_ms": 82.862, "p95_ms": 79.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.111, "count": 230, "max_ms": 161.143, "p95_ms": 140.276}, "read_interval": {"avg_ms": 130.465, "count": 229, "max_ms": 165.622, "p95_ms": 150.145}, "triton_wait": {"avg_ms": 60.844, "count": 230, "max_ms": 82.873, "p95_ms": 79.01}, "visualize": {"avg_ms": 4.692, "count": 230, "max_ms": 6.609, "p95_ms": 5.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15965.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10817.036, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.608, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1883686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:47:00+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T15:47:00+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T15:47:00.010204+09:00", "mtime_epoch": 1783234020.010204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:47:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2338.051, "name": "celery", "pid": 267, "rss_mb": 2338.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.836, "count": 302, "max_ms": 13.887, "p95_ms": 9.561}, "gstreamer_push": {"avg_ms": 1.249, "count": 302, "max_ms": 1.857, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.253, "count": 302, "max_ms": 64.569, "p95_ms": 60.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.784, "count": 302, "max_ms": 75.653, "p95_ms": 69.887}, "yolo11_640_fire_11class": {"avg_ms": 51.491, "count": 302, "max_ms": 69.696, "p95_ms": 63.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.603, "count": 302, "max_ms": 80.615, "p95_ms": 75.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.794, "count": 302, "max_ms": 130.058, "p95_ms": 105.601}, "read_interval": {"avg_ms": 99.496, "count": 301, "max_ms": 414.2, "p95_ms": 128.537}, "triton_wait": {"avg_ms": 55.122, "count": 302, "max_ms": 80.628, "p95_ms": 75.849}, "visualize": {"avg_ms": 3.872, "count": 302, "max_ms": 6.98, "p95_ms": 5.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15965.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:45:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.85, "last_started_at": "2026-07-05T15:45:25+09:00", "pid": 135580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.684, "name": "ffmpeg", "pid": 135580, "rss_mb": 271.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 778, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 779}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.547, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:47:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:47:11+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:47:10+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T15:47:10.914333+09:00", "mtime_epoch": 1783234030.9143329, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177307}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:47:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9328.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.582, "pushed": 7.582, "read": 7.548}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.834, "count": 227, "max_ms": 27.305, "p95_ms": 22.012}, "gstreamer_push": {"avg_ms": 1.106, "count": 227, "max_ms": 1.636, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.903, "count": 227, "max_ms": 65.286, "p95_ms": 62.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.692, "count": 227, "max_ms": 79.513, "p95_ms": 70.013}, "yolo11_640_fire_11class": {"avg_ms": 51.314, "count": 227, "max_ms": 68.142, "p95_ms": 65.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.85, "count": 227, "max_ms": 81.863, "p95_ms": 78.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.896, "count": 227, "max_ms": 162.456, "p95_ms": 141.989}, "read_interval": {"avg_ms": 132.495, "count": 226, "max_ms": 170.691, "p95_ms": 151.376}, "triton_wait": {"avg_ms": 60.53, "count": 227, "max_ms": 81.875, "p95_ms": 79.114}, "visualize": {"avg_ms": 4.795, "count": 227, "max_ms": 8.899, "p95_ms": 5.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15965.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10847.074, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.782, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1883984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:47:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:47:30+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T15:47:30+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T15:47:30.066563+09:00", "mtime_epoch": 1783234050.0665627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:47:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2338.309, "name": "celery", "pid": 267, "rss_mb": 2338.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.915}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.497, "count": 298, "max_ms": 11.789, "p95_ms": 9.247}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 2.05, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.779, "count": 298, "max_ms": 66.496, "p95_ms": 63.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.817, "count": 298, "max_ms": 73.801, "p95_ms": 70.056}, "yolo11_640_fire_11class": {"avg_ms": 52.391, "count": 298, "max_ms": 67.844, "p95_ms": 64.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.26, "count": 298, "max_ms": 80.639, "p95_ms": 77.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.169, "count": 298, "max_ms": 134.412, "p95_ms": 93.047}, "read_interval": {"avg_ms": 100.849, "count": 297, "max_ms": 636.657, "p95_ms": 145.894}, "triton_wait": {"avg_ms": 56.152, "count": 298, "max_ms": 80.649, "p95_ms": 77.074}, "visualize": {"avg_ms": 3.668, "count": 298, "max_ms": 5.08, "p95_ms": 4.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15966.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:45:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.945, "last_started_at": "2026-07-05T15:45:25+09:00", "pid": 135580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.457, "name": "ffmpeg", "pid": 135580, "rss_mb": 272.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 778, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 779}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.691, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:47:41+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T15:47:40+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T15:47:41.010696+09:00", "mtime_epoch": 1783234061.0106957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:47:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.542, "pushed": 7.542, "read": 7.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.807, "count": 225, "max_ms": 23.327, "p95_ms": 20.777}, "gstreamer_push": {"avg_ms": 1.098, "count": 226, "max_ms": 1.547, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.682, "count": 225, "max_ms": 66.967, "p95_ms": 63.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.348, "count": 225, "max_ms": 79.647, "p95_ms": 70.599}, "yolo11_640_fire_11class": {"avg_ms": 51.177, "count": 225, "max_ms": 69.089, "p95_ms": 66.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.482, "count": 225, "max_ms": 80.478, "p95_ms": 78.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.758, "count": 226, "max_ms": 165.025, "p95_ms": 141.385}, "read_interval": {"avg_ms": 133.204, "count": 225, "max_ms": 173.233, "p95_ms": 152.353}, "triton_wait": {"avg_ms": 60.133, "count": 225, "max_ms": 80.491, "p95_ms": 78.438}, "visualize": {"avg_ms": 4.885, "count": 225, "max_ms": 8.082, "p95_ms": 5.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15971.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10877.11, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.553, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1884285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:48:00+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T15:48:00+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:48:00.106931+09:00", "mtime_epoch": 1783234080.1069312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:48:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2338.309, "name": "celery", "pid": 267, "rss_mb": 2338.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.649, "count": 301, "max_ms": 12.408, "p95_ms": 9.092}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 1.581, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.405, "count": 301, "max_ms": 70.823, "p95_ms": 62.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.117, "count": 301, "max_ms": 77.217, "p95_ms": 68.376}, "yolo11_640_fire_11class": {"avg_ms": 52.233, "count": 301, "max_ms": 74.587, "p95_ms": 64.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.116, "count": 301, "max_ms": 79.99, "p95_ms": 77.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.797, "count": 301, "max_ms": 104.432, "p95_ms": 92.666}, "read_interval": {"avg_ms": 99.808, "count": 300, "max_ms": 577.474, "p95_ms": 114.613}, "triton_wait": {"avg_ms": 55.312, "count": 301, "max_ms": 80.004, "p95_ms": 77.104}, "visualize": {"avg_ms": 3.735, "count": 301, "max_ms": 5.85, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15971.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:45:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.014, "last_started_at": "2026-07-05T15:45:25+09:00", "pid": 135580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.613, "name": "ffmpeg", "pid": 135580, "rss_mb": 277.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 778, "restart_count_per_hour": 16, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 779}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.547, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:48:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:48:11+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T15:48:11+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T15:48:11.075068+09:00", "mtime_epoch": 1783234091.0750682, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:48:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.653, "pushed": 7.653, "read": 7.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.889, "count": 229, "max_ms": 31.129, "p95_ms": 20.924}, "gstreamer_push": {"avg_ms": 1.098, "count": 229, "max_ms": 1.288, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.058, "count": 229, "max_ms": 74.828, "p95_ms": 63.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.65, "count": 229, "max_ms": 78.563, "p95_ms": 74.084}, "yolo11_640_fire_11class": {"avg_ms": 51.369, "count": 229, "max_ms": 76.074, "p95_ms": 66.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.222, "count": 229, "max_ms": 81.218, "p95_ms": 78.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.639, "count": 229, "max_ms": 164.071, "p95_ms": 140.455}, "read_interval": {"avg_ms": 131.322, "count": 228, "max_ms": 172.273, "p95_ms": 150.316}, "triton_wait": {"avg_ms": 60.071, "count": 229, "max_ms": 81.229, "p95_ms": 78.288}, "visualize": {"avg_ms": 4.826, "count": 229, "max_ms": 7.252, "p95_ms": 5.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15972.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10907.121, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.017, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1884586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:48:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:48:30+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T15:48:30+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T15:48:30.123309+09:00", "mtime_epoch": 1783234110.1233094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:48:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2338.824, "name": "celery", "pid": 267, "rss_mb": 2338.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.722, "count": 301, "max_ms": 12.18, "p95_ms": 9.489}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.524, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.955, "count": 301, "max_ms": 66.994, "p95_ms": 62.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.228, "count": 301, "max_ms": 77.023, "p95_ms": 69.542}, "yolo11_640_fire_11class": {"avg_ms": 51.589, "count": 301, "max_ms": 68.045, "p95_ms": 64.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.144, "count": 301, "max_ms": 80.743, "p95_ms": 77.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.283, "count": 301, "max_ms": 134.311, "p95_ms": 104.759}, "read_interval": {"avg_ms": 99.733, "count": 301, "max_ms": 506.054, "p95_ms": 121.259}, "triton_wait": {"avg_ms": 55.068, "count": 301, "max_ms": 80.757, "p95_ms": 77.581}, "visualize": {"avg_ms": 3.837, "count": 301, "max_ms": 5.958, "p95_ms": 5.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15972.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:45:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.154, "last_started_at": "2026-07-05T15:45:25+09:00", "pid": 135580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.871, "name": "ffmpeg", "pid": 135580, "rss_mb": 277.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 778, "restart_count_per_hour": 16, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 779}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.229, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:48:41+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T15:48:41+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T15:48:41.195451+09:00", "mtime_epoch": 1783234121.1954513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:48:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.567, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.864, "count": 226, "max_ms": 26.917, "p95_ms": 21.103}, "gstreamer_push": {"avg_ms": 1.112, "count": 227, "max_ms": 1.527, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.681, "count": 226, "max_ms": 68.916, "p95_ms": 62.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.178, "count": 226, "max_ms": 78.314, "p95_ms": 70.172}, "yolo11_640_fire_11class": {"avg_ms": 50.803, "count": 226, "max_ms": 70.722, "p95_ms": 65.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.27, "count": 226, "max_ms": 84.57, "p95_ms": 78.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.147, "count": 227, "max_ms": 160.427, "p95_ms": 141.199}, "read_interval": {"avg_ms": 132.703, "count": 226, "max_ms": 168.908, "p95_ms": 151.498}, "triton_wait": {"avg_ms": 59.876, "count": 226, "max_ms": 84.583, "p95_ms": 78.746}, "visualize": {"avg_ms": 4.886, "count": 226, "max_ms": 7.576, "p95_ms": 5.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15722.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10937.127, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.198, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1884888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:49:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:49:00+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T15:49:00+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T15:49:00.115696+09:00", "mtime_epoch": 1783234140.1156962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:49:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2338.824, "name": "celery", "pid": 267, "rss_mb": 2338.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.637, "count": 302, "max_ms": 12.168, "p95_ms": 9.427}, "gstreamer_push": {"avg_ms": 1.271, "count": 302, "max_ms": 1.593, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.15, "count": 302, "max_ms": 70.011, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.974, "count": 302, "max_ms": 78.161, "p95_ms": 69.229}, "yolo11_640_fire_11class": {"avg_ms": 52.046, "count": 302, "max_ms": 70.789, "p95_ms": 64.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.479, "count": 302, "max_ms": 81.515, "p95_ms": 77.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.034, "count": 302, "max_ms": 130.463, "p95_ms": 102.918}, "read_interval": {"avg_ms": 99.314, "count": 302, "max_ms": 524.917, "p95_ms": 122.427}, "triton_wait": {"avg_ms": 55.414, "count": 302, "max_ms": 81.528, "p95_ms": 77.137}, "visualize": {"avg_ms": 3.764, "count": 302, "max_ms": 5.677, "p95_ms": 4.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15957.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:49:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.719, "last_started_at": "2026-07-05T15:49:02+09:00", "pid": 135687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 261.457, "name": "ffmpeg", "pid": 135687, "rss_mb": 261.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 779, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 780}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.509, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:49:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:49:11+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T15:49:11+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T15:49:11.243842+09:00", "mtime_epoch": 1783234151.2438421, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:49:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.392, "pushed": 6.392, "read": 6.359}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.788, "count": 191, "max_ms": 26.502, "p95_ms": 21.196}, "gstreamer_push": {"avg_ms": 1.118, "count": 191, "max_ms": 1.732, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.668, "count": 191, "max_ms": 69.745, "p95_ms": 63.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.625, "count": 191, "max_ms": 80.059, "p95_ms": 70.02}, "yolo11_640_fire_11class": {"avg_ms": 52.361, "count": 191, "max_ms": 71.085, "p95_ms": 66.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.936, "count": 191, "max_ms": 82.311, "p95_ms": 79.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.914, "count": 191, "max_ms": 144.353, "p95_ms": 141.152}, "read_interval": {"avg_ms": 157.392, "count": 190, "max_ms": 4879.846, "p95_ms": 151.03}, "triton_wait": {"avg_ms": 61.761, "count": 191, "max_ms": 82.323, "p95_ms": 79.24}, "visualize": {"avg_ms": 4.742, "count": 191, "max_ms": 5.949, "p95_ms": 5.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15965.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10967.142, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.158, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1885188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:49:30+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:49:30+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:49:30.140092+09:00", "mtime_epoch": 1783234170.1400921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:49:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2338.824, "name": "celery", "pid": 267, "rss_mb": 2338.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.545, "count": 300, "max_ms": 11.525, "p95_ms": 9.395}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.626, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.876, "count": 300, "max_ms": 64.351, "p95_ms": 61.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.995, "count": 300, "max_ms": 72.973, "p95_ms": 69.441}, "yolo11_640_fire_11class": {"avg_ms": 51.515, "count": 300, "max_ms": 69.246, "p95_ms": 64.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.072, "count": 300, "max_ms": 79.862, "p95_ms": 76.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.552, "count": 300, "max_ms": 134.926, "p95_ms": 95.631}, "read_interval": {"avg_ms": 100.119, "count": 299, "max_ms": 627.816, "p95_ms": 156.789}, "triton_wait": {"avg_ms": 54.883, "count": 300, "max_ms": 79.874, "p95_ms": 76.823}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 5.65, "p95_ms": 4.475}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15965.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:49:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.812, "last_started_at": "2026-07-05T15:49:02+09:00", "pid": 135687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.934, "name": "ffmpeg", "pid": 135687, "rss_mb": 268.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 779, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 780}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.141, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:49:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:49:41+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T15:49:41+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T15:49:41.308242+09:00", "mtime_epoch": 1783234181.3082416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:49:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.673, "pushed": 7.673, "read": 7.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.687, "count": 229, "max_ms": 31.835, "p95_ms": 20.451}, "gstreamer_push": {"avg_ms": 1.117, "count": 230, "max_ms": 1.616, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.517, "count": 229, "max_ms": 72.381, "p95_ms": 62.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.569, "count": 229, "max_ms": 77.974, "p95_ms": 73.525}, "yolo11_640_fire_11class": {"avg_ms": 52.061, "count": 229, "max_ms": 74.524, "p95_ms": 65.714}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.293, "count": 229, "max_ms": 81.082, "p95_ms": 78.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.335, "count": 230, "max_ms": 145.939, "p95_ms": 139.886}, "read_interval": {"avg_ms": 130.757, "count": 229, "max_ms": 156.969, "p95_ms": 149.718}, "triton_wait": {"avg_ms": 61.094, "count": 229, "max_ms": 81.114, "p95_ms": 78.175}, "visualize": {"avg_ms": 4.737, "count": 229, "max_ms": 6.268, "p95_ms": 5.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15969.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 10997.217, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.343, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1885487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:50:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:50:00+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T15:50:00.212497+09:00", "mtime_epoch": 1783234200.212497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:50:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2339.082, "name": "celery", "pid": 267, "rss_mb": 2339.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.487, "count": 299, "max_ms": 11.914, "p95_ms": 8.379}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.521, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.191, "count": 299, "max_ms": 69.433, "p95_ms": 62.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.019, "count": 299, "max_ms": 74.336, "p95_ms": 68.614}, "yolo11_640_fire_11class": {"avg_ms": 52.986, "count": 299, "max_ms": 70.596, "p95_ms": 65.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.062, "count": 299, "max_ms": 80.569, "p95_ms": 76.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.064, "count": 299, "max_ms": 104.888, "p95_ms": 93.14}, "read_interval": {"avg_ms": 100.635, "count": 298, "max_ms": 567.785, "p95_ms": 118.041}, "triton_wait": {"avg_ms": 56.805, "count": 299, "max_ms": 80.582, "p95_ms": 76.985}, "visualize": {"avg_ms": 3.679, "count": 299, "max_ms": 5.124, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15969.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:49:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.821, "last_started_at": "2026-07-05T15:49:02+09:00", "pid": 135687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.574, "name": "ffmpeg", "pid": 135687, "rss_mb": 273.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 779, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 780}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.943, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:50:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:50:11+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T15:50:11+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T15:50:11.328649+09:00", "mtime_epoch": 1783234211.3286486, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:50:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.633, "pushed": 7.633, "read": 7.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.88, "count": 229, "max_ms": 32.819, "p95_ms": 23.04}, "gstreamer_push": {"avg_ms": 1.117, "count": 229, "max_ms": 1.594, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.765, "count": 229, "max_ms": 66.451, "p95_ms": 63.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.875, "count": 229, "max_ms": 79.265, "p95_ms": 71.274}, "yolo11_640_fire_11class": {"avg_ms": 51.553, "count": 229, "max_ms": 69.343, "p95_ms": 66.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.334, "count": 229, "max_ms": 83.134, "p95_ms": 78.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.514, "count": 229, "max_ms": 147.713, "p95_ms": 140.418}, "read_interval": {"avg_ms": 131.102, "count": 229, "max_ms": 156.761, "p95_ms": 150.115}, "triton_wait": {"avg_ms": 60.897, "count": 229, "max_ms": 83.145, "p95_ms": 78.99}, "visualize": {"avg_ms": 4.702, "count": 229, "max_ms": 6.28, "p95_ms": 5.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15970.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11027.252, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.163, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1885779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:50:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:50:30+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T15:50:30+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T15:50:30.232909+09:00", "mtime_epoch": 1783234230.2329087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:50:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2339.082, "name": "celery", "pid": 267, "rss_mb": 2339.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.723}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.172, "count": 292, "max_ms": 11.318, "p95_ms": 10.385}, "gstreamer_push": {"avg_ms": 1.213, "count": 292, "max_ms": 1.498, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.97, "count": 292, "max_ms": 67.461, "p95_ms": 63.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.945, "count": 292, "max_ms": 75.203, "p95_ms": 69.453}, "yolo11_640_fire_11class": {"avg_ms": 51.56, "count": 292, "max_ms": 66.675, "p95_ms": 64.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.546, "count": 292, "max_ms": 82.2, "p95_ms": 79.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.976, "count": 292, "max_ms": 138.074, "p95_ms": 116.344}, "read_interval": {"avg_ms": 102.87, "count": 291, "max_ms": 469.422, "p95_ms": 134.408}, "triton_wait": {"avg_ms": 55.846, "count": 292, "max_ms": 82.213, "p95_ms": 79.297}, "visualize": {"avg_ms": 4.094, "count": 292, "max_ms": 5.84, "p95_ms": 5.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15970.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:49:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.862, "last_started_at": "2026-07-05T15:49:02+09:00", "pid": 135687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.605, "name": "ffmpeg", "pid": 135687, "rss_mb": 274.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 779, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 780}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.334, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:50:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:50:41+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T15:50:41+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T15:50:41.349063+09:00", "mtime_epoch": 1783234241.349063, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:50:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.584, "pushed": 7.584, "read": 7.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.301, "count": 227, "max_ms": 31.141, "p95_ms": 25.384}, "gstreamer_push": {"avg_ms": 1.113, "count": 227, "max_ms": 1.717, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.297, "count": 227, "max_ms": 65.862, "p95_ms": 63.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.483, "count": 227, "max_ms": 79.486, "p95_ms": 70.592}, "yolo11_640_fire_11class": {"avg_ms": 49.304, "count": 227, "max_ms": 67.515, "p95_ms": 64.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.318, "count": 227, "max_ms": 83.574, "p95_ms": 79.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.588, "count": 227, "max_ms": 164.885, "p95_ms": 143.443}, "read_interval": {"avg_ms": 132.277, "count": 226, "max_ms": 172.95, "p95_ms": 154.27}, "triton_wait": {"avg_ms": 59.094, "count": 227, "max_ms": 83.586, "p95_ms": 79.663}, "visualize": {"avg_ms": 4.798, "count": 227, "max_ms": 6.864, "p95_ms": 5.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15973.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11057.255, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.676, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1886079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:51:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:51:00+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T15:51:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T15:51:00.249328+09:00", "mtime_epoch": 1783234260.2493277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:51:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2339.34, "name": "celery", "pid": 267, "rss_mb": 2339.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.144, "count": 300, "max_ms": 12.449, "p95_ms": 10.024}, "gstreamer_push": {"avg_ms": 1.211, "count": 300, "max_ms": 2.082, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 300, "max_ms": 67.728, "p95_ms": 63.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.082, "count": 300, "max_ms": 77.572, "p95_ms": 69.494}, "yolo11_640_fire_11class": {"avg_ms": 50.562, "count": 300, "max_ms": 69.266, "p95_ms": 64.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.456, "count": 300, "max_ms": 83.853, "p95_ms": 79.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.632, "count": 300, "max_ms": 138.193, "p95_ms": 129.262}, "read_interval": {"avg_ms": 100.052, "count": 300, "max_ms": 153.349, "p95_ms": 143.532}, "triton_wait": {"avg_ms": 55.63, "count": 300, "max_ms": 83.864, "p95_ms": 79.471}, "visualize": {"avg_ms": 4.118, "count": 300, "max_ms": 5.949, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15973.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:49:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.881, "last_started_at": "2026-07-05T15:49:02+09:00", "pid": 135687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.184, "name": "ffmpeg", "pid": 135687, "rss_mb": 277.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 779, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 780}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.342, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:51:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:51:11+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T15:51:11+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T15:51:11.373485+09:00", "mtime_epoch": 1783234271.3734846, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:51:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.632, "pushed": 7.632, "read": 7.599}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.699, "count": 228, "max_ms": 24.341, "p95_ms": 20.611}, "gstreamer_push": {"avg_ms": 1.111, "count": 228, "max_ms": 1.228, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.32, "count": 228, "max_ms": 71.774, "p95_ms": 62.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.352, "count": 228, "max_ms": 78.992, "p95_ms": 73.797}, "yolo11_640_fire_11class": {"avg_ms": 49.739, "count": 228, "max_ms": 73.001, "p95_ms": 63.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.974, "count": 228, "max_ms": 83.038, "p95_ms": 78.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.709, "count": 228, "max_ms": 165.309, "p95_ms": 143.207}, "read_interval": {"avg_ms": 131.558, "count": 227, "max_ms": 173.798, "p95_ms": 155.485}, "triton_wait": {"avg_ms": 58.756, "count": 228, "max_ms": 83.048, "p95_ms": 78.984}, "visualize": {"avg_ms": 4.825, "count": 228, "max_ms": 6.261, "p95_ms": 5.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15974.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11087.317, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.93, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1886389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:51:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:51:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T15:51:30+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T15:51:30.309754+09:00", "mtime_epoch": 1783234290.309754, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:51:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2339.34, "name": "celery", "pid": 267, "rss_mb": 2339.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.352, "pushed": 10.352, "read": 10.319}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.611, "count": 310, "max_ms": 11.665, "p95_ms": 9.422}, "gstreamer_push": {"avg_ms": 1.252, "count": 310, "max_ms": 1.961, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.343, "count": 310, "max_ms": 72.617, "p95_ms": 62.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.184, "count": 310, "max_ms": 77.292, "p95_ms": 67.451}, "yolo11_640_fire_11class": {"avg_ms": 49.829, "count": 310, "max_ms": 74.267, "p95_ms": 63.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.324, "count": 310, "max_ms": 85.581, "p95_ms": 77.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.508, "count": 310, "max_ms": 140.088, "p95_ms": 103.745}, "read_interval": {"avg_ms": 97.015, "count": 309, "max_ms": 463.763, "p95_ms": 120.129}, "triton_wait": {"avg_ms": 53.688, "count": 310, "max_ms": 85.594, "p95_ms": 77.362}, "visualize": {"avg_ms": 3.815, "count": 310, "max_ms": 5.369, "p95_ms": 5.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15973.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:49:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.998, "last_started_at": "2026-07-05T15:49:02+09:00", "pid": 135687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.184, "name": "ffmpeg", "pid": 135687, "rss_mb": 277.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 779, "restart_count_per_hour": 16, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 780}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.527, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:51:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:51:41+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T15:51:41+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T15:51:41.513915+09:00", "mtime_epoch": 1783234301.5139146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:51:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.173, "pushed": 7.173, "read": 7.14}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.423, "count": 214, "max_ms": 29.368, "p95_ms": 21.666}, "gstreamer_push": {"avg_ms": 1.075, "count": 215, "max_ms": 1.28, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.591, "count": 214, "max_ms": 74.24, "p95_ms": 62.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.411, "count": 214, "max_ms": 75.0, "p95_ms": 66.71}, "yolo11_640_fire_11class": {"avg_ms": 48.217, "count": 214, "max_ms": 76.841, "p95_ms": 64.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.892, "count": 214, "max_ms": 80.678, "p95_ms": 77.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.165, "count": 215, "max_ms": 168.797, "p95_ms": 156.635}, "read_interval": {"avg_ms": 140.14, "count": 214, "max_ms": 176.557, "p95_ms": 166.275}, "triton_wait": {"avg_ms": 56.581, "count": 214, "max_ms": 80.69, "p95_ms": 77.602}, "visualize": {"avg_ms": 5.331, "count": 214, "max_ms": 7.609, "p95_ms": 6.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15974.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11117.343, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.794, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1886687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:52:00+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T15:52:00+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T15:52:00.314186+09:00", "mtime_epoch": 1783234320.3141859, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:52:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2339.598, "name": "celery", "pid": 267, "rss_mb": 2339.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 298, "max_ms": 13.965, "p95_ms": 9.564}, "gstreamer_push": {"avg_ms": 1.273, "count": 298, "max_ms": 1.529, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.773, "count": 298, "max_ms": 67.009, "p95_ms": 62.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.784, "count": 298, "max_ms": 74.095, "p95_ms": 67.968}, "yolo11_640_fire_11class": {"avg_ms": 51.505, "count": 298, "max_ms": 71.365, "p95_ms": 64.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.264, "count": 298, "max_ms": 80.767, "p95_ms": 78.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.771, "count": 298, "max_ms": 146.23, "p95_ms": 104.772}, "read_interval": {"avg_ms": 100.722, "count": 297, "max_ms": 590.403, "p95_ms": 150.889}, "triton_wait": {"avg_ms": 54.882, "count": 298, "max_ms": 80.78, "p95_ms": 78.372}, "visualize": {"avg_ms": 3.827, "count": 298, "max_ms": 5.741, "p95_ms": 4.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15974.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 698, "h264_decode_error_count": 1697, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:45:22+09:00", "last_error_summary": "[h264 @ 0x56143f89d2c0] left block unavailable for requested intra mode [h264 @ 0x56143f89d2c0] error while decoding MB 0 13, bytestream 3190 [h264 @ 0x56143f8d9800] cabac decode of qscale diff failed at 57 33 [h264 @ 0x56143f8d9800] error while decoding MB 57 33, bytestream 14449 [h264 @ 0x56143f780240] left block unavailable for requested intra mode [h264 @ 0x56143f780240] error while decoding MB 0 20, bytestream 52950 [h264 @ 0x56143f8c5640] error while decoding MB 35 42, bytestream -17 [in#0", "last_exit_at": "2026-07-05T15:49:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.067, "last_started_at": "2026-07-05T15:49:02+09:00", "pid": 135687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.184, "name": "ffmpeg", "pid": 135687, "rss_mb": 277.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 779, "restart_count_per_hour": 16, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 780}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.637, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:52:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:52:11+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:52:11+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T15:52:11.590350+09:00", "mtime_epoch": 1783234331.59035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:52:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9329.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.486, "pushed": 7.486, "read": 7.453}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.042, "count": 224, "max_ms": 32.035, "p95_ms": 21.411}, "gstreamer_push": {"avg_ms": 1.097, "count": 224, "max_ms": 1.28, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.477, "count": 224, "max_ms": 65.937, "p95_ms": 63.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.57, "count": 224, "max_ms": 76.233, "p95_ms": 67.847}, "yolo11_640_fire_11class": {"avg_ms": 50.732, "count": 224, "max_ms": 68.07, "p95_ms": 66.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.945, "count": 224, "max_ms": 81.332, "p95_ms": 78.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.867, "count": 224, "max_ms": 165.928, "p95_ms": 142.514}, "read_interval": {"avg_ms": 134.293, "count": 223, "max_ms": 174.528, "p95_ms": 152.555}, "triton_wait": {"avg_ms": 59.311, "count": 224, "max_ms": 81.344, "p95_ms": 78.774}, "visualize": {"avg_ms": 4.938, "count": 224, "max_ms": 6.793, "p95_ms": 5.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15987.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11147.529, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.749, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1886991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:52:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:52:30+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T15:52:30+09:00", "mjpeg": {"age_sec": 0.364, "exists": true, "mtime": "2026-07-05T15:52:30.226623+09:00", "mtime_epoch": 1783234350.2266226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:52:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2339.855, "name": "celery", "pid": 267, "rss_mb": 2339.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.62, "count": 302, "max_ms": 14.814, "p95_ms": 9.685}, "gstreamer_push": {"avg_ms": 1.256, "count": 302, "max_ms": 1.861, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.71, "count": 302, "max_ms": 68.94, "p95_ms": 62.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.75, "count": 302, "max_ms": 77.806, "p95_ms": 66.165}, "yolo11_640_fire_11class": {"avg_ms": 51.557, "count": 302, "max_ms": 70.787, "p95_ms": 64.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.943, "count": 302, "max_ms": 82.206, "p95_ms": 76.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.95, "count": 302, "max_ms": 108.713, "p95_ms": 94.722}, "read_interval": {"avg_ms": 99.463, "count": 301, "max_ms": 549.521, "p95_ms": 122.111}, "triton_wait": {"avg_ms": 54.627, "count": 302, "max_ms": 82.218, "p95_ms": 76.44}, "visualize": {"avg_ms": 3.703, "count": 302, "max_ms": 5.324, "p95_ms": 4.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15909.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 699, "h264_decode_error_count": 1698, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:52:32+09:00", "last_error_summary": "[h264 @ 0x55728a3f95c0] error while decoding MB 27 30, bytestream -9", "last_exit_at": "2026-07-05T15:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.26, "last_started_at": "2026-07-05T15:52:35+09:00", "pid": 135794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 212.438, "name": "ffmpeg", "pid": 135794, "rss_mb": 212.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 780, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 781}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.456, "sample_count": 2188, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:52:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:52:41+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:52:41+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T15:52:41.602790+09:00", "mtime_epoch": 1783234361.6027904, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:52:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.423, "pushed": 6.423, "read": 6.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.846, "count": 192, "max_ms": 26.683, "p95_ms": 20.92}, "gstreamer_push": {"avg_ms": 1.102, "count": 192, "max_ms": 1.232, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.675, "count": 192, "max_ms": 64.466, "p95_ms": 62.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.777, "count": 192, "max_ms": 78.785, "p95_ms": 69.98}, "yolo11_640_fire_11class": {"avg_ms": 51.086, "count": 192, "max_ms": 66.852, "p95_ms": 65.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.228, "count": 192, "max_ms": 83.711, "p95_ms": 79.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.235, "count": 192, "max_ms": 169.221, "p95_ms": 141.434}, "read_interval": {"avg_ms": 156.492, "count": 191, "max_ms": 4697.083, "p95_ms": 152.315}, "triton_wait": {"avg_ms": 59.867, "count": 192, "max_ms": 83.724, "p95_ms": 79.147}, "visualize": {"avg_ms": 4.778, "count": 192, "max_ms": 7.584, "p95_ms": 5.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15964.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11177.546, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.122, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1887289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:53:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:53:00+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T15:53:00+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T15:53:00.543071+09:00", "mtime_epoch": 1783234380.543071, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:53:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2340.113, "name": "celery", "pid": 267, "rss_mb": 2340.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.649, "count": 298, "max_ms": 11.744, "p95_ms": 9.342}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.983, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.979, "count": 298, "max_ms": 66.782, "p95_ms": 61.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.435, "count": 298, "max_ms": 76.194, "p95_ms": 70.392}, "yolo11_640_fire_11class": {"avg_ms": 51.793, "count": 298, "max_ms": 69.546, "p95_ms": 64.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.427, "count": 298, "max_ms": 83.284, "p95_ms": 76.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.506, "count": 298, "max_ms": 135.953, "p95_ms": 103.988}, "read_interval": {"avg_ms": 100.778, "count": 297, "max_ms": 722.515, "p95_ms": 151.213}, "triton_wait": {"avg_ms": 55.099, "count": 298, "max_ms": 83.296, "p95_ms": 76.94}, "visualize": {"avg_ms": 3.799, "count": 298, "max_ms": 5.331, "p95_ms": 4.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15965.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 699, "h264_decode_error_count": 1698, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:52:32+09:00", "last_error_summary": "[h264 @ 0x55728a3f95c0] error while decoding MB 27 30, bytestream -9", "last_exit_at": "2026-07-05T15:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.275, "last_started_at": "2026-07-05T15:52:35+09:00", "pid": 135794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.562, "name": "ffmpeg", "pid": 135794, "rss_mb": 267.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 780, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 781}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.651, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:53:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:53:11+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T15:53:11+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T15:53:11.599236+09:00", "mtime_epoch": 1783234391.599236, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:53:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.534, "read": 7.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.621, "count": 225, "max_ms": 23.725, "p95_ms": 20.347}, "gstreamer_push": {"avg_ms": 1.107, "count": 225, "max_ms": 1.289, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.216, "count": 225, "max_ms": 65.069, "p95_ms": 62.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.026, "count": 225, "max_ms": 78.105, "p95_ms": 70.853}, "yolo11_640_fire_11class": {"avg_ms": 51.882, "count": 225, "max_ms": 67.055, "p95_ms": 65.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.424, "count": 225, "max_ms": 81.714, "p95_ms": 77.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.001, "count": 225, "max_ms": 165.311, "p95_ms": 141.423}, "read_interval": {"avg_ms": 133.356, "count": 224, "max_ms": 173.862, "p95_ms": 151.953}, "triton_wait": {"avg_ms": 61.177, "count": 225, "max_ms": 81.727, "p95_ms": 77.762}, "visualize": {"avg_ms": 4.816, "count": 225, "max_ms": 6.633, "p95_ms": 5.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15966.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11207.585, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.546, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1887590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:53:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:53:30+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T15:53:30+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T15:53:30.555521+09:00", "mtime_epoch": 1783234410.5555205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:53:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2340.113, "name": "celery", "pid": 267, "rss_mb": 2340.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.731, "count": 301, "max_ms": 12.086, "p95_ms": 9.647}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.613, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.894, "count": 301, "max_ms": 66.343, "p95_ms": 62.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.275, "count": 301, "max_ms": 79.249, "p95_ms": 70.398}, "yolo11_640_fire_11class": {"avg_ms": 52.181, "count": 301, "max_ms": 69.306, "p95_ms": 65.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.035, "count": 301, "max_ms": 81.04, "p95_ms": 78.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.526, "count": 301, "max_ms": 135.151, "p95_ms": 107.263}, "read_interval": {"avg_ms": 99.743, "count": 300, "max_ms": 485.215, "p95_ms": 144.321}, "triton_wait": {"avg_ms": 56.538, "count": 301, "max_ms": 81.052, "p95_ms": 78.642}, "visualize": {"avg_ms": 3.815, "count": 301, "max_ms": 5.868, "p95_ms": 5.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15966.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 699, "h264_decode_error_count": 1698, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:52:32+09:00", "last_error_summary": "[h264 @ 0x55728a3f95c0] error while decoding MB 27 30, bytestream -9", "last_exit_at": "2026-07-05T15:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.285, "last_started_at": "2026-07-05T15:52:35+09:00", "pid": 135794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.109, "name": "ffmpeg", "pid": 135794, "rss_mb": 269.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 780, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 781}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.872, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:53:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:53:41+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T15:53:41+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T15:53:41.631688+09:00", "mtime_epoch": 1783234421.6316876, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:53:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.563, "pushed": 7.563, "read": 7.529}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.619, "count": 226, "max_ms": 21.394, "p95_ms": 20.078}, "gstreamer_push": {"avg_ms": 1.124, "count": 226, "max_ms": 2.021, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.276, "count": 226, "max_ms": 66.052, "p95_ms": 62.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.555, "count": 226, "max_ms": 79.687, "p95_ms": 71.246}, "yolo11_640_fire_11class": {"avg_ms": 51.97, "count": 226, "max_ms": 70.059, "p95_ms": 65.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.907, "count": 226, "max_ms": 83.787, "p95_ms": 79.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.055, "count": 226, "max_ms": 146.692, "p95_ms": 142.493}, "read_interval": {"avg_ms": 132.836, "count": 225, "max_ms": 156.595, "p95_ms": 152.445}, "triton_wait": {"avg_ms": 61.848, "count": 226, "max_ms": 83.799, "p95_ms": 79.661}, "visualize": {"avg_ms": 4.784, "count": 226, "max_ms": 6.445, "p95_ms": 5.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15966.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11237.625, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.838, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1887890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:54:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:54:00+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T15:54:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T15:54:00.619976+09:00", "mtime_epoch": 1783234440.6199756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197293}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:54:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2340.113, "name": "celery", "pid": 267, "rss_mb": 2340.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.726, "count": 300, "max_ms": 11.345, "p95_ms": 9.625}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 2.107, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.976, "count": 300, "max_ms": 66.528, "p95_ms": 63.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.856, "count": 300, "max_ms": 72.859, "p95_ms": 69.568}, "yolo11_640_fire_11class": {"avg_ms": 52.57, "count": 300, "max_ms": 67.279, "p95_ms": 64.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.705, "count": 300, "max_ms": 81.119, "p95_ms": 78.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.785, "count": 300, "max_ms": 132.895, "p95_ms": 107.08}, "read_interval": {"avg_ms": 100.171, "count": 299, "max_ms": 411.758, "p95_ms": 143.282}, "triton_wait": {"avg_ms": 57.169, "count": 300, "max_ms": 81.131, "p95_ms": 78.976}, "visualize": {"avg_ms": 3.841, "count": 300, "max_ms": 6.912, "p95_ms": 5.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15967.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 699, "h264_decode_error_count": 1698, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:52:32+09:00", "last_error_summary": "[h264 @ 0x55728a3f95c0] error while decoding MB 27 30, bytestream -9", "last_exit_at": "2026-07-05T15:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.402, "last_started_at": "2026-07-05T15:52:35+09:00", "pid": 135794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.109, "name": "ffmpeg", "pid": 135794, "rss_mb": 269.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 780, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 781}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.755, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:54:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:54:11+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T15:54:11+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T15:54:11.740145+09:00", "mtime_epoch": 1783234451.7401452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:54:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.543, "pushed": 7.543, "read": 7.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.874, "count": 225, "max_ms": 27.049, "p95_ms": 20.695}, "gstreamer_push": {"avg_ms": 1.128, "count": 226, "max_ms": 1.306, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.973, "count": 225, "max_ms": 64.577, "p95_ms": 63.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.88, "count": 225, "max_ms": 76.978, "p95_ms": 68.869}, "yolo11_640_fire_11class": {"avg_ms": 52.745, "count": 225, "max_ms": 67.321, "p95_ms": 66.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.024, "count": 225, "max_ms": 80.848, "p95_ms": 79.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.482, "count": 226, "max_ms": 144.36, "p95_ms": 141.597}, "read_interval": {"avg_ms": 133.284, "count": 225, "max_ms": 154.996, "p95_ms": 151.383}, "triton_wait": {"avg_ms": 62.592, "count": 225, "max_ms": 80.861, "p95_ms": 79.498}, "visualize": {"avg_ms": 4.747, "count": 225, "max_ms": 6.358, "p95_ms": 5.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15971.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11267.63, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.284, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1888192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:54:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:54:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:54:30+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T15:54:30.628435+09:00", "mtime_epoch": 1783234470.6284347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:54:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2340.371, "name": "celery", "pid": 267, "rss_mb": 2340.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.02, "count": 302, "max_ms": 13.15, "p95_ms": 9.733}, "gstreamer_push": {"avg_ms": 1.202, "count": 302, "max_ms": 1.517, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.705, "count": 302, "max_ms": 67.383, "p95_ms": 64.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.464, "count": 302, "max_ms": 74.932, "p95_ms": 70.783}, "yolo11_640_fire_11class": {"avg_ms": 52.353, "count": 302, "max_ms": 74.178, "p95_ms": 65.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.321, "count": 302, "max_ms": 82.968, "p95_ms": 79.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.378, "count": 302, "max_ms": 135.28, "p95_ms": 108.68}, "read_interval": {"avg_ms": 99.369, "count": 302, "max_ms": 282.643, "p95_ms": 122.935}, "triton_wait": {"avg_ms": 56.688, "count": 302, "max_ms": 82.981, "p95_ms": 79.205}, "visualize": {"avg_ms": 4.005, "count": 302, "max_ms": 6.456, "p95_ms": 5.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15976.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 699, "h264_decode_error_count": 1698, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:52:32+09:00", "last_error_summary": "[h264 @ 0x55728a3f95c0] error while decoding MB 27 30, bytestream -9", "last_exit_at": "2026-07-05T15:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.511, "last_started_at": "2026-07-05T15:52:35+09:00", "pid": 135794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.672, "name": "ffmpeg", "pid": 135794, "rss_mb": 277.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 780, "restart_count_per_hour": 17, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 781}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.644, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:54:41+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-05T15:54:41+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T15:54:41.860608+09:00", "mtime_epoch": 1783234481.8606079, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:54:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.704, "pushed": 7.704, "read": 7.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.804, "count": 230, "max_ms": 29.256, "p95_ms": 21.315}, "gstreamer_push": {"avg_ms": 1.11, "count": 231, "max_ms": 1.245, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.968, "count": 230, "max_ms": 65.928, "p95_ms": 62.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.319, "count": 230, "max_ms": 78.336, "p95_ms": 72.168}, "yolo11_640_fire_11class": {"avg_ms": 50.449, "count": 230, "max_ms": 70.492, "p95_ms": 64.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.771, "count": 230, "max_ms": 82.157, "p95_ms": 79.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.665, "count": 231, "max_ms": 143.022, "p95_ms": 141.103}, "read_interval": {"avg_ms": 130.392, "count": 230, "max_ms": 153.62, "p95_ms": 151.152}, "triton_wait": {"avg_ms": 60.376, "count": 230, "max_ms": 82.169, "p95_ms": 79.653}, "visualize": {"avg_ms": 4.676, "count": 230, "max_ms": 5.982, "p95_ms": 4.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15978.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11297.727, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.01, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1888491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:55:00+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-05T15:55:00+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T15:55:00.684899+09:00", "mtime_epoch": 1783234500.684899, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:55:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2340.371, "name": "celery", "pid": 267, "rss_mb": 2340.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.909, "count": 298, "max_ms": 12.733, "p95_ms": 10.061}, "gstreamer_push": {"avg_ms": 1.214, "count": 298, "max_ms": 1.685, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.569, "count": 298, "max_ms": 66.891, "p95_ms": 63.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.231, "count": 298, "max_ms": 75.695, "p95_ms": 71.554}, "yolo11_640_fire_11class": {"avg_ms": 51.934, "count": 298, "max_ms": 70.357, "p95_ms": 64.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.287, "count": 298, "max_ms": 81.068, "p95_ms": 78.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.057, "count": 298, "max_ms": 134.657, "p95_ms": 108.732}, "read_interval": {"avg_ms": 100.57, "count": 298, "max_ms": 668.348, "p95_ms": 134.92}, "triton_wait": {"avg_ms": 56.557, "count": 298, "max_ms": 81.081, "p95_ms": 78.457}, "visualize": {"avg_ms": 3.929, "count": 298, "max_ms": 8.003, "p95_ms": 5.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15978.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 699, "h264_decode_error_count": 1698, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:52:32+09:00", "last_error_summary": "[h264 @ 0x55728a3f95c0] error while decoding MB 27 30, bytestream -9", "last_exit_at": "2026-07-05T15:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.583, "last_started_at": "2026-07-05T15:52:35+09:00", "pid": 135794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.773, "name": "ffmpeg", "pid": 135794, "rss_mb": 279.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 780, "restart_count_per_hour": 16, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 781}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.956, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:55:12+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T15:55:11+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T15:55:11.921074+09:00", "mtime_epoch": 1783234511.921074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:55:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.479, "pushed": 7.479, "read": 7.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.75, "count": 224, "max_ms": 24.952, "p95_ms": 20.435}, "gstreamer_push": {"avg_ms": 1.116, "count": 224, "max_ms": 1.259, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.032, "count": 224, "max_ms": 65.171, "p95_ms": 63.686}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.985, "count": 224, "max_ms": 77.565, "p95_ms": 74.428}, "yolo11_640_fire_11class": {"avg_ms": 52.323, "count": 224, "max_ms": 68.376, "p95_ms": 64.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.827, "count": 224, "max_ms": 82.453, "p95_ms": 79.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.686, "count": 224, "max_ms": 163.759, "p95_ms": 142.738}, "read_interval": {"avg_ms": 134.281, "count": 223, "max_ms": 171.931, "p95_ms": 152.694}, "triton_wait": {"avg_ms": 62.804, "count": 224, "max_ms": 82.465, "p95_ms": 79.526}, "visualize": {"avg_ms": 4.802, "count": 224, "max_ms": 6.63, "p95_ms": 5.605}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15983.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11327.779, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.385, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1888782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:55:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:55:30+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-05T15:55:30+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T15:55:30.741368+09:00", "mtime_epoch": 1783234530.7413678, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:55:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2340.629, "name": "celery", "pid": 267, "rss_mb": 2340.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.72, "pushed": 9.72, "read": 9.687}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.202, "count": 291, "max_ms": 13.89, "p95_ms": 9.871}, "gstreamer_push": {"avg_ms": 1.199, "count": 291, "max_ms": 2.049, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.207, "count": 291, "max_ms": 67.305, "p95_ms": 64.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.426, "count": 291, "max_ms": 80.993, "p95_ms": 73.695}, "yolo11_640_fire_11class": {"avg_ms": 52.934, "count": 291, "max_ms": 74.022, "p95_ms": 66.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.03, "count": 291, "max_ms": 84.285, "p95_ms": 80.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.007, "count": 291, "max_ms": 139.333, "p95_ms": 135.567}, "read_interval": {"avg_ms": 103.209, "count": 290, "max_ms": 154.994, "p95_ms": 149.377}, "triton_wait": {"avg_ms": 58.215, "count": 291, "max_ms": 84.297, "p95_ms": 80.975}, "visualize": {"avg_ms": 4.145, "count": 291, "max_ms": 6.349, "p95_ms": 5.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15983.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 699, "h264_decode_error_count": 1698, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:52:32+09:00", "last_error_summary": "[h264 @ 0x55728a3f95c0] error while decoding MB 27 30, bytestream -9", "last_exit_at": "2026-07-05T15:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.476, "last_started_at": "2026-07-05T15:52:35+09:00", "pid": 135794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.691, "name": "ffmpeg", "pid": 135794, "rss_mb": 285.691, "state": "S (sleeping)", "threads": 104}, "restart_count": 780, "restart_count_per_hour": 16, "rtsp_timeout_count": 434, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 781}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.755, "sample_count": 2068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:55:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T15:55:50+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T15:55:50+09:00", "mjpeg": {"age_sec": 19.28, "exists": true, "mtime": "2026-07-05T15:55:31.645382+09:00", "mtime_epoch": 1783234531.6453822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:55:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.8, "pushed": 2.8, "read": 2.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.473, "count": 83, "max_ms": 20.311, "p95_ms": 19.76}, "gstreamer_push": {"avg_ms": 1.093, "count": 84, "max_ms": 1.204, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.444, "count": 83, "max_ms": 66.805, "p95_ms": 62.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.915, "count": 83, "max_ms": 80.85, "p95_ms": 76.132}, "yolo11_640_fire_11class": {"avg_ms": 50.716, "count": 83, "max_ms": 74.323, "p95_ms": 64.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.5, "count": 83, "max_ms": 83.215, "p95_ms": 79.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.892, "count": 84, "max_ms": 143.147, "p95_ms": 141.288}, "read_interval": {"avg_ms": 361.238, "count": 83, "max_ms": 19316.647, "p95_ms": 152.182}, "triton_wait": {"avg_ms": 60.693, "count": 83, "max_ms": 83.229, "p95_ms": 79.836}, "visualize": {"avg_ms": 4.71, "count": 83, "max_ms": 5.671, "p95_ms": 5.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15922.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11357.851, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.214, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1889092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:56:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:56:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T15:56:00.845841+09:00", "mtime_epoch": 1783234560.8458414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:56:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2340.629, "name": "celery", "pid": 267, "rss_mb": 2340.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.348, "pushed": 10.348, "read": 10.314}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.338, "count": 310, "max_ms": 12.735, "p95_ms": 9.67}, "gstreamer_push": {"avg_ms": 1.232, "count": 310, "max_ms": 1.687, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.557, "count": 310, "max_ms": 69.132, "p95_ms": 56.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.5, "count": 310, "max_ms": 77.972, "p95_ms": 56.594}, "yolo11_640_fire_11class": {"avg_ms": 48.723, "count": 310, "max_ms": 69.143, "p95_ms": 57.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.638, "count": 310, "max_ms": 84.179, "p95_ms": 68.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.65, "count": 310, "max_ms": 133.378, "p95_ms": 105.529}, "read_interval": {"avg_ms": 97.059, "count": 309, "max_ms": 146.85, "p95_ms": 119.65}, "triton_wait": {"avg_ms": 50.78, "count": 310, "max_ms": 84.191, "p95_ms": 68.951}, "visualize": {"avg_ms": 4.241, "count": 310, "max_ms": 6.199, "p95_ms": 5.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15966.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 700, "h264_decode_error_count": 1708, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:55:51+09:00", "last_error_summary": "[h264 @ 0x564c1f67f1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564c1f67f1c0] error while decoding MB 0 35, bytestream 4019 [h264 @ 0x564c20417cc0] cabac decode of qscale diff failed at 55 28 [h264 @ 0x564c20417cc0] error while decoding MB 55 28, bytestream 14403 [h264 @ 0x564c20279fc0] left block unavailable for requested intra mode [h264 @ 0x564c20279fc0] error while decoding MB 0 6, bytestream 8659 [h264 @ 0x564c1f6d34c0] cabac decode of qscale diff failed at 49 23 [h2", "last_exit_at": "2026-07-05T15:55:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.878, "last_started_at": "2026-07-05T15:55:54+09:00", "pid": 135901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.086, "name": "ffmpeg", "pid": 135901, "rss_mb": 266.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 781, "restart_count_per_hour": 17, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 782}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.563, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:56:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:56:20+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T15:56:20+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T15:56:20.798157+09:00", "mtime_epoch": 1783234580.7981572, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:56:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.567, "pushed": 6.567, "read": 6.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.841, "count": 197, "max_ms": 33.942, "p95_ms": 29.795}, "gstreamer_push": {"avg_ms": 1.12, "count": 197, "max_ms": 1.855, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.994, "count": 197, "max_ms": 65.867, "p95_ms": 63.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.506, "count": 197, "max_ms": 81.287, "p95_ms": 68.778}, "yolo11_640_fire_11class": {"avg_ms": 50.306, "count": 197, "max_ms": 67.454, "p95_ms": 65.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.466, "count": 197, "max_ms": 81.998, "p95_ms": 78.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.28, "count": 197, "max_ms": 155.043, "p95_ms": 143.209}, "read_interval": {"avg_ms": 152.25, "count": 197, "max_ms": 4490.175, "p95_ms": 152.628}, "triton_wait": {"avg_ms": 59.208, "count": 197, "max_ms": 82.009, "p95_ms": 78.258}, "visualize": {"avg_ms": 4.758, "count": 197, "max_ms": 5.939, "p95_ms": 5.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15967.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11387.925, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.948, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1889390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:56:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:56:30+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T15:56:30+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T15:56:30.894318+09:00", "mtime_epoch": 1783234590.8943179, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:56:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2340.887, "name": "celery", "pid": 267, "rss_mb": 2340.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.937, "count": 298, "max_ms": 11.849, "p95_ms": 10.255}, "gstreamer_push": {"avg_ms": 1.246, "count": 298, "max_ms": 1.645, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.937, "count": 298, "max_ms": 66.715, "p95_ms": 63.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.938, "count": 298, "max_ms": 77.345, "p95_ms": 68.775}, "yolo11_640_fire_11class": {"avg_ms": 50.932, "count": 298, "max_ms": 69.494, "p95_ms": 64.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.884, "count": 298, "max_ms": 82.447, "p95_ms": 77.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.81, "count": 298, "max_ms": 131.861, "p95_ms": 120.701}, "read_interval": {"avg_ms": 100.857, "count": 297, "max_ms": 482.519, "p95_ms": 143.363}, "triton_wait": {"avg_ms": 55.312, "count": 298, "max_ms": 82.462, "p95_ms": 77.288}, "visualize": {"avg_ms": 3.926, "count": 298, "max_ms": 7.806, "p95_ms": 5.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15967.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 700, "h264_decode_error_count": 1708, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:55:51+09:00", "last_error_summary": "[h264 @ 0x564c1f67f1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564c1f67f1c0] error while decoding MB 0 35, bytestream 4019 [h264 @ 0x564c20417cc0] cabac decode of qscale diff failed at 55 28 [h264 @ 0x564c20417cc0] error while decoding MB 55 28, bytestream 14403 [h264 @ 0x564c20279fc0] left block unavailable for requested intra mode [h264 @ 0x564c20279fc0] error while decoding MB 0 6, bytestream 8659 [h264 @ 0x564c1f6d34c0] cabac decode of qscale diff failed at 49 23 [h2", "last_exit_at": "2026-07-05T15:55:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.938, "last_started_at": "2026-07-05T15:55:54+09:00", "pid": 135901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.633, "name": "ffmpeg", "pid": 135901, "rss_mb": 267.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 781, "restart_count_per_hour": 17, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 782}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.738, "sample_count": 2052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:56:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:56:50+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T15:56:50+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T15:56:50.890637+09:00", "mtime_epoch": 1783234610.890637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:56:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.549, "pushed": 7.549, "read": 7.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.608, "count": 226, "max_ms": 22.597, "p95_ms": 19.944}, "gstreamer_push": {"avg_ms": 1.11, "count": 226, "max_ms": 1.276, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.141, "count": 226, "max_ms": 66.319, "p95_ms": 63.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.778, "count": 226, "max_ms": 80.363, "p95_ms": 71.468}, "yolo11_640_fire_11class": {"avg_ms": 52.754, "count": 226, "max_ms": 68.993, "p95_ms": 65.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.891, "count": 226, "max_ms": 85.704, "p95_ms": 78.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.406, "count": 226, "max_ms": 161.496, "p95_ms": 141.522}, "read_interval": {"avg_ms": 133.061, "count": 225, "max_ms": 169.889, "p95_ms": 151.767}, "triton_wait": {"avg_ms": 62.649, "count": 226, "max_ms": 85.716, "p95_ms": 78.966}, "visualize": {"avg_ms": 4.737, "count": 226, "max_ms": 5.765, "p95_ms": 4.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15968.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11417.983, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.315, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1889700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:57:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:57:01+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:57:00+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T15:57:00.982798+09:00", "mtime_epoch": 1783234620.9827983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:57:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2341.145, "name": "celery", "pid": 267, "rss_mb": 2341.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.342, "pushed": 10.342, "read": 10.308}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.704, "count": 310, "max_ms": 11.409, "p95_ms": 9.441}, "gstreamer_push": {"avg_ms": 1.255, "count": 310, "max_ms": 1.472, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.55, "count": 310, "max_ms": 66.788, "p95_ms": 64.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.015, "count": 310, "max_ms": 77.871, "p95_ms": 70.876}, "yolo11_640_fire_11class": {"avg_ms": 52.442, "count": 310, "max_ms": 69.453, "p95_ms": 64.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.866, "count": 310, "max_ms": 83.772, "p95_ms": 79.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.749, "count": 310, "max_ms": 137.271, "p95_ms": 106.255}, "read_interval": {"avg_ms": 97.008, "count": 309, "max_ms": 568.635, "p95_ms": 141.241}, "triton_wait": {"avg_ms": 57.299, "count": 310, "max_ms": 83.785, "p95_ms": 79.039}, "visualize": {"avg_ms": 3.8, "count": 310, "max_ms": 5.759, "p95_ms": 4.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15974.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 700, "h264_decode_error_count": 1708, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:55:51+09:00", "last_error_summary": "[h264 @ 0x564c1f67f1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564c1f67f1c0] error while decoding MB 0 35, bytestream 4019 [h264 @ 0x564c20417cc0] cabac decode of qscale diff failed at 55 28 [h264 @ 0x564c20417cc0] error while decoding MB 55 28, bytestream 14403 [h264 @ 0x564c20279fc0] left block unavailable for requested intra mode [h264 @ 0x564c20279fc0] error while decoding MB 0 6, bytestream 8659 [h264 @ 0x564c1f6d34c0] cabac decode of qscale diff failed at 49 23 [h2", "last_exit_at": "2026-07-05T15:55:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.944, "last_started_at": "2026-07-05T15:55:54+09:00", "pid": 135901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.852, "name": "ffmpeg", "pid": 135901, "rss_mb": 274.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 781, "restart_count_per_hour": 17, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 782}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.668, "sample_count": 2054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:57:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:57:20+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T15:57:20+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T15:57:20.891118+09:00", "mtime_epoch": 1783234640.8911183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:57:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9330.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.681, "count": 228, "max_ms": 24.835, "p95_ms": 20.294}, "gstreamer_push": {"avg_ms": 1.115, "count": 228, "max_ms": 1.704, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.578, "count": 228, "max_ms": 66.552, "p95_ms": 62.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.983, "count": 228, "max_ms": 77.314, "p95_ms": 70.465}, "yolo11_640_fire_11class": {"avg_ms": 51.28, "count": 228, "max_ms": 68.829, "p95_ms": 65.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.64, "count": 228, "max_ms": 82.553, "p95_ms": 78.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.965, "count": 228, "max_ms": 154.549, "p95_ms": 140.869}, "read_interval": {"avg_ms": 131.58, "count": 228, "max_ms": 162.446, "p95_ms": 150.412}, "triton_wait": {"avg_ms": 60.472, "count": 228, "max_ms": 82.565, "p95_ms": 78.621}, "visualize": {"avg_ms": 4.808, "count": 228, "max_ms": 7.294, "p95_ms": 5.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15974.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11448.063, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.315, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1889996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:57:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:57:31+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T15:57:31+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T15:57:31.063282+09:00", "mtime_epoch": 1783234651.0632823, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:57:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2341.145, "name": "celery", "pid": 267, "rss_mb": 2341.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.548, "count": 296, "max_ms": 9.744, "p95_ms": 8.966}, "gstreamer_push": {"avg_ms": 1.275, "count": 296, "max_ms": 2.065, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.422, "count": 296, "max_ms": 69.07, "p95_ms": 62.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.768, "count": 296, "max_ms": 78.062, "p95_ms": 68.648}, "yolo11_640_fire_11class": {"avg_ms": 52.268, "count": 296, "max_ms": 71.283, "p95_ms": 65.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.62, "count": 296, "max_ms": 81.026, "p95_ms": 77.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.649, "count": 296, "max_ms": 132.07, "p95_ms": 95.752}, "read_interval": {"avg_ms": 101.616, "count": 296, "max_ms": 584.475, "p95_ms": 141.835}, "triton_wait": {"avg_ms": 56.201, "count": 296, "max_ms": 81.038, "p95_ms": 77.585}, "visualize": {"avg_ms": 3.722, "count": 296, "max_ms": 5.191, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.612, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15975.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 700, "h264_decode_error_count": 1708, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:55:51+09:00", "last_error_summary": "[h264 @ 0x564c1f67f1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564c1f67f1c0] error while decoding MB 0 35, bytestream 4019 [h264 @ 0x564c20417cc0] cabac decode of qscale diff failed at 55 28 [h264 @ 0x564c20417cc0] error while decoding MB 55 28, bytestream 14403 [h264 @ 0x564c20279fc0] left block unavailable for requested intra mode [h264 @ 0x564c20279fc0] error while decoding MB 0 6, bytestream 8659 [h264 @ 0x564c1f6d34c0] cabac decode of qscale diff failed at 49 23 [h2", "last_exit_at": "2026-07-05T15:55:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.046, "last_started_at": "2026-07-05T15:55:54+09:00", "pid": 135901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.852, "name": "ffmpeg", "pid": 135901, "rss_mb": 274.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 781, "restart_count_per_hour": 17, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 782}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.764, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:57:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:57:51+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T15:57:50+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T15:57:50.999605+09:00", "mtime_epoch": 1783234670.9996047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:57:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.607, "pushed": 7.607, "read": 7.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.588, "count": 227, "max_ms": 24.049, "p95_ms": 20.205}, "gstreamer_push": {"avg_ms": 1.112, "count": 228, "max_ms": 1.307, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.887, "count": 227, "max_ms": 66.174, "p95_ms": 63.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.665, "count": 227, "max_ms": 82.001, "p95_ms": 73.123}, "yolo11_640_fire_11class": {"avg_ms": 52.396, "count": 227, "max_ms": 69.955, "p95_ms": 66.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.59, "count": 227, "max_ms": 82.665, "p95_ms": 79.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.476, "count": 228, "max_ms": 168.257, "p95_ms": 142.207}, "read_interval": {"avg_ms": 132.059, "count": 227, "max_ms": 180.126, "p95_ms": 153.3}, "triton_wait": {"avg_ms": 61.586, "count": 227, "max_ms": 82.676, "p95_ms": 79.204}, "visualize": {"avg_ms": 4.756, "count": 227, "max_ms": 5.926, "p95_ms": 5.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15974.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11478.084, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.928, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1890296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:58:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:58:01+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T15:58:01+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T15:58:01.063768+09:00", "mtime_epoch": 1783234681.0637681, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:58:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2341.402, "name": "celery", "pid": 267, "rss_mb": 2341.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.673, "count": 300, "max_ms": 13.174, "p95_ms": 9.267}, "gstreamer_push": {"avg_ms": 1.271, "count": 300, "max_ms": 1.891, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.116, "count": 300, "max_ms": 65.533, "p95_ms": 62.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.759, "count": 300, "max_ms": 76.944, "p95_ms": 69.004}, "yolo11_640_fire_11class": {"avg_ms": 51.26, "count": 300, "max_ms": 66.179, "p95_ms": 64.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.624, "count": 300, "max_ms": 80.083, "p95_ms": 76.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.878, "count": 300, "max_ms": 131.795, "p95_ms": 93.991}, "read_interval": {"avg_ms": 100.054, "count": 299, "max_ms": 658.201, "p95_ms": 131.976}, "triton_wait": {"avg_ms": 55.208, "count": 300, "max_ms": 80.095, "p95_ms": 76.626}, "visualize": {"avg_ms": 3.766, "count": 300, "max_ms": 5.519, "p95_ms": 4.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15975.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 700, "h264_decode_error_count": 1708, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:55:51+09:00", "last_error_summary": "[h264 @ 0x564c1f67f1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564c1f67f1c0] error while decoding MB 0 35, bytestream 4019 [h264 @ 0x564c20417cc0] cabac decode of qscale diff failed at 55 28 [h264 @ 0x564c20417cc0] error while decoding MB 55 28, bytestream 14403 [h264 @ 0x564c20279fc0] left block unavailable for requested intra mode [h264 @ 0x564c20279fc0] error while decoding MB 0 6, bytestream 8659 [h264 @ 0x564c1f6d34c0] cabac decode of qscale diff failed at 49 23 [h2", "last_exit_at": "2026-07-05T15:55:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.055, "last_started_at": "2026-07-05T15:55:54+09:00", "pid": 135901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.852, "name": "ffmpeg", "pid": 135901, "rss_mb": 274.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 781, "restart_count_per_hour": 17, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 782}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.716, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:58:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:58:21+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T15:58:20+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T15:58:21.000093+09:00", "mtime_epoch": 1783234701.0000925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:58:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.663, "pushed": 7.663, "read": 7.629}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.726, "count": 229, "max_ms": 24.925, "p95_ms": 20.59}, "gstreamer_push": {"avg_ms": 1.109, "count": 229, "max_ms": 1.371, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.93, "count": 229, "max_ms": 65.186, "p95_ms": 62.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.763, "count": 229, "max_ms": 81.088, "p95_ms": 70.558}, "yolo11_640_fire_11class": {"avg_ms": 50.109, "count": 229, "max_ms": 66.855, "p95_ms": 64.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.229, "count": 229, "max_ms": 80.48, "p95_ms": 77.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.523, "count": 229, "max_ms": 169.708, "p95_ms": 141.813}, "read_interval": {"avg_ms": 131.06, "count": 228, "max_ms": 177.999, "p95_ms": 151.205}, "triton_wait": {"avg_ms": 59.005, "count": 229, "max_ms": 81.099, "p95_ms": 77.906}, "visualize": {"avg_ms": 4.814, "count": 229, "max_ms": 6.405, "p95_ms": 5.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15975.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11508.156, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.173, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1890597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:58:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:58:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T15:58:31+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T15:58:31.152258+09:00", "mtime_epoch": 1783234711.1522584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:58:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2341.402, "name": "celery", "pid": 267, "rss_mb": 2341.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.634, "count": 301, "max_ms": 12.121, "p95_ms": 9.255}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.477, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.593, "count": 301, "max_ms": 66.443, "p95_ms": 62.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.713, "count": 301, "max_ms": 77.508, "p95_ms": 68.712}, "yolo11_640_fire_11class": {"avg_ms": 51.294, "count": 301, "max_ms": 69.156, "p95_ms": 63.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.982, "count": 301, "max_ms": 79.987, "p95_ms": 77.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.899, "count": 301, "max_ms": 106.32, "p95_ms": 95.188}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 516.668, "p95_ms": 118.358}, "triton_wait": {"avg_ms": 55.426, "count": 301, "max_ms": 80.0, "p95_ms": 77.32}, "visualize": {"avg_ms": 3.694, "count": 301, "max_ms": 5.419, "p95_ms": 4.427}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15977.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 700, "h264_decode_error_count": 1708, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:55:51+09:00", "last_error_summary": "[h264 @ 0x564c1f67f1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564c1f67f1c0] error while decoding MB 0 35, bytestream 4019 [h264 @ 0x564c20417cc0] cabac decode of qscale diff failed at 55 28 [h264 @ 0x564c20417cc0] error while decoding MB 55 28, bytestream 14403 [h264 @ 0x564c20279fc0] left block unavailable for requested intra mode [h264 @ 0x564c20279fc0] error while decoding MB 0 6, bytestream 8659 [h264 @ 0x564c1f6d34c0] cabac decode of qscale diff failed at 49 23 [h2", "last_exit_at": "2026-07-05T15:55:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.076, "last_started_at": "2026-07-05T15:55:54+09:00", "pid": 135901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.172, "name": "ffmpeg", "pid": 135901, "rss_mb": 277.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 781, "restart_count_per_hour": 16, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 782}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.724, "sample_count": 2094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T15:58:51+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T15:58:51+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T15:58:51.020584+09:00", "mtime_epoch": 1783234731.0205836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:58:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.529, "pushed": 7.529, "read": 7.496}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.79, "count": 225, "max_ms": 31.674, "p95_ms": 21.473}, "gstreamer_push": {"avg_ms": 1.106, "count": 225, "max_ms": 1.464, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.008, "count": 225, "max_ms": 64.7, "p95_ms": 62.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.716, "count": 225, "max_ms": 79.372, "p95_ms": 72.691}, "yolo11_640_fire_11class": {"avg_ms": 51.331, "count": 225, "max_ms": 66.76, "p95_ms": 65.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.249, "count": 225, "max_ms": 81.158, "p95_ms": 78.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.885, "count": 225, "max_ms": 168.961, "p95_ms": 142.511}, "read_interval": {"avg_ms": 133.448, "count": 224, "max_ms": 177.276, "p95_ms": 152.158}, "triton_wait": {"avg_ms": 60.972, "count": 225, "max_ms": 81.17, "p95_ms": 78.838}, "visualize": {"avg_ms": 4.809, "count": 225, "max_ms": 5.979, "p95_ms": 5.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15978.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11538.16, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.011, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1890898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:59:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:59:01+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T15:59:01+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T15:59:01.156750+09:00", "mtime_epoch": 1783234741.15675, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:59:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2341.66, "name": "celery", "pid": 267, "rss_mb": 2341.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.629, "count": 301, "max_ms": 11.877, "p95_ms": 9.353}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 2.088, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.884, "count": 301, "max_ms": 66.253, "p95_ms": 62.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.593, "count": 301, "max_ms": 75.286, "p95_ms": 69.805}, "yolo11_640_fire_11class": {"avg_ms": 51.091, "count": 301, "max_ms": 66.621, "p95_ms": 63.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.041, "count": 301, "max_ms": 81.359, "p95_ms": 78.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.083, "count": 301, "max_ms": 133.137, "p95_ms": 104.564}, "read_interval": {"avg_ms": 99.674, "count": 301, "max_ms": 646.044, "p95_ms": 145.995}, "triton_wait": {"avg_ms": 55.573, "count": 301, "max_ms": 81.371, "p95_ms": 78.135}, "visualize": {"avg_ms": 3.758, "count": 301, "max_ms": 6.49, "p95_ms": 4.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15984.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 700, "h264_decode_error_count": 1708, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:55:51+09:00", "last_error_summary": "[h264 @ 0x564c1f67f1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564c1f67f1c0] error while decoding MB 0 35, bytestream 4019 [h264 @ 0x564c20417cc0] cabac decode of qscale diff failed at 55 28 [h264 @ 0x564c20417cc0] error while decoding MB 55 28, bytestream 14403 [h264 @ 0x564c20279fc0] left block unavailable for requested intra mode [h264 @ 0x564c20279fc0] error while decoding MB 0 6, bytestream 8659 [h264 @ 0x564c1f6d34c0] cabac decode of qscale diff failed at 49 23 [h2", "last_exit_at": "2026-07-05T15:55:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.14, "last_started_at": "2026-07-05T15:55:54+09:00", "pid": 135901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.07, "name": "ffmpeg", "pid": 135901, "rss_mb": 282.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 781, "restart_count_per_hour": 16, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 782}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.511, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:59:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:59:21+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T15:59:21+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T15:59:21.061078+09:00", "mtime_epoch": 1783234761.0610776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:59:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.292, "pushed": 7.292, "read": 7.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.134, "count": 218, "max_ms": 27.5, "p95_ms": 21.206}, "gstreamer_push": {"avg_ms": 1.085, "count": 218, "max_ms": 1.661, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.1, "count": 218, "max_ms": 65.4, "p95_ms": 63.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.129, "count": 218, "max_ms": 82.498, "p95_ms": 69.496}, "yolo11_640_fire_11class": {"avg_ms": 50.809, "count": 218, "max_ms": 69.382, "p95_ms": 66.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.239, "count": 218, "max_ms": 83.225, "p95_ms": 79.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.913, "count": 218, "max_ms": 170.604, "p95_ms": 156.711}, "read_interval": {"avg_ms": 137.841, "count": 217, "max_ms": 179.94, "p95_ms": 164.395}, "triton_wait": {"avg_ms": 59.92, "count": 218, "max_ms": 83.237, "p95_ms": 79.065}, "visualize": {"avg_ms": 5.063, "count": 218, "max_ms": 6.605, "p95_ms": 5.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15984.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11568.216, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.282, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1891197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:59:31+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T15:59:31+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T15:59:31.193245+09:00", "mtime_epoch": 1783234771.193245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T15:59:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2341.66, "name": "celery", "pid": 267, "rss_mb": 2341.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.608, "count": 299, "max_ms": 12.18, "p95_ms": 9.472}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 1.719, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.811, "count": 299, "max_ms": 70.765, "p95_ms": 61.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.02, "count": 299, "max_ms": 84.068, "p95_ms": 67.15}, "yolo11_640_fire_11class": {"avg_ms": 51.31, "count": 299, "max_ms": 79.704, "p95_ms": 62.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.611, "count": 299, "max_ms": 81.493, "p95_ms": 75.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.317, "count": 299, "max_ms": 134.473, "p95_ms": 96.885}, "read_interval": {"avg_ms": 100.512, "count": 298, "max_ms": 616.867, "p95_ms": 138.305}, "triton_wait": {"avg_ms": 54.382, "count": 299, "max_ms": 84.077, "p95_ms": 75.621}, "visualize": {"avg_ms": 3.74, "count": 299, "max_ms": 6.472, "p95_ms": 4.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15907.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 701, "h264_decode_error_count": 1712, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:59:42+09:00", "last_error_summary": "[h264 @ 0x56317e694b00] cabac decode of qscale diff failed at 44 34 [h264 @ 0x56317e694b00] error while decoding MB 44 34, bytestream 33282 [h264 @ 0x56317f15f780] error while decoding MB 77 21, bytestream -9 [h264 @ 0x56317e694b00] error while decoding MB 31 41, bytestream -5", "last_exit_at": "2026-07-05T15:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.182, "last_started_at": "2026-07-05T15:59:45+09:00", "pid": 136008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.625, "name": "ffmpeg", "pid": 136008, "rss_mb": 207.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 782, "restart_count_per_hour": 17, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 783}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.831, "sample_count": 2039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T15:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T15:59:51+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T15:59:51+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T15:59:51.105574+09:00", "mtime_epoch": 1783234791.1055744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T15:59:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.161, "pushed": 6.161, "read": 6.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.063, "count": 184, "max_ms": 26.67, "p95_ms": 21.129}, "gstreamer_push": {"avg_ms": 1.079, "count": 184, "max_ms": 1.588, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.46, "count": 184, "max_ms": 65.886, "p95_ms": 62.774}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.77, "count": 184, "max_ms": 81.382, "p95_ms": 69.993}, "yolo11_640_fire_11class": {"avg_ms": 50.702, "count": 184, "max_ms": 67.988, "p95_ms": 65.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.167, "count": 184, "max_ms": 80.033, "p95_ms": 78.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.193, "count": 184, "max_ms": 165.011, "p95_ms": 144.134}, "read_interval": {"avg_ms": 163.312, "count": 183, "max_ms": 5083.294, "p95_ms": 153.355}, "triton_wait": {"avg_ms": 59.598, "count": 184, "max_ms": 81.394, "p95_ms": 78.257}, "visualize": {"avg_ms": 5.03, "count": 184, "max_ms": 7.165, "p95_ms": 5.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15966.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11598.283, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.662, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1891500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:00:01+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T16:00:01+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T16:00:01.281743+09:00", "mtime_epoch": 1783234801.281743, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:00:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2341.918, "name": "celery", "pid": 267, "rss_mb": 2341.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.513, "count": 303, "max_ms": 12.047, "p95_ms": 8.783}, "gstreamer_push": {"avg_ms": 1.274, "count": 303, "max_ms": 1.648, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.953, "count": 303, "max_ms": 64.271, "p95_ms": 61.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.751, "count": 303, "max_ms": 77.618, "p95_ms": 66.854}, "yolo11_640_fire_11class": {"avg_ms": 51.721, "count": 303, "max_ms": 65.672, "p95_ms": 63.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.024, "count": 303, "max_ms": 79.382, "p95_ms": 76.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.058, "count": 303, "max_ms": 134.58, "p95_ms": 93.861}, "read_interval": {"avg_ms": 99.286, "count": 302, "max_ms": 587.64, "p95_ms": 119.756}, "triton_wait": {"avg_ms": 54.905, "count": 303, "max_ms": 79.394, "p95_ms": 76.43}, "visualize": {"avg_ms": 3.718, "count": 303, "max_ms": 5.586, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15969.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 701, "h264_decode_error_count": 1712, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:59:42+09:00", "last_error_summary": "[h264 @ 0x56317e694b00] cabac decode of qscale diff failed at 44 34 [h264 @ 0x56317e694b00] error while decoding MB 44 34, bytestream 33282 [h264 @ 0x56317f15f780] error while decoding MB 77 21, bytestream -9 [h264 @ 0x56317e694b00] error while decoding MB 31 41, bytestream -5", "last_exit_at": "2026-07-05T15:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.201, "last_started_at": "2026-07-05T15:59:45+09:00", "pid": 136008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.195, "name": "ffmpeg", "pid": 136008, "rss_mb": 269.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 782, "restart_count_per_hour": 17, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 783}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.758, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:00:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:00:21+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T16:00:21+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T16:00:21.098073+09:00", "mtime_epoch": 1783234821.0980725, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:00:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.492, "pushed": 7.492, "read": 7.459}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.808, "count": 224, "max_ms": 23.64, "p95_ms": 20.66}, "gstreamer_push": {"avg_ms": 1.11, "count": 224, "max_ms": 1.291, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.878, "count": 224, "max_ms": 67.709, "p95_ms": 63.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.578, "count": 224, "max_ms": 78.402, "p95_ms": 71.389}, "yolo11_640_fire_11class": {"avg_ms": 52.562, "count": 224, "max_ms": 68.428, "p95_ms": 66.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.247, "count": 224, "max_ms": 81.082, "p95_ms": 79.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.577, "count": 224, "max_ms": 164.815, "p95_ms": 142.442}, "read_interval": {"avg_ms": 133.966, "count": 223, "max_ms": 172.938, "p95_ms": 151.913}, "triton_wait": {"avg_ms": 61.586, "count": 224, "max_ms": 81.094, "p95_ms": 79.556}, "visualize": {"avg_ms": 4.836, "count": 224, "max_ms": 6.875, "p95_ms": 5.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15969.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11628.334, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.172, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1891800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:00:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:00:31+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T16:00:31+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T16:00:31.302243+09:00", "mtime_epoch": 1783234831.3022425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:00:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2341.918, "name": "celery", "pid": 267, "rss_mb": 2341.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.59, "count": 300, "max_ms": 11.198, "p95_ms": 9.091}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.983, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.114, "count": 300, "max_ms": 65.963, "p95_ms": 63.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.112, "count": 300, "max_ms": 76.911, "p95_ms": 69.501}, "yolo11_640_fire_11class": {"avg_ms": 52.757, "count": 300, "max_ms": 70.319, "p95_ms": 64.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.518, "count": 300, "max_ms": 81.507, "p95_ms": 77.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.848, "count": 300, "max_ms": 133.96, "p95_ms": 96.517}, "read_interval": {"avg_ms": 100.058, "count": 300, "max_ms": 481.838, "p95_ms": 147.152}, "triton_wait": {"avg_ms": 57.083, "count": 300, "max_ms": 81.52, "p95_ms": 77.966}, "visualize": {"avg_ms": 3.745, "count": 300, "max_ms": 5.527, "p95_ms": 4.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15970.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 701, "h264_decode_error_count": 1712, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:59:42+09:00", "last_error_summary": "[h264 @ 0x56317e694b00] cabac decode of qscale diff failed at 44 34 [h264 @ 0x56317e694b00] error while decoding MB 44 34, bytestream 33282 [h264 @ 0x56317f15f780] error while decoding MB 77 21, bytestream -9 [h264 @ 0x56317e694b00] error while decoding MB 31 41, bytestream -5", "last_exit_at": "2026-07-05T15:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.249, "last_started_at": "2026-07-05T15:59:45+09:00", "pid": 136008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.711, "name": "ffmpeg", "pid": 136008, "rss_mb": 269.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 782, "restart_count_per_hour": 17, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 783}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.627, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:00:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:00:51+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T16:00:51+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T16:00:51.162574+09:00", "mtime_epoch": 1783234851.1625743, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:00:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.587, "pushed": 7.587, "read": 7.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.904, "count": 227, "max_ms": 27.705, "p95_ms": 21.096}, "gstreamer_push": {"avg_ms": 1.124, "count": 227, "max_ms": 1.338, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.617, "count": 227, "max_ms": 65.569, "p95_ms": 63.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.768, "count": 227, "max_ms": 82.711, "p95_ms": 68.425}, "yolo11_640_fire_11class": {"avg_ms": 52.343, "count": 227, "max_ms": 71.883, "p95_ms": 67.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.983, "count": 227, "max_ms": 82.01, "p95_ms": 79.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.617, "count": 227, "max_ms": 161.208, "p95_ms": 141.559}, "read_interval": {"avg_ms": 132.396, "count": 226, "max_ms": 169.646, "p95_ms": 151.571}, "triton_wait": {"avg_ms": 61.395, "count": 227, "max_ms": 82.722, "p95_ms": 79.805}, "visualize": {"avg_ms": 4.771, "count": 227, "max_ms": 6.031, "p95_ms": 5.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15970.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11658.402, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.929, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1892098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:01:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:01:01+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T16:01:01+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T16:01:01.362745+09:00", "mtime_epoch": 1783234861.362745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:01:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2342.176, "name": "celery", "pid": 267, "rss_mb": 2342.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.966, "pushed": 9.966, "read": 9.966}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.96, "count": 298, "max_ms": 12.097, "p95_ms": 9.734}, "gstreamer_push": {"avg_ms": 1.229, "count": 298, "max_ms": 1.838, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.064, "count": 298, "max_ms": 71.754, "p95_ms": 63.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.606, "count": 298, "max_ms": 78.827, "p95_ms": 69.515}, "yolo11_640_fire_11class": {"avg_ms": 51.867, "count": 298, "max_ms": 72.502, "p95_ms": 64.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.079, "count": 298, "max_ms": 89.051, "p95_ms": 77.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.472, "count": 298, "max_ms": 145.362, "p95_ms": 107.857}, "read_interval": {"avg_ms": 100.88, "count": 298, "max_ms": 483.16, "p95_ms": 136.908}, "triton_wait": {"avg_ms": 55.516, "count": 298, "max_ms": 89.063, "p95_ms": 77.92}, "visualize": {"avg_ms": 3.923, "count": 298, "max_ms": 5.927, "p95_ms": 5.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15970.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 701, "h264_decode_error_count": 1712, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:59:42+09:00", "last_error_summary": "[h264 @ 0x56317e694b00] cabac decode of qscale diff failed at 44 34 [h264 @ 0x56317e694b00] error while decoding MB 44 34, bytestream 33282 [h264 @ 0x56317f15f780] error while decoding MB 77 21, bytestream -9 [h264 @ 0x56317e694b00] error while decoding MB 31 41, bytestream -5", "last_exit_at": "2026-07-05T15:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.318, "last_started_at": "2026-07-05T15:59:45+09:00", "pid": 136008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.227, "name": "ffmpeg", "pid": 136008, "rss_mb": 270.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 782, "restart_count_per_hour": 17, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 783}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.511, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:01:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:01:21+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T16:01:21+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T16:01:21.231078+09:00", "mtime_epoch": 1783234881.2310781, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:01:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.68, "pushed": 7.68, "read": 7.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.031, "count": 230, "max_ms": 28.674, "p95_ms": 21.56}, "gstreamer_push": {"avg_ms": 1.109, "count": 230, "max_ms": 1.357, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.158, "count": 230, "max_ms": 69.541, "p95_ms": 63.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.102, "count": 230, "max_ms": 76.269, "p95_ms": 69.074}, "yolo11_640_fire_11class": {"avg_ms": 50.207, "count": 230, "max_ms": 74.507, "p95_ms": 65.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.508, "count": 230, "max_ms": 86.791, "p95_ms": 79.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.082, "count": 230, "max_ms": 165.782, "p95_ms": 141.683}, "read_interval": {"avg_ms": 130.741, "count": 229, "max_ms": 173.852, "p95_ms": 151.749}, "triton_wait": {"avg_ms": 59.064, "count": 230, "max_ms": 86.81, "p95_ms": 79.213}, "visualize": {"avg_ms": 4.746, "count": 230, "max_ms": 6.408, "p95_ms": 5.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15971.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11688.432, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "R (running)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.058, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1892396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:01:31+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-05T16:01:31+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-05T16:01:31.439250+09:00", "mtime_epoch": 1783234891.4392498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:01:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2342.434, "name": "celery", "pid": 267, "rss_mb": 2342.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.963, "pushed": 9.963, "read": 9.929}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.139, "count": 298, "max_ms": 10.997, "p95_ms": 9.969}, "gstreamer_push": {"avg_ms": 1.202, "count": 298, "max_ms": 1.538, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.925, "count": 298, "max_ms": 68.261, "p95_ms": 63.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.94, "count": 298, "max_ms": 74.128, "p95_ms": 68.489}, "yolo11_640_fire_11class": {"avg_ms": 51.447, "count": 298, "max_ms": 69.614, "p95_ms": 64.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.062, "count": 298, "max_ms": 83.623, "p95_ms": 79.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.571, "count": 298, "max_ms": 137.793, "p95_ms": 131.527}, "read_interval": {"avg_ms": 100.862, "count": 297, "max_ms": 343.137, "p95_ms": 145.784}, "triton_wait": {"avg_ms": 57.146, "count": 298, "max_ms": 83.636, "p95_ms": 79.833}, "visualize": {"avg_ms": 4.079, "count": 298, "max_ms": 6.604, "p95_ms": 5.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15977.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 701, "h264_decode_error_count": 1712, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:59:42+09:00", "last_error_summary": "[h264 @ 0x56317e694b00] cabac decode of qscale diff failed at 44 34 [h264 @ 0x56317e694b00] error while decoding MB 44 34, bytestream 33282 [h264 @ 0x56317f15f780] error while decoding MB 77 21, bytestream -9 [h264 @ 0x56317e694b00] error while decoding MB 31 41, bytestream -5", "last_exit_at": "2026-07-05T15:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.388, "last_started_at": "2026-07-05T15:59:45+09:00", "pid": 136008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.383, "name": "ffmpeg", "pid": 136008, "rss_mb": 275.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 782, "restart_count_per_hour": 16, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 783}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.442, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:01:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:01:51+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:01:51+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T16:01:51.303584+09:00", "mtime_epoch": 1783234911.303584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:01:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.613, "pushed": 7.613, "read": 7.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.95, "count": 228, "max_ms": 29.045, "p95_ms": 21.283}, "gstreamer_push": {"avg_ms": 1.117, "count": 228, "max_ms": 1.28, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.549, "count": 228, "max_ms": 68.015, "p95_ms": 63.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.879, "count": 228, "max_ms": 75.089, "p95_ms": 68.552}, "yolo11_640_fire_11class": {"avg_ms": 51.356, "count": 228, "max_ms": 68.802, "p95_ms": 64.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.701, "count": 228, "max_ms": 84.525, "p95_ms": 79.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.092, "count": 228, "max_ms": 147.059, "p95_ms": 140.939}, "read_interval": {"avg_ms": 131.924, "count": 227, "max_ms": 156.826, "p95_ms": 151.09}, "triton_wait": {"avg_ms": 61.157, "count": 228, "max_ms": 84.536, "p95_ms": 79.704}, "visualize": {"avg_ms": 4.737, "count": 228, "max_ms": 6.245, "p95_ms": 4.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15985.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11718.524, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.263, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1892701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:02:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:02:01+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T16:02:01+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T16:02:01.495756+09:00", "mtime_epoch": 1783234921.4957561, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:02:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2342.434, "name": "celery", "pid": 267, "rss_mb": 2342.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.549, "count": 304, "max_ms": 11.407, "p95_ms": 8.84}, "gstreamer_push": {"avg_ms": 1.257, "count": 304, "max_ms": 1.536, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.198, "count": 304, "max_ms": 66.134, "p95_ms": 63.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.559, "count": 304, "max_ms": 75.253, "p95_ms": 67.972}, "yolo11_640_fire_11class": {"avg_ms": 50.115, "count": 304, "max_ms": 70.713, "p95_ms": 63.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.614, "count": 304, "max_ms": 82.126, "p95_ms": 77.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.074, "count": 304, "max_ms": 125.948, "p95_ms": 93.641}, "read_interval": {"avg_ms": 98.617, "count": 304, "max_ms": 491.832, "p95_ms": 115.881}, "triton_wait": {"avg_ms": 55.825, "count": 304, "max_ms": 82.139, "p95_ms": 77.269}, "visualize": {"avg_ms": 3.678, "count": 304, "max_ms": 5.057, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15986.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 701, "h264_decode_error_count": 1712, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:59:42+09:00", "last_error_summary": "[h264 @ 0x56317e694b00] cabac decode of qscale diff failed at 44 34 [h264 @ 0x56317e694b00] error while decoding MB 44 34, bytestream 33282 [h264 @ 0x56317f15f780] error while decoding MB 77 21, bytestream -9 [h264 @ 0x56317e694b00] error while decoding MB 31 41, bytestream -5", "last_exit_at": "2026-07-05T15:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.477, "last_started_at": "2026-07-05T15:59:45+09:00", "pid": 136008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.148, "name": "ffmpeg", "pid": 136008, "rss_mb": 284.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 782, "restart_count_per_hour": 16, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 783}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.272, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:02:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:02:21+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T16:02:21+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T16:02:21.388092+09:00", "mtime_epoch": 1783234941.3880923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:02:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9331.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.707, "pushed": 7.707, "read": 7.674}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.635, "count": 230, "max_ms": 31.996, "p95_ms": 20.686}, "gstreamer_push": {"avg_ms": 1.098, "count": 231, "max_ms": 1.412, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.502, "count": 230, "max_ms": 65.687, "p95_ms": 62.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.821, "count": 230, "max_ms": 79.28, "p95_ms": 70.853}, "yolo11_640_fire_11class": {"avg_ms": 51.228, "count": 230, "max_ms": 66.857, "p95_ms": 63.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.688, "count": 230, "max_ms": 80.543, "p95_ms": 78.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.517, "count": 231, "max_ms": 148.062, "p95_ms": 139.172}, "read_interval": {"avg_ms": 130.297, "count": 230, "max_ms": 160.272, "p95_ms": 148.834}, "triton_wait": {"avg_ms": 60.376, "count": 230, "max_ms": 80.555, "p95_ms": 78.014}, "visualize": {"avg_ms": 4.667, "count": 230, "max_ms": 5.789, "p95_ms": 5.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15986.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11748.676, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.689, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1893001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:02:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:02:31+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T16:02:31+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T16:02:31.588265+09:00", "mtime_epoch": 1783234951.5882652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:02:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2342.691, "name": "celery", "pid": 267, "rss_mb": 2342.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.779, "count": 299, "max_ms": 15.101, "p95_ms": 10.115}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 1.677, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.474, "count": 299, "max_ms": 66.188, "p95_ms": 62.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.876, "count": 299, "max_ms": 75.512, "p95_ms": 68.249}, "yolo11_640_fire_11class": {"avg_ms": 50.429, "count": 299, "max_ms": 67.33, "p95_ms": 63.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.706, "count": 299, "max_ms": 80.759, "p95_ms": 77.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.619, "count": 299, "max_ms": 134.411, "p95_ms": 103.986}, "read_interval": {"avg_ms": 100.493, "count": 298, "max_ms": 521.884, "p95_ms": 147.236}, "triton_wait": {"avg_ms": 55.152, "count": 299, "max_ms": 80.773, "p95_ms": 77.203}, "visualize": {"avg_ms": 3.785, "count": 299, "max_ms": 6.008, "p95_ms": 4.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15988.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 701, "h264_decode_error_count": 1712, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T15:59:42+09:00", "last_error_summary": "[h264 @ 0x56317e694b00] cabac decode of qscale diff failed at 44 34 [h264 @ 0x56317e694b00] error while decoding MB 44 34, bytestream 33282 [h264 @ 0x56317f15f780] error while decoding MB 77 21, bytestream -9 [h264 @ 0x56317e694b00] error while decoding MB 31 41, bytestream -5", "last_exit_at": "2026-07-05T15:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.107, "last_started_at": "2026-07-05T15:59:45+09:00", "pid": 136008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.211, "name": "ffmpeg", "pid": 136008, "rss_mb": 286.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 782, "restart_count_per_hour": 16, "rtsp_timeout_count": 436, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 783}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.627, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:02:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:02:57+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T16:02:57+09:00", "mjpeg": {"age_sec": 8.822, "exists": true, "mtime": "2026-07-05T16:02:48.308549+09:00", "mtime_epoch": 1783234968.3085487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:02:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9332.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.472, "pushed": 5.472, "read": 5.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.293, "count": 163, "max_ms": 32.411, "p95_ms": 23.271}, "gstreamer_push": {"avg_ms": 1.084, "count": 164, "max_ms": 1.593, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.222, "count": 163, "max_ms": 63.837, "p95_ms": 61.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.214, "count": 163, "max_ms": 75.016, "p95_ms": 67.176}, "yolo11_640_fire_11class": {"avg_ms": 48.219, "count": 163, "max_ms": 67.658, "p95_ms": 63.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.102, "count": 163, "max_ms": 80.66, "p95_ms": 76.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.884, "count": 164, "max_ms": 169.375, "p95_ms": 146.722}, "read_interval": {"avg_ms": 183.805, "count": 163, "max_ms": 8847.329, "p95_ms": 155.423}, "triton_wait": {"avg_ms": 56.649, "count": 163, "max_ms": 80.67, "p95_ms": 76.729}, "visualize": {"avg_ms": 4.811, "count": 163, "max_ms": 7.943, "p95_ms": 5.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15988.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11778.743, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.132, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1893303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:03:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:03:01+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T16:03:01+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T16:03:01.740777+09:00", "mtime_epoch": 1783234981.7407768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:03:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2342.691, "name": "celery", "pid": 267, "rss_mb": 2342.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.882, "count": 302, "max_ms": 14.803, "p95_ms": 9.993}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 1.948, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.116, "count": 302, "max_ms": 64.623, "p95_ms": 59.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.156, "count": 302, "max_ms": 73.538, "p95_ms": 62.115}, "yolo11_640_fire_11class": {"avg_ms": 49.062, "count": 302, "max_ms": 65.646, "p95_ms": 58.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.071, "count": 302, "max_ms": 79.135, "p95_ms": 72.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.241, "count": 302, "max_ms": 145.56, "p95_ms": 104.348}, "read_interval": {"avg_ms": 99.626, "count": 301, "max_ms": 499.171, "p95_ms": 132.225}, "triton_wait": {"avg_ms": 51.551, "count": 302, "max_ms": 79.148, "p95_ms": 73.051}, "visualize": {"avg_ms": 3.836, "count": 302, "max_ms": 6.76, "p95_ms": 5.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15971.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:03:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.47, "last_started_at": "2026-07-05T16:03:10+09:00", "pid": 136115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.582, "name": "ffmpeg", "pid": 136115, "rss_mb": 267.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 783, "restart_count_per_hour": 17, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 784}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.526, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:03:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:03:27+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T16:03:27+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T16:03:27.109209+09:00", "mtime_epoch": 1783235007.1092086, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:03:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9332.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 114, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.669, "pushed": 5.669, "read": 5.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.492, "count": 114, "max_ms": 22.657, "p95_ms": 19.463}, "gstreamer_push": {"avg_ms": 1.114, "count": 114, "max_ms": 1.191, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.96, "count": 114, "max_ms": 65.184, "p95_ms": 63.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.975, "count": 114, "max_ms": 73.17, "p95_ms": 70.619}, "yolo11_640_fire_11class": {"avg_ms": 53.864, "count": 114, "max_ms": 66.646, "p95_ms": 63.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.214, "count": 114, "max_ms": 80.511, "p95_ms": 79.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.628, "count": 114, "max_ms": 142.274, "p95_ms": 141.32}, "read_interval": {"avg_ms": 264.019, "count": 114, "max_ms": 10126.727, "p95_ms": 153.598}, "triton_wait": {"avg_ms": 65.723, "count": 114, "max_ms": 80.524, "p95_ms": 79.624}, "visualize": {"avg_ms": 4.73, "count": 114, "max_ms": 5.053, "p95_ms": 4.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.11, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15971.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11808.815, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.779, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1893592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:03:31+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T16:03:31+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T16:03:31.813289+09:00", "mtime_epoch": 1783235011.813289, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:03:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2342.949, "name": "celery", "pid": 267, "rss_mb": 2342.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.603}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.078, "count": 289, "max_ms": 11.347, "p95_ms": 9.868}, "gstreamer_push": {"avg_ms": 1.227, "count": 289, "max_ms": 1.511, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.615, "count": 289, "max_ms": 71.634, "p95_ms": 63.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.665, "count": 289, "max_ms": 78.653, "p95_ms": 69.795}, "yolo11_640_fire_11class": {"avg_ms": 52.41, "count": 289, "max_ms": 74.511, "p95_ms": 65.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.012, "count": 289, "max_ms": 81.178, "p95_ms": 79.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.478, "count": 289, "max_ms": 137.538, "p95_ms": 133.693}, "read_interval": {"avg_ms": 104.128, "count": 288, "max_ms": 499.685, "p95_ms": 148.607}, "triton_wait": {"avg_ms": 57.32, "count": 289, "max_ms": 81.19, "p95_ms": 79.932}, "visualize": {"avg_ms": 4.025, "count": 289, "max_ms": 5.782, "p95_ms": 5.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15971.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:03:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.482, "last_started_at": "2026-07-05T16:03:10+09:00", "pid": 136115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.84, "name": "ffmpeg", "pid": 136115, "rss_mb": 267.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 783, "restart_count_per_hour": 17, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 784}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.179, "sample_count": 2044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:03:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:03:57+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T16:03:57+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T16:03:57.141721+09:00", "mtime_epoch": 1783235037.1417212, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:03:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9332.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.533, "pushed": 7.533, "read": 7.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.846, "count": 226, "max_ms": 31.909, "p95_ms": 21.072}, "gstreamer_push": {"avg_ms": 1.12, "count": 226, "max_ms": 1.78, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.323, "count": 226, "max_ms": 65.482, "p95_ms": 62.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.158, "count": 226, "max_ms": 79.719, "p95_ms": 72.201}, "yolo11_640_fire_11class": {"avg_ms": 50.191, "count": 226, "max_ms": 66.876, "p95_ms": 63.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.789, "count": 226, "max_ms": 81.395, "p95_ms": 77.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.524, "count": 226, "max_ms": 142.705, "p95_ms": 139.292}, "read_interval": {"avg_ms": 132.891, "count": 226, "max_ms": 155.004, "p95_ms": 151.539}, "triton_wait": {"avg_ms": 59.505, "count": 226, "max_ms": 81.406, "p95_ms": 77.735}, "visualize": {"avg_ms": 4.734, "count": 226, "max_ms": 5.911, "p95_ms": 5.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15971.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11838.876, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.55, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1893904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:04:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:04:01+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-05T16:04:01+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T16:04:01.833802+09:00", "mtime_epoch": 1783235041.8338015, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:04:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2342.949, "name": "celery", "pid": 267, "rss_mb": 2342.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.409, "pushed": 10.409, "read": 10.375}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.724, "count": 312, "max_ms": 12.155, "p95_ms": 9.687}, "gstreamer_push": {"avg_ms": 1.24, "count": 312, "max_ms": 1.595, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.922, "count": 312, "max_ms": 67.294, "p95_ms": 64.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.815, "count": 312, "max_ms": 77.304, "p95_ms": 70.547}, "yolo11_640_fire_11class": {"avg_ms": 50.412, "count": 312, "max_ms": 68.497, "p95_ms": 64.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.683, "count": 312, "max_ms": 82.191, "p95_ms": 78.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.876, "count": 312, "max_ms": 137.41, "p95_ms": 103.259}, "read_interval": {"avg_ms": 96.257, "count": 311, "max_ms": 470.492, "p95_ms": 119.599}, "triton_wait": {"avg_ms": 55.919, "count": 312, "max_ms": 82.203, "p95_ms": 78.873}, "visualize": {"avg_ms": 3.721, "count": 312, "max_ms": 5.701, "p95_ms": 5.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15975.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:03:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.555, "last_started_at": "2026-07-05T16:03:10+09:00", "pid": 136115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.676, "name": "ffmpeg", "pid": 136115, "rss_mb": 270.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 783, "restart_count_per_hour": 17, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 784}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.547, "sample_count": 2050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:04:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:04:27+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T16:04:27+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:04:27.218236+09:00", "mtime_epoch": 1783235067.2182362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:04:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9332.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.418, "pushed": 7.418, "read": 7.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.05, "count": 222, "max_ms": 25.18, "p95_ms": 20.572}, "gstreamer_push": {"avg_ms": 1.121, "count": 222, "max_ms": 1.596, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.169, "count": 222, "max_ms": 63.394, "p95_ms": 61.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.609, "count": 222, "max_ms": 78.007, "p95_ms": 68.38}, "yolo11_640_fire_11class": {"avg_ms": 49.164, "count": 222, "max_ms": 68.04, "p95_ms": 61.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.83, "count": 222, "max_ms": 86.115, "p95_ms": 78.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.718, "count": 222, "max_ms": 167.575, "p95_ms": 140.749}, "read_interval": {"avg_ms": 135.493, "count": 221, "max_ms": 179.029, "p95_ms": 154.848}, "triton_wait": {"avg_ms": 60.503, "count": 222, "max_ms": 86.127, "p95_ms": 78.535}, "visualize": {"avg_ms": 4.8, "count": 222, "max_ms": 6.403, "p95_ms": 5.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15975.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11868.966, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.667, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1894205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:04:32+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T16:04:31+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T16:04:31.934317+09:00", "mtime_epoch": 1783235071.934317, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:04:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2343.207, "name": "celery", "pid": 267, "rss_mb": 2343.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.988, "count": 300, "max_ms": 14.371, "p95_ms": 9.708}, "gstreamer_push": {"avg_ms": 1.213, "count": 301, "max_ms": 1.689, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.967, "count": 300, "max_ms": 67.598, "p95_ms": 62.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.557, "count": 300, "max_ms": 79.807, "p95_ms": 68.61}, "yolo11_640_fire_11class": {"avg_ms": 50.314, "count": 300, "max_ms": 65.095, "p95_ms": 62.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.047, "count": 300, "max_ms": 86.662, "p95_ms": 78.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.442, "count": 301, "max_ms": 144.104, "p95_ms": 129.357}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 268.84, "p95_ms": 144.553}, "triton_wait": {"avg_ms": 57.13, "count": 300, "max_ms": 86.674, "p95_ms": 78.18}, "visualize": {"avg_ms": 3.974, "count": 300, "max_ms": 6.137, "p95_ms": 5.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15975.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:03:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.59, "last_started_at": "2026-07-05T16:03:10+09:00", "pid": 136115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.676, "name": "ffmpeg", "pid": 136115, "rss_mb": 270.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 783, "restart_count_per_hour": 17, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 784}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.568, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:04:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:04:57+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T16:04:57+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:04:57.254752+09:00", "mtime_epoch": 1783235097.254752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:04:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9332.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.388, "pushed": 7.388, "read": 7.355}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.256, "count": 221, "max_ms": 31.802, "p95_ms": 21.951}, "gstreamer_push": {"avg_ms": 1.113, "count": 221, "max_ms": 1.366, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.752, "count": 221, "max_ms": 68.232, "p95_ms": 62.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.934, "count": 221, "max_ms": 80.612, "p95_ms": 70.004}, "yolo11_640_fire_11class": {"avg_ms": 50.606, "count": 221, "max_ms": 66.863, "p95_ms": 62.576}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.343, "count": 221, "max_ms": 82.014, "p95_ms": 78.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.771, "count": 221, "max_ms": 163.796, "p95_ms": 142.323}, "read_interval": {"avg_ms": 135.965, "count": 220, "max_ms": 175.462, "p95_ms": 154.345}, "triton_wait": {"avg_ms": 61.207, "count": 221, "max_ms": 82.025, "p95_ms": 78.476}, "visualize": {"avg_ms": 4.777, "count": 221, "max_ms": 5.971, "p95_ms": 5.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15975.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11899.042, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.85, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1894495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:05:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:05:02+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T16:05:02+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T16:05:02.014834+09:00", "mtime_epoch": 1783235102.0148337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:05:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2343.207, "name": "celery", "pid": 267, "rss_mb": 2343.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.68, "pushed": 9.68, "read": 9.647}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.418, "count": 290, "max_ms": 15.467, "p95_ms": 10.97}, "gstreamer_push": {"avg_ms": 1.21, "count": 290, "max_ms": 1.778, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.95, "count": 290, "max_ms": 66.751, "p95_ms": 63.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.293, "count": 290, "max_ms": 78.204, "p95_ms": 71.233}, "yolo11_640_fire_11class": {"avg_ms": 51.385, "count": 290, "max_ms": 67.46, "p95_ms": 64.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.536, "count": 290, "max_ms": 81.088, "p95_ms": 79.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.975, "count": 290, "max_ms": 152.177, "p95_ms": 133.066}, "read_interval": {"avg_ms": 103.685, "count": 289, "max_ms": 169.374, "p95_ms": 146.859}, "triton_wait": {"avg_ms": 58.665, "count": 290, "max_ms": 81.1, "p95_ms": 79.501}, "visualize": {"avg_ms": 4.137, "count": 290, "max_ms": 6.976, "p95_ms": 5.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15975.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:03:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.636, "last_started_at": "2026-07-05T16:03:10+09:00", "pid": 136115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.676, "name": "ffmpeg", "pid": 136115, "rss_mb": 270.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 783, "restart_count_per_hour": 16, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 784}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.167, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:05:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:05:27+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T16:05:27+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:05:27.299269+09:00", "mtime_epoch": 1783235127.299269, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:05:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9332.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.386, "pushed": 7.386, "read": 7.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.796, "count": 221, "max_ms": 22.19, "p95_ms": 20.567}, "gstreamer_push": {"avg_ms": 1.119, "count": 221, "max_ms": 1.992, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.752, "count": 221, "max_ms": 66.375, "p95_ms": 63.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.83, "count": 221, "max_ms": 81.048, "p95_ms": 72.852}, "yolo11_640_fire_11class": {"avg_ms": 51.369, "count": 221, "max_ms": 67.567, "p95_ms": 63.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.075, "count": 221, "max_ms": 82.348, "p95_ms": 79.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.174, "count": 221, "max_ms": 143.328, "p95_ms": 141.146}, "read_interval": {"avg_ms": 135.977, "count": 220, "max_ms": 157.362, "p95_ms": 153.718}, "triton_wait": {"avg_ms": 62.785, "count": 221, "max_ms": 82.36, "p95_ms": 79.923}, "visualize": {"avg_ms": 4.71, "count": 221, "max_ms": 5.648, "p95_ms": 4.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15976.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11929.089, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.258, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1894788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:05:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:05:32+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T16:05:32+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T16:05:32.023350+09:00", "mtime_epoch": 1783235132.0233505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:05:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2343.465, "name": "celery", "pid": 267, "rss_mb": 2343.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.791, "pushed": 9.791, "read": 9.757}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.209, "count": 293, "max_ms": 11.98, "p95_ms": 9.934}, "gstreamer_push": {"avg_ms": 1.239, "count": 293, "max_ms": 1.742, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.597, "count": 293, "max_ms": 70.269, "p95_ms": 65.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.953, "count": 293, "max_ms": 76.011, "p95_ms": 73.087}, "yolo11_640_fire_11class": {"avg_ms": 51.735, "count": 293, "max_ms": 69.558, "p95_ms": 64.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.101, "count": 293, "max_ms": 85.583, "p95_ms": 80.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.839, "count": 293, "max_ms": 141.249, "p95_ms": 135.272}, "read_interval": {"avg_ms": 102.38, "count": 292, "max_ms": 157.174, "p95_ms": 149.556}, "triton_wait": {"avg_ms": 59.255, "count": 293, "max_ms": 85.595, "p95_ms": 80.495}, "visualize": {"avg_ms": 4.138, "count": 293, "max_ms": 7.151, "p95_ms": 5.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15976.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:03:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.749, "last_started_at": "2026-07-05T16:03:10+09:00", "pid": 136115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.191, "name": "ffmpeg", "pid": 136115, "rss_mb": 271.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 783, "restart_count_per_hour": 16, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 784}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.877, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:05:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:05:57+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T16:05:57+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T16:05:57.395788+09:00", "mtime_epoch": 1783235157.3957882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:05:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.303, "pushed": 7.303, "read": 7.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.213, "count": 218, "max_ms": 32.077, "p95_ms": 21.876}, "gstreamer_push": {"avg_ms": 1.129, "count": 219, "max_ms": 1.859, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.246, "count": 218, "max_ms": 64.741, "p95_ms": 62.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.109, "count": 218, "max_ms": 77.434, "p95_ms": 72.01}, "yolo11_640_fire_11class": {"avg_ms": 50.67, "count": 218, "max_ms": 64.728, "p95_ms": 62.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.2, "count": 218, "max_ms": 81.76, "p95_ms": 78.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.63, "count": 219, "max_ms": 155.638, "p95_ms": 140.013}, "read_interval": {"avg_ms": 137.472, "count": 218, "max_ms": 351.978, "p95_ms": 153.296}, "triton_wait": {"avg_ms": 61.962, "count": 218, "max_ms": 81.772, "p95_ms": 78.067}, "visualize": {"avg_ms": 4.836, "count": 218, "max_ms": 7.285, "p95_ms": 5.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15976.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11959.173, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.422, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1895073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:06:02+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T16:06:02+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T16:06:02.103870+09:00", "mtime_epoch": 1783235162.1038697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:06:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2343.723, "name": "celery", "pid": 267, "rss_mb": 2343.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.509, "pushed": 9.509, "read": 9.476}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.574, "count": 285, "max_ms": 15.289, "p95_ms": 10.985}, "gstreamer_push": {"avg_ms": 1.204, "count": 285, "max_ms": 1.96, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.335, "count": 285, "max_ms": 66.243, "p95_ms": 63.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.904, "count": 285, "max_ms": 78.388, "p95_ms": 71.403}, "yolo11_640_fire_11class": {"avg_ms": 50.877, "count": 285, "max_ms": 69.373, "p95_ms": 63.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.986, "count": 285, "max_ms": 81.757, "p95_ms": 79.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.116, "count": 285, "max_ms": 150.02, "p95_ms": 132.098}, "read_interval": {"avg_ms": 105.388, "count": 284, "max_ms": 167.631, "p95_ms": 146.894}, "triton_wait": {"avg_ms": 59.107, "count": 285, "max_ms": 81.77, "p95_ms": 79.466}, "visualize": {"avg_ms": 4.224, "count": 285, "max_ms": 6.399, "p95_ms": 5.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15846.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.134, "last_started_at": "2026-07-05T16:06:29+09:00", "pid": 136222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 143.926, "name": "ffmpeg", "pid": 136222, "rss_mb": 143.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 784, "restart_count_per_hour": 17, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 785}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.794, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:06:32+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T16:06:31+09:00", "mjpeg": {"age_sec": 5.01, "exists": true, "mtime": "2026-07-05T16:06:27.100302+09:00", "mtime_epoch": 1783235187.100302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:06:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.125, "pushed": 6.125, "read": 6.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.142, "count": 183, "max_ms": 26.14, "p95_ms": 22.197}, "gstreamer_push": {"avg_ms": 1.136, "count": 183, "max_ms": 1.637, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.747, "count": 183, "max_ms": 67.092, "p95_ms": 63.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.846, "count": 183, "max_ms": 80.269, "p95_ms": 70.264}, "yolo11_640_fire_11class": {"avg_ms": 51.229, "count": 183, "max_ms": 67.159, "p95_ms": 63.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.448, "count": 183, "max_ms": 83.707, "p95_ms": 79.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.314, "count": 183, "max_ms": 164.483, "p95_ms": 140.961}, "read_interval": {"avg_ms": 164.224, "count": 182, "max_ms": 5021.352, "p95_ms": 153.903}, "triton_wait": {"avg_ms": 62.211, "count": 183, "max_ms": 83.719, "p95_ms": 79.539}, "visualize": {"avg_ms": 4.944, "count": 183, "max_ms": 8.549, "p95_ms": 6.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15845.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 11989.262, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.083, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1895379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:06:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:06:32+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T16:06:32+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T16:06:32.224391+09:00", "mtime_epoch": 1783235192.2243907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:06:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2343.723, "name": "celery", "pid": 267, "rss_mb": 2343.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.219, "pushed": 10.219, "read": 10.186}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.099, "count": 306, "max_ms": 12.74, "p95_ms": 9.859}, "gstreamer_push": {"avg_ms": 1.229, "count": 306, "max_ms": 1.464, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.333, "count": 306, "max_ms": 71.125, "p95_ms": 64.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.081, "count": 306, "max_ms": 79.27, "p95_ms": 69.631}, "yolo11_640_fire_11class": {"avg_ms": 50.461, "count": 306, "max_ms": 74.55, "p95_ms": 64.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.706, "count": 306, "max_ms": 83.865, "p95_ms": 79.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.732, "count": 306, "max_ms": 136.962, "p95_ms": 126.456}, "read_interval": {"avg_ms": 98.273, "count": 305, "max_ms": 150.665, "p95_ms": 140.243}, "triton_wait": {"avg_ms": 56.895, "count": 306, "max_ms": 83.877, "p95_ms": 79.53}, "visualize": {"avg_ms": 4.039, "count": 306, "max_ms": 5.77, "p95_ms": 5.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15971.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.257, "last_started_at": "2026-07-05T16:06:29+09:00", "pid": 136222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.871, "name": "ffmpeg", "pid": 136222, "rss_mb": 265.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 784, "restart_count_per_hour": 17, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 785}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.844, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1486054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:07:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:07:02+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T16:07:02+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T16:07:02.120909+09:00", "mtime_epoch": 1783235222.120909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:07:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.6, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.627, "count": 227, "max_ms": 21.422, "p95_ms": 20.182}, "gstreamer_push": {"avg_ms": 1.116, "count": 228, "max_ms": 1.639, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.9, "count": 227, "max_ms": 65.799, "p95_ms": 63.389}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.335, "count": 227, "max_ms": 83.092, "p95_ms": 76.838}, "yolo11_640_fire_11class": {"avg_ms": 51.266, "count": 227, "max_ms": 67.366, "p95_ms": 65.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.316, "count": 227, "max_ms": 82.328, "p95_ms": 79.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.984, "count": 227, "max_ms": 163.129, "p95_ms": 140.824}, "read_interval": {"avg_ms": 132.145, "count": 227, "max_ms": 171.254, "p95_ms": 150.203}, "triton_wait": {"avg_ms": 62.09, "count": 227, "max_ms": 83.104, "p95_ms": 79.653}, "visualize": {"avg_ms": 4.742, "count": 227, "max_ms": 6.31, "p95_ms": 5.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15971.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 12019.274, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.216, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1895696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:07:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:07:02+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T16:07:02+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T16:07:02.240911+09:00", "mtime_epoch": 1783235222.240911, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:07:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2343.98, "name": "celery", "pid": 267, "rss_mb": 2343.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.567, "pushed": 10.567, "read": 10.567}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.844, "count": 317, "max_ms": 11.402, "p95_ms": 9.54}, "gstreamer_push": {"avg_ms": 1.249, "count": 317, "max_ms": 1.869, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.536, "count": 317, "max_ms": 65.696, "p95_ms": 62.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.118, "count": 317, "max_ms": 78.833, "p95_ms": 73.354}, "yolo11_640_fire_11class": {"avg_ms": 50.883, "count": 317, "max_ms": 66.279, "p95_ms": 62.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.088, "count": 317, "max_ms": 81.029, "p95_ms": 77.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.714, "count": 317, "max_ms": 134.855, "p95_ms": 106.779}, "read_interval": {"avg_ms": 94.695, "count": 317, "max_ms": 150.209, "p95_ms": 122.288}, "triton_wait": {"avg_ms": 56.481, "count": 317, "max_ms": 81.041, "p95_ms": 78.034}, "visualize": {"avg_ms": 3.891, "count": 317, "max_ms": 5.573, "p95_ms": 5.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15973.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.354, "last_started_at": "2026-07-05T16:06:29+09:00", "pid": 136222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.418, "name": "ffmpeg", "pid": 136222, "rss_mb": 267.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 784, "restart_count_per_hour": 17, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 785}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.93, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1486284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:07:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:07:32+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:07:32+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T16:07:32.225432+09:00", "mtime_epoch": 1783235252.225432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:07:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.679, "pushed": 7.679, "read": 7.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.755, "count": 230, "max_ms": 25.68, "p95_ms": 20.825}, "gstreamer_push": {"avg_ms": 1.104, "count": 230, "max_ms": 1.699, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.257, "count": 230, "max_ms": 66.769, "p95_ms": 63.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.547, "count": 230, "max_ms": 85.504, "p95_ms": 75.014}, "yolo11_640_fire_11class": {"avg_ms": 49.778, "count": 230, "max_ms": 69.021, "p95_ms": 64.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.847, "count": 230, "max_ms": 87.076, "p95_ms": 80.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.537, "count": 230, "max_ms": 163.837, "p95_ms": 142.565}, "read_interval": {"avg_ms": 130.889, "count": 229, "max_ms": 171.539, "p95_ms": 153.107}, "triton_wait": {"avg_ms": 60.354, "count": 230, "max_ms": 87.088, "p95_ms": 80.996}, "visualize": {"avg_ms": 4.743, "count": 230, "max_ms": 6.734, "p95_ms": 5.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15973.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 12049.336, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.666, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1895953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:07:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:07:32+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T16:07:32+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T16:07:32.261432+09:00", "mtime_epoch": 1783235252.2614324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:07:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2343.98, "name": "celery", "pid": 267, "rss_mb": 2343.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.573, "pushed": 8.573, "read": 8.539}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.13, "count": 257, "max_ms": 13.26, "p95_ms": 12.141}, "gstreamer_push": {"avg_ms": 1.142, "count": 257, "max_ms": 1.587, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.663, "count": 257, "max_ms": 66.001, "p95_ms": 63.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.54, "count": 257, "max_ms": 84.075, "p95_ms": 74.171}, "yolo11_640_fire_11class": {"avg_ms": 50.114, "count": 257, "max_ms": 69.938, "p95_ms": 63.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.002, "count": 257, "max_ms": 84.237, "p95_ms": 81.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.48, "count": 257, "max_ms": 190.067, "p95_ms": 158.496}, "read_interval": {"avg_ms": 116.804, "count": 256, "max_ms": 203.411, "p95_ms": 171.085}, "triton_wait": {"avg_ms": 58.224, "count": 257, "max_ms": 84.25, "p95_ms": 81.747}, "visualize": {"avg_ms": 4.695, "count": 257, "max_ms": 7.675, "p95_ms": 7.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15980.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.402, "last_started_at": "2026-07-05T16:06:29+09:00", "pid": 136222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.711, "name": "ffmpeg", "pid": 136222, "rss_mb": 273.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 784, "restart_count_per_hour": 17, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 785}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.382, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1486512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:08:02+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:08:02+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T16:08:02.273955+09:00", "mtime_epoch": 1783235282.2739549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:08:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.619, "pushed": 7.619, "read": 7.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.14, "count": 228, "max_ms": 31.776, "p95_ms": 21.462}, "gstreamer_push": {"avg_ms": 1.066, "count": 228, "max_ms": 1.273, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.551, "count": 228, "max_ms": 65.79, "p95_ms": 62.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.244, "count": 228, "max_ms": 82.422, "p95_ms": 71.838}, "yolo11_640_fire_11class": {"avg_ms": 48.892, "count": 228, "max_ms": 66.399, "p95_ms": 62.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.903, "count": 228, "max_ms": 84.986, "p95_ms": 79.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.589, "count": 228, "max_ms": 169.79, "p95_ms": 145.976}, "read_interval": {"avg_ms": 131.824, "count": 227, "max_ms": 177.624, "p95_ms": 154.899}, "triton_wait": {"avg_ms": 58.844, "count": 228, "max_ms": 84.997, "p95_ms": 79.928}, "visualize": {"avg_ms": 4.835, "count": 228, "max_ms": 6.351, "p95_ms": 5.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15980.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 12079.426, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.242, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.486, "sample_count": 2897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1896208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:08:02+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T16:08:02+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T16:08:02.357956+09:00", "mtime_epoch": 1783235282.3579562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:08:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2344.238, "name": "celery", "pid": 267, "rss_mb": 2344.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.508, "pushed": 8.508, "read": 8.475}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.473, "count": 254, "max_ms": 13.108, "p95_ms": 11.863}, "gstreamer_push": {"avg_ms": 1.111, "count": 255, "max_ms": 1.516, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.258, "count": 254, "max_ms": 68.445, "p95_ms": 64.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.008, "count": 254, "max_ms": 81.662, "p95_ms": 74.159}, "yolo11_640_fire_11class": {"avg_ms": 48.754, "count": 254, "max_ms": 67.68, "p95_ms": 64.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.598, "count": 254, "max_ms": 86.035, "p95_ms": 81.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.088, "count": 255, "max_ms": 165.462, "p95_ms": 150.552}, "read_interval": {"avg_ms": 117.9, "count": 254, "max_ms": 177.126, "p95_ms": 162.441}, "triton_wait": {"avg_ms": 56.719, "count": 254, "max_ms": 86.048, "p95_ms": 81.369}, "visualize": {"avg_ms": 4.719, "count": 254, "max_ms": 7.728, "p95_ms": 6.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15989.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.527, "last_started_at": "2026-07-05T16:06:29+09:00", "pid": 136222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.219, "name": "ffmpeg", "pid": 136222, "rss_mb": 282.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 784, "restart_count_per_hour": 17, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 785}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.506, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1486739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:08:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:08:32+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T16:08:32+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T16:08:32.378480+09:00", "mtime_epoch": 1783235312.3784797, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:08:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.882, "count": 226, "max_ms": 26.211, "p95_ms": 21.293}, "gstreamer_push": {"avg_ms": 1.078, "count": 226, "max_ms": 1.617, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.532, "count": 226, "max_ms": 72.339, "p95_ms": 63.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.963, "count": 226, "max_ms": 82.164, "p95_ms": 72.169}, "yolo11_640_fire_11class": {"avg_ms": 50.174, "count": 226, "max_ms": 72.352, "p95_ms": 63.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.481, "count": 226, "max_ms": 87.619, "p95_ms": 79.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.614, "count": 226, "max_ms": 167.091, "p95_ms": 143.224}, "read_interval": {"avg_ms": 132.667, "count": 226, "max_ms": 174.483, "p95_ms": 152.399}, "triton_wait": {"avg_ms": 61.22, "count": 226, "max_ms": 87.631, "p95_ms": 79.656}, "visualize": {"avg_ms": 4.824, "count": 226, "max_ms": 7.745, "p95_ms": 5.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15989.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 12109.48, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.758, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.875, "sample_count": 2856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1896455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:08:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:08:32+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:08:32+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T16:08:32.478482+09:00", "mtime_epoch": 1783235312.4784815, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:08:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2344.238, "name": "celery", "pid": 267, "rss_mb": 2344.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.265, "pushed": 8.265, "read": 8.231}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.674, "count": 247, "max_ms": 15.815, "p95_ms": 11.96}, "gstreamer_push": {"avg_ms": 1.113, "count": 247, "max_ms": 1.438, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.349, "count": 247, "max_ms": 66.837, "p95_ms": 63.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.178, "count": 247, "max_ms": 83.796, "p95_ms": 72.137}, "yolo11_640_fire_11class": {"avg_ms": 50.348, "count": 247, "max_ms": 65.919, "p95_ms": 63.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.345, "count": 247, "max_ms": 84.149, "p95_ms": 79.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.902, "count": 247, "max_ms": 164.719, "p95_ms": 144.003}, "read_interval": {"avg_ms": 121.849, "count": 246, "max_ms": 174.485, "p95_ms": 153.895}, "triton_wait": {"avg_ms": 59.571, "count": 247, "max_ms": 84.161, "p95_ms": 79.942}, "visualize": {"avg_ms": 4.796, "count": 247, "max_ms": 7.907, "p95_ms": 6.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15994.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 12139.502, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.758, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.926, "sample_count": 2819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1896728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:09:02+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:09:02+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T16:09:02.499006+09:00", "mtime_epoch": 1783235342.4990058, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:09:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2344.496, "name": "celery", "pid": 267, "rss_mb": 2344.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.118, "pushed": 9.118, "read": 9.085}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.913, "count": 273, "max_ms": 13.81, "p95_ms": 10.705}, "gstreamer_push": {"avg_ms": 1.161, "count": 273, "max_ms": 1.464, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.717, "count": 273, "max_ms": 64.995, "p95_ms": 63.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.281, "count": 273, "max_ms": 80.164, "p95_ms": 72.304}, "yolo11_640_fire_11class": {"avg_ms": 51.679, "count": 273, "max_ms": 65.455, "p95_ms": 63.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.423, "count": 273, "max_ms": 80.838, "p95_ms": 79.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.413, "count": 273, "max_ms": 136.359, "p95_ms": 134.419}, "read_interval": {"avg_ms": 110.067, "count": 272, "max_ms": 151.67, "p95_ms": 148.276}, "triton_wait": {"avg_ms": 59.617, "count": 273, "max_ms": 80.848, "p95_ms": 79.535}, "visualize": {"avg_ms": 4.276, "count": 273, "max_ms": 5.673, "p95_ms": 5.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15995.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 702, "h264_decode_error_count": 1720, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:03:08+09:00", "last_error_summary": "[h264 @ 0x55644a789fc0] cabac decode of qscale diff failed at 0 37 [h264 @ 0x55644a789fc0] error while decoding MB 0 37, bytestream 3635 [h264 @ 0x55644a716000] left block unavailable for requested intra mode [h264 @ 0x55644a716000] error while decoding MB 0 35, bytestream 4996 [h264 @ 0x55644b1abc80] cabac decode of qscale diff failed at 12 34 [h264 @ 0x55644b1abc80] error while decoding MB 12 34, bytestream 8429 [h264 @ 0x55644b418800] left block unavailable for requested intra4x4 mode -1 [h26", "last_exit_at": "2026-07-05T16:06:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.914, "last_started_at": "2026-07-05T16:06:29+09:00", "pid": 136222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.406, "name": "ffmpeg", "pid": 136222, "rss_mb": 288.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 784, "restart_count_per_hour": 16, "rtsp_timeout_count": 438, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 785}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.898, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1486943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:09:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:09:08+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T16:09:08+09:00", "mjpeg": {"age_sec": 8.599, "exists": true, "mtime": "2026-07-05T16:09:00.290967+09:00", "mtime_epoch": 1783235340.290967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:09:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.235, "pushed": 5.235, "read": 5.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.808, "count": 156, "max_ms": 24.115, "p95_ms": 21.236}, "gstreamer_push": {"avg_ms": 1.061, "count": 157, "max_ms": 1.342, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.983, "count": 156, "max_ms": 63.122, "p95_ms": 61.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.303, "count": 156, "max_ms": 77.658, "p95_ms": 73.539}, "yolo11_640_fire_11class": {"avg_ms": 52.67, "count": 156, "max_ms": 66.14, "p95_ms": 61.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.479, "count": 156, "max_ms": 79.172, "p95_ms": 77.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.004, "count": 157, "max_ms": 161.567, "p95_ms": 142.792}, "read_interval": {"avg_ms": 192.038, "count": 156, "max_ms": 8605.137, "p95_ms": 153.908}, "triton_wait": {"avg_ms": 63.968, "count": 156, "max_ms": 79.184, "p95_ms": 77.669}, "visualize": {"avg_ms": 4.888, "count": 156, "max_ms": 5.988, "p95_ms": 5.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15970.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 12169.563, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.758, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.787, "sample_count": 2871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1897082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:09:32+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T16:09:32+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T16:09:32.563532+09:00", "mtime_epoch": 1783235372.5635316, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:09:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2344.496, "name": "celery", "pid": 267, "rss_mb": 2344.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 354, "pushed_frames": 354, "read_frames": 353, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.808, "pushed": 11.808, "read": 11.775}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.696, "count": 354, "max_ms": 11.551, "p95_ms": 8.708}, "gstreamer_push": {"avg_ms": 1.274, "count": 354, "max_ms": 1.465, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.802, "count": 354, "max_ms": 69.1, "p95_ms": 52.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.705, "count": 354, "max_ms": 75.098, "p95_ms": 53.751}, "yolo11_640_fire_11class": {"avg_ms": 46.895, "count": 354, "max_ms": 64.38, "p95_ms": 58.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.515, "count": 354, "max_ms": 80.725, "p95_ms": 71.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.747, "count": 354, "max_ms": 131.074, "p95_ms": 93.72}, "read_interval": {"avg_ms": 84.927, "count": 353, "max_ms": 145.613, "p95_ms": 111.321}, "triton_wait": {"avg_ms": 50.789, "count": 354, "max_ms": 80.737, "p95_ms": 72.564}, "visualize": {"avg_ms": 3.726, "count": 354, "max_ms": 5.481, "p95_ms": 4.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15971.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 703, "h264_decode_error_count": 1727, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:09:19+09:00", "last_error_summary": "[h264 @ 0x55e460664800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460664800] error while decoding MB 0 21, bytestream 6438 [h264 @ 0x55e460769180] cabac decode of qscale diff failed at 3 26 [h264 @ 0x55e460769180] error while decoding MB 3 26, bytestream 4883 [h264 @ 0x55e460755080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460755080] error while decoding MB 0 44, bytestream 5372 [h264 @ 0x55e4606f4480] cabac decode of qscale diff failed at 53 23", "last_exit_at": "2026-07-05T16:09:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.199, "last_started_at": "2026-07-05T16:09:22+09:00", "pid": 136329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.867, "name": "ffmpeg", "pid": 136329, "rss_mb": 264.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 785, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 786}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.83, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:09:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:09:38+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T16:09:38+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T16:09:38.811641+09:00", "mtime_epoch": 1783235378.811641, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:09:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 114, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.683, "pushed": 5.683, "read": 5.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.685, "count": 114, "max_ms": 21.125, "p95_ms": 20.138}, "gstreamer_push": {"avg_ms": 1.128, "count": 114, "max_ms": 1.541, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.054, "count": 114, "max_ms": 66.016, "p95_ms": 62.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.08, "count": 114, "max_ms": 77.254, "p95_ms": 70.311}, "yolo11_640_fire_11class": {"avg_ms": 50.856, "count": 114, "max_ms": 65.513, "p95_ms": 62.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.846, "count": 114, "max_ms": 82.998, "p95_ms": 79.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.691, "count": 114, "max_ms": 146.344, "p95_ms": 139.743}, "read_interval": {"avg_ms": 263.792, "count": 114, "max_ms": 10129.0, "p95_ms": 155.268}, "triton_wait": {"avg_ms": 60.769, "count": 114, "max_ms": 83.011, "p95_ms": 79.017}, "visualize": {"avg_ms": 4.746, "count": 114, "max_ms": 6.328, "p95_ms": 5.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.061, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15974.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 12199.625, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.758, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.522, "sample_count": 2905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1897405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:10:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:10:02+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T16:10:02+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:10:02.580057+09:00", "mtime_epoch": 1783235402.5800574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:10:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2344.754, "name": "celery", "pid": 267, "rss_mb": 2344.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.783, "pushed": 10.783, "read": 10.749}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.95, "count": 323, "max_ms": 14.0, "p95_ms": 10.135}, "gstreamer_push": {"avg_ms": 1.243, "count": 323, "max_ms": 1.478, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.766, "count": 323, "max_ms": 68.052, "p95_ms": 63.83}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.864, "count": 323, "max_ms": 79.229, "p95_ms": 71.175}, "yolo11_640_fire_11class": {"avg_ms": 50.842, "count": 323, "max_ms": 68.66, "p95_ms": 64.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.737, "count": 323, "max_ms": 81.564, "p95_ms": 79.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.658, "count": 323, "max_ms": 144.215, "p95_ms": 104.506}, "read_interval": {"avg_ms": 92.965, "count": 322, "max_ms": 160.776, "p95_ms": 118.058}, "triton_wait": {"avg_ms": 56.874, "count": 323, "max_ms": 81.579, "p95_ms": 79.028}, "visualize": {"avg_ms": 3.813, "count": 323, "max_ms": 6.061, "p95_ms": 5.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15975.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 703, "h264_decode_error_count": 1727, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:09:19+09:00", "last_error_summary": "[h264 @ 0x55e460664800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460664800] error while decoding MB 0 21, bytestream 6438 [h264 @ 0x55e460769180] cabac decode of qscale diff failed at 3 26 [h264 @ 0x55e460769180] error while decoding MB 3 26, bytestream 4883 [h264 @ 0x55e460755080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460755080] error while decoding MB 0 44, bytestream 5372 [h264 @ 0x55e4606f4480] cabac decode of qscale diff failed at 53 23", "last_exit_at": "2026-07-05T16:09:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.276, "last_started_at": "2026-07-05T16:09:22+09:00", "pid": 136329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.188, "name": "ffmpeg", "pid": 136329, "rss_mb": 267.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 785, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 786}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.5, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:10:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:10:09+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:10:08+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:10:08.900168+09:00", "mtime_epoch": 1783235408.9001682, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:10:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.479, "pushed": 7.479, "read": 7.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.746, "count": 224, "max_ms": 27.01, "p95_ms": 20.461}, "gstreamer_push": {"avg_ms": 1.114, "count": 224, "max_ms": 1.616, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.968, "count": 224, "max_ms": 64.191, "p95_ms": 62.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.578, "count": 224, "max_ms": 80.888, "p95_ms": 71.982}, "yolo11_640_fire_11class": {"avg_ms": 50.551, "count": 224, "max_ms": 65.709, "p95_ms": 62.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.377, "count": 224, "max_ms": 81.376, "p95_ms": 78.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.769, "count": 224, "max_ms": 146.91, "p95_ms": 139.583}, "read_interval": {"avg_ms": 134.3, "count": 223, "max_ms": 159.406, "p95_ms": 152.492}, "triton_wait": {"avg_ms": 61.107, "count": 224, "max_ms": 81.387, "p95_ms": 78.231}, "visualize": {"avg_ms": 4.757, "count": 224, "max_ms": 6.104, "p95_ms": 5.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15976.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 12229.704, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.758, "name": "ffmpeg", "pid": 129757, "rss_mb": 332.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.921, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1897723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:10:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:10:32+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T16:10:32+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T16:10:32.696586+09:00", "mtime_epoch": 1783235432.6965857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:10:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2344.754, "name": "celery", "pid": 267, "rss_mb": 2344.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.6, "pushed": 10.6, "read": 10.567}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.986, "count": 317, "max_ms": 11.476, "p95_ms": 9.922}, "gstreamer_push": {"avg_ms": 1.232, "count": 318, "max_ms": 1.641, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.555, "count": 317, "max_ms": 66.474, "p95_ms": 63.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.906, "count": 317, "max_ms": 80.481, "p95_ms": 72.524}, "yolo11_640_fire_11class": {"avg_ms": 51.257, "count": 317, "max_ms": 67.177, "p95_ms": 64.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.245, "count": 317, "max_ms": 81.627, "p95_ms": 78.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.642, "count": 318, "max_ms": 136.122, "p95_ms": 112.582}, "read_interval": {"avg_ms": 94.621, "count": 317, "max_ms": 150.666, "p95_ms": 125.296}, "triton_wait": {"avg_ms": 56.631, "count": 317, "max_ms": 81.638, "p95_ms": 78.716}, "visualize": {"avg_ms": 3.862, "count": 317, "max_ms": 6.71, "p95_ms": 5.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15976.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 703, "h264_decode_error_count": 1727, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:09:19+09:00", "last_error_summary": "[h264 @ 0x55e460664800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460664800] error while decoding MB 0 21, bytestream 6438 [h264 @ 0x55e460769180] cabac decode of qscale diff failed at 3 26 [h264 @ 0x55e460769180] error while decoding MB 3 26, bytestream 4883 [h264 @ 0x55e460755080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460755080] error while decoding MB 0 44, bytestream 5372 [h264 @ 0x55e4606f4480] cabac decode of qscale diff failed at 53 23", "last_exit_at": "2026-07-05T16:09:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.32, "last_started_at": "2026-07-05T16:09:22+09:00", "pid": 136329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.219, "name": "ffmpeg", "pid": 136329, "rss_mb": 268.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 785, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 786}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.879, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:10:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:10:39+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T16:10:38+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-05T16:10:38.908695+09:00", "mtime_epoch": 1783235438.9086947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:10:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.353, "pushed": 7.353, "read": 7.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.827, "count": 220, "max_ms": 24.12, "p95_ms": 20.539}, "gstreamer_push": {"avg_ms": 1.091, "count": 220, "max_ms": 1.294, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.188, "count": 220, "max_ms": 64.5, "p95_ms": 62.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.035, "count": 220, "max_ms": 79.778, "p95_ms": 71.339}, "yolo11_640_fire_11class": {"avg_ms": 50.233, "count": 220, "max_ms": 67.807, "p95_ms": 63.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.002, "count": 220, "max_ms": 80.981, "p95_ms": 78.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.281, "count": 220, "max_ms": 164.449, "p95_ms": 142.176}, "read_interval": {"avg_ms": 136.479, "count": 219, "max_ms": 176.365, "p95_ms": 154.893}, "triton_wait": {"avg_ms": 60.569, "count": 220, "max_ms": 80.994, "p95_ms": 78.969}, "visualize": {"avg_ms": 4.865, "count": 220, "max_ms": 6.904, "p95_ms": 5.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15976.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 703, "h264_decode_error_count": 1727, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:09:19+09:00", "last_error_summary": "[h264 @ 0x55e460664800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460664800] error while decoding MB 0 21, bytestream 6438 [h264 @ 0x55e460769180] cabac decode of qscale diff failed at 3 26 [h264 @ 0x55e460769180] error while decoding MB 3 26, bytestream 4883 [h264 @ 0x55e460755080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460755080] error while decoding MB 0 44, bytestream 5372 [h264 @ 0x55e4606f4480] cabac decode of qscale diff failed at 53 23", "last_exit_at": "2026-07-05T16:09:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.439, "last_started_at": "2026-07-05T16:09:22+09:00", "pid": 136329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.219, "name": "ffmpeg", "pid": 136329, "rss_mb": 268.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 785, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 786}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.902, "sample_count": 2033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:11:09+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:11:09+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T16:11:09.057224+09:00", "mtime_epoch": 1783235469.0572243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:11:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9333.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.542, "pushed": 7.542, "read": 7.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.221, "count": 225, "max_ms": 33.501, "p95_ms": 22.292}, "gstreamer_push": {"avg_ms": 1.091, "count": 226, "max_ms": 1.902, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.322, "count": 225, "max_ms": 64.638, "p95_ms": 61.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.956, "count": 225, "max_ms": 81.238, "p95_ms": 68.608}, "yolo11_640_fire_11class": {"avg_ms": 48.269, "count": 225, "max_ms": 68.627, "p95_ms": 62.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.837, "count": 225, "max_ms": 83.047, "p95_ms": 76.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.888, "count": 226, "max_ms": 153.014, "p95_ms": 141.858}, "read_interval": {"avg_ms": 133.301, "count": 225, "max_ms": 163.923, "p95_ms": 154.316}, "triton_wait": {"avg_ms": 56.499, "count": 225, "max_ms": 83.059, "p95_ms": 76.963}, "visualize": {"avg_ms": 4.83, "count": 225, "max_ms": 6.506, "p95_ms": 5.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15979.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T12:46:40+09:00", "last_error_summary": "[h264 @ 0x5578b3091e40] error while decoding MB 1 25, bytestream -27 [in#0/rtsp @ 0x5578b3085e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5578b3085e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T12:46:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 12274.886, "last_started_at": "2026-07-05T12:46:43+09:00", "pid": 129757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.637, "name": "ffmpeg", "pid": 129757, "rss_mb": 333.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 238, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.025, "sample_count": 2770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1898001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:11:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:11:17+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T16:11:17+09:00", "mjpeg": {"age_sec": 19.415, "exists": true, "mtime": "2026-07-05T16:10:58.533039+09:00", "mtime_epoch": 1783235458.5330393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:11:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2345.012, "name": "celery", "pid": 267, "rss_mb": 2345.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.933, "pushed": 3.967, "read": 3.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.909, "count": 118, "max_ms": 13.676, "p95_ms": 10.264}, "gstreamer_push": {"avg_ms": 1.239, "count": 119, "max_ms": 1.631, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.672, "count": 118, "max_ms": 65.387, "p95_ms": 64.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.233, "count": 118, "max_ms": 74.364, "p95_ms": 70.106}, "yolo11_640_fire_11class": {"avg_ms": 50.994, "count": 118, "max_ms": 67.447, "p95_ms": 64.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.491, "count": 118, "max_ms": 80.612, "p95_ms": 78.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.055, "count": 118, "max_ms": 131.396, "p95_ms": 102.986}, "read_interval": {"avg_ms": 254.221, "count": 118, "max_ms": 19454.214, "p95_ms": 119.912}, "triton_wait": {"avg_ms": 55.767, "count": 118, "max_ms": 80.625, "p95_ms": 78.474}, "visualize": {"avg_ms": 3.756, "count": 118, "max_ms": 5.143, "p95_ms": 4.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15687.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 703, "h264_decode_error_count": 1727, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:09:19+09:00", "last_error_summary": "[h264 @ 0x55e460664800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460664800] error while decoding MB 0 21, bytestream 6438 [h264 @ 0x55e460769180] cabac decode of qscale diff failed at 3 26 [h264 @ 0x55e460769180] error while decoding MB 3 26, bytestream 4883 [h264 @ 0x55e460755080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460755080] error while decoding MB 0 44, bytestream 5372 [h264 @ 0x55e4606f4480] cabac decode of qscale diff failed at 53 23", "last_exit_at": "2026-07-05T16:09:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.444, "last_started_at": "2026-07-05T16:09:22+09:00", "pid": 136329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.312, "name": "ffmpeg", "pid": 136329, "rss_mb": 271.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 785, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 786}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.879, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:11:39+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:11:39+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:11:39.065752+09:00", "mtime_epoch": 1783235499.0657523, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:11:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.068, "pushed": 8.068, "read": 8.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 18.274, "count": 242, "max_ms": 25.736, "p95_ms": 19.207}, "gstreamer_push": {"avg_ms": 1.079, "count": 242, "max_ms": 1.454, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.599, "count": 242, "max_ms": 62.059, "p95_ms": 47.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.183, "count": 242, "max_ms": 61.669, "p95_ms": 53.905}, "yolo11_640_fire_11class": {"avg_ms": 44.167, "count": 242, "max_ms": 62.486, "p95_ms": 46.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.931, "count": 242, "max_ms": 75.294, "p95_ms": 52.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.63, "count": 242, "max_ms": 142.962, "p95_ms": 134.155}, "read_interval": {"avg_ms": 123.998, "count": 242, "max_ms": 155.702, "p95_ms": 146.424}, "triton_wait": {"avg_ms": 50.873, "count": 242, "max_ms": 75.305, "p95_ms": 54.376}, "visualize": {"avg_ms": 4.716, "count": 242, "max_ms": 7.025, "p95_ms": 5.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15976.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.762, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.387, "name": "ffmpeg", "pid": 136436, "rss_mb": 327.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.464, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1898093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:11:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:11:47+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:11:47+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T16:11:47.901908+09:00", "mtime_epoch": 1783235507.9019077, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:11:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2345.012, "name": "celery", "pid": 267, "rss_mb": 2345.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.678, "pushed": 6.678, "read": 6.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.192, "count": 92, "max_ms": 10.753, "p95_ms": 10.109}, "gstreamer_push": {"avg_ms": 1.219, "count": 92, "max_ms": 1.447, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.407, "count": 92, "max_ms": 64.233, "p95_ms": 63.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.791, "count": 92, "max_ms": 75.508, "p95_ms": 68.765}, "yolo11_640_fire_11class": {"avg_ms": 50.209, "count": 92, "max_ms": 63.627, "p95_ms": 63.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.825, "count": 92, "max_ms": 81.414, "p95_ms": 79.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.606, "count": 92, "max_ms": 136.235, "p95_ms": 120.322}, "read_interval": {"avg_ms": 326.292, "count": 92, "max_ms": 16311.721, "p95_ms": 145.725}, "triton_wait": {"avg_ms": 55.055, "count": 92, "max_ms": 81.427, "p95_ms": 79.224}, "visualize": {"avg_ms": 3.978, "count": 92, "max_ms": 6.491, "p95_ms": 5.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.776, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15978.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 703, "h264_decode_error_count": 1727, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:09:19+09:00", "last_error_summary": "[h264 @ 0x55e460664800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460664800] error while decoding MB 0 21, bytestream 6438 [h264 @ 0x55e460769180] cabac decode of qscale diff failed at 3 26 [h264 @ 0x55e460769180] error while decoding MB 3 26, bytestream 4883 [h264 @ 0x55e460755080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460755080] error while decoding MB 0 44, bytestream 5372 [h264 @ 0x55e4606f4480] cabac decode of qscale diff failed at 53 23", "last_exit_at": "2026-07-05T16:09:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.501, "last_started_at": "2026-07-05T16:09:22+09:00", "pid": 136329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.312, "name": "ffmpeg", "pid": 136329, "rss_mb": 271.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 785, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 786}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.879, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:12:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:12:09+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:12:09+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T16:12:09.130282+09:00", "mtime_epoch": 1783235529.1302817, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:12:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.583, "pushed": 7.583, "read": 7.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.393, "count": 227, "max_ms": 33.547, "p95_ms": 21.753}, "gstreamer_push": {"avg_ms": 1.101, "count": 227, "max_ms": 1.319, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.99, "count": 227, "max_ms": 65.813, "p95_ms": 61.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.407, "count": 227, "max_ms": 78.563, "p95_ms": 70.955}, "yolo11_640_fire_11class": {"avg_ms": 49.302, "count": 227, "max_ms": 66.949, "p95_ms": 63.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.637, "count": 227, "max_ms": 83.219, "p95_ms": 77.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.932, "count": 227, "max_ms": 166.761, "p95_ms": 141.632}, "read_interval": {"avg_ms": 132.432, "count": 226, "max_ms": 179.928, "p95_ms": 153.46}, "triton_wait": {"avg_ms": 57.557, "count": 227, "max_ms": 83.231, "p95_ms": 77.751}, "visualize": {"avg_ms": 4.766, "count": 227, "max_ms": 7.606, "p95_ms": 5.656}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15979.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.777, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.77, "name": "ffmpeg", "pid": 136436, "rss_mb": 331.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.511, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1898396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:12:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:12:17+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T16:12:17+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T16:12:17.914436+09:00", "mtime_epoch": 1783235537.9144363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:12:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2345.27, "name": "celery", "pid": 267, "rss_mb": 2345.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.168, "count": 303, "max_ms": 14.087, "p95_ms": 10.553}, "gstreamer_push": {"avg_ms": 1.24, "count": 303, "max_ms": 1.73, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.857, "count": 303, "max_ms": 66.22, "p95_ms": 62.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.007, "count": 303, "max_ms": 76.762, "p95_ms": 65.412}, "yolo11_640_fire_11class": {"avg_ms": 50.205, "count": 303, "max_ms": 74.166, "p95_ms": 63.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.058, "count": 303, "max_ms": 81.762, "p95_ms": 76.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.955, "count": 303, "max_ms": 130.794, "p95_ms": 104.363}, "read_interval": {"avg_ms": 99.112, "count": 302, "max_ms": 683.905, "p95_ms": 134.387}, "triton_wait": {"avg_ms": 54.643, "count": 303, "max_ms": 81.774, "p95_ms": 76.347}, "visualize": {"avg_ms": 3.795, "count": 303, "max_ms": 5.742, "p95_ms": 4.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15979.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 703, "h264_decode_error_count": 1727, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:09:19+09:00", "last_error_summary": "[h264 @ 0x55e460664800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460664800] error while decoding MB 0 21, bytestream 6438 [h264 @ 0x55e460769180] cabac decode of qscale diff failed at 3 26 [h264 @ 0x55e460769180] error while decoding MB 3 26, bytestream 4883 [h264 @ 0x55e460755080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e460755080] error while decoding MB 0 44, bytestream 5372 [h264 @ 0x55e4606f4480] cabac decode of qscale diff failed at 53 23", "last_exit_at": "2026-07-05T16:09:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.536, "last_started_at": "2026-07-05T16:09:22+09:00", "pid": 136329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.312, "name": "ffmpeg", "pid": 136329, "rss_mb": 271.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 785, "restart_count_per_hour": 16, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 786}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.536, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:12:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:12:39+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:12:39+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T16:12:39.162811+09:00", "mtime_epoch": 1783235559.162811, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:12:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.589, "pushed": 7.589, "read": 7.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.038, "count": 227, "max_ms": 25.797, "p95_ms": 21.128}, "gstreamer_push": {"avg_ms": 1.105, "count": 227, "max_ms": 1.635, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.051, "count": 227, "max_ms": 66.244, "p95_ms": 61.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.491, "count": 227, "max_ms": 75.004, "p95_ms": 67.148}, "yolo11_640_fire_11class": {"avg_ms": 49.282, "count": 227, "max_ms": 68.893, "p95_ms": 63.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.088, "count": 227, "max_ms": 81.524, "p95_ms": 77.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.816, "count": 227, "max_ms": 162.514, "p95_ms": 141.187}, "read_interval": {"avg_ms": 132.351, "count": 226, "max_ms": 172.501, "p95_ms": 152.846}, "triton_wait": {"avg_ms": 57.789, "count": 227, "max_ms": 81.537, "p95_ms": 77.181}, "visualize": {"avg_ms": 4.816, "count": 227, "max_ms": 6.279, "p95_ms": 5.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15979.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.854, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.77, "name": "ffmpeg", "pid": 136436, "rss_mb": 331.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.253, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1898696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:12:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:12:48+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:12:47+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T16:12:47.994967+09:00", "mtime_epoch": 1783235567.994967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:12:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2345.27, "name": "celery", "pid": 267, "rss_mb": 2345.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 299, "max_ms": 12.545, "p95_ms": 10.327}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.958, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.027, "count": 299, "max_ms": 68.285, "p95_ms": 62.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.848, "count": 299, "max_ms": 75.652, "p95_ms": 62.615}, "yolo11_640_fire_11class": {"avg_ms": 50.902, "count": 299, "max_ms": 70.319, "p95_ms": 65.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.972, "count": 299, "max_ms": 83.606, "p95_ms": 77.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.908, "count": 300, "max_ms": 131.767, "p95_ms": 103.395}, "read_interval": {"avg_ms": 100.321, "count": 299, "max_ms": 702.998, "p95_ms": 155.59}, "triton_wait": {"avg_ms": 54.589, "count": 299, "max_ms": 83.618, "p95_ms": 77.229}, "visualize": {"avg_ms": 3.785, "count": 299, "max_ms": 6.775, "p95_ms": 4.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15972.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 704, "h264_decode_error_count": 1728, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:12:56+09:00", "last_error_summary": "[h264 @ 0x5605c5512e80] error while decoding MB 52 20, bytestream -7", "last_exit_at": "2026-07-05T16:12:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.649, "last_started_at": "2026-07-05T16:12:58+09:00", "pid": 136588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.742, "name": "ffmpeg", "pid": 136588, "rss_mb": 263.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 786, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 787}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.565, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:13:09+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T16:13:09+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T16:13:09.239342+09:00", "mtime_epoch": 1783235589.2393417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:13:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.407, "pushed": 6.407, "read": 6.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.068, "count": 191, "max_ms": 29.433, "p95_ms": 21.611}, "gstreamer_push": {"avg_ms": 1.1, "count": 192, "max_ms": 1.657, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.936, "count": 191, "max_ms": 71.603, "p95_ms": 62.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.904, "count": 191, "max_ms": 75.393, "p95_ms": 66.263}, "yolo11_640_fire_11class": {"avg_ms": 50.153, "count": 191, "max_ms": 72.868, "p95_ms": 63.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.71, "count": 191, "max_ms": 81.783, "p95_ms": 77.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.837, "count": 192, "max_ms": 164.576, "p95_ms": 145.089}, "read_interval": {"avg_ms": 156.821, "count": 191, "max_ms": 4467.252, "p95_ms": 158.564}, "triton_wait": {"avg_ms": 58.197, "count": 191, "max_ms": 81.794, "p95_ms": 77.83}, "visualize": {"avg_ms": 4.85, "count": 191, "max_ms": 6.329, "p95_ms": 5.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15974.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.974, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.285, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.699, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1898991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:13:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:13:18+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T16:13:18+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T16:13:18.063512+09:00", "mtime_epoch": 1783235598.0635118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:13:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2345.527, "name": "celery", "pid": 267, "rss_mb": 2345.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.786}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.201, "count": 294, "max_ms": 14.461, "p95_ms": 10.443}, "gstreamer_push": {"avg_ms": 1.232, "count": 294, "max_ms": 1.861, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.128, "count": 294, "max_ms": 65.278, "p95_ms": 62.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.168, "count": 294, "max_ms": 77.295, "p95_ms": 63.437}, "yolo11_640_fire_11class": {"avg_ms": 50.939, "count": 294, "max_ms": 72.164, "p95_ms": 65.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.504, "count": 294, "max_ms": 80.211, "p95_ms": 76.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.779, "count": 294, "max_ms": 135.803, "p95_ms": 125.846}, "read_interval": {"avg_ms": 102.052, "count": 293, "max_ms": 619.124, "p95_ms": 144.735}, "triton_wait": {"avg_ms": 54.053, "count": 294, "max_ms": 80.223, "p95_ms": 76.901}, "visualize": {"avg_ms": 3.933, "count": 294, "max_ms": 6.154, "p95_ms": 5.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15975.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 704, "h264_decode_error_count": 1728, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:12:56+09:00", "last_error_summary": "[h264 @ 0x5605c5512e80] error while decoding MB 52 20, bytestream -7", "last_exit_at": "2026-07-05T16:12:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.714, "last_started_at": "2026-07-05T16:12:58+09:00", "pid": 136588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.836, "name": "ffmpeg", "pid": 136588, "rss_mb": 266.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 786, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 787}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.601, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:13:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:13:39+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T16:13:39+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T16:13:39.308032+09:00", "mtime_epoch": 1783235619.3080316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:13:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.416, "pushed": 7.416, "read": 7.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.34, "count": 222, "max_ms": 29.838, "p95_ms": 24.093}, "gstreamer_push": {"avg_ms": 1.096, "count": 222, "max_ms": 1.817, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.515, "count": 222, "max_ms": 69.013, "p95_ms": 61.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.833, "count": 222, "max_ms": 75.802, "p95_ms": 64.788}, "yolo11_640_fire_11class": {"avg_ms": 49.83, "count": 222, "max_ms": 71.404, "p95_ms": 63.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.686, "count": 222, "max_ms": 83.022, "p95_ms": 76.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.054, "count": 222, "max_ms": 165.616, "p95_ms": 145.132}, "read_interval": {"avg_ms": 135.375, "count": 221, "max_ms": 176.441, "p95_ms": 156.369}, "triton_wait": {"avg_ms": 58.142, "count": 222, "max_ms": 83.034, "p95_ms": 76.934}, "visualize": {"avg_ms": 4.886, "count": 222, "max_ms": 7.113, "p95_ms": 6.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15978.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.459, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.285, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.518, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1899301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:13:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:13:48+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T16:13:48+09:00", "mjpeg": {"age_sec": 0.589, "exists": true, "mtime": "2026-07-05T16:13:48.072244+09:00", "mtime_epoch": 1783235628.0722444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:13:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2345.527, "name": "celery", "pid": 267, "rss_mb": 2345.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.209, "pushed": 10.209, "read": 10.175}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.013, "count": 306, "max_ms": 13.188, "p95_ms": 10.077}, "gstreamer_push": {"avg_ms": 1.251, "count": 306, "max_ms": 1.7, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.682, "count": 306, "max_ms": 68.442, "p95_ms": 62.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.962, "count": 306, "max_ms": 78.504, "p95_ms": 61.8}, "yolo11_640_fire_11class": {"avg_ms": 51.475, "count": 306, "max_ms": 70.788, "p95_ms": 65.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.814, "count": 306, "max_ms": 82.883, "p95_ms": 76.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.896, "count": 306, "max_ms": 136.666, "p95_ms": 108.518}, "read_interval": {"avg_ms": 98.327, "count": 305, "max_ms": 720.092, "p95_ms": 139.828}, "triton_wait": {"avg_ms": 54.643, "count": 306, "max_ms": 82.896, "p95_ms": 76.686}, "visualize": {"avg_ms": 3.826, "count": 306, "max_ms": 5.387, "p95_ms": 5.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15978.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 704, "h264_decode_error_count": 1728, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:12:56+09:00", "last_error_summary": "[h264 @ 0x5605c5512e80] error while decoding MB 52 20, bytestream -7", "last_exit_at": "2026-07-05T16:12:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.772, "last_started_at": "2026-07-05T16:12:58+09:00", "pid": 136588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.93, "name": "ffmpeg", "pid": 136588, "rss_mb": 269.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 786, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 787}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.797, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:14:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:14:09+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T16:14:09+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T16:14:09.340758+09:00", "mtime_epoch": 1783235649.3407576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:14:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.849, "pushed": 6.849, "read": 6.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.731, "count": 205, "max_ms": 31.882, "p95_ms": 22.513}, "gstreamer_push": {"avg_ms": 1.075, "count": 205, "max_ms": 1.584, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.314, "count": 205, "max_ms": 71.085, "p95_ms": 62.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.976, "count": 205, "max_ms": 74.215, "p95_ms": 65.714}, "yolo11_640_fire_11class": {"avg_ms": 50.959, "count": 205, "max_ms": 72.55, "p95_ms": 65.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.614, "count": 205, "max_ms": 84.118, "p95_ms": 76.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.646, "count": 205, "max_ms": 170.723, "p95_ms": 162.485}, "read_interval": {"avg_ms": 146.486, "count": 204, "max_ms": 182.011, "p95_ms": 174.428}, "triton_wait": {"avg_ms": 59.041, "count": 205, "max_ms": 84.13, "p95_ms": 76.707}, "visualize": {"avg_ms": 5.338, "count": 205, "max_ms": 6.679, "p95_ms": 6.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15979.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.52, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.285, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.188, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1899601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:14:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:14:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T16:14:18+09:00", "mjpeg": {"age_sec": 0.518, "exists": true, "mtime": "2026-07-05T16:14:18.204970+09:00", "mtime_epoch": 1783235658.2049701, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:14:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2345.785, "name": "celery", "pid": 267, "rss_mb": 2345.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.837, "count": 300, "max_ms": 12.465, "p95_ms": 9.699}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.485, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.914, "count": 300, "max_ms": 67.99, "p95_ms": 61.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.566, "count": 300, "max_ms": 73.611, "p95_ms": 65.652}, "yolo11_640_fire_11class": {"avg_ms": 51.839, "count": 300, "max_ms": 71.049, "p95_ms": 64.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.105, "count": 300, "max_ms": 80.834, "p95_ms": 75.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.078, "count": 300, "max_ms": 130.554, "p95_ms": 95.56}, "read_interval": {"avg_ms": 100.185, "count": 299, "max_ms": 588.773, "p95_ms": 214.514}, "triton_wait": {"avg_ms": 55.007, "count": 300, "max_ms": 80.846, "p95_ms": 75.12}, "visualize": {"avg_ms": 3.731, "count": 300, "max_ms": 5.231, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15980.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 704, "h264_decode_error_count": 1728, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:12:56+09:00", "last_error_summary": "[h264 @ 0x5605c5512e80] error while decoding MB 52 20, bytestream -7", "last_exit_at": "2026-07-05T16:12:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.875, "last_started_at": "2026-07-05T16:12:58+09:00", "pid": 136588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.961, "name": "ffmpeg", "pid": 136588, "rss_mb": 270.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 786, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 787}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.132, "sample_count": 2197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:14:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:14:39+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T16:14:39+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T16:14:39.465477+09:00", "mtime_epoch": 1783235679.4654765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:14:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.25, "pushed": 7.25, "read": 7.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.223, "count": 217, "max_ms": 24.353, "p95_ms": 21.207}, "gstreamer_push": {"avg_ms": 1.074, "count": 217, "max_ms": 1.243, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.479, "count": 217, "max_ms": 68.075, "p95_ms": 62.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.655, "count": 217, "max_ms": 81.382, "p95_ms": 67.433}, "yolo11_640_fire_11class": {"avg_ms": 50.49, "count": 217, "max_ms": 73.398, "p95_ms": 65.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.591, "count": 217, "max_ms": 82.09, "p95_ms": 76.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.661, "count": 217, "max_ms": 170.827, "p95_ms": 161.228}, "read_interval": {"avg_ms": 138.645, "count": 216, "max_ms": 181.049, "p95_ms": 172.084}, "triton_wait": {"avg_ms": 57.866, "count": 217, "max_ms": 82.102, "p95_ms": 76.718}, "visualize": {"avg_ms": 5.077, "count": 217, "max_ms": 6.385, "p95_ms": 6.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15980.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.559, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.285, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.341, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1899900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:14:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:14:48+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:14:48+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T16:14:48.701695+09:00", "mtime_epoch": 1783235688.701695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:14:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2346.043, "name": "celery", "pid": 267, "rss_mb": 2346.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.961}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.021, "count": 299, "max_ms": 12.048, "p95_ms": 10.0}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 1.796, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.457, "count": 299, "max_ms": 69.197, "p95_ms": 64.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.493, "count": 299, "max_ms": 78.208, "p95_ms": 64.625}, "yolo11_640_fire_11class": {"avg_ms": 52.598, "count": 299, "max_ms": 76.271, "p95_ms": 67.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.223, "count": 299, "max_ms": 81.532, "p95_ms": 78.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.326, "count": 299, "max_ms": 133.013, "p95_ms": 106.019}, "read_interval": {"avg_ms": 100.523, "count": 298, "max_ms": 639.858, "p95_ms": 140.585}, "triton_wait": {"avg_ms": 55.769, "count": 299, "max_ms": 81.544, "p95_ms": 78.17}, "visualize": {"avg_ms": 3.834, "count": 299, "max_ms": 6.416, "p95_ms": 5.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15983.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 704, "h264_decode_error_count": 1728, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:12:56+09:00", "last_error_summary": "[h264 @ 0x5605c5512e80] error while decoding MB 52 20, bytestream -7", "last_exit_at": "2026-07-05T16:12:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.935, "last_started_at": "2026-07-05T16:12:58+09:00", "pid": 136588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.539, "name": "ffmpeg", "pid": 136588, "rss_mb": 273.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 786, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 787}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.156, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:15:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:15:09+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T16:15:09+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T16:15:09.554186+09:00", "mtime_epoch": 1783235709.5541856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:15:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.355, "pushed": 7.355, "read": 7.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.34, "count": 220, "max_ms": 24.819, "p95_ms": 22.381}, "gstreamer_push": {"avg_ms": 1.111, "count": 220, "max_ms": 1.72, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.594, "count": 220, "max_ms": 65.095, "p95_ms": 62.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.646, "count": 220, "max_ms": 79.28, "p95_ms": 64.973}, "yolo11_640_fire_11class": {"avg_ms": 50.276, "count": 220, "max_ms": 70.216, "p95_ms": 64.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.612, "count": 220, "max_ms": 80.505, "p95_ms": 76.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.503, "count": 220, "max_ms": 167.183, "p95_ms": 152.808}, "read_interval": {"avg_ms": 136.703, "count": 219, "max_ms": 178.573, "p95_ms": 164.348}, "triton_wait": {"avg_ms": 58.036, "count": 220, "max_ms": 80.516, "p95_ms": 76.613}, "visualize": {"avg_ms": 5.007, "count": 220, "max_ms": 6.962, "p95_ms": 6.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15983.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.614, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.948, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1900205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:15:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:15:18+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T16:15:18+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T16:15:18.758401+09:00", "mtime_epoch": 1783235718.7584007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:15:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2346.043, "name": "celery", "pid": 267, "rss_mb": 2346.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.187, "pushed": 10.187, "read": 10.154}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.04, "count": 305, "max_ms": 11.261, "p95_ms": 10.276}, "gstreamer_push": {"avg_ms": 1.23, "count": 305, "max_ms": 1.649, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.095, "count": 305, "max_ms": 65.345, "p95_ms": 63.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.541, "count": 305, "max_ms": 81.958, "p95_ms": 64.414}, "yolo11_640_fire_11class": {"avg_ms": 52.475, "count": 305, "max_ms": 71.131, "p95_ms": 66.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.656, "count": 305, "max_ms": 81.924, "p95_ms": 78.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.467, "count": 305, "max_ms": 143.718, "p95_ms": 114.807}, "read_interval": {"avg_ms": 98.61, "count": 304, "max_ms": 454.815, "p95_ms": 143.987}, "triton_wait": {"avg_ms": 56.046, "count": 305, "max_ms": 81.968, "p95_ms": 78.241}, "visualize": {"avg_ms": 3.925, "count": 305, "max_ms": 6.369, "p95_ms": 5.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15983.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 704, "h264_decode_error_count": 1728, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:12:56+09:00", "last_error_summary": "[h264 @ 0x5605c5512e80] error while decoding MB 52 20, bytestream -7", "last_exit_at": "2026-07-05T16:12:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.038, "last_started_at": "2026-07-05T16:12:58+09:00", "pid": 136588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.539, "name": "ffmpeg", "pid": 136588, "rss_mb": 273.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 786, "restart_count_per_hour": 16, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 787}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.404, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:15:39+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-05T16:15:39+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-05T16:15:39.602885+09:00", "mtime_epoch": 1783235739.6028852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:15:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.504, "pushed": 7.504, "read": 7.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.914, "count": 224, "max_ms": 25.526, "p95_ms": 20.731}, "gstreamer_push": {"avg_ms": 1.098, "count": 225, "max_ms": 1.572, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.581, "count": 224, "max_ms": 66.685, "p95_ms": 62.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.1, "count": 224, "max_ms": 78.821, "p95_ms": 66.257}, "yolo11_640_fire_11class": {"avg_ms": 49.392, "count": 224, "max_ms": 72.756, "p95_ms": 65.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.727, "count": 224, "max_ms": 83.707, "p95_ms": 80.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.262, "count": 225, "max_ms": 170.419, "p95_ms": 142.377}, "read_interval": {"avg_ms": 133.562, "count": 224, "max_ms": 177.378, "p95_ms": 154.513}, "triton_wait": {"avg_ms": 58.08, "count": 224, "max_ms": 83.717, "p95_ms": 80.937}, "visualize": {"avg_ms": 4.833, "count": 224, "max_ms": 7.231, "p95_ms": 5.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15983.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.714, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.018, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1900505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:15:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:15:48+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T16:15:48+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T16:15:48.835099+09:00", "mtime_epoch": 1783235748.8350987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:15:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2346.301, "name": "celery", "pid": 267, "rss_mb": 2346.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.301, "count": 299, "max_ms": 14.244, "p95_ms": 10.756}, "gstreamer_push": {"avg_ms": 1.237, "count": 299, "max_ms": 1.536, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.627, "count": 299, "max_ms": 67.789, "p95_ms": 62.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.233, "count": 299, "max_ms": 75.149, "p95_ms": 63.523}, "yolo11_640_fire_11class": {"avg_ms": 51.737, "count": 299, "max_ms": 71.583, "p95_ms": 65.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.796, "count": 299, "max_ms": 82.35, "p95_ms": 78.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.613, "count": 299, "max_ms": 138.033, "p95_ms": 109.418}, "read_interval": {"avg_ms": 100.395, "count": 298, "max_ms": 684.009, "p95_ms": 140.432}, "triton_wait": {"avg_ms": 55.082, "count": 299, "max_ms": 82.364, "p95_ms": 78.634}, "visualize": {"avg_ms": 3.936, "count": 299, "max_ms": 5.885, "p95_ms": 5.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15849.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 705, "h264_decode_error_count": 1729, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:16:09+09:00", "last_error_summary": "[h264 @ 0x55b384a6d200] error while decoding MB 44 32, bytestream -11", "last_exit_at": "2026-07-05T16:16:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.14, "last_started_at": "2026-07-05T16:16:11+09:00", "pid": 136695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.566, "name": "ffmpeg", "pid": 136695, "rss_mb": 141.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 787, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 788}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.663, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:16:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:16:13+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T16:16:13+09:00", "mjpeg": {"age_sec": 4.325, "exists": true, "mtime": "2026-07-05T16:16:09.219567+09:00", "mtime_epoch": 1783235769.2195673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:16:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9334.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.456, "pushed": 6.456, "read": 6.422}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.876, "count": 193, "max_ms": 28.239, "p95_ms": 20.913}, "gstreamer_push": {"avg_ms": 1.119, "count": 193, "max_ms": 2.037, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.758, "count": 193, "max_ms": 65.319, "p95_ms": 62.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.601, "count": 193, "max_ms": 77.742, "p95_ms": 66.42}, "yolo11_640_fire_11class": {"avg_ms": 50.426, "count": 193, "max_ms": 67.489, "p95_ms": 63.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.033, "count": 193, "max_ms": 84.403, "p95_ms": 78.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.817, "count": 193, "max_ms": 162.864, "p95_ms": 140.589}, "read_interval": {"avg_ms": 155.786, "count": 192, "max_ms": 4359.8, "p95_ms": 154.508}, "triton_wait": {"avg_ms": 59.155, "count": 193, "max_ms": 84.414, "p95_ms": 78.305}, "visualize": {"avg_ms": 4.766, "count": 193, "max_ms": 6.451, "p95_ms": 5.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15942.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.771, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.225, "sample_count": 2803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1900804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:16:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:16:18+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T16:16:18+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T16:16:18.887788+09:00", "mtime_epoch": 1783235778.8877883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:16:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2346.301, "name": "celery", "pid": 267, "rss_mb": 2346.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.942}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.103, "count": 299, "max_ms": 14.132, "p95_ms": 10.283}, "gstreamer_push": {"avg_ms": 1.249, "count": 299, "max_ms": 1.482, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.447, "count": 299, "max_ms": 67.861, "p95_ms": 62.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.178, "count": 299, "max_ms": 71.93, "p95_ms": 58.493}, "yolo11_640_fire_11class": {"avg_ms": 49.942, "count": 299, "max_ms": 70.379, "p95_ms": 65.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.726, "count": 299, "max_ms": 81.708, "p95_ms": 77.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.459, "count": 299, "max_ms": 134.647, "p95_ms": 111.803}, "read_interval": {"avg_ms": 100.5, "count": 298, "max_ms": 520.964, "p95_ms": 145.054}, "triton_wait": {"avg_ms": 54.05, "count": 299, "max_ms": 81.72, "p95_ms": 77.044}, "visualize": {"avg_ms": 3.815, "count": 299, "max_ms": 6.254, "p95_ms": 5.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15977.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 705, "h264_decode_error_count": 1729, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:16:09+09:00", "last_error_summary": "[h264 @ 0x55b384a6d200] error while decoding MB 44 32, bytestream -11", "last_exit_at": "2026-07-05T16:16:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.2, "last_started_at": "2026-07-05T16:16:11+09:00", "pid": 136695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.758, "name": "ffmpeg", "pid": 136695, "rss_mb": 266.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 787, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 788}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.098, "sample_count": 2141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:16:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:16:43+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:16:43+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T16:16:43.488347+09:00", "mtime_epoch": 1783235803.4883473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:16:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.283, "pushed": 7.283, "read": 7.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.358, "count": 218, "max_ms": 25.256, "p95_ms": 21.779}, "gstreamer_push": {"avg_ms": 1.098, "count": 218, "max_ms": 1.703, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.36, "count": 218, "max_ms": 65.943, "p95_ms": 62.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.356, "count": 218, "max_ms": 77.693, "p95_ms": 65.561}, "yolo11_640_fire_11class": {"avg_ms": 48.998, "count": 218, "max_ms": 67.921, "p95_ms": 62.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.063, "count": 218, "max_ms": 81.857, "p95_ms": 77.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.635, "count": 218, "max_ms": 166.302, "p95_ms": 161.742}, "read_interval": {"avg_ms": 137.928, "count": 217, "max_ms": 180.359, "p95_ms": 174.701}, "triton_wait": {"avg_ms": 58.271, "count": 218, "max_ms": 81.872, "p95_ms": 77.759}, "visualize": {"avg_ms": 5.007, "count": 218, "max_ms": 8.259, "p95_ms": 5.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15978.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.838, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.948, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1901104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:16:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:16:49+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:16:48+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T16:16:48.980472+09:00", "mtime_epoch": 1783235808.9804716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:16:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2346.559, "name": "celery", "pid": 267, "rss_mb": 2346.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 300, "max_ms": 12.524, "p95_ms": 10.076}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.542, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.798, "count": 300, "max_ms": 71.876, "p95_ms": 62.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.847, "count": 300, "max_ms": 74.876, "p95_ms": 60.64}, "yolo11_640_fire_11class": {"avg_ms": 48.815, "count": 300, "max_ms": 71.012, "p95_ms": 62.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.595, "count": 300, "max_ms": 88.158, "p95_ms": 77.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.641, "count": 300, "max_ms": 135.605, "p95_ms": 104.36}, "read_interval": {"avg_ms": 100.289, "count": 299, "max_ms": 465.779, "p95_ms": 155.236}, "triton_wait": {"avg_ms": 54.745, "count": 300, "max_ms": 88.171, "p95_ms": 77.068}, "visualize": {"avg_ms": 3.782, "count": 300, "max_ms": 5.805, "p95_ms": 4.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15979.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 705, "h264_decode_error_count": 1729, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:16:09+09:00", "last_error_summary": "[h264 @ 0x55b384a6d200] error while decoding MB 44 32, bytestream -11", "last_exit_at": "2026-07-05T16:16:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.284, "last_started_at": "2026-07-05T16:16:11+09:00", "pid": 136695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.047, "name": "ffmpeg", "pid": 136695, "rss_mb": 268.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 787, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 788}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.7, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:17:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:17:13+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T16:17:13+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T16:17:13.585025+09:00", "mtime_epoch": 1783235833.585025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:17:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.51, "pushed": 7.51, "read": 7.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.442, "count": 225, "max_ms": 26.922, "p95_ms": 22.165}, "gstreamer_push": {"avg_ms": 1.121, "count": 225, "max_ms": 1.682, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.686, "count": 225, "max_ms": 66.78, "p95_ms": 61.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.511, "count": 225, "max_ms": 76.668, "p95_ms": 65.495}, "yolo11_640_fire_11class": {"avg_ms": 49.121, "count": 225, "max_ms": 64.417, "p95_ms": 61.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.584, "count": 225, "max_ms": 81.355, "p95_ms": 76.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.061, "count": 225, "max_ms": 163.952, "p95_ms": 143.099}, "read_interval": {"avg_ms": 133.758, "count": 224, "max_ms": 175.652, "p95_ms": 156.042}, "triton_wait": {"avg_ms": 57.914, "count": 225, "max_ms": 81.366, "p95_ms": 76.996}, "visualize": {"avg_ms": 4.828, "count": 225, "max_ms": 6.47, "p95_ms": 5.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15979.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.9, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.327, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1901407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:17:19+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T16:17:19+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T16:17:19.045147+09:00", "mtime_epoch": 1783235839.0451472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:17:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2346.816, "name": "celery", "pid": 267, "rss_mb": 2346.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.997, "count": 303, "max_ms": 13.589, "p95_ms": 10.473}, "gstreamer_push": {"avg_ms": 1.262, "count": 303, "max_ms": 1.929, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.486, "count": 303, "max_ms": 68.599, "p95_ms": 62.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.858, "count": 303, "max_ms": 73.387, "p95_ms": 60.258}, "yolo11_640_fire_11class": {"avg_ms": 47.969, "count": 303, "max_ms": 68.611, "p95_ms": 61.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.792, "count": 303, "max_ms": 81.317, "p95_ms": 74.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.812, "count": 303, "max_ms": 135.419, "p95_ms": 93.891}, "read_interval": {"avg_ms": 99.284, "count": 302, "max_ms": 740.749, "p95_ms": 145.488}, "triton_wait": {"avg_ms": 52.943, "count": 303, "max_ms": 81.329, "p95_ms": 74.83}, "visualize": {"avg_ms": 3.766, "count": 303, "max_ms": 5.395, "p95_ms": 4.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15980.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 705, "h264_decode_error_count": 1729, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:16:09+09:00", "last_error_summary": "[h264 @ 0x55b384a6d200] error while decoding MB 44 32, bytestream -11", "last_exit_at": "2026-07-05T16:16:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.374, "last_started_at": "2026-07-05T16:16:11+09:00", "pid": 136695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.305, "name": "ffmpeg", "pid": 136695, "rss_mb": 268.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 787, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 788}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.077, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:17:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:17:43+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T16:17:43+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T16:17:43.645695+09:00", "mtime_epoch": 1783235863.6456952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:17:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.474, "pushed": 7.474, "read": 7.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.297, "count": 223, "max_ms": 28.768, "p95_ms": 22.499}, "gstreamer_push": {"avg_ms": 1.116, "count": 224, "max_ms": 1.826, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.87, "count": 223, "max_ms": 65.242, "p95_ms": 62.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.617, "count": 223, "max_ms": 77.088, "p95_ms": 64.163}, "yolo11_640_fire_11class": {"avg_ms": 48.43, "count": 223, "max_ms": 64.752, "p95_ms": 62.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.635, "count": 223, "max_ms": 79.747, "p95_ms": 76.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.776, "count": 224, "max_ms": 166.005, "p95_ms": 150.538}, "read_interval": {"avg_ms": 134.26, "count": 223, "max_ms": 178.565, "p95_ms": 163.471}, "triton_wait": {"avg_ms": 57.219, "count": 223, "max_ms": 79.76, "p95_ms": 76.955}, "visualize": {"avg_ms": 4.872, "count": 223, "max_ms": 6.436, "p95_ms": 5.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15980.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.92, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.689, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1901706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:17:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:17:49+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T16:17:49+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T16:17:49.065815+09:00", "mtime_epoch": 1783235869.0658154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:17:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2346.816, "name": "celery", "pid": 267, "rss_mb": 2346.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.821, "count": 299, "max_ms": 13.194, "p95_ms": 9.821}, "gstreamer_push": {"avg_ms": 1.232, "count": 299, "max_ms": 1.458, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.245, "count": 299, "max_ms": 66.082, "p95_ms": 61.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.845, "count": 299, "max_ms": 73.511, "p95_ms": 65.049}, "yolo11_640_fire_11class": {"avg_ms": 47.889, "count": 299, "max_ms": 65.566, "p95_ms": 60.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.096, "count": 299, "max_ms": 78.939, "p95_ms": 74.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.639, "count": 299, "max_ms": 142.378, "p95_ms": 102.938}, "read_interval": {"avg_ms": 100.476, "count": 298, "max_ms": 799.711, "p95_ms": 190.043}, "triton_wait": {"avg_ms": 53.167, "count": 299, "max_ms": 78.952, "p95_ms": 74.885}, "visualize": {"avg_ms": 3.754, "count": 299, "max_ms": 6.349, "p95_ms": 4.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15980.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 705, "h264_decode_error_count": 1729, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:16:09+09:00", "last_error_summary": "[h264 @ 0x55b384a6d200] error while decoding MB 44 32, bytestream -11", "last_exit_at": "2026-07-05T16:16:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.407, "last_started_at": "2026-07-05T16:16:11+09:00", "pid": 136695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.82, "name": "ffmpeg", "pid": 136695, "rss_mb": 268.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 787, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 788}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.055, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:18:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:18:13+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T16:18:13+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T16:18:13.702359+09:00", "mtime_epoch": 1783235893.7023592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:18:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.724, "pushed": 7.724, "read": 7.69}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.377, "count": 231, "max_ms": 23.132, "p95_ms": 20.614}, "gstreamer_push": {"avg_ms": 1.104, "count": 231, "max_ms": 1.342, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.141, "count": 231, "max_ms": 76.016, "p95_ms": 62.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.158, "count": 231, "max_ms": 74.425, "p95_ms": 65.519}, "yolo11_640_fire_11class": {"avg_ms": 48.224, "count": 231, "max_ms": 73.19, "p95_ms": 61.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.211, "count": 231, "max_ms": 85.99, "p95_ms": 76.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.678, "count": 231, "max_ms": 148.504, "p95_ms": 137.114}, "read_interval": {"avg_ms": 130.011, "count": 230, "max_ms": 161.132, "p95_ms": 150.718}, "triton_wait": {"avg_ms": 56.556, "count": 231, "max_ms": 86.002, "p95_ms": 76.512}, "visualize": {"avg_ms": 4.636, "count": 231, "max_ms": 5.83, "p95_ms": 4.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15980.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.967, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.868, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1902008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:18:19+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T16:18:19+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T16:18:19.098478+09:00", "mtime_epoch": 1783235899.0984778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:18:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2347.074, "name": "celery", "pid": 267, "rss_mb": 2347.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.837, "count": 302, "max_ms": 13.181, "p95_ms": 8.966}, "gstreamer_push": {"avg_ms": 1.241, "count": 302, "max_ms": 2.017, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.895, "count": 302, "max_ms": 69.785, "p95_ms": 62.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.886, "count": 302, "max_ms": 73.202, "p95_ms": 64.907}, "yolo11_640_fire_11class": {"avg_ms": 47.149, "count": 302, "max_ms": 67.068, "p95_ms": 61.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.816, "count": 302, "max_ms": 80.16, "p95_ms": 75.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.452, "count": 302, "max_ms": 105.256, "p95_ms": 91.969}, "read_interval": {"avg_ms": 99.514, "count": 301, "max_ms": 610.92, "p95_ms": 239.818}, "triton_wait": {"avg_ms": 51.92, "count": 302, "max_ms": 80.172, "p95_ms": 75.661}, "visualize": {"avg_ms": 3.658, "count": 302, "max_ms": 5.124, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15992.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 705, "h264_decode_error_count": 1729, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:16:09+09:00", "last_error_summary": "[h264 @ 0x55b384a6d200] error while decoding MB 44 32, bytestream -11", "last_exit_at": "2026-07-05T16:16:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.529, "last_started_at": "2026-07-05T16:16:11+09:00", "pid": 136695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.648, "name": "ffmpeg", "pid": 136695, "rss_mb": 279.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 787, "restart_count_per_hour": 17, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 788}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.902, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:18:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:18:43+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T16:18:43+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T16:18:43.823019+09:00", "mtime_epoch": 1783235923.8230188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:18:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.401, "pushed": 7.401, "read": 7.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.406, "count": 221, "max_ms": 30.51, "p95_ms": 21.452}, "gstreamer_push": {"avg_ms": 1.094, "count": 222, "max_ms": 1.544, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.279, "count": 221, "max_ms": 69.619, "p95_ms": 62.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.617, "count": 221, "max_ms": 79.658, "p95_ms": 65.077}, "yolo11_640_fire_11class": {"avg_ms": 48.951, "count": 221, "max_ms": 64.716, "p95_ms": 62.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.194, "count": 221, "max_ms": 81.486, "p95_ms": 77.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.17, "count": 222, "max_ms": 167.898, "p95_ms": 146.5}, "read_interval": {"avg_ms": 135.701, "count": 221, "max_ms": 179.139, "p95_ms": 157.896}, "triton_wait": {"avg_ms": 57.473, "count": 221, "max_ms": 81.498, "p95_ms": 77.457}, "visualize": {"avg_ms": 4.894, "count": 221, "max_ms": 6.593, "p95_ms": 5.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15992.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.994, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.285, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1902308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:18:49+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T16:18:49+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T16:18:49.135134+09:00", "mtime_epoch": 1783235929.1351345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:18:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2347.074, "name": "celery", "pid": 267, "rss_mb": 2347.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.767, "count": 300, "max_ms": 12.569, "p95_ms": 8.877}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 2.096, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.929, "count": 300, "max_ms": 66.87, "p95_ms": 62.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.001, "count": 300, "max_ms": 74.772, "p95_ms": 63.608}, "yolo11_640_fire_11class": {"avg_ms": 48.088, "count": 300, "max_ms": 65.867, "p95_ms": 60.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.201, "count": 300, "max_ms": 81.686, "p95_ms": 74.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.155, "count": 300, "max_ms": 107.8, "p95_ms": 91.603}, "read_interval": {"avg_ms": 100.157, "count": 299, "max_ms": 883.39, "p95_ms": 139.381}, "triton_wait": {"avg_ms": 53.303, "count": 300, "max_ms": 81.696, "p95_ms": 74.058}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 5.185, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15992.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 705, "h264_decode_error_count": 1729, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:16:09+09:00", "last_error_summary": "[h264 @ 0x55b384a6d200] error while decoding MB 44 32, bytestream -11", "last_exit_at": "2026-07-05T16:16:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.583, "last_started_at": "2026-07-05T16:16:11+09:00", "pid": 136695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.422, "name": "ffmpeg", "pid": 136695, "rss_mb": 280.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 787, "restart_count_per_hour": 16, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 788}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.41, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:19:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:19:13+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:19:13+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:19:13.879671+09:00", "mtime_epoch": 1783235953.8796713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:19:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.588, "pushed": 7.588, "read": 7.555}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.28, "count": 227, "max_ms": 25.51, "p95_ms": 21.345}, "gstreamer_push": {"avg_ms": 1.097, "count": 227, "max_ms": 1.591, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.142, "count": 227, "max_ms": 66.869, "p95_ms": 61.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.976, "count": 227, "max_ms": 79.396, "p95_ms": 72.843}, "yolo11_640_fire_11class": {"avg_ms": 49.02, "count": 227, "max_ms": 65.746, "p95_ms": 61.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.161, "count": 227, "max_ms": 83.709, "p95_ms": 76.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.937, "count": 227, "max_ms": 147.4, "p95_ms": 139.176}, "read_interval": {"avg_ms": 132.422, "count": 226, "max_ms": 162.408, "p95_ms": 152.444}, "triton_wait": {"avg_ms": 58.69, "count": 227, "max_ms": 83.722, "p95_ms": 77.287}, "visualize": {"avg_ms": 4.763, "count": 227, "max_ms": 6.2, "p95_ms": 5.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15992.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 461.074, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.725, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1902590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:19:19+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T16:19:19+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T16:19:19.155785+09:00", "mtime_epoch": 1783235959.1557853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:19:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2347.332, "name": "celery", "pid": 267, "rss_mb": 2347.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.367, "pushed": 9.4, "read": 9.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.815, "count": 281, "max_ms": 13.22, "p95_ms": 10.638}, "gstreamer_push": {"avg_ms": 1.162, "count": 282, "max_ms": 1.439, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.809, "count": 281, "max_ms": 66.681, "p95_ms": 62.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.241, "count": 281, "max_ms": 84.449, "p95_ms": 65.823}, "yolo11_640_fire_11class": {"avg_ms": 50.383, "count": 281, "max_ms": 70.732, "p95_ms": 64.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.248, "count": 281, "max_ms": 82.237, "p95_ms": 78.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.683, "count": 281, "max_ms": 140.33, "p95_ms": 130.477}, "read_interval": {"avg_ms": 106.535, "count": 281, "max_ms": 694.141, "p95_ms": 142.047}, "triton_wait": {"avg_ms": 58.475, "count": 281, "max_ms": 84.459, "p95_ms": 78.655}, "visualize": {"avg_ms": 4.219, "count": 281, "max_ms": 6.277, "p95_ms": 5.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16001.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 705, "h264_decode_error_count": 1729, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:16:09+09:00", "last_error_summary": "[h264 @ 0x55b384a6d200] error while decoding MB 44 32, bytestream -11", "last_exit_at": "2026-07-05T16:16:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.699, "last_started_at": "2026-07-05T16:16:11+09:00", "pid": 136695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.414, "name": "ffmpeg", "pid": 136695, "rss_mb": 288.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 787, "restart_count_per_hour": 16, "rtsp_timeout_count": 440, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 788}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.103, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:19:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:19:44+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:19:43+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:19:43.996320+09:00", "mtime_epoch": 1783235983.99632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:19:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.602, "pushed": 7.602, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.936, "count": 227, "max_ms": 29.815, "p95_ms": 21.163}, "gstreamer_push": {"avg_ms": 1.09, "count": 228, "max_ms": 1.662, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.858, "count": 227, "max_ms": 66.732, "p95_ms": 62.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.105, "count": 227, "max_ms": 83.182, "p95_ms": 78.512}, "yolo11_640_fire_11class": {"avg_ms": 49.493, "count": 227, "max_ms": 68.382, "p95_ms": 63.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.253, "count": 227, "max_ms": 82.715, "p95_ms": 79.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.507, "count": 228, "max_ms": 147.488, "p95_ms": 141.008}, "read_interval": {"avg_ms": 132.119, "count": 227, "max_ms": 159.784, "p95_ms": 154.077}, "triton_wait": {"avg_ms": 59.016, "count": 227, "max_ms": 83.194, "p95_ms": 80.289}, "visualize": {"avg_ms": 4.745, "count": 227, "max_ms": 6.327, "p95_ms": 5.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16001.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 491.103, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.306, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1902888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:19:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:19:49+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T16:19:49+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T16:19:49.240433+09:00", "mtime_epoch": 1783235989.2404325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:19:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2347.332, "name": "celery", "pid": 267, "rss_mb": 2347.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.623, "count": 298, "max_ms": 14.247, "p95_ms": 11.238}, "gstreamer_push": {"avg_ms": 1.201, "count": 298, "max_ms": 2.059, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.87, "count": 298, "max_ms": 63.833, "p95_ms": 61.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.067, "count": 298, "max_ms": 82.578, "p95_ms": 79.081}, "yolo11_640_fire_11class": {"avg_ms": 51.179, "count": 298, "max_ms": 69.863, "p95_ms": 64.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.546, "count": 298, "max_ms": 82.764, "p95_ms": 79.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.629, "count": 298, "max_ms": 161.115, "p95_ms": 132.509}, "read_interval": {"avg_ms": 100.839, "count": 297, "max_ms": 171.859, "p95_ms": 143.177}, "triton_wait": {"avg_ms": 59.492, "count": 298, "max_ms": 82.777, "p95_ms": 79.962}, "visualize": {"avg_ms": 4.116, "count": 298, "max_ms": 7.873, "p95_ms": 5.621}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15910.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 706, "h264_decode_error_count": 1732, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:20:06+09:00", "last_error_summary": "[h264 @ 0x55d58c966380] left block unavailable for requested intra mode [h264 @ 0x55d58c966380] error while decoding MB 0 37, bytestream 5714 [h264 @ 0x55d58c97a480] left block unavailable for requested intra mode [h264 @ 0x55d58c97a480] error while decoding MB 0 33, bytestream 622 [h264 @ 0x55d58c97a480] reference picture missing during reorder [h264 @ 0x55d58c97a480] Missing reference picture, default is 65563 [h264 @ 0x55d58c98e640] mmco: unref short failure [h264 @ 0x55d58c98e640] illegal sh", "last_exit_at": "2026-07-05T16:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.412, "last_started_at": "2026-07-05T16:20:08+09:00", "pid": 136802, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.789, "name": "ffmpeg", "pid": 136802, "rss_mb": 198.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 788, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 789}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.508, "sample_count": 2036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:20:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:20:14+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T16:20:14+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T16:20:14.112964+09:00", "mtime_epoch": 1783236014.1129637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:20:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.64, "pushed": 1.64, "read": 1.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.077, "count": 49, "max_ms": 23.829, "p95_ms": 21.206}, "gstreamer_push": {"avg_ms": 1.117, "count": 49, "max_ms": 1.285, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.519, "count": 49, "max_ms": 63.209, "p95_ms": 60.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.785, "count": 49, "max_ms": 76.867, "p95_ms": 72.07}, "yolo11_640_fire_11class": {"avg_ms": 48.846, "count": 49, "max_ms": 65.48, "p95_ms": 62.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.05, "count": 49, "max_ms": 81.318, "p95_ms": 78.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.354, "count": 49, "max_ms": 141.298, "p95_ms": 138.947}, "read_interval": {"avg_ms": 622.25, "count": 48, "max_ms": 19053.893, "p95_ms": 153.174}, "triton_wait": {"avg_ms": 58.44, "count": 49, "max_ms": 81.33, "p95_ms": 78.601}, "visualize": {"avg_ms": 4.726, "count": 49, "max_ms": 5.755, "p95_ms": 5.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15977.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.135, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.306, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1903205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:20:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:20:19+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T16:20:19+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T16:20:19.269073+09:00", "mtime_epoch": 1783236019.2690735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:20:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2347.59, "name": "celery", "pid": 267, "rss_mb": 2347.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.584, "pushed": 10.584, "read": 10.551}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.169, "count": 317, "max_ms": 12.768, "p95_ms": 10.067}, "gstreamer_push": {"avg_ms": 1.268, "count": 317, "max_ms": 2.179, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.155, "count": 317, "max_ms": 66.436, "p95_ms": 60.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.321, "count": 317, "max_ms": 82.23, "p95_ms": 62.776}, "yolo11_640_fire_11class": {"avg_ms": 48.114, "count": 317, "max_ms": 64.885, "p95_ms": 59.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.693, "count": 317, "max_ms": 82.08, "p95_ms": 77.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.234, "count": 317, "max_ms": 143.173, "p95_ms": 114.765}, "read_interval": {"avg_ms": 94.765, "count": 316, "max_ms": 574.072, "p95_ms": 142.065}, "triton_wait": {"avg_ms": 55.306, "count": 317, "max_ms": 82.242, "p95_ms": 78.05}, "visualize": {"avg_ms": 3.909, "count": 317, "max_ms": 7.219, "p95_ms": 5.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15980.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 706, "h264_decode_error_count": 1732, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:20:06+09:00", "last_error_summary": "[h264 @ 0x55d58c966380] left block unavailable for requested intra mode [h264 @ 0x55d58c966380] error while decoding MB 0 37, bytestream 5714 [h264 @ 0x55d58c97a480] left block unavailable for requested intra mode [h264 @ 0x55d58c97a480] error while decoding MB 0 33, bytestream 622 [h264 @ 0x55d58c97a480] reference picture missing during reorder [h264 @ 0x55d58c97a480] Missing reference picture, default is 65563 [h264 @ 0x55d58c98e640] mmco: unref short failure [h264 @ 0x55d58c98e640] illegal sh", "last_exit_at": "2026-07-05T16:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.52, "last_started_at": "2026-07-05T16:20:08+09:00", "pid": 136802, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.074, "name": "ffmpeg", "pid": 136802, "rss_mb": 268.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 788, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 789}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.508, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:20:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:20:44+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T16:20:44+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T16:20:44.221603+09:00", "mtime_epoch": 1783236044.2216027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:20:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.777, "pushed": 7.777, "read": 7.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.533, "count": 233, "max_ms": 22.817, "p95_ms": 20.478}, "gstreamer_push": {"avg_ms": 1.104, "count": 233, "max_ms": 1.546, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.927, "count": 233, "max_ms": 65.391, "p95_ms": 62.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.805, "count": 233, "max_ms": 85.909, "p95_ms": 76.322}, "yolo11_640_fire_11class": {"avg_ms": 49.726, "count": 233, "max_ms": 65.925, "p95_ms": 62.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.314, "count": 233, "max_ms": 83.688, "p95_ms": 80.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.025, "count": 233, "max_ms": 170.772, "p95_ms": 142.534}, "read_interval": {"avg_ms": 129.144, "count": 232, "max_ms": 179.007, "p95_ms": 151.639}, "triton_wait": {"avg_ms": 59.69, "count": 233, "max_ms": 85.921, "p95_ms": 80.59}, "visualize": {"avg_ms": 4.677, "count": 233, "max_ms": 6.108, "p95_ms": 5.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15981.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.24, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.954, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1903483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:20:49+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:20:49+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:20:49.333711+09:00", "mtime_epoch": 1783236049.3337107, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:20:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2347.59, "name": "celery", "pid": 267, "rss_mb": 2347.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.255, "pushed": 9.255, "read": 9.221}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.866, "count": 277, "max_ms": 15.019, "p95_ms": 10.978}, "gstreamer_push": {"avg_ms": 1.163, "count": 277, "max_ms": 1.414, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.281, "count": 277, "max_ms": 69.251, "p95_ms": 61.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.173, "count": 277, "max_ms": 82.526, "p95_ms": 71.916}, "yolo11_640_fire_11class": {"avg_ms": 49.792, "count": 277, "max_ms": 65.771, "p95_ms": 62.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.052, "count": 277, "max_ms": 84.333, "p95_ms": 80.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.108, "count": 277, "max_ms": 161.579, "p95_ms": 136.193}, "read_interval": {"avg_ms": 108.293, "count": 276, "max_ms": 194.252, "p95_ms": 146.391}, "triton_wait": {"avg_ms": 59.963, "count": 277, "max_ms": 84.345, "p95_ms": 80.481}, "visualize": {"avg_ms": 4.388, "count": 277, "max_ms": 9.026, "p95_ms": 6.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15984.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 706, "h264_decode_error_count": 1732, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:20:06+09:00", "last_error_summary": "[h264 @ 0x55d58c966380] left block unavailable for requested intra mode [h264 @ 0x55d58c966380] error while decoding MB 0 37, bytestream 5714 [h264 @ 0x55d58c97a480] left block unavailable for requested intra mode [h264 @ 0x55d58c97a480] error while decoding MB 0 33, bytestream 622 [h264 @ 0x55d58c97a480] reference picture missing during reorder [h264 @ 0x55d58c97a480] Missing reference picture, default is 65563 [h264 @ 0x55d58c98e640] mmco: unref short failure [h264 @ 0x55d58c98e640] illegal sh", "last_exit_at": "2026-07-05T16:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.639, "last_started_at": "2026-07-05T16:20:08+09:00", "pid": 136802, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.652, "name": "ffmpeg", "pid": 136802, "rss_mb": 270.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 788, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 789}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.919, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:21:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:21:14+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:21:14+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T16:21:14.366238+09:00", "mtime_epoch": 1783236074.366238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:21:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.6, "pushed": 7.6, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.724, "count": 227, "max_ms": 31.76, "p95_ms": 21.031}, "gstreamer_push": {"avg_ms": 1.095, "count": 228, "max_ms": 1.538, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.008, "count": 227, "max_ms": 67.208, "p95_ms": 61.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.373, "count": 227, "max_ms": 87.995, "p95_ms": 78.297}, "yolo11_640_fire_11class": {"avg_ms": 49.805, "count": 227, "max_ms": 66.391, "p95_ms": 62.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.713, "count": 227, "max_ms": 85.298, "p95_ms": 80.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.279, "count": 228, "max_ms": 162.883, "p95_ms": 143.213}, "read_interval": {"avg_ms": 132.144, "count": 227, "max_ms": 170.684, "p95_ms": 154.037}, "triton_wait": {"avg_ms": 61.128, "count": 227, "max_ms": 88.004, "p95_ms": 80.719}, "visualize": {"avg_ms": 4.785, "count": 227, "max_ms": 6.938, "p95_ms": 5.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15984.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.328, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.491, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1903736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:21:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:21:19+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T16:21:19+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T16:21:19.410344+09:00", "mtime_epoch": 1783236079.410344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:21:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2347.848, "name": "celery", "pid": 267, "rss_mb": 2347.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.402, "pushed": 8.402, "read": 8.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.285, "count": 252, "max_ms": 13.43, "p95_ms": 11.636}, "gstreamer_push": {"avg_ms": 1.128, "count": 252, "max_ms": 1.942, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.999, "count": 252, "max_ms": 65.563, "p95_ms": 62.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.199, "count": 252, "max_ms": 85.125, "p95_ms": 77.021}, "yolo11_640_fire_11class": {"avg_ms": 50.534, "count": 252, "max_ms": 66.594, "p95_ms": 62.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.585, "count": 252, "max_ms": 84.141, "p95_ms": 82.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.082, "count": 252, "max_ms": 183.213, "p95_ms": 141.315}, "read_interval": {"avg_ms": 118.838, "count": 252, "max_ms": 191.154, "p95_ms": 153.186}, "triton_wait": {"avg_ms": 62.256, "count": 252, "max_ms": 85.138, "p95_ms": 82.223}, "visualize": {"avg_ms": 4.694, "count": 252, "max_ms": 7.898, "p95_ms": 6.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15984.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 706, "h264_decode_error_count": 1732, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:20:06+09:00", "last_error_summary": "[h264 @ 0x55d58c966380] left block unavailable for requested intra mode [h264 @ 0x55d58c966380] error while decoding MB 0 37, bytestream 5714 [h264 @ 0x55d58c97a480] left block unavailable for requested intra mode [h264 @ 0x55d58c97a480] error while decoding MB 0 33, bytestream 622 [h264 @ 0x55d58c97a480] reference picture missing during reorder [h264 @ 0x55d58c97a480] Missing reference picture, default is 65563 [h264 @ 0x55d58c98e640] mmco: unref short failure [h264 @ 0x55d58c98e640] illegal sh", "last_exit_at": "2026-07-05T16:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.705, "last_started_at": "2026-07-05T16:20:08+09:00", "pid": 136802, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.652, "name": "ffmpeg", "pid": 136802, "rss_mb": 270.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 788, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 789}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.331, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:21:44+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-05T16:21:44+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-05T16:21:44.374866+09:00", "mtime_epoch": 1783236104.3748665, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:21:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9335.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.514, "pushed": 7.514, "read": 7.481}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.099, "count": 225, "max_ms": 29.722, "p95_ms": 21.4}, "gstreamer_push": {"avg_ms": 1.114, "count": 225, "max_ms": 1.961, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.132, "count": 225, "max_ms": 64.744, "p95_ms": 63.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.4, "count": 225, "max_ms": 81.68, "p95_ms": 72.068}, "yolo11_640_fire_11class": {"avg_ms": 50.177, "count": 225, "max_ms": 67.435, "p95_ms": 65.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.504, "count": 225, "max_ms": 81.667, "p95_ms": 78.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.124, "count": 225, "max_ms": 167.135, "p95_ms": 144.025}, "read_interval": {"avg_ms": 133.432, "count": 224, "max_ms": 175.134, "p95_ms": 152.798}, "triton_wait": {"avg_ms": 59.969, "count": 225, "max_ms": 81.689, "p95_ms": 78.93}, "visualize": {"avg_ms": 4.858, "count": 225, "max_ms": 6.396, "p95_ms": 5.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15984.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.356, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.789, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1904059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:21:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:21:49+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T16:21:49+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T16:21:49.466973+09:00", "mtime_epoch": 1783236109.4669726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:21:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2348.105, "name": "celery", "pid": 267, "rss_mb": 2348.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.807, "pushed": 10.807, "read": 10.773}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.284, "count": 323, "max_ms": 16.194, "p95_ms": 10.418}, "gstreamer_push": {"avg_ms": 1.228, "count": 323, "max_ms": 1.551, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.646, "count": 323, "max_ms": 68.21, "p95_ms": 63.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.58, "count": 323, "max_ms": 82.426, "p95_ms": 68.729}, "yolo11_640_fire_11class": {"avg_ms": 51.893, "count": 323, "max_ms": 69.726, "p95_ms": 65.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.885, "count": 323, "max_ms": 82.35, "p95_ms": 79.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.357, "count": 323, "max_ms": 136.347, "p95_ms": 113.072}, "read_interval": {"avg_ms": 92.919, "count": 322, "max_ms": 147.543, "p95_ms": 122.997}, "triton_wait": {"avg_ms": 56.886, "count": 323, "max_ms": 82.439, "p95_ms": 79.029}, "visualize": {"avg_ms": 3.952, "count": 323, "max_ms": 6.619, "p95_ms": 5.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15984.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 706, "h264_decode_error_count": 1732, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:20:06+09:00", "last_error_summary": "[h264 @ 0x55d58c966380] left block unavailable for requested intra mode [h264 @ 0x55d58c966380] error while decoding MB 0 37, bytestream 5714 [h264 @ 0x55d58c97a480] left block unavailable for requested intra mode [h264 @ 0x55d58c97a480] error while decoding MB 0 33, bytestream 622 [h264 @ 0x55d58c97a480] reference picture missing during reorder [h264 @ 0x55d58c97a480] Missing reference picture, default is 65563 [h264 @ 0x55d58c98e640] mmco: unref short failure [h264 @ 0x55d58c98e640] illegal sh", "last_exit_at": "2026-07-05T16:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.799, "last_started_at": "2026-07-05T16:20:08+09:00", "pid": 136802, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.91, "name": "ffmpeg", "pid": 136802, "rss_mb": 270.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 788, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 789}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.022, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:22:14+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T16:22:14+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T16:22:14.527494+09:00", "mtime_epoch": 1783236134.527494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:22:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9336.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.653, "pushed": 7.653, "read": 7.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.601, "count": 229, "max_ms": 24.344, "p95_ms": 20.135}, "gstreamer_push": {"avg_ms": 1.115, "count": 229, "max_ms": 1.727, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.893, "count": 229, "max_ms": 65.553, "p95_ms": 61.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.069, "count": 229, "max_ms": 72.67, "p95_ms": 68.125}, "yolo11_640_fire_11class": {"avg_ms": 51.735, "count": 229, "max_ms": 66.866, "p95_ms": 64.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.093, "count": 229, "max_ms": 81.236, "p95_ms": 76.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.811, "count": 229, "max_ms": 163.509, "p95_ms": 138.541}, "read_interval": {"avg_ms": 131.444, "count": 228, "max_ms": 173.304, "p95_ms": 148.954}, "triton_wait": {"avg_ms": 60.493, "count": 229, "max_ms": 81.249, "p95_ms": 76.846}, "visualize": {"avg_ms": 4.741, "count": 229, "max_ms": 5.977, "p95_ms": 5.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15984.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.363, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.583, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1904402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:22:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:22:19+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:22:19+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T16:22:19.503597+09:00", "mtime_epoch": 1783236139.503597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:22:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2348.105, "name": "celery", "pid": 267, "rss_mb": 2348.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 343, "pushed_frames": 343, "read_frames": 343, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.436, "pushed": 11.436, "read": 11.436}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.778, "count": 343, "max_ms": 11.911, "p95_ms": 9.085}, "gstreamer_push": {"avg_ms": 1.248, "count": 343, "max_ms": 1.518, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.675, "count": 343, "max_ms": 67.491, "p95_ms": 63.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.003, "count": 343, "max_ms": 75.118, "p95_ms": 63.671}, "yolo11_640_fire_11class": {"avg_ms": 53.198, "count": 343, "max_ms": 70.697, "p95_ms": 66.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.863, "count": 343, "max_ms": 80.34, "p95_ms": 77.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.039, "count": 343, "max_ms": 133.281, "p95_ms": 95.078}, "read_interval": {"avg_ms": 87.568, "count": 343, "max_ms": 143.988, "p95_ms": 109.025}, "triton_wait": {"avg_ms": 56.726, "count": 343, "max_ms": 80.352, "p95_ms": 77.438}, "visualize": {"avg_ms": 3.689, "count": 343, "max_ms": 5.183, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15984.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 706, "h264_decode_error_count": 1732, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:20:06+09:00", "last_error_summary": "[h264 @ 0x55d58c966380] left block unavailable for requested intra mode [h264 @ 0x55d58c966380] error while decoding MB 0 37, bytestream 5714 [h264 @ 0x55d58c97a480] left block unavailable for requested intra mode [h264 @ 0x55d58c97a480] error while decoding MB 0 33, bytestream 622 [h264 @ 0x55d58c97a480] reference picture missing during reorder [h264 @ 0x55d58c97a480] Missing reference picture, default is 65563 [h264 @ 0x55d58c98e640] mmco: unref short failure [h264 @ 0x55d58c98e640] illegal sh", "last_exit_at": "2026-07-05T16:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.803, "last_started_at": "2026-07-05T16:20:08+09:00", "pid": 136802, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.168, "name": "ffmpeg", "pid": 136802, "rss_mb": 271.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 788, "restart_count_per_hour": 16, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 789}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.662, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:22:44+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T16:22:44+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T16:22:44.528115+09:00", "mtime_epoch": 1783236164.5281146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:22:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9336.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.368, "pushed": 7.368, "read": 7.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.214, "count": 221, "max_ms": 27.103, "p95_ms": 21.908}, "gstreamer_push": {"avg_ms": 1.095, "count": 221, "max_ms": 1.68, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.574, "count": 221, "max_ms": 63.965, "p95_ms": 62.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.728, "count": 221, "max_ms": 74.472, "p95_ms": 68.607}, "yolo11_640_fire_11class": {"avg_ms": 50.827, "count": 221, "max_ms": 68.974, "p95_ms": 65.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.538, "count": 221, "max_ms": 83.823, "p95_ms": 78.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.367, "count": 221, "max_ms": 168.487, "p95_ms": 159.325}, "read_interval": {"avg_ms": 135.787, "count": 221, "max_ms": 179.151, "p95_ms": 168.592}, "triton_wait": {"avg_ms": 59.759, "count": 221, "max_ms": 83.836, "p95_ms": 78.677}, "visualize": {"avg_ms": 4.989, "count": 221, "max_ms": 6.23, "p95_ms": 5.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15985.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.375, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.583, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1904664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:22:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:22:49+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:22:49+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T16:22:49.516217+09:00", "mtime_epoch": 1783236169.5162175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:22:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2348.105, "name": "celery", "pid": 267, "rss_mb": 2348.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 262, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.734, "pushed": 8.734, "read": 8.734}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.892, "count": 262, "max_ms": 12.78, "p95_ms": 9.808}, "gstreamer_push": {"avg_ms": 1.242, "count": 262, "max_ms": 1.626, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.043, "count": 262, "max_ms": 67.33, "p95_ms": 63.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.724, "count": 262, "max_ms": 75.767, "p95_ms": 66.727}, "yolo11_640_fire_11class": {"avg_ms": 52.457, "count": 262, "max_ms": 72.554, "p95_ms": 65.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.822, "count": 262, "max_ms": 82.252, "p95_ms": 79.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.755, "count": 262, "max_ms": 131.383, "p95_ms": 101.981}, "read_interval": {"avg_ms": 114.556, "count": 262, "max_ms": 4842.401, "p95_ms": 123.132}, "triton_wait": {"avg_ms": 56.317, "count": 262, "max_ms": 82.265, "p95_ms": 79.111}, "visualize": {"avg_ms": 3.723, "count": 262, "max_ms": 5.548, "p95_ms": 4.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15985.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 706, "h264_decode_error_count": 1732, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:20:06+09:00", "last_error_summary": "[h264 @ 0x55d58c966380] left block unavailable for requested intra mode [h264 @ 0x55d58c966380] error while decoding MB 0 37, bytestream 5714 [h264 @ 0x55d58c97a480] left block unavailable for requested intra mode [h264 @ 0x55d58c97a480] error while decoding MB 0 33, bytestream 622 [h264 @ 0x55d58c97a480] reference picture missing during reorder [h264 @ 0x55d58c97a480] Missing reference picture, default is 65563 [h264 @ 0x55d58c98e640] mmco: unref short failure [h264 @ 0x55d58c98e640] illegal sh", "last_exit_at": "2026-07-05T16:20:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.916, "last_started_at": "2026-07-05T16:20:08+09:00", "pid": 136802, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.168, "name": "ffmpeg", "pid": 136802, "rss_mb": 271.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 788, "restart_count_per_hour": 16, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 789}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.134, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:23:14+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:23:14+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T16:23:14.636734+09:00", "mtime_epoch": 1783236194.636734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:23:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9336.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.603, "pushed": 7.603, "read": 7.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.947, "count": 227, "max_ms": 25.307, "p95_ms": 21.212}, "gstreamer_push": {"avg_ms": 1.105, "count": 228, "max_ms": 1.867, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.362, "count": 227, "max_ms": 65.512, "p95_ms": 61.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.684, "count": 227, "max_ms": 78.923, "p95_ms": 70.606}, "yolo11_640_fire_11class": {"avg_ms": 49.4, "count": 227, "max_ms": 67.088, "p95_ms": 63.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.652, "count": 227, "max_ms": 81.711, "p95_ms": 75.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.543, "count": 228, "max_ms": 162.506, "p95_ms": 144.139}, "read_interval": {"avg_ms": 132.116, "count": 227, "max_ms": 171.478, "p95_ms": 152.471}, "triton_wait": {"avg_ms": 58.293, "count": 227, "max_ms": 81.723, "p95_ms": 76.319}, "visualize": {"avg_ms": 4.857, "count": 227, "max_ms": 6.797, "p95_ms": 5.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15985.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.432, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.583, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1905012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:23:19+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T16:23:19+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T16:23:19.572835+09:00", "mtime_epoch": 1783236199.5728354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:23:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2348.363, "name": "celery", "pid": 267, "rss_mb": 2348.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 348, "pushed_frames": 348, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.609, "pushed": 11.609, "read": 11.575}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.676, "count": 348, "max_ms": 11.785, "p95_ms": 9.09}, "gstreamer_push": {"avg_ms": 1.245, "count": 348, "max_ms": 1.652, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.963, "count": 348, "max_ms": 68.958, "p95_ms": 63.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.716, "count": 348, "max_ms": 78.717, "p95_ms": 68.571}, "yolo11_640_fire_11class": {"avg_ms": 51.5, "count": 348, "max_ms": 69.823, "p95_ms": 65.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.307, "count": 348, "max_ms": 81.664, "p95_ms": 77.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.702, "count": 348, "max_ms": 135.242, "p95_ms": 94.927}, "read_interval": {"avg_ms": 86.387, "count": 347, "max_ms": 195.73, "p95_ms": 109.529}, "triton_wait": {"avg_ms": 55.756, "count": 348, "max_ms": 81.677, "p95_ms": 78.136}, "visualize": {"avg_ms": 3.649, "count": 348, "max_ms": 5.722, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15852.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 707, "h264_decode_error_count": 1733, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:23:44+09:00", "last_error_summary": "[h264 @ 0x55fd929c1380] error while decoding MB 67 21, bytestream -7", "last_exit_at": "2026-07-05T16:23:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.152, "last_started_at": "2026-07-05T16:23:46+09:00", "pid": 136909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.91, "name": "ffmpeg", "pid": 136909, "rss_mb": 141.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 789, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 790}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.119, "sample_count": 2058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:23:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:23:48+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T16:23:48+09:00", "mjpeg": {"age_sec": 4.386, "exists": true, "mtime": "2026-07-05T16:23:44.425344+09:00", "mtime_epoch": 1783236224.4253438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:23:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9336.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.535, "pushed": 6.535, "read": 6.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.839, "count": 195, "max_ms": 26.796, "p95_ms": 20.802}, "gstreamer_push": {"avg_ms": 1.099, "count": 196, "max_ms": 1.661, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.622, "count": 195, "max_ms": 64.035, "p95_ms": 61.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.975, "count": 195, "max_ms": 70.87, "p95_ms": 68.323}, "yolo11_640_fire_11class": {"avg_ms": 49.647, "count": 195, "max_ms": 66.785, "p95_ms": 63.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.003, "count": 195, "max_ms": 80.348, "p95_ms": 76.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.523, "count": 196, "max_ms": 165.64, "p95_ms": 141.889}, "read_interval": {"avg_ms": 153.788, "count": 195, "max_ms": 4392.87, "p95_ms": 151.913}, "triton_wait": {"avg_ms": 58.41, "count": 195, "max_ms": 80.36, "p95_ms": 76.449}, "visualize": {"avg_ms": 4.852, "count": 195, "max_ms": 6.978, "p95_ms": 5.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15856.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 731.467, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.583, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1905312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:23:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:23:49+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T16:23:49+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T16:23:49.585449+09:00", "mtime_epoch": 1783236229.5854492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:23:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2348.621, "name": "celery", "pid": 267, "rss_mb": 2348.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.71, "count": 300, "max_ms": 12.911, "p95_ms": 8.867}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 2.044, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.075, "count": 300, "max_ms": 70.01, "p95_ms": 63.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.232, "count": 300, "max_ms": 71.725, "p95_ms": 64.856}, "yolo11_640_fire_11class": {"avg_ms": 51.508, "count": 300, "max_ms": 70.162, "p95_ms": 64.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.332, "count": 300, "max_ms": 81.056, "p95_ms": 76.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.51, "count": 300, "max_ms": 97.729, "p95_ms": 92.567}, "read_interval": {"avg_ms": 100.106, "count": 299, "max_ms": 803.869, "p95_ms": 185.124}, "triton_wait": {"avg_ms": 54.204, "count": 300, "max_ms": 81.068, "p95_ms": 76.862}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 4.911, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15982.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 707, "h264_decode_error_count": 1733, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:23:44+09:00", "last_error_summary": "[h264 @ 0x55fd929c1380] error while decoding MB 67 21, bytestream -7", "last_exit_at": "2026-07-05T16:23:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.176, "last_started_at": "2026-07-05T16:23:46+09:00", "pid": 136909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.844, "name": "ffmpeg", "pid": 136909, "rss_mb": 266.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 789, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 790}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.12, "sample_count": 2061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:24:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:24:18+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:24:18+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:24:18.726042+09:00", "mtime_epoch": 1783236258.726042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:24:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9336.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.692, "pushed": 7.692, "read": 7.659}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.673, "count": 230, "max_ms": 30.723, "p95_ms": 21.082}, "gstreamer_push": {"avg_ms": 1.104, "count": 230, "max_ms": 1.551, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.276, "count": 230, "max_ms": 64.354, "p95_ms": 61.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.876, "count": 230, "max_ms": 73.873, "p95_ms": 66.611}, "yolo11_640_fire_11class": {"avg_ms": 49.345, "count": 230, "max_ms": 67.387, "p95_ms": 62.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.075, "count": 230, "max_ms": 79.696, "p95_ms": 76.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.019, "count": 230, "max_ms": 143.311, "p95_ms": 136.779}, "read_interval": {"avg_ms": 130.56, "count": 229, "max_ms": 158.448, "p95_ms": 150.284}, "triton_wait": {"avg_ms": 57.874, "count": 230, "max_ms": 79.707, "p95_ms": 76.06}, "visualize": {"avg_ms": 4.706, "count": 230, "max_ms": 6.372, "p95_ms": 5.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15982.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.477, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.271, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1905611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:24:19+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T16:24:19+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T16:24:19.614060+09:00", "mtime_epoch": 1783236259.6140602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:24:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2348.621, "name": "celery", "pid": 267, "rss_mb": 2348.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.885, "count": 299, "max_ms": 12.898, "p95_ms": 10.189}, "gstreamer_push": {"avg_ms": 1.242, "count": 299, "max_ms": 2.018, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.981, "count": 299, "max_ms": 66.016, "p95_ms": 63.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.632, "count": 299, "max_ms": 75.967, "p95_ms": 68.275}, "yolo11_640_fire_11class": {"avg_ms": 51.561, "count": 299, "max_ms": 69.693, "p95_ms": 64.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.118, "count": 299, "max_ms": 81.09, "p95_ms": 77.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.167, "count": 299, "max_ms": 135.552, "p95_ms": 102.333}, "read_interval": {"avg_ms": 100.429, "count": 299, "max_ms": 727.531, "p95_ms": 146.134}, "triton_wait": {"avg_ms": 55.715, "count": 299, "max_ms": 81.103, "p95_ms": 77.066}, "visualize": {"avg_ms": 3.721, "count": 299, "max_ms": 5.691, "p95_ms": 4.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15986.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 707, "h264_decode_error_count": 1733, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:23:44+09:00", "last_error_summary": "[h264 @ 0x55fd929c1380] error while decoding MB 67 21, bytestream -7", "last_exit_at": "2026-07-05T16:23:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.297, "last_started_at": "2026-07-05T16:23:46+09:00", "pid": 136909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.938, "name": "ffmpeg", "pid": 136909, "rss_mb": 269.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 789, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 790}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.973, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:24:48+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T16:24:48+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T16:24:48.850652+09:00", "mtime_epoch": 1783236288.8506525, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:24:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9336.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.604, "pushed": 7.604, "read": 7.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.622, "count": 227, "max_ms": 31.003, "p95_ms": 20.546}, "gstreamer_push": {"avg_ms": 1.097, "count": 228, "max_ms": 1.671, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.477, "count": 227, "max_ms": 68.371, "p95_ms": 61.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.699, "count": 227, "max_ms": 80.294, "p95_ms": 65.805}, "yolo11_640_fire_11class": {"avg_ms": 49.532, "count": 227, "max_ms": 68.359, "p95_ms": 63.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.913, "count": 227, "max_ms": 84.559, "p95_ms": 76.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.448, "count": 228, "max_ms": 159.564, "p95_ms": 138.825}, "read_interval": {"avg_ms": 132.146, "count": 227, "max_ms": 170.614, "p95_ms": 151.59}, "triton_wait": {"avg_ms": 57.848, "count": 227, "max_ms": 84.571, "p95_ms": 76.162}, "visualize": {"avg_ms": 4.753, "count": 227, "max_ms": 7.877, "p95_ms": 5.557}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15986.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.585, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.754, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1905912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:24:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:24:49+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T16:24:49+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T16:24:49.686669+09:00", "mtime_epoch": 1783236289.6866693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:24:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2348.879, "name": "celery", "pid": 267, "rss_mb": 2348.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.983, "count": 300, "max_ms": 13.171, "p95_ms": 11.109}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 2.128, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.861, "count": 300, "max_ms": 68.383, "p95_ms": 62.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.597, "count": 300, "max_ms": 76.435, "p95_ms": 65.249}, "yolo11_640_fire_11class": {"avg_ms": 50.743, "count": 300, "max_ms": 71.266, "p95_ms": 65.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.462, "count": 300, "max_ms": 84.413, "p95_ms": 75.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.207, "count": 300, "max_ms": 134.345, "p95_ms": 106.106}, "read_interval": {"avg_ms": 100.027, "count": 299, "max_ms": 588.511, "p95_ms": 143.853}, "triton_wait": {"avg_ms": 54.874, "count": 300, "max_ms": 84.428, "p95_ms": 75.942}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 5.787, "p95_ms": 4.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15986.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 707, "h264_decode_error_count": 1733, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:23:44+09:00", "last_error_summary": "[h264 @ 0x55fd929c1380] error while decoding MB 67 21, bytestream -7", "last_exit_at": "2026-07-05T16:23:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.342, "last_started_at": "2026-07-05T16:23:46+09:00", "pid": 136909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.711, "name": "ffmpeg", "pid": 136909, "rss_mb": 270.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 789, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 790}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.83, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:25:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:25:19+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T16:25:18+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T16:25:18.879258+09:00", "mtime_epoch": 1783236318.879258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:25:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9336.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.522, "pushed": 7.522, "read": 7.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.842, "count": 225, "max_ms": 25.241, "p95_ms": 21.294}, "gstreamer_push": {"avg_ms": 1.09, "count": 225, "max_ms": 1.301, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.703, "count": 225, "max_ms": 64.3, "p95_ms": 61.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.004, "count": 225, "max_ms": 70.529, "p95_ms": 66.307}, "yolo11_640_fire_11class": {"avg_ms": 48.113, "count": 225, "max_ms": 64.854, "p95_ms": 61.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.695, "count": 225, "max_ms": 79.349, "p95_ms": 76.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.955, "count": 225, "max_ms": 165.111, "p95_ms": 142.023}, "read_interval": {"avg_ms": 133.504, "count": 224, "max_ms": 176.692, "p95_ms": 154.969}, "triton_wait": {"avg_ms": 57.526, "count": 225, "max_ms": 79.363, "p95_ms": 76.034}, "visualize": {"avg_ms": 4.848, "count": 225, "max_ms": 7.174, "p95_ms": 5.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15986.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.641, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.532, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1906213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:25:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:25:19+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:25:19+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T16:25:19.783276+09:00", "mtime_epoch": 1783236319.783276, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203566}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:25:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2348.879, "name": "celery", "pid": 267, "rss_mb": 2348.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 301, "max_ms": 12.282, "p95_ms": 9.665}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.62, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.271, "count": 301, "max_ms": 71.297, "p95_ms": 62.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.366, "count": 301, "max_ms": 78.745, "p95_ms": 67.981}, "yolo11_640_fire_11class": {"avg_ms": 49.49, "count": 301, "max_ms": 72.034, "p95_ms": 63.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.513, "count": 301, "max_ms": 82.47, "p95_ms": 75.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.825, "count": 301, "max_ms": 130.991, "p95_ms": 92.466}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 703.332, "p95_ms": 138.02}, "triton_wait": {"avg_ms": 54.025, "count": 301, "max_ms": 82.484, "p95_ms": 75.996}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 5.331, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15987.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 707, "h264_decode_error_count": 1733, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:23:44+09:00", "last_error_summary": "[h264 @ 0x55fd929c1380] error while decoding MB 67 21, bytestream -7", "last_exit_at": "2026-07-05T16:23:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.354, "last_started_at": "2026-07-05T16:23:46+09:00", "pid": 136909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.711, "name": "ffmpeg", "pid": 136909, "rss_mb": 270.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 789, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 790}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.83, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:25:49+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:25:48+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T16:25:48.907861+09:00", "mtime_epoch": 1783236348.907861, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:25:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9336.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.567, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.699, "count": 227, "max_ms": 24.729, "p95_ms": 21.172}, "gstreamer_push": {"avg_ms": 1.092, "count": 227, "max_ms": 1.604, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.994, "count": 227, "max_ms": 67.167, "p95_ms": 61.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.372, "count": 227, "max_ms": 68.96, "p95_ms": 65.866}, "yolo11_640_fire_11class": {"avg_ms": 49.078, "count": 227, "max_ms": 67.9, "p95_ms": 63.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.02, "count": 227, "max_ms": 82.783, "p95_ms": 75.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.296, "count": 227, "max_ms": 168.02, "p95_ms": 141.536}, "read_interval": {"avg_ms": 132.278, "count": 227, "max_ms": 179.152, "p95_ms": 153.794}, "triton_wait": {"avg_ms": 57.683, "count": 227, "max_ms": 82.794, "p95_ms": 75.662}, "visualize": {"avg_ms": 4.796, "count": 227, "max_ms": 7.428, "p95_ms": 5.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15987.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 851.69, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.934, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1906513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:25:49+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T16:25:49+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T16:25:49.811879+09:00", "mtime_epoch": 1783236349.8118792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:25:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2349.137, "name": "celery", "pid": 267, "rss_mb": 2349.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.673, "count": 300, "max_ms": 12.523, "p95_ms": 9.279}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.885, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.834, "count": 300, "max_ms": 71.223, "p95_ms": 62.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.36, "count": 300, "max_ms": 70.546, "p95_ms": 57.387}, "yolo11_640_fire_11class": {"avg_ms": 51.103, "count": 300, "max_ms": 71.874, "p95_ms": 64.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.167, "count": 300, "max_ms": 81.475, "p95_ms": 75.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.806, "count": 300, "max_ms": 121.214, "p95_ms": 93.625}, "read_interval": {"avg_ms": 100.144, "count": 299, "max_ms": 631.73, "p95_ms": 134.348}, "triton_wait": {"avg_ms": 54.714, "count": 300, "max_ms": 81.487, "p95_ms": 75.807}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.471, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15987.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 707, "h264_decode_error_count": 1733, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:23:44+09:00", "last_error_summary": "[h264 @ 0x55fd929c1380] error while decoding MB 67 21, bytestream -7", "last_exit_at": "2026-07-05T16:23:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.383, "last_started_at": "2026-07-05T16:23:46+09:00", "pid": 136909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.742, "name": "ffmpeg", "pid": 136909, "rss_mb": 271.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 789, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 790}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.078, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:26:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:26:19+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T16:26:18+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:26:18.932462+09:00", "mtime_epoch": 1783236378.9324615, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:26:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9336.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.629, "pushed": 7.629, "read": 7.595}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.594, "count": 228, "max_ms": 22.909, "p95_ms": 20.58}, "gstreamer_push": {"avg_ms": 1.093, "count": 228, "max_ms": 1.273, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.175, "count": 228, "max_ms": 65.098, "p95_ms": 61.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.205, "count": 228, "max_ms": 78.053, "p95_ms": 66.825}, "yolo11_640_fire_11class": {"avg_ms": 49.114, "count": 228, "max_ms": 67.085, "p95_ms": 62.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.59, "count": 228, "max_ms": 81.137, "p95_ms": 77.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.995, "count": 228, "max_ms": 143.73, "p95_ms": 140.235}, "read_interval": {"avg_ms": 131.732, "count": 227, "max_ms": 156.25, "p95_ms": 152.774}, "triton_wait": {"avg_ms": 58.231, "count": 228, "max_ms": 81.148, "p95_ms": 77.401}, "visualize": {"avg_ms": 4.737, "count": 228, "max_ms": 6.148, "p95_ms": 5.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15987.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 881.735, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.227, "sample_count": 3074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1906812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:26:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:26:19+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T16:26:19+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T16:26:19.848480+09:00", "mtime_epoch": 1783236379.8484797, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:26:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2349.395, "name": "celery", "pid": 267, "rss_mb": 2349.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.978, "count": 299, "max_ms": 12.836, "p95_ms": 10.169}, "gstreamer_push": {"avg_ms": 1.238, "count": 299, "max_ms": 1.539, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.461, "count": 299, "max_ms": 69.834, "p95_ms": 63.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.138, "count": 299, "max_ms": 81.661, "p95_ms": 64.322}, "yolo11_640_fire_11class": {"avg_ms": 50.937, "count": 299, "max_ms": 74.464, "p95_ms": 66.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.478, "count": 299, "max_ms": 81.643, "p95_ms": 77.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.725, "count": 299, "max_ms": 132.461, "p95_ms": 103.821}, "read_interval": {"avg_ms": 100.456, "count": 298, "max_ms": 679.969, "p95_ms": 140.768}, "triton_wait": {"avg_ms": 55.829, "count": 299, "max_ms": 81.672, "p95_ms": 77.375}, "visualize": {"avg_ms": 3.791, "count": 299, "max_ms": 5.763, "p95_ms": 4.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15988.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 707, "h264_decode_error_count": 1733, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:23:44+09:00", "last_error_summary": "[h264 @ 0x55fd929c1380] error while decoding MB 67 21, bytestream -7", "last_exit_at": "2026-07-05T16:23:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.461, "last_started_at": "2026-07-05T16:23:46+09:00", "pid": 136909, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.031, "name": "ffmpeg", "pid": 136909, "rss_mb": 273.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 789, "restart_count_per_hour": 16, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 790}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.889, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:26:49+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-05T16:26:48+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-05T16:26:48.949060+09:00", "mtime_epoch": 1783236408.9490597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:26:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.45, "pushed": 7.45, "read": 7.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.777, "count": 223, "max_ms": 25.752, "p95_ms": 20.565}, "gstreamer_push": {"avg_ms": 1.095, "count": 223, "max_ms": 1.724, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.495, "count": 223, "max_ms": 65.606, "p95_ms": 61.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.123, "count": 223, "max_ms": 75.105, "p95_ms": 67.188}, "yolo11_640_fire_11class": {"avg_ms": 49.638, "count": 223, "max_ms": 65.618, "p95_ms": 63.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.194, "count": 223, "max_ms": 81.193, "p95_ms": 76.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.259, "count": 223, "max_ms": 174.137, "p95_ms": 144.851}, "read_interval": {"avg_ms": 134.637, "count": 222, "max_ms": 178.292, "p95_ms": 155.999}, "triton_wait": {"avg_ms": 58.938, "count": 223, "max_ms": 81.203, "p95_ms": 76.222}, "visualize": {"avg_ms": 4.817, "count": 223, "max_ms": 7.211, "p95_ms": 5.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15988.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 911.855, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.581, "sample_count": 3049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1907113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:26:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:26:50+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T16:26:49+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T16:26:49.929079+09:00", "mtime_epoch": 1783236409.9290793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:26:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2349.395, "name": "celery", "pid": 267, "rss_mb": 2349.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.052, "count": 300, "max_ms": 14.2, "p95_ms": 10.418}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.483, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.877, "count": 300, "max_ms": 71.992, "p95_ms": 63.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.908, "count": 300, "max_ms": 78.742, "p95_ms": 66.019}, "yolo11_640_fire_11class": {"avg_ms": 51.374, "count": 300, "max_ms": 74.321, "p95_ms": 66.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.921, "count": 300, "max_ms": 83.859, "p95_ms": 77.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.507, "count": 300, "max_ms": 136.566, "p95_ms": 119.268}, "read_interval": {"avg_ms": 99.973, "count": 299, "max_ms": 774.343, "p95_ms": 146.227}, "triton_wait": {"avg_ms": 56.187, "count": 300, "max_ms": 83.872, "p95_ms": 77.581}, "visualize": {"avg_ms": 3.843, "count": 300, "max_ms": 6.536, "p95_ms": 5.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15743.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 941.864, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.045, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1907415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:27:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:27:20+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T16:27:19+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T16:27:20.005676+09:00", "mtime_epoch": 1783236440.0056763, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:27:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2349.652, "name": "celery", "pid": 267, "rss_mb": 2349.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.055}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.854, "count": 302, "max_ms": 12.238, "p95_ms": 10.223}, "gstreamer_push": {"avg_ms": 1.237, "count": 302, "max_ms": 1.963, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.343, "count": 302, "max_ms": 66.096, "p95_ms": 62.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.079, "count": 302, "max_ms": 75.101, "p95_ms": 64.006}, "yolo11_640_fire_11class": {"avg_ms": 50.63, "count": 302, "max_ms": 70.378, "p95_ms": 63.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.731, "count": 302, "max_ms": 80.858, "p95_ms": 76.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.797, "count": 302, "max_ms": 144.377, "p95_ms": 105.129}, "read_interval": {"avg_ms": 99.446, "count": 301, "max_ms": 480.957, "p95_ms": 153.146}, "triton_wait": {"avg_ms": 54.303, "count": 302, "max_ms": 80.87, "p95_ms": 76.497}, "visualize": {"avg_ms": 3.748, "count": 302, "max_ms": 6.141, "p95_ms": 5.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15852.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 708, "h264_decode_error_count": 1734, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:27:18+09:00", "last_error_summary": "[h264 @ 0x562ca19c0380] error while decoding MB 72 2, bytestream -30", "last_exit_at": "2026-07-05T16:27:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.133, "last_started_at": "2026-07-05T16:27:20+09:00", "pid": 137016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.902, "name": "ffmpeg", "pid": 137016, "rss_mb": 138.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 790, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 791}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.711, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:27:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:27:22+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T16:27:22+09:00", "mjpeg": {"age_sec": 4.559, "exists": true, "mtime": "2026-07-05T16:27:18.253642+09:00", "mtime_epoch": 1783236438.2536416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:27:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.542, "pushed": 6.542, "read": 6.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.978, "count": 196, "max_ms": 28.637, "p95_ms": 24.235}, "gstreamer_push": {"avg_ms": 1.104, "count": 196, "max_ms": 1.631, "p95_ms": 1.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.453, "count": 196, "max_ms": 65.759, "p95_ms": 62.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.022, "count": 196, "max_ms": 79.23, "p95_ms": 67.004}, "yolo11_640_fire_11class": {"avg_ms": 48.625, "count": 196, "max_ms": 68.32, "p95_ms": 63.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.608, "count": 196, "max_ms": 81.358, "p95_ms": 76.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.29, "count": 196, "max_ms": 152.225, "p95_ms": 138.098}, "read_interval": {"avg_ms": 153.612, "count": 195, "max_ms": 4576.463, "p95_ms": 151.106}, "triton_wait": {"avg_ms": 57.345, "count": 196, "max_ms": 81.371, "p95_ms": 76.489}, "visualize": {"avg_ms": 4.691, "count": 196, "max_ms": 8.932, "p95_ms": 5.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15982.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 971.873, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.664, "sample_count": 3044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1907713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:27:50+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T16:27:50+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T16:27:50.018270+09:00", "mtime_epoch": 1783236470.0182703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:27:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2349.652, "name": "celery", "pid": 267, "rss_mb": 2349.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.908, "count": 298, "max_ms": 13.881, "p95_ms": 10.02}, "gstreamer_push": {"avg_ms": 1.258, "count": 298, "max_ms": 1.795, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.64, "count": 298, "max_ms": 71.375, "p95_ms": 63.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.23, "count": 298, "max_ms": 76.039, "p95_ms": 67.374}, "yolo11_640_fire_11class": {"avg_ms": 52.562, "count": 298, "max_ms": 70.209, "p95_ms": 66.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.384, "count": 298, "max_ms": 86.892, "p95_ms": 78.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.818, "count": 298, "max_ms": 149.549, "p95_ms": 104.632}, "read_interval": {"avg_ms": 100.705, "count": 298, "max_ms": 583.41, "p95_ms": 148.448}, "triton_wait": {"avg_ms": 56.025, "count": 298, "max_ms": 86.906, "p95_ms": 78.453}, "visualize": {"avg_ms": 3.799, "count": 298, "max_ms": 6.884, "p95_ms": 5.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15982.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 708, "h264_decode_error_count": 1734, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:27:18+09:00", "last_error_summary": "[h264 @ 0x562ca19c0380] error while decoding MB 72 2, bytestream -30", "last_exit_at": "2026-07-05T16:27:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.212, "last_started_at": "2026-07-05T16:27:20+09:00", "pid": 137016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.348, "name": "ffmpeg", "pid": 137016, "rss_mb": 265.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 790, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 791}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.9, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:27:52+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T16:27:52+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T16:27:52.790325+09:00", "mtime_epoch": 1783236472.790325, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:27:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.745, "pushed": 7.745, "read": 7.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.681, "count": 232, "max_ms": 26.423, "p95_ms": 21.507}, "gstreamer_push": {"avg_ms": 1.105, "count": 232, "max_ms": 1.62, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.41, "count": 232, "max_ms": 66.914, "p95_ms": 63.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.437, "count": 232, "max_ms": 76.601, "p95_ms": 69.888}, "yolo11_640_fire_11class": {"avg_ms": 51.037, "count": 232, "max_ms": 69.036, "p95_ms": 65.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.635, "count": 232, "max_ms": 82.085, "p95_ms": 79.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.965, "count": 232, "max_ms": 145.532, "p95_ms": 139.741}, "read_interval": {"avg_ms": 129.671, "count": 231, "max_ms": 154.806, "p95_ms": 149.514}, "triton_wait": {"avg_ms": 59.323, "count": 232, "max_ms": 82.097, "p95_ms": 79.137}, "visualize": {"avg_ms": 4.855, "count": 232, "max_ms": 7.436, "p95_ms": 6.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15982.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1001.944, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.273, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1908019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:28:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:28:20+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T16:28:20.086863+09:00", "mtime_epoch": 1783236500.0868633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:28:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2349.91, "name": "celery", "pid": 267, "rss_mb": 2349.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.202, "pushed": 10.202, "read": 10.169}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.899, "count": 306, "max_ms": 15.067, "p95_ms": 10.16}, "gstreamer_push": {"avg_ms": 1.225, "count": 306, "max_ms": 1.703, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.824, "count": 306, "max_ms": 70.356, "p95_ms": 64.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.032, "count": 306, "max_ms": 80.179, "p95_ms": 69.973}, "yolo11_640_fire_11class": {"avg_ms": 52.392, "count": 306, "max_ms": 71.054, "p95_ms": 66.045}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.232, "count": 306, "max_ms": 81.695, "p95_ms": 78.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.574, "count": 306, "max_ms": 141.594, "p95_ms": 106.02}, "read_interval": {"avg_ms": 98.322, "count": 305, "max_ms": 438.475, "p95_ms": 146.195}, "triton_wait": {"avg_ms": 55.916, "count": 306, "max_ms": 81.707, "p95_ms": 78.911}, "visualize": {"avg_ms": 3.728, "count": 306, "max_ms": 6.079, "p95_ms": 4.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15983.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 708, "h264_decode_error_count": 1734, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:27:18+09:00", "last_error_summary": "[h264 @ 0x562ca19c0380] error while decoding MB 72 2, bytestream -30", "last_exit_at": "2026-07-05T16:27:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.254, "last_started_at": "2026-07-05T16:27:20+09:00", "pid": 137016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.863, "name": "ffmpeg", "pid": 137016, "rss_mb": 265.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 790, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 791}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.495, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:28:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:28:22+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T16:28:22+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T16:28:22.830917+09:00", "mtime_epoch": 1783236502.8309174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:28:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.792, "pushed": 7.792, "read": 7.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.718, "count": 233, "max_ms": 33.091, "p95_ms": 20.211}, "gstreamer_push": {"avg_ms": 1.116, "count": 233, "max_ms": 1.345, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.849, "count": 233, "max_ms": 70.448, "p95_ms": 62.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.252, "count": 233, "max_ms": 77.67, "p95_ms": 68.752}, "yolo11_640_fire_11class": {"avg_ms": 50.296, "count": 233, "max_ms": 72.569, "p95_ms": 64.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.683, "count": 233, "max_ms": 80.907, "p95_ms": 76.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.077, "count": 233, "max_ms": 142.167, "p95_ms": 139.156}, "read_interval": {"avg_ms": 128.971, "count": 232, "max_ms": 151.492, "p95_ms": 149.097}, "triton_wait": {"avg_ms": 58.493, "count": 233, "max_ms": 80.918, "p95_ms": 76.407}, "visualize": {"avg_ms": 4.711, "count": 233, "max_ms": 6.361, "p95_ms": 5.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15990.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1031.963, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.045, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1908314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:28:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:28:50+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T16:28:50+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T16:28:50.075453+09:00", "mtime_epoch": 1783236530.075453, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:28:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2349.91, "name": "celery", "pid": 267, "rss_mb": 2349.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.893, "count": 295, "max_ms": 12.977, "p95_ms": 10.177}, "gstreamer_push": {"avg_ms": 1.261, "count": 295, "max_ms": 1.908, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.841, "count": 295, "max_ms": 71.392, "p95_ms": 64.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.943, "count": 295, "max_ms": 80.323, "p95_ms": 70.599}, "yolo11_640_fire_11class": {"avg_ms": 52.375, "count": 295, "max_ms": 77.768, "p95_ms": 66.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.959, "count": 295, "max_ms": 82.024, "p95_ms": 77.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.999, "count": 295, "max_ms": 185.51, "p95_ms": 102.279}, "read_interval": {"avg_ms": 101.661, "count": 295, "max_ms": 785.946, "p95_ms": 130.171}, "triton_wait": {"avg_ms": 55.846, "count": 295, "max_ms": 82.037, "p95_ms": 77.861}, "visualize": {"avg_ms": 3.778, "count": 295, "max_ms": 6.198, "p95_ms": 4.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.456, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15990.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 708, "h264_decode_error_count": 1734, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:27:18+09:00", "last_error_summary": "[h264 @ 0x562ca19c0380] error while decoding MB 72 2, bytestream -30", "last_exit_at": "2026-07-05T16:27:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.314, "last_started_at": "2026-07-05T16:27:20+09:00", "pid": 137016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.68, "name": "ffmpeg", "pid": 137016, "rss_mb": 272.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 790, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 791}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.334, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:28:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:28:52+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T16:28:52+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T16:28:52.875508+09:00", "mtime_epoch": 1783236532.875508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:28:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.649, "pushed": 7.649, "read": 7.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.706, "count": 229, "max_ms": 24.534, "p95_ms": 20.855}, "gstreamer_push": {"avg_ms": 1.104, "count": 229, "max_ms": 1.521, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.566, "count": 229, "max_ms": 67.806, "p95_ms": 62.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.638, "count": 229, "max_ms": 77.545, "p95_ms": 69.543}, "yolo11_640_fire_11class": {"avg_ms": 50.798, "count": 229, "max_ms": 70.062, "p95_ms": 63.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.778, "count": 229, "max_ms": 83.12, "p95_ms": 77.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.614, "count": 229, "max_ms": 150.274, "p95_ms": 140.852}, "read_interval": {"avg_ms": 131.237, "count": 228, "max_ms": 158.409, "p95_ms": 150.767}, "triton_wait": {"avg_ms": 59.6, "count": 229, "max_ms": 83.132, "p95_ms": 77.849}, "visualize": {"avg_ms": 4.782, "count": 229, "max_ms": 7.1, "p95_ms": 5.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15998.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1061.982, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.706, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1908615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:29:20+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T16:29:20+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T16:29:20.120042+09:00", "mtime_epoch": 1783236560.120042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:29:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2350.168, "name": "celery", "pid": 267, "rss_mb": 2350.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.82, "count": 301, "max_ms": 15.24, "p95_ms": 9.468}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.512, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.648, "count": 301, "max_ms": 71.48, "p95_ms": 63.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.759, "count": 301, "max_ms": 75.318, "p95_ms": 68.822}, "yolo11_640_fire_11class": {"avg_ms": 51.884, "count": 301, "max_ms": 72.599, "p95_ms": 65.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.275, "count": 301, "max_ms": 83.159, "p95_ms": 78.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.732, "count": 301, "max_ms": 129.935, "p95_ms": 97.363}, "read_interval": {"avg_ms": 99.803, "count": 300, "max_ms": 789.759, "p95_ms": 119.573}, "triton_wait": {"avg_ms": 56.673, "count": 301, "max_ms": 83.171, "p95_ms": 78.402}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 5.892, "p95_ms": 4.456}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15999.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 708, "h264_decode_error_count": 1734, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:27:18+09:00", "last_error_summary": "[h264 @ 0x562ca19c0380] error while decoding MB 72 2, bytestream -30", "last_exit_at": "2026-07-05T16:27:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.368, "last_started_at": "2026-07-05T16:27:20+09:00", "pid": 137016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.414, "name": "ffmpeg", "pid": 137016, "rss_mb": 280.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 790, "restart_count_per_hour": 17, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 791}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.771, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:29:23+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:29:22+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T16:29:22.944098+09:00", "mtime_epoch": 1783236562.9440975, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:29:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.652, "pushed": 7.652, "read": 7.618}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.625, "count": 229, "max_ms": 29.869, "p95_ms": 20.613}, "gstreamer_push": {"avg_ms": 1.108, "count": 229, "max_ms": 1.885, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.698, "count": 229, "max_ms": 65.352, "p95_ms": 62.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.852, "count": 229, "max_ms": 79.488, "p95_ms": 69.188}, "yolo11_640_fire_11class": {"avg_ms": 51.062, "count": 229, "max_ms": 67.955, "p95_ms": 65.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.969, "count": 229, "max_ms": 81.97, "p95_ms": 77.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.615, "count": 229, "max_ms": 163.495, "p95_ms": 141.768}, "read_interval": {"avg_ms": 131.274, "count": 228, "max_ms": 171.811, "p95_ms": 152.118}, "triton_wait": {"avg_ms": 59.443, "count": 229, "max_ms": 81.983, "p95_ms": 77.551}, "visualize": {"avg_ms": 4.818, "count": 229, "max_ms": 7.187, "p95_ms": 5.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16004.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1092.043, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.566, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1908915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:29:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:29:50+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T16:29:50+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T16:29:50.156630+09:00", "mtime_epoch": 1783236590.1566296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:29:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2350.168, "name": "celery", "pid": 267, "rss_mb": 2350.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.914, "count": 300, "max_ms": 12.395, "p95_ms": 9.863}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.47, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.663, "count": 300, "max_ms": 66.004, "p95_ms": 63.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.994, "count": 300, "max_ms": 78.368, "p95_ms": 69.391}, "yolo11_640_fire_11class": {"avg_ms": 51.613, "count": 300, "max_ms": 71.389, "p95_ms": 64.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.583, "count": 300, "max_ms": 81.494, "p95_ms": 78.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.095, "count": 300, "max_ms": 134.656, "p95_ms": 104.774}, "read_interval": {"avg_ms": 100.171, "count": 299, "max_ms": 638.086, "p95_ms": 139.414}, "triton_wait": {"avg_ms": 56.041, "count": 300, "max_ms": 81.506, "p95_ms": 78.245}, "visualize": {"avg_ms": 3.786, "count": 300, "max_ms": 6.083, "p95_ms": 4.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16003.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 708, "h264_decode_error_count": 1734, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:27:18+09:00", "last_error_summary": "[h264 @ 0x562ca19c0380] error while decoding MB 72 2, bytestream -30", "last_exit_at": "2026-07-05T16:27:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.396, "last_started_at": "2026-07-05T16:27:20+09:00", "pid": 137016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.797, "name": "ffmpeg", "pid": 137016, "rss_mb": 284.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 790, "restart_count_per_hour": 16, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 791}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.544, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:29:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:29:53+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T16:29:52+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T16:29:52.920684+09:00", "mtime_epoch": 1783236592.9206836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:29:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.593, "pushed": 7.593, "read": 7.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.647, "count": 227, "max_ms": 28.127, "p95_ms": 20.812}, "gstreamer_push": {"avg_ms": 1.095, "count": 227, "max_ms": 1.354, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.443, "count": 227, "max_ms": 63.753, "p95_ms": 61.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.731, "count": 227, "max_ms": 77.474, "p95_ms": 69.845}, "yolo11_640_fire_11class": {"avg_ms": 48.924, "count": 227, "max_ms": 63.909, "p95_ms": 62.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.674, "count": 227, "max_ms": 79.918, "p95_ms": 76.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.977, "count": 227, "max_ms": 164.313, "p95_ms": 139.578}, "read_interval": {"avg_ms": 132.094, "count": 226, "max_ms": 742.44, "p95_ms": 149.082}, "triton_wait": {"avg_ms": 58.708, "count": 227, "max_ms": 79.93, "p95_ms": 76.349}, "visualize": {"avg_ms": 4.767, "count": 227, "max_ms": 6.944, "p95_ms": 5.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16004.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1122.071, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.101, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1909217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:30:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:30:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:30:20+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T16:30:20.209216+09:00", "mtime_epoch": 1783236620.2092159, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:30:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2350.426, "name": "celery", "pid": 267, "rss_mb": 2350.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.793, "count": 302, "max_ms": 11.499, "p95_ms": 9.886}, "gstreamer_push": {"avg_ms": 1.277, "count": 302, "max_ms": 1.441, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.991, "count": 302, "max_ms": 63.707, "p95_ms": 52.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.585, "count": 302, "max_ms": 77.167, "p95_ms": 54.087}, "yolo11_640_fire_11class": {"avg_ms": 49.72, "count": 302, "max_ms": 69.716, "p95_ms": 55.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.665, "count": 302, "max_ms": 79.361, "p95_ms": 68.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.545, "count": 302, "max_ms": 141.918, "p95_ms": 94.777}, "read_interval": {"avg_ms": 99.49, "count": 301, "max_ms": 722.061, "p95_ms": 138.999}, "triton_wait": {"avg_ms": 51.305, "count": 302, "max_ms": 79.373, "p95_ms": 68.451}, "visualize": {"avg_ms": 3.747, "count": 302, "max_ms": 6.049, "p95_ms": 4.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16012.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 708, "h264_decode_error_count": 1734, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:27:18+09:00", "last_error_summary": "[h264 @ 0x562ca19c0380] error while decoding MB 72 2, bytestream -30", "last_exit_at": "2026-07-05T16:27:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.484, "last_started_at": "2026-07-05T16:27:20+09:00", "pid": 137016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.715, "name": "ffmpeg", "pid": 137016, "rss_mb": 293.715, "state": "S (sleeping)", "threads": 104}, "restart_count": 790, "restart_count_per_hour": 16, "rtsp_timeout_count": 442, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 791}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.032, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:30:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T16:30:23+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-05T16:30:22+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-05T16:30:22.993270+09:00", "mtime_epoch": 1783236622.99327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:30:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.641, "pushed": 2.641, "read": 2.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 20.838, "count": 79, "max_ms": 34.049, "p95_ms": 32.361}, "gstreamer_push": {"avg_ms": 1.042, "count": 79, "max_ms": 1.453, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.045, "count": 79, "max_ms": 67.776, "p95_ms": 64.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.478, "count": 79, "max_ms": 78.079, "p95_ms": 69.694}, "yolo11_640_fire_11class": {"avg_ms": 49.728, "count": 79, "max_ms": 66.297, "p95_ms": 66.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.12, "count": 79, "max_ms": 80.092, "p95_ms": 79.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.544, "count": 79, "max_ms": 176.697, "p95_ms": 174.638}, "read_interval": {"avg_ms": 383.342, "count": 78, "max_ms": 17962.27, "p95_ms": 185.614}, "triton_wait": {"avg_ms": 59.514, "count": 79, "max_ms": 80.104, "p95_ms": 79.547}, "visualize": {"avg_ms": 5.863, "count": 79, "max_ms": 7.477, "p95_ms": 7.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15986.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1152.09, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.146, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1909515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:30:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:30:50+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T16:30:50+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T16:30:50.201799+09:00", "mtime_epoch": 1783236650.2017994, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:30:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2350.426, "name": "celery", "pid": 267, "rss_mb": 2350.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.063, "count": 298, "max_ms": 12.889, "p95_ms": 11.979}, "gstreamer_push": {"avg_ms": 1.254, "count": 298, "max_ms": 1.518, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.512, "count": 298, "max_ms": 68.193, "p95_ms": 62.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.107, "count": 298, "max_ms": 75.164, "p95_ms": 68.73}, "yolo11_640_fire_11class": {"avg_ms": 50.591, "count": 298, "max_ms": 70.299, "p95_ms": 64.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.059, "count": 298, "max_ms": 80.428, "p95_ms": 77.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.847, "count": 298, "max_ms": 108.932, "p95_ms": 100.248}, "read_interval": {"avg_ms": 100.702, "count": 297, "max_ms": 782.229, "p95_ms": 121.25}, "triton_wait": {"avg_ms": 54.44, "count": 298, "max_ms": 80.441, "p95_ms": 77.584}, "visualize": {"avg_ms": 3.742, "count": 298, "max_ms": 5.674, "p95_ms": 4.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15989.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 709, "h264_decode_error_count": 1738, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:30:23+09:00", "last_error_summary": "[h264 @ 0x55566f79a900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566f79a900] error while decoding MB 0 8, bytestream 6002 [h264 @ 0x55566ea52380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566ea52380] error while decoding MB 0 38, bytestream 1172 [h264 @ 0x55566f52dd80] left block unavailable for requested intra mode [h264 @ 0x55566f52dd80] error while decoding MB 0 35, bytestream 43775 [h264 @ 0x55566f5fcc00] left block unavailable for requested i", "last_exit_at": "2026-07-05T16:30:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.285, "last_started_at": "2026-07-05T16:30:25+09:00", "pid": 137123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.27, "name": "ffmpeg", "pid": 137123, "rss_mb": 271.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 791, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 792}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.032, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:30:53+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:30:53+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T16:30:53.169857+09:00", "mtime_epoch": 1783236653.169857, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:30:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.607, "pushed": 6.607, "read": 6.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.681, "count": 197, "max_ms": 21.641, "p95_ms": 20.315}, "gstreamer_push": {"avg_ms": 1.097, "count": 198, "max_ms": 1.547, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.179, "count": 197, "max_ms": 66.314, "p95_ms": 62.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.079, "count": 197, "max_ms": 76.09, "p95_ms": 69.825}, "yolo11_640_fire_11class": {"avg_ms": 49.96, "count": 197, "max_ms": 67.42, "p95_ms": 63.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.415, "count": 197, "max_ms": 80.366, "p95_ms": 77.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.881, "count": 198, "max_ms": 161.154, "p95_ms": 142.802}, "read_interval": {"avg_ms": 152.242, "count": 197, "max_ms": 4401.318, "p95_ms": 152.123}, "triton_wait": {"avg_ms": 59.344, "count": 197, "max_ms": 80.378, "p95_ms": 77.551}, "visualize": {"avg_ms": 4.804, "count": 197, "max_ms": 6.523, "p95_ms": 5.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15993.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1182.156, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.461, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1909818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:31:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:31:20+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T16:31:20+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T16:31:20.298384+09:00", "mtime_epoch": 1783236680.2983837, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:31:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2350.684, "name": "celery", "pid": 267, "rss_mb": 2350.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.103, "count": 303, "max_ms": 13.742, "p95_ms": 10.622}, "gstreamer_push": {"avg_ms": 1.236, "count": 303, "max_ms": 1.461, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.088, "count": 303, "max_ms": 71.207, "p95_ms": 63.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.671, "count": 303, "max_ms": 76.841, "p95_ms": 70.084}, "yolo11_640_fire_11class": {"avg_ms": 52.337, "count": 303, "max_ms": 73.844, "p95_ms": 65.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.89, "count": 303, "max_ms": 86.998, "p95_ms": 78.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.52, "count": 303, "max_ms": 153.176, "p95_ms": 106.229}, "read_interval": {"avg_ms": 99.296, "count": 302, "max_ms": 644.742, "p95_ms": 140.086}, "triton_wait": {"avg_ms": 56.346, "count": 303, "max_ms": 87.01, "p95_ms": 78.623}, "visualize": {"avg_ms": 3.86, "count": 303, "max_ms": 6.504, "p95_ms": 5.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15993.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 709, "h264_decode_error_count": 1738, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:30:23+09:00", "last_error_summary": "[h264 @ 0x55566f79a900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566f79a900] error while decoding MB 0 8, bytestream 6002 [h264 @ 0x55566ea52380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566ea52380] error while decoding MB 0 38, bytestream 1172 [h264 @ 0x55566f52dd80] left block unavailable for requested intra mode [h264 @ 0x55566f52dd80] error while decoding MB 0 35, bytestream 43775 [h264 @ 0x55566f5fcc00] left block unavailable for requested i", "last_exit_at": "2026-07-05T16:30:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.337, "last_started_at": "2026-07-05T16:30:25+09:00", "pid": 137123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.621, "name": "ffmpeg", "pid": 137123, "rss_mb": 274.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 791, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 792}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.97, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:31:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:31:23+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:31:23+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T16:31:23.222440+09:00", "mtime_epoch": 1783236683.2224405, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:31:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9337.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.723, "pushed": 7.723, "read": 7.689}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.755, "count": 231, "max_ms": 31.164, "p95_ms": 20.806}, "gstreamer_push": {"avg_ms": 1.127, "count": 231, "max_ms": 1.582, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.008, "count": 231, "max_ms": 68.122, "p95_ms": 62.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.573, "count": 231, "max_ms": 77.037, "p95_ms": 70.547}, "yolo11_640_fire_11class": {"avg_ms": 51.205, "count": 231, "max_ms": 68.237, "p95_ms": 65.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.029, "count": 231, "max_ms": 82.637, "p95_ms": 77.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.504, "count": 231, "max_ms": 142.146, "p95_ms": 139.284}, "read_interval": {"avg_ms": 130.13, "count": 230, "max_ms": 156.678, "p95_ms": 149.263}, "triton_wait": {"avg_ms": 60.094, "count": 231, "max_ms": 82.649, "p95_ms": 77.958}, "visualize": {"avg_ms": 4.72, "count": 231, "max_ms": 6.45, "p95_ms": 5.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15996.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1212.236, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.918, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1910121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:31:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T16:31:50+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T16:31:50.362966+09:00", "mtime_epoch": 1783236710.3629663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:31:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2350.941, "name": "celery", "pid": 267, "rss_mb": 2350.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.036, "count": 303, "max_ms": 11.876, "p95_ms": 10.029}, "gstreamer_push": {"avg_ms": 1.227, "count": 303, "max_ms": 1.422, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.461, "count": 303, "max_ms": 65.999, "p95_ms": 63.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.833, "count": 303, "max_ms": 78.37, "p95_ms": 69.014}, "yolo11_640_fire_11class": {"avg_ms": 52.85, "count": 303, "max_ms": 70.921, "p95_ms": 65.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.336, "count": 303, "max_ms": 81.579, "p95_ms": 78.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.355, "count": 303, "max_ms": 136.75, "p95_ms": 111.341}, "read_interval": {"avg_ms": 99.253, "count": 302, "max_ms": 795.875, "p95_ms": 142.526}, "triton_wait": {"avg_ms": 56.864, "count": 303, "max_ms": 81.592, "p95_ms": 78.405}, "visualize": {"avg_ms": 3.844, "count": 303, "max_ms": 5.535, "p95_ms": 5.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15996.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 709, "h264_decode_error_count": 1738, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:30:23+09:00", "last_error_summary": "[h264 @ 0x55566f79a900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566f79a900] error while decoding MB 0 8, bytestream 6002 [h264 @ 0x55566ea52380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566ea52380] error while decoding MB 0 38, bytestream 1172 [h264 @ 0x55566f52dd80] left block unavailable for requested intra mode [h264 @ 0x55566f52dd80] error while decoding MB 0 35, bytestream 43775 [h264 @ 0x55566f5fcc00] left block unavailable for requested i", "last_exit_at": "2026-07-05T16:30:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.437, "last_started_at": "2026-07-05T16:30:25+09:00", "pid": 137123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.457, "name": "ffmpeg", "pid": 137123, "rss_mb": 277.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 791, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 792}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.536, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:31:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:31:53+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T16:31:53+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T16:31:53.323024+09:00", "mtime_epoch": 1783236713.3230236, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:31:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.712, "pushed": 7.712, "read": 7.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.854, "count": 231, "max_ms": 27.169, "p95_ms": 21.516}, "gstreamer_push": {"avg_ms": 1.112, "count": 231, "max_ms": 1.524, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.487, "count": 231, "max_ms": 63.55, "p95_ms": 61.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.967, "count": 231, "max_ms": 77.296, "p95_ms": 69.659}, "yolo11_640_fire_11class": {"avg_ms": 50.054, "count": 231, "max_ms": 70.274, "p95_ms": 63.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.036, "count": 231, "max_ms": 79.434, "p95_ms": 76.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.745, "count": 231, "max_ms": 159.522, "p95_ms": 140.908}, "read_interval": {"avg_ms": 130.32, "count": 230, "max_ms": 167.898, "p95_ms": 151.027}, "triton_wait": {"avg_ms": 58.906, "count": 231, "max_ms": 79.446, "p95_ms": 76.379}, "visualize": {"avg_ms": 4.819, "count": 231, "max_ms": 6.935, "p95_ms": 5.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15996.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1242.241, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.463, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1910417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:32:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T16:32:20+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T16:32:20+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T16:32:20.379547+09:00", "mtime_epoch": 1783236740.3795466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:32:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2350.941, "name": "celery", "pid": 267, "rss_mb": 2350.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.834, "count": 296, "max_ms": 13.006, "p95_ms": 9.844}, "gstreamer_push": {"avg_ms": 1.257, "count": 296, "max_ms": 1.941, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.51, "count": 296, "max_ms": 69.26, "p95_ms": 63.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.601, "count": 296, "max_ms": 77.506, "p95_ms": 67.123}, "yolo11_640_fire_11class": {"avg_ms": 51.732, "count": 296, "max_ms": 70.132, "p95_ms": 66.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.356, "count": 296, "max_ms": 82.821, "p95_ms": 78.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.166, "count": 296, "max_ms": 135.809, "p95_ms": 95.433}, "read_interval": {"avg_ms": 101.408, "count": 296, "max_ms": 738.817, "p95_ms": 193.355}, "triton_wait": {"avg_ms": 55.164, "count": 296, "max_ms": 82.836, "p95_ms": 78.299}, "visualize": {"avg_ms": 3.669, "count": 296, "max_ms": 5.785, "p95_ms": 4.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15996.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 709, "h264_decode_error_count": 1738, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:30:23+09:00", "last_error_summary": "[h264 @ 0x55566f79a900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566f79a900] error while decoding MB 0 8, bytestream 6002 [h264 @ 0x55566ea52380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566ea52380] error while decoding MB 0 38, bytestream 1172 [h264 @ 0x55566f52dd80] left block unavailable for requested intra mode [h264 @ 0x55566f52dd80] error while decoding MB 0 35, bytestream 43775 [h264 @ 0x55566f5fcc00] left block unavailable for requested i", "last_exit_at": "2026-07-05T16:30:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.482, "last_started_at": "2026-07-05T16:30:25+09:00", "pid": 137123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.973, "name": "ffmpeg", "pid": 137123, "rss_mb": 277.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 791, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 792}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.768, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:32:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:32:23+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T16:32:23+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:32:23.363604+09:00", "mtime_epoch": 1783236743.3636043, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:32:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.654, "pushed": 7.654, "read": 7.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.813, "count": 229, "max_ms": 25.481, "p95_ms": 21.162}, "gstreamer_push": {"avg_ms": 1.121, "count": 229, "max_ms": 1.353, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.023, "count": 229, "max_ms": 68.059, "p95_ms": 62.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.034, "count": 229, "max_ms": 76.741, "p95_ms": 69.219}, "yolo11_640_fire_11class": {"avg_ms": 50.222, "count": 229, "max_ms": 70.891, "p95_ms": 64.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.258, "count": 229, "max_ms": 83.981, "p95_ms": 77.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.69, "count": 229, "max_ms": 170.29, "p95_ms": 142.463}, "read_interval": {"avg_ms": 131.219, "count": 228, "max_ms": 178.325, "p95_ms": 150.614}, "triton_wait": {"avg_ms": 59.199, "count": 229, "max_ms": 83.992, "p95_ms": 77.553}, "visualize": {"avg_ms": 4.773, "count": 229, "max_ms": 5.937, "p95_ms": 5.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15997.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1272.332, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.898, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1910723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:32:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:32:50+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T16:32:50+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T16:32:50.452127+09:00", "mtime_epoch": 1783236770.452127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:32:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2351.199, "name": "celery", "pid": 267, "rss_mb": 2351.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.197, "pushed": 10.197, "read": 10.164}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 305, "max_ms": 12.306, "p95_ms": 9.924}, "gstreamer_push": {"avg_ms": 1.25, "count": 305, "max_ms": 1.951, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.877, "count": 305, "max_ms": 68.952, "p95_ms": 63.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.969, "count": 305, "max_ms": 77.402, "p95_ms": 70.006}, "yolo11_640_fire_11class": {"avg_ms": 52.727, "count": 305, "max_ms": 71.684, "p95_ms": 65.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.663, "count": 305, "max_ms": 83.314, "p95_ms": 78.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.823, "count": 305, "max_ms": 139.686, "p95_ms": 116.209}, "read_interval": {"avg_ms": 98.395, "count": 304, "max_ms": 621.304, "p95_ms": 142.78}, "triton_wait": {"avg_ms": 56.681, "count": 305, "max_ms": 83.327, "p95_ms": 78.501}, "visualize": {"avg_ms": 3.822, "count": 305, "max_ms": 5.892, "p95_ms": 5.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15996.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 709, "h264_decode_error_count": 1738, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:30:23+09:00", "last_error_summary": "[h264 @ 0x55566f79a900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566f79a900] error while decoding MB 0 8, bytestream 6002 [h264 @ 0x55566ea52380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566ea52380] error while decoding MB 0 38, bytestream 1172 [h264 @ 0x55566f52dd80] left block unavailable for requested intra mode [h264 @ 0x55566f52dd80] error while decoding MB 0 35, bytestream 43775 [h264 @ 0x55566f5fcc00] left block unavailable for requested i", "last_exit_at": "2026-07-05T16:30:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.531, "last_started_at": "2026-07-05T16:30:25+09:00", "pid": 137123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.973, "name": "ffmpeg", "pid": 137123, "rss_mb": 277.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 791, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 792}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.848, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:32:53+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:32:53+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T16:32:53.424184+09:00", "mtime_epoch": 1783236773.424184, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:32:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.693, "pushed": 7.693, "read": 7.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.65, "count": 230, "max_ms": 29.918, "p95_ms": 20.557}, "gstreamer_push": {"avg_ms": 1.104, "count": 230, "max_ms": 1.481, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.024, "count": 230, "max_ms": 71.328, "p95_ms": 62.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.521, "count": 230, "max_ms": 75.933, "p95_ms": 70.531}, "yolo11_640_fire_11class": {"avg_ms": 50.942, "count": 230, "max_ms": 73.871, "p95_ms": 65.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.872, "count": 230, "max_ms": 80.787, "p95_ms": 77.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.025, "count": 230, "max_ms": 154.765, "p95_ms": 140.304}, "read_interval": {"avg_ms": 130.674, "count": 229, "max_ms": 162.806, "p95_ms": 150.62}, "triton_wait": {"avg_ms": 59.62, "count": 230, "max_ms": 80.799, "p95_ms": 77.545}, "visualize": {"avg_ms": 4.751, "count": 230, "max_ms": 6.037, "p95_ms": 5.466}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15996.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1302.346, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.046, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1911018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:33:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:33:20+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T16:33:20.484705+09:00", "mtime_epoch": 1783236800.4847054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:33:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2351.199, "name": "celery", "pid": 267, "rss_mb": 2351.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.835}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.195, "count": 295, "max_ms": 15.27, "p95_ms": 10.036}, "gstreamer_push": {"avg_ms": 1.225, "count": 295, "max_ms": 1.513, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.292, "count": 295, "max_ms": 68.938, "p95_ms": 63.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.917, "count": 295, "max_ms": 81.609, "p95_ms": 69.693}, "yolo11_640_fire_11class": {"avg_ms": 51.333, "count": 295, "max_ms": 68.958, "p95_ms": 64.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.977, "count": 295, "max_ms": 82.246, "p95_ms": 78.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.007, "count": 295, "max_ms": 138.516, "p95_ms": 107.713}, "read_interval": {"avg_ms": 101.805, "count": 294, "max_ms": 493.253, "p95_ms": 144.086}, "triton_wait": {"avg_ms": 55.514, "count": 295, "max_ms": 82.261, "p95_ms": 78.184}, "visualize": {"avg_ms": 3.911, "count": 295, "max_ms": 6.198, "p95_ms": 5.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15997.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 709, "h264_decode_error_count": 1738, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:30:23+09:00", "last_error_summary": "[h264 @ 0x55566f79a900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566f79a900] error while decoding MB 0 8, bytestream 6002 [h264 @ 0x55566ea52380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566ea52380] error while decoding MB 0 38, bytestream 1172 [h264 @ 0x55566f52dd80] left block unavailable for requested intra mode [h264 @ 0x55566f52dd80] error while decoding MB 0 35, bytestream 43775 [h264 @ 0x55566f5fcc00] left block unavailable for requested i", "last_exit_at": "2026-07-05T16:30:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.666, "last_started_at": "2026-07-05T16:30:25+09:00", "pid": 137123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.23, "name": "ffmpeg", "pid": 137123, "rss_mb": 278.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 791, "restart_count_per_hour": 16, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 792}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.526, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:33:23+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T16:33:23+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-05T16:33:23.496763+09:00", "mtime_epoch": 1783236803.4967632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:33:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.569, "pushed": 7.569, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.021, "count": 226, "max_ms": 23.236, "p95_ms": 20.968}, "gstreamer_push": {"avg_ms": 1.104, "count": 226, "max_ms": 1.664, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.76, "count": 226, "max_ms": 63.616, "p95_ms": 62.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.5, "count": 226, "max_ms": 79.731, "p95_ms": 71.578}, "yolo11_640_fire_11class": {"avg_ms": 48.913, "count": 226, "max_ms": 66.841, "p95_ms": 63.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.435, "count": 226, "max_ms": 80.724, "p95_ms": 77.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.305, "count": 226, "max_ms": 165.469, "p95_ms": 143.768}, "read_interval": {"avg_ms": 132.6, "count": 225, "max_ms": 173.75, "p95_ms": 153.135}, "triton_wait": {"avg_ms": 58.537, "count": 226, "max_ms": 80.737, "p95_ms": 77.451}, "visualize": {"avg_ms": 4.906, "count": 226, "max_ms": 7.443, "p95_ms": 5.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15997.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1332.497, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.206, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1911320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:33:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:33:50+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T16:33:50+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-05T16:33:50.477282+09:00", "mtime_epoch": 1783236830.477282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:33:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2351.457, "name": "celery", "pid": 267, "rss_mb": 2351.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.941, "count": 301, "max_ms": 12.671, "p95_ms": 10.216}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.813, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.952, "count": 301, "max_ms": 66.646, "p95_ms": 63.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.975, "count": 301, "max_ms": 77.749, "p95_ms": 71.131}, "yolo11_640_fire_11class": {"avg_ms": 52.916, "count": 301, "max_ms": 74.378, "p95_ms": 65.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.06, "count": 301, "max_ms": 81.971, "p95_ms": 78.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.52, "count": 301, "max_ms": 142.814, "p95_ms": 105.505}, "read_interval": {"avg_ms": 99.781, "count": 300, "max_ms": 814.098, "p95_ms": 131.574}, "triton_wait": {"avg_ms": 56.825, "count": 301, "max_ms": 81.984, "p95_ms": 78.583}, "visualize": {"avg_ms": 3.778, "count": 301, "max_ms": 6.213, "p95_ms": 5.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15997.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 709, "h264_decode_error_count": 1738, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:30:23+09:00", "last_error_summary": "[h264 @ 0x55566f79a900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566f79a900] error while decoding MB 0 8, bytestream 6002 [h264 @ 0x55566ea52380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55566ea52380] error while decoding MB 0 38, bytestream 1172 [h264 @ 0x55566f52dd80] left block unavailable for requested intra mode [h264 @ 0x55566f52dd80] error while decoding MB 0 35, bytestream 43775 [h264 @ 0x55566f5fcc00] left block unavailable for requested i", "last_exit_at": "2026-07-05T16:30:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.763, "last_started_at": "2026-07-05T16:30:25+09:00", "pid": 137123, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.23, "name": "ffmpeg", "pid": 137123, "rss_mb": 278.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 791, "restart_count_per_hour": 16, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 792}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.513, "sample_count": 2106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:33:53+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:33:53+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T16:33:53.649343+09:00", "mtime_epoch": 1783236833.649343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:33:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.719, "pushed": 7.719, "read": 7.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.563, "count": 231, "max_ms": 23.337, "p95_ms": 20.272}, "gstreamer_push": {"avg_ms": 1.119, "count": 231, "max_ms": 1.615, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.649, "count": 231, "max_ms": 65.253, "p95_ms": 63.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.326, "count": 231, "max_ms": 80.184, "p95_ms": 71.205}, "yolo11_640_fire_11class": {"avg_ms": 51.03, "count": 231, "max_ms": 69.049, "p95_ms": 65.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.938, "count": 231, "max_ms": 80.974, "p95_ms": 77.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.636, "count": 231, "max_ms": 163.254, "p95_ms": 139.545}, "read_interval": {"avg_ms": 130.328, "count": 230, "max_ms": 171.354, "p95_ms": 149.734}, "triton_wait": {"avg_ms": 59.734, "count": 231, "max_ms": 80.987, "p95_ms": 78.046}, "visualize": {"avg_ms": 4.756, "count": 231, "max_ms": 7.561, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15986.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1362.57, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.206, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1911621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:34:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:34:20+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T16:34:20.705863+09:00", "mtime_epoch": 1783236860.7058625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:34:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2351.457, "name": "celery", "pid": 267, "rss_mb": 2351.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.797, "count": 301, "max_ms": 13.483, "p95_ms": 10.115}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.48, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.733, "count": 301, "max_ms": 68.537, "p95_ms": 63.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.73, "count": 301, "max_ms": 77.657, "p95_ms": 67.005}, "yolo11_640_fire_11class": {"avg_ms": 51.44, "count": 301, "max_ms": 68.32, "p95_ms": 64.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.177, "count": 301, "max_ms": 78.788, "p95_ms": 75.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.036, "count": 301, "max_ms": 117.909, "p95_ms": 93.262}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 674.252, "p95_ms": 124.443}, "triton_wait": {"avg_ms": 54.283, "count": 301, "max_ms": 78.801, "p95_ms": 75.134}, "visualize": {"avg_ms": 3.736, "count": 301, "max_ms": 6.04, "p95_ms": 4.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15986.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 710, "h264_decode_error_count": 1739, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:34:05+09:00", "last_error_summary": "[h264 @ 0x560ce0881080] error while decoding MB 34 30, bytestream -5", "last_exit_at": "2026-07-05T16:34:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.989, "last_started_at": "2026-07-05T16:34:08+09:00", "pid": 137230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.266, "name": "ffmpeg", "pid": 137230, "rss_mb": 265.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 792, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 793}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.012, "sample_count": 2071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:34:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:34:23+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T16:34:23+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T16:34:23.689920+09:00", "mtime_epoch": 1783236863.6899197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:34:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.453, "pushed": 6.453, "read": 6.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.704, "count": 193, "max_ms": 26.951, "p95_ms": 20.973}, "gstreamer_push": {"avg_ms": 1.119, "count": 193, "max_ms": 1.591, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.897, "count": 193, "max_ms": 64.235, "p95_ms": 61.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.321, "count": 193, "max_ms": 78.959, "p95_ms": 69.162}, "yolo11_640_fire_11class": {"avg_ms": 50.125, "count": 193, "max_ms": 66.401, "p95_ms": 63.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.493, "count": 193, "max_ms": 78.665, "p95_ms": 75.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.93, "count": 193, "max_ms": 162.17, "p95_ms": 136.293}, "read_interval": {"avg_ms": 155.8, "count": 192, "max_ms": 5155.402, "p95_ms": 145.311}, "triton_wait": {"avg_ms": 58.513, "count": 193, "max_ms": 78.971, "p95_ms": 75.21}, "visualize": {"avg_ms": 4.883, "count": 193, "max_ms": 7.39, "p95_ms": 6.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15987.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1392.737, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.93, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1911920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:34:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:34:50+09:00", "mjpeg": {"age_sec": 0.357, "exists": true, "mtime": "2026-07-05T16:34:50.582435+09:00", "mtime_epoch": 1783236890.5824351, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:34:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2351.715, "name": "celery", "pid": 267, "rss_mb": 2351.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.789, "count": 297, "max_ms": 12.094, "p95_ms": 9.368}, "gstreamer_push": {"avg_ms": 1.251, "count": 297, "max_ms": 1.54, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.373, "count": 297, "max_ms": 66.799, "p95_ms": 63.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.617, "count": 297, "max_ms": 76.282, "p95_ms": 66.874}, "yolo11_640_fire_11class": {"avg_ms": 53.022, "count": 297, "max_ms": 74.569, "p95_ms": 65.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.68, "count": 297, "max_ms": 81.366, "p95_ms": 78.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.819, "count": 297, "max_ms": 131.149, "p95_ms": 95.406}, "read_interval": {"avg_ms": 101.028, "count": 297, "max_ms": 549.429, "p95_ms": 142.084}, "triton_wait": {"avg_ms": 57.271, "count": 297, "max_ms": 81.377, "p95_ms": 78.038}, "visualize": {"avg_ms": 3.71, "count": 297, "max_ms": 5.507, "p95_ms": 4.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15987.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 710, "h264_decode_error_count": 1739, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:34:05+09:00", "last_error_summary": "[h264 @ 0x560ce0881080] error while decoding MB 34 30, bytestream -5", "last_exit_at": "2026-07-05T16:34:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.058, "last_started_at": "2026-07-05T16:34:08+09:00", "pid": 137230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.297, "name": "ffmpeg", "pid": 137230, "rss_mb": 266.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 792, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 793}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.864, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:34:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:34:53+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T16:34:53+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T16:34:53.750496+09:00", "mtime_epoch": 1783236893.7504957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:34:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.458, "count": 232, "max_ms": 25.919, "p95_ms": 20.072}, "gstreamer_push": {"avg_ms": 1.109, "count": 232, "max_ms": 1.293, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.42, "count": 232, "max_ms": 64.831, "p95_ms": 61.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.395, "count": 232, "max_ms": 75.934, "p95_ms": 69.695}, "yolo11_640_fire_11class": {"avg_ms": 51.187, "count": 232, "max_ms": 69.389, "p95_ms": 64.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.114, "count": 232, "max_ms": 79.706, "p95_ms": 76.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.149, "count": 232, "max_ms": 141.252, "p95_ms": 135.799}, "read_interval": {"avg_ms": 129.613, "count": 231, "max_ms": 150.778, "p95_ms": 145.51}, "triton_wait": {"avg_ms": 59.786, "count": 232, "max_ms": 79.718, "p95_ms": 76.562}, "visualize": {"avg_ms": 4.705, "count": 232, "max_ms": 5.789, "p95_ms": 4.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15987.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1422.76, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.19, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1912224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:35:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:35:20+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T16:35:20+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T16:35:20.863015+09:00", "mtime_epoch": 1783236920.8630147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:35:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2351.973, "name": "celery", "pid": 267, "rss_mb": 2351.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.161, "pushed": 10.161, "read": 10.128}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.955, "count": 304, "max_ms": 14.447, "p95_ms": 10.494}, "gstreamer_push": {"avg_ms": 1.22, "count": 304, "max_ms": 2.108, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.004, "count": 304, "max_ms": 69.217, "p95_ms": 63.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.747, "count": 304, "max_ms": 77.988, "p95_ms": 69.256}, "yolo11_640_fire_11class": {"avg_ms": 52.722, "count": 304, "max_ms": 70.007, "p95_ms": 66.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.68, "count": 304, "max_ms": 81.864, "p95_ms": 77.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.058, "count": 304, "max_ms": 133.752, "p95_ms": 104.432}, "read_interval": {"avg_ms": 98.692, "count": 303, "max_ms": 634.465, "p95_ms": 139.572}, "triton_wait": {"avg_ms": 56.402, "count": 304, "max_ms": 81.876, "p95_ms": 77.956}, "visualize": {"avg_ms": 3.676, "count": 304, "max_ms": 5.996, "p95_ms": 4.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15990.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 710, "h264_decode_error_count": 1739, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:34:05+09:00", "last_error_summary": "[h264 @ 0x560ce0881080] error while decoding MB 34 30, bytestream -5", "last_exit_at": "2026-07-05T16:34:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.14, "last_started_at": "2026-07-05T16:34:08+09:00", "pid": 137230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.133, "name": "ffmpeg", "pid": 137230, "rss_mb": 269.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 792, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 793}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.355, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:35:23+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T16:35:23+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T16:35:23.823071+09:00", "mtime_epoch": 1783236923.8230712, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:35:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.644, "pushed": 7.644, "read": 7.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.368, "count": 229, "max_ms": 34.73, "p95_ms": 24.59}, "gstreamer_push": {"avg_ms": 1.105, "count": 229, "max_ms": 1.694, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.675, "count": 229, "max_ms": 65.611, "p95_ms": 62.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.993, "count": 229, "max_ms": 75.415, "p95_ms": 71.504}, "yolo11_640_fire_11class": {"avg_ms": 50.245, "count": 229, "max_ms": 70.394, "p95_ms": 65.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.118, "count": 229, "max_ms": 80.637, "p95_ms": 77.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.741, "count": 229, "max_ms": 165.677, "p95_ms": 141.32}, "read_interval": {"avg_ms": 131.281, "count": 228, "max_ms": 177.577, "p95_ms": 150.841}, "triton_wait": {"avg_ms": 58.903, "count": 229, "max_ms": 80.649, "p95_ms": 77.168}, "visualize": {"avg_ms": 4.789, "count": 229, "max_ms": 6.137, "p95_ms": 5.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15995.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1452.805, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.594, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1912521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:35:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:35:51+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T16:35:50+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T16:35:50.943590+09:00", "mtime_epoch": 1783236950.9435897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:35:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2352.23, "name": "celery", "pid": 267, "rss_mb": 2352.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.874}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.897, "count": 297, "max_ms": 12.934, "p95_ms": 9.794}, "gstreamer_push": {"avg_ms": 1.262, "count": 297, "max_ms": 1.872, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.635, "count": 297, "max_ms": 68.318, "p95_ms": 63.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.975, "count": 297, "max_ms": 77.94, "p95_ms": 68.248}, "yolo11_640_fire_11class": {"avg_ms": 51.947, "count": 297, "max_ms": 71.574, "p95_ms": 64.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.931, "count": 297, "max_ms": 85.339, "p95_ms": 78.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.396, "count": 297, "max_ms": 135.776, "p95_ms": 102.457}, "read_interval": {"avg_ms": 101.227, "count": 296, "max_ms": 776.512, "p95_ms": 145.367}, "triton_wait": {"avg_ms": 55.725, "count": 297, "max_ms": 85.352, "p95_ms": 78.114}, "visualize": {"avg_ms": 3.755, "count": 297, "max_ms": 6.138, "p95_ms": 4.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15996.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 710, "h264_decode_error_count": 1739, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:34:05+09:00", "last_error_summary": "[h264 @ 0x560ce0881080] error while decoding MB 34 30, bytestream -5", "last_exit_at": "2026-07-05T16:34:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.207, "last_started_at": "2026-07-05T16:34:08+09:00", "pid": 137230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.578, "name": "ffmpeg", "pid": 137230, "rss_mb": 275.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 792, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 793}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.503, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:35:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:35:54+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:35:53+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T16:35:53.907646+09:00", "mtime_epoch": 1783236953.9076462, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:35:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.647, "pushed": 7.647, "read": 7.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.005, "count": 229, "max_ms": 29.212, "p95_ms": 22.941}, "gstreamer_push": {"avg_ms": 1.107, "count": 229, "max_ms": 1.492, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.381, "count": 229, "max_ms": 66.311, "p95_ms": 61.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.878, "count": 229, "max_ms": 80.345, "p95_ms": 69.753}, "yolo11_640_fire_11class": {"avg_ms": 49.772, "count": 229, "max_ms": 67.883, "p95_ms": 63.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.688, "count": 229, "max_ms": 83.101, "p95_ms": 76.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.627, "count": 229, "max_ms": 151.232, "p95_ms": 142.538}, "read_interval": {"avg_ms": 131.338, "count": 228, "max_ms": 161.43, "p95_ms": 151.652}, "triton_wait": {"avg_ms": 58.511, "count": 229, "max_ms": 83.113, "p95_ms": 76.767}, "visualize": {"avg_ms": 4.813, "count": 229, "max_ms": 7.281, "p95_ms": 5.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15996.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1482.828, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.259, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1912823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:36:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:36:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T16:36:20+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T16:36:20.964163+09:00", "mtime_epoch": 1783236980.9641628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:36:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2352.23, "name": "celery", "pid": 267, "rss_mb": 2352.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.015, "count": 302, "max_ms": 16.424, "p95_ms": 10.185}, "gstreamer_push": {"avg_ms": 1.235, "count": 302, "max_ms": 1.579, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.036, "count": 302, "max_ms": 69.63, "p95_ms": 63.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.221, "count": 302, "max_ms": 79.544, "p95_ms": 69.018}, "yolo11_640_fire_11class": {"avg_ms": 51.992, "count": 302, "max_ms": 73.19, "p95_ms": 66.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.97, "count": 302, "max_ms": 82.556, "p95_ms": 78.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.458, "count": 302, "max_ms": 147.646, "p95_ms": 104.338}, "read_interval": {"avg_ms": 99.46, "count": 301, "max_ms": 626.888, "p95_ms": 142.508}, "triton_wait": {"avg_ms": 55.607, "count": 302, "max_ms": 82.569, "p95_ms": 78.853}, "visualize": {"avg_ms": 3.759, "count": 302, "max_ms": 6.019, "p95_ms": 5.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15995.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 710, "h264_decode_error_count": 1739, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:34:05+09:00", "last_error_summary": "[h264 @ 0x560ce0881080] error while decoding MB 34 30, bytestream -5", "last_exit_at": "2026-07-05T16:34:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.233, "last_started_at": "2026-07-05T16:34:08+09:00", "pid": 137230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.578, "name": "ffmpeg", "pid": 137230, "rss_mb": 275.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 792, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 793}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.826, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:36:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:36:24+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T16:36:23+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T16:36:23.924219+09:00", "mtime_epoch": 1783236983.9242191, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:36:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9338.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.73, "pushed": 7.73, "read": 7.696}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.982, "count": 231, "max_ms": 29.887, "p95_ms": 21.987}, "gstreamer_push": {"avg_ms": 1.117, "count": 231, "max_ms": 1.687, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.459, "count": 231, "max_ms": 64.698, "p95_ms": 61.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.738, "count": 231, "max_ms": 82.2, "p95_ms": 70.986}, "yolo11_640_fire_11class": {"avg_ms": 50.087, "count": 231, "max_ms": 66.96, "p95_ms": 63.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.485, "count": 231, "max_ms": 81.977, "p95_ms": 78.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.195, "count": 231, "max_ms": 147.851, "p95_ms": 139.877}, "read_interval": {"avg_ms": 129.993, "count": 230, "max_ms": 163.806, "p95_ms": 149.538}, "triton_wait": {"avg_ms": 59.1, "count": 231, "max_ms": 82.212, "p95_ms": 78.151}, "visualize": {"avg_ms": 4.742, "count": 231, "max_ms": 6.088, "p95_ms": 5.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15996.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1512.914, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.36, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1913125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:36:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:36:51+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T16:36:51+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T16:36:51.024736+09:00", "mtime_epoch": 1783237011.024736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:36:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2352.23, "name": "celery", "pid": 267, "rss_mb": 2352.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.995, "count": 301, "max_ms": 11.829, "p95_ms": 9.884}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.68, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.692, "count": 301, "max_ms": 68.382, "p95_ms": 64.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.829, "count": 301, "max_ms": 79.512, "p95_ms": 69.257}, "yolo11_640_fire_11class": {"avg_ms": 52.446, "count": 301, "max_ms": 72.003, "p95_ms": 66.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.456, "count": 301, "max_ms": 80.867, "p95_ms": 77.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.733, "count": 301, "max_ms": 137.189, "p95_ms": 104.123}, "read_interval": {"avg_ms": 99.59, "count": 301, "max_ms": 688.088, "p95_ms": 147.836}, "triton_wait": {"avg_ms": 55.538, "count": 301, "max_ms": 80.879, "p95_ms": 77.931}, "visualize": {"avg_ms": 3.787, "count": 301, "max_ms": 5.69, "p95_ms": 4.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15996.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 710, "h264_decode_error_count": 1739, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:34:05+09:00", "last_error_summary": "[h264 @ 0x560ce0881080] error while decoding MB 34 30, bytestream -5", "last_exit_at": "2026-07-05T16:34:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.288, "last_started_at": "2026-07-05T16:34:08+09:00", "pid": 137230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.578, "name": "ffmpeg", "pid": 137230, "rss_mb": 275.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 792, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 793}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.272, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:36:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:36:54+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T16:36:53+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:36:53.984792+09:00", "mtime_epoch": 1783237013.9847922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:36:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9339.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.421, "pushed": 7.421, "read": 7.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.179, "count": 222, "max_ms": 26.095, "p95_ms": 21.785}, "gstreamer_push": {"avg_ms": 1.111, "count": 222, "max_ms": 1.634, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.677, "count": 222, "max_ms": 68.334, "p95_ms": 62.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.999, "count": 222, "max_ms": 77.946, "p95_ms": 70.153}, "yolo11_640_fire_11class": {"avg_ms": 49.679, "count": 222, "max_ms": 69.875, "p95_ms": 65.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.783, "count": 222, "max_ms": 80.436, "p95_ms": 77.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.724, "count": 222, "max_ms": 168.319, "p95_ms": 144.071}, "read_interval": {"avg_ms": 135.425, "count": 221, "max_ms": 176.449, "p95_ms": 152.806}, "triton_wait": {"avg_ms": 58.596, "count": 222, "max_ms": 80.449, "p95_ms": 77.698}, "visualize": {"avg_ms": 5.059, "count": 222, "max_ms": 7.968, "p95_ms": 5.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15997.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1542.992, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.497, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1913429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:37:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:37:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T16:37:21+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T16:37:21.129309+09:00", "mtime_epoch": 1783237041.1293092, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:37:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2352.488, "name": "celery", "pid": 267, "rss_mb": 2352.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 304, "max_ms": 12.856, "p95_ms": 9.876}, "gstreamer_push": {"avg_ms": 1.266, "count": 304, "max_ms": 2.029, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.107, "count": 304, "max_ms": 66.653, "p95_ms": 62.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.283, "count": 304, "max_ms": 77.983, "p95_ms": 68.28}, "yolo11_640_fire_11class": {"avg_ms": 51.508, "count": 304, "max_ms": 71.028, "p95_ms": 64.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.215, "count": 304, "max_ms": 80.604, "p95_ms": 77.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.354, "count": 304, "max_ms": 129.694, "p95_ms": 96.634}, "read_interval": {"avg_ms": 98.985, "count": 303, "max_ms": 692.509, "p95_ms": 121.239}, "triton_wait": {"avg_ms": 55.072, "count": 304, "max_ms": 80.617, "p95_ms": 77.953}, "visualize": {"avg_ms": 3.751, "count": 304, "max_ms": 6.678, "p95_ms": 4.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15997.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 710, "h264_decode_error_count": 1739, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:34:05+09:00", "last_error_summary": "[h264 @ 0x560ce0881080] error while decoding MB 34 30, bytestream -5", "last_exit_at": "2026-07-05T16:34:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.299, "last_started_at": "2026-07-05T16:34:08+09:00", "pid": 137230, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.094, "name": "ffmpeg", "pid": 137230, "rss_mb": 276.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 792, "restart_count_per_hour": 16, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 793}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.32, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:37:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:37:24+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T16:37:23+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T16:37:23.977363+09:00", "mtime_epoch": 1783237043.9773633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:37:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9339.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.567, "read": 7.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.219, "count": 226, "max_ms": 26.427, "p95_ms": 22.402}, "gstreamer_push": {"avg_ms": 1.111, "count": 226, "max_ms": 1.496, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.742, "count": 226, "max_ms": 67.069, "p95_ms": 61.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.338, "count": 226, "max_ms": 78.476, "p95_ms": 68.651}, "yolo11_640_fire_11class": {"avg_ms": 49.932, "count": 226, "max_ms": 68.143, "p95_ms": 64.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.784, "count": 226, "max_ms": 81.333, "p95_ms": 77.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.103, "count": 226, "max_ms": 170.754, "p95_ms": 144.463}, "read_interval": {"avg_ms": 132.745, "count": 225, "max_ms": 179.507, "p95_ms": 153.867}, "triton_wait": {"avg_ms": 58.721, "count": 226, "max_ms": 81.345, "p95_ms": 77.479}, "visualize": {"avg_ms": 4.909, "count": 226, "max_ms": 6.382, "p95_ms": 5.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15864.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1573.475, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.968, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1913730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:37:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:37:51+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T16:37:51+09:00", "mjpeg": {"age_sec": 0.579, "exists": true, "mtime": "2026-07-05T16:37:51.097879+09:00", "mtime_epoch": 1783237071.0978794, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:37:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2352.488, "name": "celery", "pid": 267, "rss_mb": 2352.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.876, "count": 301, "max_ms": 16.27, "p95_ms": 9.633}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.831, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.345, "count": 301, "max_ms": 69.832, "p95_ms": 64.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.52, "count": 301, "max_ms": 83.609, "p95_ms": 67.861}, "yolo11_640_fire_11class": {"avg_ms": 52.163, "count": 301, "max_ms": 75.875, "p95_ms": 65.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.246, "count": 301, "max_ms": 86.913, "p95_ms": 78.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.278, "count": 301, "max_ms": 125.69, "p95_ms": 97.049}, "read_interval": {"avg_ms": 101.156, "count": 301, "max_ms": 676.485, "p95_ms": 121.103}, "triton_wait": {"avg_ms": 55.222, "count": 301, "max_ms": 86.925, "p95_ms": 78.276}, "visualize": {"avg_ms": 3.734, "count": 301, "max_ms": 6.021, "p95_ms": 4.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15916.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 711, "h264_decode_error_count": 1740, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:37:45+09:00", "last_error_summary": "[h264 @ 0x5651d38e48c0] error while decoding MB 53 20, bytestream -7", "last_exit_at": "2026-07-05T16:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.418, "last_started_at": "2026-07-05T16:37:48+09:00", "pid": 137337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 193.984, "name": "ffmpeg", "pid": 137337, "rss_mb": 193.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 793, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 794}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.272, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:37:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:37:54+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T16:37:54+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T16:37:54.069936+09:00", "mtime_epoch": 1783237074.0699358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:37:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9339.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.438, "pushed": 6.438, "read": 6.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.821, "count": 192, "max_ms": 28.717, "p95_ms": 21.372}, "gstreamer_push": {"avg_ms": 1.117, "count": 193, "max_ms": 1.599, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.877, "count": 192, "max_ms": 69.733, "p95_ms": 62.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.477, "count": 192, "max_ms": 79.259, "p95_ms": 70.685}, "yolo11_640_fire_11class": {"avg_ms": 50.523, "count": 192, "max_ms": 67.789, "p95_ms": 64.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.806, "count": 192, "max_ms": 79.696, "p95_ms": 77.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.511, "count": 193, "max_ms": 145.816, "p95_ms": 139.937}, "read_interval": {"avg_ms": 156.006, "count": 192, "max_ms": 4856.802, "p95_ms": 150.079}, "triton_wait": {"avg_ms": 59.677, "count": 192, "max_ms": 79.709, "p95_ms": 77.746}, "visualize": {"avg_ms": 4.776, "count": 192, "max_ms": 6.934, "p95_ms": 5.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15990.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1603.553, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.627, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1914032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:38:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:38:21+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T16:38:21+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T16:38:21.690461+09:00", "mtime_epoch": 1783237101.6904607, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:38:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2352.746, "name": "celery", "pid": 267, "rss_mb": 2352.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.997, "count": 302, "max_ms": 14.686, "p95_ms": 10.311}, "gstreamer_push": {"avg_ms": 1.252, "count": 302, "max_ms": 2.014, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.507, "count": 302, "max_ms": 66.308, "p95_ms": 62.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.167, "count": 302, "max_ms": 77.443, "p95_ms": 65.967}, "yolo11_640_fire_11class": {"avg_ms": 52.282, "count": 302, "max_ms": 71.019, "p95_ms": 67.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.293, "count": 302, "max_ms": 81.247, "p95_ms": 76.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.483, "count": 302, "max_ms": 136.331, "p95_ms": 107.641}, "read_interval": {"avg_ms": 99.653, "count": 301, "max_ms": 557.329, "p95_ms": 145.098}, "triton_wait": {"avg_ms": 55.984, "count": 302, "max_ms": 81.259, "p95_ms": 76.668}, "visualize": {"avg_ms": 3.797, "count": 302, "max_ms": 5.968, "p95_ms": 5.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15991.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 711, "h264_decode_error_count": 1740, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:37:45+09:00", "last_error_summary": "[h264 @ 0x5651d38e48c0] error while decoding MB 53 20, bytestream -7", "last_exit_at": "2026-07-05T16:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.48, "last_started_at": "2026-07-05T16:37:48+09:00", "pid": 137337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.676, "name": "ffmpeg", "pid": 137337, "rss_mb": 268.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 793, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 794}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.528, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:38:24+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:38:24+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T16:38:24.162508+09:00", "mtime_epoch": 1783237104.1625078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:38:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9339.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.686, "pushed": 7.686, "read": 7.653}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.919, "count": 230, "max_ms": 31.107, "p95_ms": 21.797}, "gstreamer_push": {"avg_ms": 1.129, "count": 230, "max_ms": 1.667, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.762, "count": 230, "max_ms": 65.412, "p95_ms": 61.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.818, "count": 230, "max_ms": 76.492, "p95_ms": 65.651}, "yolo11_640_fire_11class": {"avg_ms": 49.014, "count": 230, "max_ms": 68.342, "p95_ms": 62.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.97, "count": 230, "max_ms": 81.785, "p95_ms": 75.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.984, "count": 230, "max_ms": 147.186, "p95_ms": 136.076}, "read_interval": {"avg_ms": 130.731, "count": 229, "max_ms": 159.064, "p95_ms": 150.651}, "triton_wait": {"avg_ms": 57.172, "count": 230, "max_ms": 81.795, "p95_ms": 75.137}, "visualize": {"avg_ms": 4.706, "count": 230, "max_ms": 6.521, "p95_ms": 5.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15993.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1633.623, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.694, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1914331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:38:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:38:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T16:38:51+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T16:38:51.747031+09:00", "mtime_epoch": 1783237131.7470315, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:38:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2352.746, "name": "celery", "pid": 267, "rss_mb": 2352.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.97, "count": 299, "max_ms": 12.332, "p95_ms": 10.574}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 1.757, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.19, "count": 299, "max_ms": 66.851, "p95_ms": 62.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.914, "count": 299, "max_ms": 72.564, "p95_ms": 61.078}, "yolo11_640_fire_11class": {"avg_ms": 51.74, "count": 299, "max_ms": 70.578, "p95_ms": 65.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.59, "count": 299, "max_ms": 80.075, "p95_ms": 75.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.186, "count": 299, "max_ms": 103.908, "p95_ms": 92.204}, "read_interval": {"avg_ms": 100.56, "count": 298, "max_ms": 717.842, "p95_ms": 113.731}, "triton_wait": {"avg_ms": 54.638, "count": 299, "max_ms": 80.088, "p95_ms": 75.786}, "visualize": {"avg_ms": 3.668, "count": 299, "max_ms": 5.011, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15992.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 711, "h264_decode_error_count": 1740, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:37:45+09:00", "last_error_summary": "[h264 @ 0x5651d38e48c0] error while decoding MB 53 20, bytestream -7", "last_exit_at": "2026-07-05T16:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.532, "last_started_at": "2026-07-05T16:37:48+09:00", "pid": 137337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.965, "name": "ffmpeg", "pid": 137337, "rss_mb": 269.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 793, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 794}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.61, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:38:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:38:54+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:38:54+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T16:38:54.211078+09:00", "mtime_epoch": 1783237134.2110782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:38:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9339.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.652, "pushed": 7.652, "read": 7.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.906, "count": 229, "max_ms": 30.294, "p95_ms": 21.022}, "gstreamer_push": {"avg_ms": 1.127, "count": 229, "max_ms": 1.719, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.542, "count": 229, "max_ms": 64.851, "p95_ms": 61.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.489, "count": 229, "max_ms": 72.543, "p95_ms": 65.703}, "yolo11_640_fire_11class": {"avg_ms": 49.103, "count": 229, "max_ms": 67.562, "p95_ms": 63.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.696, "count": 229, "max_ms": 80.286, "p95_ms": 76.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.416, "count": 229, "max_ms": 144.719, "p95_ms": 139.139}, "read_interval": {"avg_ms": 131.246, "count": 228, "max_ms": 159.462, "p95_ms": 151.559}, "triton_wait": {"avg_ms": 56.866, "count": 229, "max_ms": 80.305, "p95_ms": 76.623}, "visualize": {"avg_ms": 4.754, "count": 229, "max_ms": 5.96, "p95_ms": 5.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15992.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1663.685, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.694, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1914634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:39:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:39:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:39:21+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T16:39:21.827602+09:00", "mtime_epoch": 1783237161.827602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:39:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2353.004, "name": "celery", "pid": 267, "rss_mb": 2353.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.073}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.042, "count": 303, "max_ms": 12.587, "p95_ms": 11.363}, "gstreamer_push": {"avg_ms": 1.257, "count": 303, "max_ms": 1.921, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.006, "count": 303, "max_ms": 66.382, "p95_ms": 62.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.538, "count": 303, "max_ms": 74.339, "p95_ms": 64.187}, "yolo11_640_fire_11class": {"avg_ms": 51.88, "count": 303, "max_ms": 70.834, "p95_ms": 64.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.899, "count": 303, "max_ms": 82.446, "p95_ms": 75.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.31, "count": 303, "max_ms": 134.628, "p95_ms": 94.733}, "read_interval": {"avg_ms": 99.27, "count": 302, "max_ms": 628.341, "p95_ms": 122.169}, "triton_wait": {"avg_ms": 54.874, "count": 303, "max_ms": 82.461, "p95_ms": 75.132}, "visualize": {"avg_ms": 3.682, "count": 303, "max_ms": 5.152, "p95_ms": 4.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15992.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 711, "h264_decode_error_count": 1740, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:37:45+09:00", "last_error_summary": "[h264 @ 0x5651d38e48c0] error while decoding MB 53 20, bytestream -7", "last_exit_at": "2026-07-05T16:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.589, "last_started_at": "2026-07-05T16:37:48+09:00", "pid": 137337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.223, "name": "ffmpeg", "pid": 137337, "rss_mb": 270.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 793, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 794}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.386, "sample_count": 2234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:39:24+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T16:39:24+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T16:39:24.255648+09:00", "mtime_epoch": 1783237164.2556481, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:39:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9339.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.255, "pushed": 7.255, "read": 7.221}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.019, "count": 217, "max_ms": 34.405, "p95_ms": 31.172}, "gstreamer_push": {"avg_ms": 1.118, "count": 217, "max_ms": 1.66, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.169, "count": 217, "max_ms": 65.347, "p95_ms": 62.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.718, "count": 217, "max_ms": 79.334, "p95_ms": 66.365}, "yolo11_640_fire_11class": {"avg_ms": 50.529, "count": 217, "max_ms": 69.291, "p95_ms": 65.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.101, "count": 217, "max_ms": 80.337, "p95_ms": 77.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.791, "count": 217, "max_ms": 177.629, "p95_ms": 163.687}, "read_interval": {"avg_ms": 138.47, "count": 216, "max_ms": 194.828, "p95_ms": 176.769}, "triton_wait": {"avg_ms": 58.536, "count": 217, "max_ms": 80.353, "p95_ms": 77.306}, "visualize": {"avg_ms": 4.942, "count": 217, "max_ms": 7.126, "p95_ms": 5.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15993.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1693.705, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.069, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1914933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:39:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:39:51+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:39:51+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T16:39:51.844171+09:00", "mtime_epoch": 1783237191.8441708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:39:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2353.262, "name": "celery", "pid": 267, "rss_mb": 2353.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.855, "count": 299, "max_ms": 12.186, "p95_ms": 9.42}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 1.49, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.221, "count": 299, "max_ms": 66.439, "p95_ms": 63.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.91, "count": 299, "max_ms": 77.794, "p95_ms": 59.626}, "yolo11_640_fire_11class": {"avg_ms": 52.072, "count": 299, "max_ms": 71.413, "p95_ms": 65.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.331, "count": 299, "max_ms": 83.14, "p95_ms": 77.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.319, "count": 299, "max_ms": 136.352, "p95_ms": 93.925}, "read_interval": {"avg_ms": 100.459, "count": 298, "max_ms": 720.016, "p95_ms": 146.881}, "triton_wait": {"avg_ms": 55.125, "count": 299, "max_ms": 83.153, "p95_ms": 77.217}, "visualize": {"avg_ms": 3.729, "count": 299, "max_ms": 6.074, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15993.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 711, "h264_decode_error_count": 1740, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:37:45+09:00", "last_error_summary": "[h264 @ 0x5651d38e48c0] error while decoding MB 53 20, bytestream -7", "last_exit_at": "2026-07-05T16:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.677, "last_started_at": "2026-07-05T16:37:48+09:00", "pid": 137337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.223, "name": "ffmpeg", "pid": 137337, "rss_mb": 270.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 793, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 794}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.587, "sample_count": 2230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:39:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:39:54+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:39:54+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T16:39:54.356219+09:00", "mtime_epoch": 1783237194.3562186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:39:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9339.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.61, "pushed": 7.61, "read": 7.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.748, "count": 228, "max_ms": 23.689, "p95_ms": 20.679}, "gstreamer_push": {"avg_ms": 1.124, "count": 228, "max_ms": 1.74, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.314, "count": 228, "max_ms": 66.396, "p95_ms": 62.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.535, "count": 228, "max_ms": 76.606, "p95_ms": 66.351}, "yolo11_640_fire_11class": {"avg_ms": 49.557, "count": 228, "max_ms": 67.206, "p95_ms": 64.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.97, "count": 228, "max_ms": 81.063, "p95_ms": 77.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.215, "count": 228, "max_ms": 168.448, "p95_ms": 139.487}, "read_interval": {"avg_ms": 131.994, "count": 227, "max_ms": 179.6, "p95_ms": 153.085}, "triton_wait": {"avg_ms": 57.545, "count": 228, "max_ms": 81.075, "p95_ms": 77.122}, "visualize": {"avg_ms": 4.771, "count": 228, "max_ms": 7.495, "p95_ms": 5.636}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15993.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1723.785, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.94, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1915236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:40:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T16:40:21+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T16:40:21+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:40:21.880740+09:00", "mtime_epoch": 1783237221.8807397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:40:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2353.52, "name": "celery", "pid": 267, "rss_mb": 2353.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.1, "read": 10.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.155, "count": 302, "max_ms": 13.632, "p95_ms": 10.164}, "gstreamer_push": {"avg_ms": 1.24, "count": 303, "max_ms": 1.563, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.874, "count": 302, "max_ms": 70.601, "p95_ms": 63.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.272, "count": 302, "max_ms": 78.382, "p95_ms": 65.513}, "yolo11_640_fire_11class": {"avg_ms": 52.72, "count": 302, "max_ms": 73.839, "p95_ms": 67.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.745, "count": 302, "max_ms": 80.502, "p95_ms": 78.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.757, "count": 302, "max_ms": 135.114, "p95_ms": 116.536}, "read_interval": {"avg_ms": 99.19, "count": 302, "max_ms": 379.248, "p95_ms": 143.527}, "triton_wait": {"avg_ms": 56.226, "count": 302, "max_ms": 80.515, "p95_ms": 78.221}, "visualize": {"avg_ms": 3.914, "count": 302, "max_ms": 6.11, "p95_ms": 5.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15993.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 711, "h264_decode_error_count": 1740, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:37:45+09:00", "last_error_summary": "[h264 @ 0x5651d38e48c0] error while decoding MB 53 20, bytestream -7", "last_exit_at": "2026-07-05T16:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.69, "last_started_at": "2026-07-05T16:37:48+09:00", "pid": 137337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.223, "name": "ffmpeg", "pid": 137337, "rss_mb": 270.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 793, "restart_count_per_hour": 17, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 794}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.386, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:40:24+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T16:40:24+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T16:40:24.348786+09:00", "mtime_epoch": 1783237224.3487864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:40:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9339.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.595, "pushed": 7.595, "read": 7.561}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.719, "count": 227, "max_ms": 23.024, "p95_ms": 20.756}, "gstreamer_push": {"avg_ms": 1.111, "count": 227, "max_ms": 1.732, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.617, "count": 227, "max_ms": 66.681, "p95_ms": 61.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.601, "count": 227, "max_ms": 75.353, "p95_ms": 66.023}, "yolo11_640_fire_11class": {"avg_ms": 50.258, "count": 227, "max_ms": 68.887, "p95_ms": 65.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.128, "count": 227, "max_ms": 84.666, "p95_ms": 77.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.435, "count": 227, "max_ms": 145.918, "p95_ms": 139.254}, "read_interval": {"avg_ms": 132.168, "count": 226, "max_ms": 158.365, "p95_ms": 152.225}, "triton_wait": {"avg_ms": 58.514, "count": 227, "max_ms": 84.678, "p95_ms": 77.647}, "visualize": {"avg_ms": 4.743, "count": 227, "max_ms": 5.962, "p95_ms": 5.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15996.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1753.797, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.863, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1915537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:40:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:40:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T16:40:51+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T16:40:51.917308+09:00", "mtime_epoch": 1783237251.917308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:40:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2353.52, "name": "celery", "pid": 267, "rss_mb": 2353.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.926, "count": 301, "max_ms": 12.499, "p95_ms": 10.037}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.882, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.346, "count": 301, "max_ms": 66.994, "p95_ms": 61.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.804, "count": 301, "max_ms": 77.293, "p95_ms": 58.684}, "yolo11_640_fire_11class": {"avg_ms": 51.274, "count": 301, "max_ms": 68.825, "p95_ms": 64.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.513, "count": 301, "max_ms": 82.294, "p95_ms": 76.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.982, "count": 301, "max_ms": 145.379, "p95_ms": 105.701}, "read_interval": {"avg_ms": 99.713, "count": 300, "max_ms": 750.656, "p95_ms": 139.25}, "triton_wait": {"avg_ms": 53.998, "count": 301, "max_ms": 82.306, "p95_ms": 76.274}, "visualize": {"avg_ms": 3.797, "count": 301, "max_ms": 6.343, "p95_ms": 5.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15997.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 711, "h264_decode_error_count": 1740, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:37:45+09:00", "last_error_summary": "[h264 @ 0x5651d38e48c0] error while decoding MB 53 20, bytestream -7", "last_exit_at": "2026-07-05T16:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.7, "last_started_at": "2026-07-05T16:37:48+09:00", "pid": 137337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.656, "name": "ffmpeg", "pid": 137337, "rss_mb": 272.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 793, "restart_count_per_hour": 16, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 794}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.386, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:40:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:40:54+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T16:40:54+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T16:40:54.381355+09:00", "mtime_epoch": 1783237254.3813548, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:40:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9339.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.367, "pushed": 7.367, "read": 7.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.119, "count": 221, "max_ms": 24.862, "p95_ms": 21.504}, "gstreamer_push": {"avg_ms": 1.094, "count": 221, "max_ms": 1.401, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.778, "count": 221, "max_ms": 66.333, "p95_ms": 62.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.128, "count": 221, "max_ms": 75.705, "p95_ms": 66.526}, "yolo11_640_fire_11class": {"avg_ms": 48.777, "count": 221, "max_ms": 68.746, "p95_ms": 64.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.572, "count": 221, "max_ms": 80.536, "p95_ms": 77.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.816, "count": 221, "max_ms": 165.195, "p95_ms": 142.505}, "read_interval": {"avg_ms": 135.879, "count": 221, "max_ms": 176.126, "p95_ms": 153.656}, "triton_wait": {"avg_ms": 56.811, "count": 221, "max_ms": 80.549, "p95_ms": 77.848}, "visualize": {"avg_ms": 4.992, "count": 221, "max_ms": 6.58, "p95_ms": 5.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16002.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1783.835, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.936, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1915833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:41:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:41:22+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:41:21+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T16:41:21.977876+09:00", "mtime_epoch": 1783237281.9778764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:41:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2353.52, "name": "celery", "pid": 267, "rss_mb": 2353.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.88, "pushed": 9.88, "read": 9.846}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.94, "count": 296, "max_ms": 13.581, "p95_ms": 9.956}, "gstreamer_push": {"avg_ms": 1.23, "count": 296, "max_ms": 1.411, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.238, "count": 296, "max_ms": 66.367, "p95_ms": 62.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.719, "count": 296, "max_ms": 70.772, "p95_ms": 61.209}, "yolo11_640_fire_11class": {"avg_ms": 51.013, "count": 296, "max_ms": 71.418, "p95_ms": 64.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.066, "count": 296, "max_ms": 80.371, "p95_ms": 77.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.971, "count": 296, "max_ms": 135.081, "p95_ms": 100.407}, "read_interval": {"avg_ms": 101.544, "count": 295, "max_ms": 816.47, "p95_ms": 120.483}, "triton_wait": {"avg_ms": 54.527, "count": 296, "max_ms": 80.384, "p95_ms": 77.081}, "visualize": {"avg_ms": 3.733, "count": 296, "max_ms": 5.638, "p95_ms": 4.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16002.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 711, "h264_decode_error_count": 1740, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:37:45+09:00", "last_error_summary": "[h264 @ 0x5651d38e48c0] error while decoding MB 53 20, bytestream -7", "last_exit_at": "2026-07-05T16:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.786, "last_started_at": "2026-07-05T16:37:48+09:00", "pid": 137337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.555, "name": "ffmpeg", "pid": 137337, "rss_mb": 277.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 793, "restart_count_per_hour": 16, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 794}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.587, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:41:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:41:24+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T16:41:24+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T16:41:24.437923+09:00", "mtime_epoch": 1783237284.437923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:41:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9340.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.477, "pushed": 7.477, "read": 7.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.846, "count": 224, "max_ms": 26.693, "p95_ms": 21.052}, "gstreamer_push": {"avg_ms": 1.103, "count": 224, "max_ms": 1.53, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.108, "count": 224, "max_ms": 66.147, "p95_ms": 62.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.937, "count": 224, "max_ms": 72.305, "p95_ms": 64.701}, "yolo11_640_fire_11class": {"avg_ms": 49.414, "count": 224, "max_ms": 68.801, "p95_ms": 65.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.803, "count": 224, "max_ms": 81.619, "p95_ms": 78.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.848, "count": 224, "max_ms": 161.633, "p95_ms": 141.85}, "read_interval": {"avg_ms": 134.227, "count": 223, "max_ms": 332.871, "p95_ms": 155.136}, "triton_wait": {"avg_ms": 58.458, "count": 224, "max_ms": 81.631, "p95_ms": 78.32}, "visualize": {"avg_ms": 4.78, "count": 224, "max_ms": 7.228, "p95_ms": 5.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16014.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1813.872, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.005, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1916134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:41:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:41:52+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:41:52+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T16:41:52.018444+09:00", "mtime_epoch": 1783237312.018444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:41:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2353.777, "name": "celery", "pid": 267, "rss_mb": 2353.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.064, "pushed": 10.064, "read": 10.031}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.301, "count": 301, "max_ms": 13.512, "p95_ms": 10.145}, "gstreamer_push": {"avg_ms": 1.197, "count": 301, "max_ms": 1.477, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.448, "count": 301, "max_ms": 65.865, "p95_ms": 62.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.978, "count": 301, "max_ms": 72.43, "p95_ms": 63.254}, "yolo11_640_fire_11class": {"avg_ms": 52.601, "count": 301, "max_ms": 70.506, "p95_ms": 64.627}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.419, "count": 301, "max_ms": 81.992, "p95_ms": 77.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.906, "count": 301, "max_ms": 142.312, "p95_ms": 131.156}, "read_interval": {"avg_ms": 99.848, "count": 300, "max_ms": 358.33, "p95_ms": 144.071}, "triton_wait": {"avg_ms": 56.692, "count": 301, "max_ms": 82.004, "p95_ms": 77.676}, "visualize": {"avg_ms": 4.016, "count": 301, "max_ms": 5.801, "p95_ms": 5.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16014.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 711, "h264_decode_error_count": 1740, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:37:45+09:00", "last_error_summary": "[h264 @ 0x5651d38e48c0] error while decoding MB 53 20, bytestream -7", "last_exit_at": "2026-07-05T16:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.922, "last_started_at": "2026-07-05T16:37:48+09:00", "pid": 137337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.414, "name": "ffmpeg", "pid": 137337, "rss_mb": 289.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 793, "restart_count_per_hour": 16, "rtsp_timeout_count": 444, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 794}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.259, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:41:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:41:54+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T16:41:54+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-05T16:41:54.566492+09:00", "mtime_epoch": 1783237314.5664923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:41:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9340.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.435, "pushed": 7.435, "read": 7.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.713, "count": 223, "max_ms": 27.373, "p95_ms": 20.929}, "gstreamer_push": {"avg_ms": 1.079, "count": 223, "max_ms": 1.472, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.367, "count": 223, "max_ms": 64.9, "p95_ms": 60.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.621, "count": 223, "max_ms": 78.87, "p95_ms": 64.808}, "yolo11_640_fire_11class": {"avg_ms": 50.07, "count": 223, "max_ms": 66.989, "p95_ms": 64.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.386, "count": 223, "max_ms": 80.139, "p95_ms": 76.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.106, "count": 223, "max_ms": 166.101, "p95_ms": 144.308}, "read_interval": {"avg_ms": 134.411, "count": 223, "max_ms": 177.521, "p95_ms": 155.88}, "triton_wait": {"avg_ms": 58.59, "count": 223, "max_ms": 80.151, "p95_ms": 76.813}, "visualize": {"avg_ms": 4.836, "count": 223, "max_ms": 6.466, "p95_ms": 5.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15864.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1843.924, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.895, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1916434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:42:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:42:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T16:42:22+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T16:42:22.067012+09:00", "mtime_epoch": 1783237342.0670116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:42:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2353.777, "name": "celery", "pid": 267, "rss_mb": 2353.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.133, "count": 300, "max_ms": 11.099, "p95_ms": 10.045}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.964, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.329, "count": 300, "max_ms": 64.688, "p95_ms": 48.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.706, "count": 300, "max_ms": 72.261, "p95_ms": 50.292}, "yolo11_640_fire_11class": {"avg_ms": 48.165, "count": 300, "max_ms": 64.58, "p95_ms": 51.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.488, "count": 300, "max_ms": 80.869, "p95_ms": 52.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.76, "count": 300, "max_ms": 106.46, "p95_ms": 104.038}, "read_interval": {"avg_ms": 100.236, "count": 299, "max_ms": 606.009, "p95_ms": 171.549}, "triton_wait": {"avg_ms": 49.77, "count": 300, "max_ms": 80.882, "p95_ms": 52.981}, "visualize": {"avg_ms": 3.958, "count": 300, "max_ms": 5.356, "p95_ms": 5.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15907.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:42:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.209, "last_started_at": "2026-07-05T16:42:19+09:00", "pid": 137444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.137, "name": "ffmpeg", "pid": 137444, "rss_mb": 183.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 794, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 795}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.326, "sample_count": 2036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:42:24+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T16:42:24+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:42:24.659060+09:00", "mtime_epoch": 1783237344.6590605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:42:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9340.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 47, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.605, "pushed": 1.605, "read": 1.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.61, "count": 48, "max_ms": 26.502, "p95_ms": 21.755}, "gstreamer_push": {"avg_ms": 1.117, "count": 48, "max_ms": 1.313, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.766, "count": 48, "max_ms": 64.325, "p95_ms": 63.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.934, "count": 48, "max_ms": 73.413, "p95_ms": 71.737}, "yolo11_640_fire_11class": {"avg_ms": 49.231, "count": 48, "max_ms": 64.312, "p95_ms": 63.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.259, "count": 48, "max_ms": 80.561, "p95_ms": 77.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.67, "count": 48, "max_ms": 164.339, "p95_ms": 157.984}, "read_interval": {"avg_ms": 636.837, "count": 47, "max_ms": 18919.115, "p95_ms": 174.924}, "triton_wait": {"avg_ms": 57.825, "count": 48, "max_ms": 80.573, "p95_ms": 77.862}, "visualize": {"avg_ms": 5.162, "count": 48, "max_ms": 6.038, "p95_ms": 5.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15991.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1873.956, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.005, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1916736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:42:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:42:52+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:42:52+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T16:42:52.099578+09:00", "mtime_epoch": 1783237372.0995784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:42:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2354.035, "name": "celery", "pid": 267, "rss_mb": 2354.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.862, "count": 302, "max_ms": 12.449, "p95_ms": 9.775}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 2.14, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.806, "count": 302, "max_ms": 71.624, "p95_ms": 62.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.794, "count": 302, "max_ms": 79.783, "p95_ms": 64.987}, "yolo11_640_fire_11class": {"avg_ms": 50.057, "count": 302, "max_ms": 69.102, "p95_ms": 63.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.832, "count": 302, "max_ms": 80.433, "p95_ms": 75.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.736, "count": 302, "max_ms": 133.097, "p95_ms": 101.834}, "read_interval": {"avg_ms": 99.495, "count": 301, "max_ms": 558.475, "p95_ms": 162.928}, "triton_wait": {"avg_ms": 54.325, "count": 302, "max_ms": 80.445, "p95_ms": 75.781}, "visualize": {"avg_ms": 3.733, "count": 302, "max_ms": 5.552, "p95_ms": 4.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15992.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:42:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.252, "last_started_at": "2026-07-05T16:42:19+09:00", "pid": 137444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.062, "name": "ffmpeg", "pid": 137444, "rss_mb": 266.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 794, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 795}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.106, "sample_count": 2058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:42:54+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T16:42:54+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T16:42:54.691627+09:00", "mtime_epoch": 1783237374.6916273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:42:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9340.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.153, "pushed": 7.153, "read": 7.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.518, "count": 214, "max_ms": 25.138, "p95_ms": 21.631}, "gstreamer_push": {"avg_ms": 1.086, "count": 214, "max_ms": 1.735, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.798, "count": 214, "max_ms": 68.184, "p95_ms": 62.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.133, "count": 214, "max_ms": 80.536, "p95_ms": 66.209}, "yolo11_640_fire_11class": {"avg_ms": 49.48, "count": 214, "max_ms": 67.111, "p95_ms": 63.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.424, "count": 214, "max_ms": 81.511, "p95_ms": 76.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.625, "count": 214, "max_ms": 167.049, "p95_ms": 162.587}, "read_interval": {"avg_ms": 140.394, "count": 213, "max_ms": 178.068, "p95_ms": 174.064}, "triton_wait": {"avg_ms": 57.921, "count": 214, "max_ms": 81.523, "p95_ms": 76.859}, "visualize": {"avg_ms": 5.139, "count": 214, "max_ms": 7.099, "p95_ms": 5.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15994.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1903.965, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.519, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1917034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:43:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:43:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T16:43:22.104144+09:00", "mtime_epoch": 1783237402.1041443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:43:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2354.293, "name": "celery", "pid": 267, "rss_mb": 2354.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.706, "count": 298, "max_ms": 14.464, "p95_ms": 8.882}, "gstreamer_push": {"avg_ms": 1.261, "count": 298, "max_ms": 1.743, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.696, "count": 298, "max_ms": 68.768, "p95_ms": 62.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.761, "count": 298, "max_ms": 78.15, "p95_ms": 65.4}, "yolo11_640_fire_11class": {"avg_ms": 49.648, "count": 298, "max_ms": 71.314, "p95_ms": 62.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.371, "count": 298, "max_ms": 78.561, "p95_ms": 74.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.44, "count": 298, "max_ms": 103.889, "p95_ms": 91.207}, "read_interval": {"avg_ms": 100.704, "count": 298, "max_ms": 710.823, "p95_ms": 177.654}, "triton_wait": {"avg_ms": 53.966, "count": 298, "max_ms": 78.593, "p95_ms": 74.897}, "visualize": {"avg_ms": 3.68, "count": 298, "max_ms": 5.061, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15994.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:42:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.271, "last_started_at": "2026-07-05T16:42:19+09:00", "pid": 137444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.125, "name": "ffmpeg", "pid": 137444, "rss_mb": 268.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 794, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 795}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.495, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:43:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:43:24+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T16:43:24+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T16:43:24.700193+09:00", "mtime_epoch": 1783237404.7001932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:43:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9340.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.158, "pushed": 7.158, "read": 7.125}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.34, "count": 214, "max_ms": 26.15, "p95_ms": 21.576}, "gstreamer_push": {"avg_ms": 1.093, "count": 214, "max_ms": 1.661, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.099, "count": 214, "max_ms": 67.063, "p95_ms": 62.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.124, "count": 214, "max_ms": 79.489, "p95_ms": 66.296}, "yolo11_640_fire_11class": {"avg_ms": 49.762, "count": 214, "max_ms": 66.746, "p95_ms": 64.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.276, "count": 214, "max_ms": 80.752, "p95_ms": 77.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.967, "count": 214, "max_ms": 167.359, "p95_ms": 161.7}, "read_interval": {"avg_ms": 140.247, "count": 213, "max_ms": 178.827, "p95_ms": 172.737}, "triton_wait": {"avg_ms": 58.699, "count": 214, "max_ms": 80.767, "p95_ms": 77.699}, "visualize": {"avg_ms": 5.095, "count": 214, "max_ms": 7.069, "p95_ms": 5.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15998.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1933.991, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.654, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1917335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:43:52+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T16:43:52+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T16:43:52.116710+09:00", "mtime_epoch": 1783237432.1167102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:43:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2354.293, "name": "celery", "pid": 267, "rss_mb": 2354.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.906, "count": 301, "max_ms": 13.303, "p95_ms": 9.455}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.754, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.328, "count": 301, "max_ms": 69.969, "p95_ms": 63.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.993, "count": 301, "max_ms": 77.003, "p95_ms": 65.315}, "yolo11_640_fire_11class": {"avg_ms": 50.93, "count": 301, "max_ms": 70.091, "p95_ms": 64.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.616, "count": 301, "max_ms": 85.961, "p95_ms": 75.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.303, "count": 301, "max_ms": 107.386, "p95_ms": 92.801}, "read_interval": {"avg_ms": 99.763, "count": 300, "max_ms": 573.329, "p95_ms": 270.53}, "triton_wait": {"avg_ms": 54.315, "count": 301, "max_ms": 85.973, "p95_ms": 75.408}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 5.361, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15997.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:42:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.421, "last_started_at": "2026-07-05T16:42:19+09:00", "pid": 137444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.219, "name": "ffmpeg", "pid": 137444, "rss_mb": 271.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 794, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 795}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.315, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:43:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:43:54+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T16:43:54+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T16:43:54.828761+09:00", "mtime_epoch": 1783237434.828761, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:43:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9340.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.626, "pushed": 7.626, "read": 7.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.994, "count": 228, "max_ms": 23.768, "p95_ms": 21.274}, "gstreamer_push": {"avg_ms": 1.105, "count": 228, "max_ms": 1.662, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.38, "count": 228, "max_ms": 65.77, "p95_ms": 62.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.36, "count": 228, "max_ms": 78.516, "p95_ms": 67.112}, "yolo11_640_fire_11class": {"avg_ms": 49.065, "count": 228, "max_ms": 67.95, "p95_ms": 63.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.024, "count": 228, "max_ms": 84.646, "p95_ms": 76.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.054, "count": 228, "max_ms": 158.92, "p95_ms": 141.321}, "read_interval": {"avg_ms": 131.525, "count": 227, "max_ms": 170.834, "p95_ms": 153.812}, "triton_wait": {"avg_ms": 57.46, "count": 228, "max_ms": 84.659, "p95_ms": 76.839}, "visualize": {"avg_ms": 4.732, "count": 228, "max_ms": 6.196, "p95_ms": 5.587}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15998.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1964.042, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.705, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1917634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:44:22+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T16:44:22+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-05T16:44:22.189277+09:00", "mtime_epoch": 1783237462.1892767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:44:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2354.551, "name": "celery", "pid": 267, "rss_mb": 2354.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.903, "count": 299, "max_ms": 14.956, "p95_ms": 9.819}, "gstreamer_push": {"avg_ms": 1.264, "count": 299, "max_ms": 1.881, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.076, "count": 299, "max_ms": 68.67, "p95_ms": 62.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.021, "count": 299, "max_ms": 78.571, "p95_ms": 63.401}, "yolo11_640_fire_11class": {"avg_ms": 49.441, "count": 299, "max_ms": 72.245, "p95_ms": 61.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.554, "count": 299, "max_ms": 83.689, "p95_ms": 74.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.305, "count": 299, "max_ms": 123.347, "p95_ms": 93.421}, "read_interval": {"avg_ms": 100.576, "count": 298, "max_ms": 762.689, "p95_ms": 184.166}, "triton_wait": {"avg_ms": 54.078, "count": 299, "max_ms": 83.702, "p95_ms": 74.636}, "visualize": {"avg_ms": 3.69, "count": 299, "max_ms": 5.305, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15998.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:42:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.538, "last_started_at": "2026-07-05T16:42:19+09:00", "pid": 137444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.477, "name": "ffmpeg", "pid": 137444, "rss_mb": 271.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 794, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 795}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.35, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:44:25+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T16:44:24+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T16:44:24.957329+09:00", "mtime_epoch": 1783237464.9573288, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:44:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9340.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.313, "pushed": 7.313, "read": 7.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.385, "count": 218, "max_ms": 28.975, "p95_ms": 23.074}, "gstreamer_push": {"avg_ms": 1.101, "count": 219, "max_ms": 1.874, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.04, "count": 218, "max_ms": 70.092, "p95_ms": 62.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.184, "count": 218, "max_ms": 77.671, "p95_ms": 62.522}, "yolo11_640_fire_11class": {"avg_ms": 48.348, "count": 218, "max_ms": 68.258, "p95_ms": 63.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.946, "count": 218, "max_ms": 82.847, "p95_ms": 76.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.12, "count": 219, "max_ms": 169.903, "p95_ms": 160.817}, "read_interval": {"avg_ms": 137.449, "count": 218, "max_ms": 181.0, "p95_ms": 172.03}, "triton_wait": {"avg_ms": 57.18, "count": 218, "max_ms": 82.86, "p95_ms": 77.33}, "visualize": {"avg_ms": 4.964, "count": 218, "max_ms": 8.355, "p95_ms": 5.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15998.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1994.102, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.64, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1917936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:44:52+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T16:44:52+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T16:44:52.245843+09:00", "mtime_epoch": 1783237492.2458427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:44:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2354.551, "name": "celery", "pid": 267, "rss_mb": 2354.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.102, "count": 302, "max_ms": 13.822, "p95_ms": 12.098}, "gstreamer_push": {"avg_ms": 1.254, "count": 302, "max_ms": 1.995, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.225, "count": 302, "max_ms": 65.616, "p95_ms": 62.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.325, "count": 302, "max_ms": 74.304, "p95_ms": 62.146}, "yolo11_640_fire_11class": {"avg_ms": 50.235, "count": 302, "max_ms": 69.577, "p95_ms": 64.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.832, "count": 302, "max_ms": 78.507, "p95_ms": 74.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.579, "count": 302, "max_ms": 94.54, "p95_ms": 90.623}, "read_interval": {"avg_ms": 99.6, "count": 301, "max_ms": 682.159, "p95_ms": 108.126}, "triton_wait": {"avg_ms": 52.967, "count": 302, "max_ms": 78.517, "p95_ms": 74.411}, "visualize": {"avg_ms": 3.711, "count": 302, "max_ms": 5.21, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15998.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:42:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.547, "last_started_at": "2026-07-05T16:42:19+09:00", "pid": 137444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.477, "name": "ffmpeg", "pid": 137444, "rss_mb": 271.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 794, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 795}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.041, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:44:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:44:55+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:44:54+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:44:54.997895+09:00", "mtime_epoch": 1783237494.9978945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:44:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9340.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.534, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.695, "count": 226, "max_ms": 27.413, "p95_ms": 22.115}, "gstreamer_push": {"avg_ms": 1.102, "count": 226, "max_ms": 1.829, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.615, "count": 226, "max_ms": 64.663, "p95_ms": 61.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.536, "count": 226, "max_ms": 80.18, "p95_ms": 67.137}, "yolo11_640_fire_11class": {"avg_ms": 49.624, "count": 226, "max_ms": 66.515, "p95_ms": 63.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.843, "count": 226, "max_ms": 78.559, "p95_ms": 75.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.244, "count": 226, "max_ms": 163.658, "p95_ms": 145.126}, "read_interval": {"avg_ms": 132.901, "count": 226, "max_ms": 174.699, "p95_ms": 157.545}, "triton_wait": {"avg_ms": 57.343, "count": 226, "max_ms": 80.187, "p95_ms": 75.128}, "visualize": {"avg_ms": 4.756, "count": 226, "max_ms": 7.369, "p95_ms": 5.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15998.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2024.496, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.317, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1918240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:45:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:45:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T16:45:22+09:00", "mjpeg": {"age_sec": 0.388, "exists": true, "mtime": "2026-07-05T16:45:22.310409+09:00", "mtime_epoch": 1783237522.3104088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:45:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2354.809, "name": "celery", "pid": 267, "rss_mb": 2354.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.747, "count": 301, "max_ms": 13.142, "p95_ms": 8.885}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.585, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.191, "count": 301, "max_ms": 68.912, "p95_ms": 63.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.511, "count": 301, "max_ms": 78.48, "p95_ms": 65.662}, "yolo11_640_fire_11class": {"avg_ms": 52.232, "count": 301, "max_ms": 78.128, "p95_ms": 67.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.825, "count": 301, "max_ms": 83.088, "p95_ms": 77.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.357, "count": 301, "max_ms": 105.674, "p95_ms": 93.584}, "read_interval": {"avg_ms": 100.191, "count": 301, "max_ms": 727.637, "p95_ms": 149.516}, "triton_wait": {"avg_ms": 54.967, "count": 301, "max_ms": 83.101, "p95_ms": 77.071}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 5.14, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15998.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:42:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.617, "last_started_at": "2026-07-05T16:42:19+09:00", "pid": 137444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.734, "name": "ffmpeg", "pid": 137444, "rss_mb": 271.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 794, "restart_count_per_hour": 16, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 795}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.1, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:45:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:45:25+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:45:25+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:45:25.070461+09:00", "mtime_epoch": 1783237525.0704606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:45:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.614, "pushed": 7.614, "read": 7.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.71, "count": 228, "max_ms": 26.419, "p95_ms": 20.333}, "gstreamer_push": {"avg_ms": 1.106, "count": 228, "max_ms": 1.437, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.235, "count": 228, "max_ms": 63.455, "p95_ms": 59.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.327, "count": 228, "max_ms": 79.982, "p95_ms": 67.325}, "yolo11_640_fire_11class": {"avg_ms": 49.47, "count": 228, "max_ms": 67.336, "p95_ms": 64.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.853, "count": 228, "max_ms": 82.119, "p95_ms": 75.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.332, "count": 228, "max_ms": 164.398, "p95_ms": 139.298}, "read_interval": {"avg_ms": 131.909, "count": 227, "max_ms": 175.237, "p95_ms": 152.401}, "triton_wait": {"avg_ms": 57.339, "count": 228, "max_ms": 82.133, "p95_ms": 75.483}, "visualize": {"avg_ms": 4.779, "count": 228, "max_ms": 7.353, "p95_ms": 5.712}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15994.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2054.588, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.124, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1918541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:45:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:45:52+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T16:45:52+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T16:45:52.698981+09:00", "mtime_epoch": 1783237552.6989806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:45:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2354.809, "name": "celery", "pid": 267, "rss_mb": 2354.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.916, "count": 300, "max_ms": 11.566, "p95_ms": 9.792}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.471, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.459, "count": 300, "max_ms": 70.081, "p95_ms": 63.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.626, "count": 300, "max_ms": 78.52, "p95_ms": 66.795}, "yolo11_640_fire_11class": {"avg_ms": 52.229, "count": 300, "max_ms": 72.428, "p95_ms": 65.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.9, "count": 300, "max_ms": 81.969, "p95_ms": 78.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.111, "count": 300, "max_ms": 130.783, "p95_ms": 102.833}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 661.127, "p95_ms": 176.218}, "triton_wait": {"avg_ms": 55.483, "count": 300, "max_ms": 81.984, "p95_ms": 78.115}, "visualize": {"avg_ms": 3.808, "count": 300, "max_ms": 5.793, "p95_ms": 4.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15995.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:45:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.82, "last_started_at": "2026-07-05T16:45:37+09:00", "pid": 137551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.512, "name": "ffmpeg", "pid": 137551, "rss_mb": 267.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 795, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 796}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.326, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:45:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:45:55+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:45:55+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T16:45:55.087025+09:00", "mtime_epoch": 1783237555.0870254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:45:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.497, "pushed": 6.497, "read": 6.464}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.87, "count": 194, "max_ms": 27.19, "p95_ms": 20.665}, "gstreamer_push": {"avg_ms": 1.106, "count": 194, "max_ms": 1.659, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.556, "count": 194, "max_ms": 65.392, "p95_ms": 63.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.459, "count": 194, "max_ms": 78.817, "p95_ms": 70.134}, "yolo11_640_fire_11class": {"avg_ms": 51.181, "count": 194, "max_ms": 68.232, "p95_ms": 65.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.123, "count": 194, "max_ms": 81.437, "p95_ms": 78.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.007, "count": 194, "max_ms": 158.108, "p95_ms": 140.538}, "read_interval": {"avg_ms": 154.866, "count": 193, "max_ms": 4256.33, "p95_ms": 151.647}, "triton_wait": {"avg_ms": 59.478, "count": 194, "max_ms": 81.449, "p95_ms": 78.798}, "visualize": {"avg_ms": 4.878, "count": 194, "max_ms": 6.391, "p95_ms": 5.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15995.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2084.604, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.2, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1918841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:46:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:46:22+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T16:46:22+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T16:46:22.747546+09:00", "mtime_epoch": 1783237582.7475457, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:46:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2355.066, "name": "celery", "pid": 267, "rss_mb": 2355.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.188, "count": 300, "max_ms": 12.759, "p95_ms": 10.14}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 2.035, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.29, "count": 300, "max_ms": 67.488, "p95_ms": 63.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.672, "count": 300, "max_ms": 73.483, "p95_ms": 67.417}, "yolo11_640_fire_11class": {"avg_ms": 52.592, "count": 300, "max_ms": 70.642, "p95_ms": 65.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.215, "count": 300, "max_ms": 81.452, "p95_ms": 79.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.61, "count": 300, "max_ms": 137.237, "p95_ms": 132.787}, "read_interval": {"avg_ms": 100.123, "count": 299, "max_ms": 507.589, "p95_ms": 146.567}, "triton_wait": {"avg_ms": 56.809, "count": 300, "max_ms": 81.464, "p95_ms": 79.527}, "visualize": {"avg_ms": 3.918, "count": 300, "max_ms": 6.683, "p95_ms": 5.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15996.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:45:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.893, "last_started_at": "2026-07-05T16:45:37+09:00", "pid": 137551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.285, "name": "ffmpeg", "pid": 137551, "rss_mb": 268.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 795, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 796}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.775, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:46:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:46:25+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:46:25+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T16:46:25.163591+09:00", "mtime_epoch": 1783237585.1635911, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:46:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.779, "pushed": 7.779, "read": 7.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.87, "count": 233, "max_ms": 28.629, "p95_ms": 22.546}, "gstreamer_push": {"avg_ms": 1.111, "count": 233, "max_ms": 1.572, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.478, "count": 233, "max_ms": 66.161, "p95_ms": 63.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.253, "count": 233, "max_ms": 78.78, "p95_ms": 68.508}, "yolo11_640_fire_11class": {"avg_ms": 50.621, "count": 233, "max_ms": 67.789, "p95_ms": 64.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.796, "count": 233, "max_ms": 81.839, "p95_ms": 77.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.512, "count": 233, "max_ms": 147.465, "p95_ms": 138.806}, "read_interval": {"avg_ms": 129.093, "count": 232, "max_ms": 160.265, "p95_ms": 149.193}, "triton_wait": {"avg_ms": 59.045, "count": 233, "max_ms": 81.851, "p95_ms": 78.026}, "visualize": {"avg_ms": 4.752, "count": 233, "max_ms": 7.065, "p95_ms": 5.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16004.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2114.616, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.077, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1919140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:46:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:46:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T16:46:52+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-05T16:46:52.492105+09:00", "mtime_epoch": 1783237612.492105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:46:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2355.066, "name": "celery", "pid": 267, "rss_mb": 2355.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.842, "count": 299, "max_ms": 12.379, "p95_ms": 10.299}, "gstreamer_push": {"avg_ms": 1.257, "count": 299, "max_ms": 2.163, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.343, "count": 299, "max_ms": 68.012, "p95_ms": 63.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.23, "count": 299, "max_ms": 74.913, "p95_ms": 64.668}, "yolo11_640_fire_11class": {"avg_ms": 51.163, "count": 299, "max_ms": 69.098, "p95_ms": 63.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.897, "count": 299, "max_ms": 82.465, "p95_ms": 76.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.14, "count": 299, "max_ms": 125.476, "p95_ms": 94.028}, "read_interval": {"avg_ms": 100.364, "count": 299, "max_ms": 545.06, "p95_ms": 185.455}, "triton_wait": {"avg_ms": 55.532, "count": 299, "max_ms": 82.477, "p95_ms": 76.729}, "visualize": {"avg_ms": 3.66, "count": 299, "max_ms": 5.149, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16004.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:45:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.932, "last_started_at": "2026-07-05T16:45:37+09:00", "pid": 137551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.535, "name": "ffmpeg", "pid": 137551, "rss_mb": 276.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 795, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 796}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.476, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:46:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:46:55+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T16:46:55+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T16:46:55.204156+09:00", "mtime_epoch": 1783237615.204156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:46:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.855, "pushed": 7.855, "read": 7.822}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.002, "count": 235, "max_ms": 34.085, "p95_ms": 21.871}, "gstreamer_push": {"avg_ms": 1.122, "count": 235, "max_ms": 2.07, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.74, "count": 235, "max_ms": 64.216, "p95_ms": 62.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.225, "count": 235, "max_ms": 77.942, "p95_ms": 68.622}, "yolo11_640_fire_11class": {"avg_ms": 49.326, "count": 235, "max_ms": 64.958, "p95_ms": 62.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.033, "count": 235, "max_ms": 84.788, "p95_ms": 75.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.282, "count": 235, "max_ms": 146.144, "p95_ms": 137.692}, "read_interval": {"avg_ms": 127.857, "count": 234, "max_ms": 157.993, "p95_ms": 147.341}, "triton_wait": {"avg_ms": 57.468, "count": 235, "max_ms": 84.8, "p95_ms": 75.996}, "visualize": {"avg_ms": 4.739, "count": 235, "max_ms": 7.439, "p95_ms": 5.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16005.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2144.624, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.552, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1919442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:47:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:47:22+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T16:47:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T16:47:22.736673+09:00", "mtime_epoch": 1783237642.7366734, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:47:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2355.324, "name": "celery", "pid": 267, "rss_mb": 2355.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.893, "count": 302, "max_ms": 11.879, "p95_ms": 9.288}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 1.606, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.477, "count": 302, "max_ms": 66.525, "p95_ms": 63.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.216, "count": 302, "max_ms": 74.592, "p95_ms": 67.412}, "yolo11_640_fire_11class": {"avg_ms": 51.261, "count": 302, "max_ms": 67.354, "p95_ms": 64.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.344, "count": 302, "max_ms": 80.528, "p95_ms": 77.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.573, "count": 302, "max_ms": 136.682, "p95_ms": 94.853}, "read_interval": {"avg_ms": 99.278, "count": 302, "max_ms": 559.056, "p95_ms": 119.171}, "triton_wait": {"avg_ms": 55.038, "count": 302, "max_ms": 80.54, "p95_ms": 77.513}, "visualize": {"avg_ms": 3.732, "count": 302, "max_ms": 5.454, "p95_ms": 4.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16005.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:45:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.98, "last_started_at": "2026-07-05T16:45:37+09:00", "pid": 137551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.793, "name": "ffmpeg", "pid": 137551, "rss_mb": 276.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 795, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 796}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.808, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:47:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:47:25+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:47:25+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T16:47:25.248713+09:00", "mtime_epoch": 1783237645.2487135, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:47:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.553, "pushed": 7.553, "read": 7.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.006, "count": 226, "max_ms": 26.522, "p95_ms": 21.475}, "gstreamer_push": {"avg_ms": 1.101, "count": 226, "max_ms": 1.787, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.116, "count": 226, "max_ms": 67.108, "p95_ms": 62.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.617, "count": 226, "max_ms": 72.486, "p95_ms": 69.235}, "yolo11_640_fire_11class": {"avg_ms": 49.509, "count": 226, "max_ms": 67.389, "p95_ms": 64.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.108, "count": 226, "max_ms": 80.527, "p95_ms": 77.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.499, "count": 226, "max_ms": 167.086, "p95_ms": 142.96}, "read_interval": {"avg_ms": 132.995, "count": 225, "max_ms": 177.069, "p95_ms": 152.824}, "triton_wait": {"avg_ms": 58.506, "count": 226, "max_ms": 80.539, "p95_ms": 77.486}, "visualize": {"avg_ms": 4.91, "count": 226, "max_ms": 6.549, "p95_ms": 5.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 15997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16005.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2174.671, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.802, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1919743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:47:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:47:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T16:47:52+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T16:47:52.808695+09:00", "mtime_epoch": 1783237672.808695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:47:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2355.582, "name": "celery", "pid": 267, "rss_mb": 2355.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.78, "count": 301, "max_ms": 11.695, "p95_ms": 9.074}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 2.103, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.301, "count": 301, "max_ms": 65.554, "p95_ms": 63.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.328, "count": 301, "max_ms": 80.559, "p95_ms": 68.751}, "yolo11_640_fire_11class": {"avg_ms": 52.979, "count": 301, "max_ms": 71.097, "p95_ms": 65.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.963, "count": 301, "max_ms": 79.933, "p95_ms": 77.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.832, "count": 301, "max_ms": 133.839, "p95_ms": 93.351}, "read_interval": {"avg_ms": 99.881, "count": 300, "max_ms": 790.175, "p95_ms": 140.207}, "triton_wait": {"avg_ms": 56.078, "count": 301, "max_ms": 80.574, "p95_ms": 77.047}, "visualize": {"avg_ms": 3.689, "count": 301, "max_ms": 5.215, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16005.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:45:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.009, "last_started_at": "2026-07-05T16:45:37+09:00", "pid": 137551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.793, "name": "ffmpeg", "pid": 137551, "rss_mb": 276.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 795, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 796}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.845, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:47:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:47:55+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T16:47:55+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T16:47:55.256695+09:00", "mtime_epoch": 1783237675.2566948, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:47:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.527, "pushed": 7.527, "read": 7.494}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.994, "count": 225, "max_ms": 24.851, "p95_ms": 20.903}, "gstreamer_push": {"avg_ms": 1.095, "count": 225, "max_ms": 1.621, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.937, "count": 225, "max_ms": 66.497, "p95_ms": 62.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.875, "count": 225, "max_ms": 81.014, "p95_ms": 69.712}, "yolo11_640_fire_11class": {"avg_ms": 50.414, "count": 225, "max_ms": 68.072, "p95_ms": 64.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.431, "count": 225, "max_ms": 79.558, "p95_ms": 76.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.916, "count": 225, "max_ms": 169.25, "p95_ms": 144.554}, "read_interval": {"avg_ms": 133.401, "count": 224, "max_ms": 179.051, "p95_ms": 154.972}, "triton_wait": {"avg_ms": 58.786, "count": 225, "max_ms": 81.026, "p95_ms": 76.829}, "visualize": {"avg_ms": 4.929, "count": 225, "max_ms": 7.44, "p95_ms": 5.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16005.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2204.737, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.552, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1920042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:48:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:48:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T16:48:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T16:48:22.876702+09:00", "mtime_epoch": 1783237702.8767018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:48:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2355.582, "name": "celery", "pid": 267, "rss_mb": 2355.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.895, "count": 299, "max_ms": 12.341, "p95_ms": 10.059}, "gstreamer_push": {"avg_ms": 1.245, "count": 299, "max_ms": 1.501, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.764, "count": 299, "max_ms": 68.19, "p95_ms": 63.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.987, "count": 299, "max_ms": 78.611, "p95_ms": 70.795}, "yolo11_640_fire_11class": {"avg_ms": 53.566, "count": 299, "max_ms": 70.546, "p95_ms": 66.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.393, "count": 299, "max_ms": 84.006, "p95_ms": 76.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.055, "count": 299, "max_ms": 137.996, "p95_ms": 103.589}, "read_interval": {"avg_ms": 100.614, "count": 298, "max_ms": 558.976, "p95_ms": 148.948}, "triton_wait": {"avg_ms": 57.474, "count": 299, "max_ms": 84.019, "p95_ms": 76.973}, "visualize": {"avg_ms": 3.745, "count": 299, "max_ms": 6.168, "p95_ms": 4.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16005.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:45:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.047, "last_started_at": "2026-07-05T16:45:37+09:00", "pid": 137551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.793, "name": "ffmpeg", "pid": 137551, "rss_mb": 276.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 795, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 796}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.931, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:48:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:48:25+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T16:48:25+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T16:48:25.288704+09:00", "mtime_epoch": 1783237705.2887037, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:48:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.722, "pushed": 7.722, "read": 7.688}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.598, "count": 231, "max_ms": 22.64, "p95_ms": 20.174}, "gstreamer_push": {"avg_ms": 1.117, "count": 231, "max_ms": 1.579, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.804, "count": 231, "max_ms": 67.178, "p95_ms": 62.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.142, "count": 231, "max_ms": 82.405, "p95_ms": 70.867}, "yolo11_640_fire_11class": {"avg_ms": 51.374, "count": 231, "max_ms": 70.672, "p95_ms": 64.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.362, "count": 231, "max_ms": 83.147, "p95_ms": 76.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.33, "count": 231, "max_ms": 147.355, "p95_ms": 137.222}, "read_interval": {"avg_ms": 129.947, "count": 230, "max_ms": 157.09, "p95_ms": 147.66}, "triton_wait": {"avg_ms": 60.072, "count": 231, "max_ms": 83.158, "p95_ms": 76.495}, "visualize": {"avg_ms": 4.724, "count": 231, "max_ms": 5.818, "p95_ms": 4.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16006.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2234.807, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.403, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1920343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:48:53+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T16:48:52+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T16:48:52.948735+09:00", "mtime_epoch": 1783237732.948735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:48:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2355.84, "name": "celery", "pid": 267, "rss_mb": 2355.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.667, "count": 301, "max_ms": 13.634, "p95_ms": 10.26}, "gstreamer_push": {"avg_ms": 1.207, "count": 301, "max_ms": 1.7, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.939, "count": 301, "max_ms": 67.164, "p95_ms": 63.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.993, "count": 301, "max_ms": 79.006, "p95_ms": 69.586}, "yolo11_640_fire_11class": {"avg_ms": 52.612, "count": 301, "max_ms": 70.018, "p95_ms": 65.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.816, "count": 301, "max_ms": 83.41, "p95_ms": 77.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.242, "count": 301, "max_ms": 136.538, "p95_ms": 93.073}, "read_interval": {"avg_ms": 99.961, "count": 300, "max_ms": 673.396, "p95_ms": 114.481}, "triton_wait": {"avg_ms": 55.972, "count": 301, "max_ms": 83.423, "p95_ms": 77.091}, "visualize": {"avg_ms": 3.507, "count": 301, "max_ms": 6.08, "p95_ms": 4.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16006.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 712, "h264_decode_error_count": 1751, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:42:16+09:00", "last_error_summary": "[h264 @ 0x562340b86200] error while decoding MB 45 28, bytestream -36 [h264 @ 0x562340ccde40] left block unavailable for requested intra mode [h264 @ 0x562340ccde40] error while decoding MB 0 19, bytestream 1493 [h264 @ 0x562340ca5ac0] cabac decode of qscale diff failed at 39 44 [h264 @ 0x562340ca5ac0] error while decoding MB 39 44, bytestream 8128 [h264 @ 0x5623417a1e00] cabac decode of qscale diff failed at 29 2 [h264 @ 0x5623417a1e00] error while decoding MB 29 2, bytestream 6539 [h264 @ 0x56", "last_exit_at": "2026-07-05T16:45:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.16, "last_started_at": "2026-07-05T16:45:37+09:00", "pid": 137551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.793, "name": "ffmpeg", "pid": 137551, "rss_mb": 276.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 795, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 796}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.523, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:48:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:48:55+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T16:48:55+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T16:48:55.404739+09:00", "mtime_epoch": 1783237735.404739, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:48:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.701, "pushed": 7.701, "read": 7.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.227, "count": 230, "max_ms": 30.715, "p95_ms": 22.843}, "gstreamer_push": {"avg_ms": 1.114, "count": 231, "max_ms": 1.629, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.761, "count": 230, "max_ms": 65.52, "p95_ms": 61.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.479, "count": 230, "max_ms": 80.171, "p95_ms": 71.172}, "yolo11_640_fire_11class": {"avg_ms": 50.245, "count": 230, "max_ms": 66.945, "p95_ms": 64.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.95, "count": 230, "max_ms": 81.335, "p95_ms": 77.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.602, "count": 231, "max_ms": 160.187, "p95_ms": 139.867}, "read_interval": {"avg_ms": 130.284, "count": 230, "max_ms": 168.314, "p95_ms": 150.937}, "triton_wait": {"avg_ms": 58.589, "count": 230, "max_ms": 81.345, "p95_ms": 77.071}, "visualize": {"avg_ms": 4.818, "count": 230, "max_ms": 6.525, "p95_ms": 5.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15773.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2264.828, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.244, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1920646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:49:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:49:23+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T16:49:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T16:49:22.964793+09:00", "mtime_epoch": 1783237762.9647927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:49:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2355.84, "name": "celery", "pid": 267, "rss_mb": 2355.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.129, "pushed": 10.129, "read": 10.095}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.704, "count": 303, "max_ms": 11.226, "p95_ms": 8.787}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.599, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.67, "count": 303, "max_ms": 71.187, "p95_ms": 63.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.055, "count": 303, "max_ms": 78.757, "p95_ms": 66.213}, "yolo11_640_fire_11class": {"avg_ms": 52.425, "count": 303, "max_ms": 70.488, "p95_ms": 65.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.929, "count": 303, "max_ms": 80.833, "p95_ms": 76.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.838, "count": 303, "max_ms": 106.377, "p95_ms": 94.011}, "read_interval": {"avg_ms": 99.122, "count": 302, "max_ms": 796.101, "p95_ms": 116.482}, "triton_wait": {"avg_ms": 55.385, "count": 303, "max_ms": 80.845, "p95_ms": 77.509}, "visualize": {"avg_ms": 3.67, "count": 303, "max_ms": 4.976, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15888.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.03, "last_started_at": "2026-07-05T16:49:21+09:00", "pid": 137658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 161.801, "name": "ffmpeg", "pid": 137658, "rss_mb": 161.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 796, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 797}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.055, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:49:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:49:25+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T16:49:25+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T16:49:25.460799+09:00", "mtime_epoch": 1783237765.4607987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:49:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.187, "pushed": 6.187, "read": 6.154}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.527, "count": 185, "max_ms": 26.883, "p95_ms": 21.853}, "gstreamer_push": {"avg_ms": 1.102, "count": 185, "max_ms": 1.633, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.586, "count": 185, "max_ms": 66.134, "p95_ms": 61.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.721, "count": 185, "max_ms": 72.606, "p95_ms": 69.966}, "yolo11_640_fire_11class": {"avg_ms": 50.045, "count": 185, "max_ms": 68.121, "p95_ms": 64.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.048, "count": 185, "max_ms": 80.391, "p95_ms": 75.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.165, "count": 185, "max_ms": 165.501, "p95_ms": 155.776}, "read_interval": {"avg_ms": 162.573, "count": 184, "max_ms": 5086.284, "p95_ms": 164.326}, "triton_wait": {"avg_ms": 58.678, "count": 185, "max_ms": 80.406, "p95_ms": 75.976}, "visualize": {"avg_ms": 5.052, "count": 185, "max_ms": 8.658, "p95_ms": 6.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15998.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2294.851, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.596, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1920942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:49:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:49:53+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:49:52+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T16:49:52.988874+09:00", "mtime_epoch": 1783237792.988874, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208394}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:49:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2356.098, "name": "celery", "pid": 267, "rss_mb": 2356.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.851}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.044, "count": 296, "max_ms": 14.759, "p95_ms": 10.44}, "gstreamer_push": {"avg_ms": 1.247, "count": 296, "max_ms": 1.54, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.979, "count": 296, "max_ms": 67.183, "p95_ms": 62.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.077, "count": 296, "max_ms": 79.188, "p95_ms": 60.861}, "yolo11_640_fire_11class": {"avg_ms": 52.086, "count": 296, "max_ms": 70.44, "p95_ms": 65.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.639, "count": 296, "max_ms": 80.068, "p95_ms": 76.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.658, "count": 296, "max_ms": 129.23, "p95_ms": 94.906}, "read_interval": {"avg_ms": 101.499, "count": 295, "max_ms": 638.558, "p95_ms": 212.103}, "triton_wait": {"avg_ms": 54.9, "count": 296, "max_ms": 80.08, "p95_ms": 76.32}, "visualize": {"avg_ms": 3.722, "count": 296, "max_ms": 6.032, "p95_ms": 4.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15998.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.057, "last_started_at": "2026-07-05T16:49:21+09:00", "pid": 137658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 137658, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 796, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 797}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.125, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:49:55+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:49:55+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T16:49:55.508882+09:00", "mtime_epoch": 1783237795.5088818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:49:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9341.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.398, "pushed": 7.398, "read": 7.364}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.892, "count": 221, "max_ms": 31.516, "p95_ms": 21.551}, "gstreamer_push": {"avg_ms": 1.093, "count": 221, "max_ms": 1.754, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.99, "count": 221, "max_ms": 63.555, "p95_ms": 61.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.829, "count": 221, "max_ms": 80.237, "p95_ms": 69.424}, "yolo11_640_fire_11class": {"avg_ms": 49.926, "count": 221, "max_ms": 70.547, "p95_ms": 63.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.197, "count": 221, "max_ms": 80.016, "p95_ms": 75.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.456, "count": 221, "max_ms": 168.465, "p95_ms": 156.635}, "read_interval": {"avg_ms": 135.924, "count": 220, "max_ms": 181.144, "p95_ms": 167.598}, "triton_wait": {"avg_ms": 57.823, "count": 221, "max_ms": 80.249, "p95_ms": 75.122}, "visualize": {"avg_ms": 4.921, "count": 221, "max_ms": 7.56, "p95_ms": 5.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15998.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2324.875, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.853, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1921244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:50:23+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:50:23+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T16:50:23.016977+09:00", "mtime_epoch": 1783237823.016977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:50:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2356.098, "name": "celery", "pid": 267, "rss_mb": 2356.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.922, "count": 302, "max_ms": 11.777, "p95_ms": 9.63}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.542, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.09, "count": 302, "max_ms": 71.08, "p95_ms": 61.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.743, "count": 302, "max_ms": 78.627, "p95_ms": 64.19}, "yolo11_640_fire_11class": {"avg_ms": 52.185, "count": 302, "max_ms": 74.287, "p95_ms": 65.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.045, "count": 302, "max_ms": 79.985, "p95_ms": 76.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.929, "count": 302, "max_ms": 129.809, "p95_ms": 94.539}, "read_interval": {"avg_ms": 99.467, "count": 301, "max_ms": 928.926, "p95_ms": 140.249}, "triton_wait": {"avg_ms": 55.192, "count": 302, "max_ms": 79.999, "p95_ms": 76.599}, "visualize": {"avg_ms": 3.739, "count": 302, "max_ms": 6.177, "p95_ms": 4.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15999.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.072, "last_started_at": "2026-07-05T16:49:21+09:00", "pid": 137658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.414, "name": "ffmpeg", "pid": 137658, "rss_mb": 268.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 796, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 797}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.027, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:50:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:50:25+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T16:50:25+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T16:50:25.500987+09:00", "mtime_epoch": 1783237825.5009866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:50:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.166, "pushed": 7.166, "read": 7.132}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.287, "count": 214, "max_ms": 26.558, "p95_ms": 21.783}, "gstreamer_push": {"avg_ms": 1.082, "count": 214, "max_ms": 1.645, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.404, "count": 214, "max_ms": 65.706, "p95_ms": 61.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.676, "count": 214, "max_ms": 77.059, "p95_ms": 67.598}, "yolo11_640_fire_11class": {"avg_ms": 50.375, "count": 214, "max_ms": 68.294, "p95_ms": 64.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.718, "count": 214, "max_ms": 80.983, "p95_ms": 74.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.928, "count": 214, "max_ms": 164.877, "p95_ms": 160.966}, "read_interval": {"avg_ms": 140.205, "count": 213, "max_ms": 175.869, "p95_ms": 172.237}, "triton_wait": {"avg_ms": 58.63, "count": 214, "max_ms": 80.995, "p95_ms": 75.125}, "visualize": {"avg_ms": 5.09, "count": 214, "max_ms": 7.497, "p95_ms": 5.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16001.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2354.927, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.244, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1921543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:50:53+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:50:53+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T16:50:53.069101+09:00", "mtime_epoch": 1783237853.069101, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:50:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2356.355, "name": "celery", "pid": 267, "rss_mb": 2356.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.865, "count": 299, "max_ms": 12.703, "p95_ms": 9.35}, "gstreamer_push": {"avg_ms": 1.252, "count": 299, "max_ms": 1.609, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.429, "count": 299, "max_ms": 69.261, "p95_ms": 62.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.526, "count": 299, "max_ms": 73.36, "p95_ms": 61.51}, "yolo11_640_fire_11class": {"avg_ms": 50.852, "count": 299, "max_ms": 70.577, "p95_ms": 65.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.362, "count": 299, "max_ms": 78.875, "p95_ms": 74.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.938, "count": 299, "max_ms": 122.337, "p95_ms": 90.933}, "read_interval": {"avg_ms": 100.568, "count": 298, "max_ms": 785.804, "p95_ms": 179.88}, "triton_wait": {"avg_ms": 54.28, "count": 299, "max_ms": 78.888, "p95_ms": 74.564}, "visualize": {"avg_ms": 3.709, "count": 299, "max_ms": 5.309, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16002.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.17, "last_started_at": "2026-07-05T16:49:21+09:00", "pid": 137658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.219, "name": "ffmpeg", "pid": 137658, "rss_mb": 270.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 796, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 797}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.732, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:50:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:50:55+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T16:50:55+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T16:50:55.617113+09:00", "mtime_epoch": 1783237855.6171126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:50:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.653, "pushed": 7.653, "read": 7.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.247, "count": 229, "max_ms": 30.297, "p95_ms": 23.272}, "gstreamer_push": {"avg_ms": 1.096, "count": 229, "max_ms": 1.671, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.519, "count": 229, "max_ms": 64.332, "p95_ms": 60.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.611, "count": 229, "max_ms": 77.964, "p95_ms": 65.52}, "yolo11_640_fire_11class": {"avg_ms": 46.967, "count": 229, "max_ms": 68.197, "p95_ms": 62.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.192, "count": 229, "max_ms": 79.961, "p95_ms": 74.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.935, "count": 229, "max_ms": 164.365, "p95_ms": 141.577}, "read_interval": {"avg_ms": 131.438, "count": 228, "max_ms": 175.243, "p95_ms": 153.765}, "triton_wait": {"avg_ms": 55.604, "count": 229, "max_ms": 79.973, "p95_ms": 74.718}, "visualize": {"avg_ms": 4.794, "count": 229, "max_ms": 6.266, "p95_ms": 5.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16002.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2384.932, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.687, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1921845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:51:23+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:51:23+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T16:51:23.077245+09:00", "mtime_epoch": 1783237883.0772445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:51:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2356.355, "name": "celery", "pid": 267, "rss_mb": 2356.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.764, "count": 302, "max_ms": 13.562, "p95_ms": 9.294}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 1.513, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.035, "count": 302, "max_ms": 64.918, "p95_ms": 63.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.216, "count": 302, "max_ms": 77.468, "p95_ms": 67.077}, "yolo11_640_fire_11class": {"avg_ms": 51.635, "count": 302, "max_ms": 72.128, "p95_ms": 66.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.602, "count": 302, "max_ms": 79.659, "p95_ms": 74.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.023, "count": 302, "max_ms": 135.791, "p95_ms": 90.871}, "read_interval": {"avg_ms": 99.357, "count": 302, "max_ms": 677.419, "p95_ms": 148.588}, "triton_wait": {"avg_ms": 54.729, "count": 302, "max_ms": 79.676, "p95_ms": 74.871}, "visualize": {"avg_ms": 3.622, "count": 302, "max_ms": 4.734, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16002.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.189, "last_started_at": "2026-07-05T16:49:21+09:00", "pid": 137658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.219, "name": "ffmpeg", "pid": 137658, "rss_mb": 270.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 796, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 797}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.126, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:51:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:51:25+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T16:51:25+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T16:51:25.641258+09:00", "mtime_epoch": 1783237885.6412578, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:51:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.326, "pushed": 7.326, "read": 7.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.402, "count": 219, "max_ms": 34.157, "p95_ms": 21.784}, "gstreamer_push": {"avg_ms": 1.097, "count": 219, "max_ms": 1.671, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.174, "count": 219, "max_ms": 67.308, "p95_ms": 61.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.023, "count": 219, "max_ms": 80.857, "p95_ms": 68.232}, "yolo11_640_fire_11class": {"avg_ms": 49.971, "count": 219, "max_ms": 70.356, "p95_ms": 64.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.274, "count": 219, "max_ms": 81.527, "p95_ms": 76.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.228, "count": 219, "max_ms": 175.217, "p95_ms": 152.375}, "read_interval": {"avg_ms": 137.117, "count": 218, "max_ms": 183.571, "p95_ms": 161.704}, "triton_wait": {"avg_ms": 58.061, "count": 219, "max_ms": 81.539, "p95_ms": 76.999}, "visualize": {"avg_ms": 5.018, "count": 219, "max_ms": 6.806, "p95_ms": 6.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16002.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2415.004, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.634, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1922149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:51:53+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T16:51:53+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T16:51:53.137407+09:00", "mtime_epoch": 1783237913.1374068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:51:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2356.613, "name": "celery", "pid": 267, "rss_mb": 2356.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.11}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.675, "count": 304, "max_ms": 12.597, "p95_ms": 8.997}, "gstreamer_push": {"avg_ms": 1.242, "count": 304, "max_ms": 1.548, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.933, "count": 304, "max_ms": 67.055, "p95_ms": 61.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.089, "count": 304, "max_ms": 76.146, "p95_ms": 66.956}, "yolo11_640_fire_11class": {"avg_ms": 52.185, "count": 304, "max_ms": 77.262, "p95_ms": 64.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.101, "count": 304, "max_ms": 81.502, "p95_ms": 75.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.39, "count": 304, "max_ms": 134.509, "p95_ms": 93.028}, "read_interval": {"avg_ms": 98.948, "count": 303, "max_ms": 654.799, "p95_ms": 185.652}, "triton_wait": {"avg_ms": 55.191, "count": 304, "max_ms": 81.515, "p95_ms": 76.065}, "visualize": {"avg_ms": 3.691, "count": 304, "max_ms": 5.093, "p95_ms": 4.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16001.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.314, "last_started_at": "2026-07-05T16:49:21+09:00", "pid": 137658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.219, "name": "ffmpeg", "pid": 137658, "rss_mb": 270.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 796, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 797}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.284, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:51:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:51:55+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T16:51:55+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T16:51:55.741422+09:00", "mtime_epoch": 1783237915.7414217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:51:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.134, "pushed": 7.134, "read": 7.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.523, "count": 213, "max_ms": 28.248, "p95_ms": 21.959}, "gstreamer_push": {"avg_ms": 1.092, "count": 214, "max_ms": 1.673, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.302, "count": 213, "max_ms": 66.078, "p95_ms": 61.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.213, "count": 213, "max_ms": 81.426, "p95_ms": 64.448}, "yolo11_640_fire_11class": {"avg_ms": 49.92, "count": 213, "max_ms": 68.517, "p95_ms": 65.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.079, "count": 213, "max_ms": 81.958, "p95_ms": 77.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.312, "count": 214, "max_ms": 166.984, "p95_ms": 161.706}, "read_interval": {"avg_ms": 140.711, "count": 213, "max_ms": 178.121, "p95_ms": 173.926}, "triton_wait": {"avg_ms": 58.834, "count": 213, "max_ms": 81.97, "p95_ms": 77.746}, "visualize": {"avg_ms": 5.097, "count": 213, "max_ms": 6.588, "p95_ms": 6.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16002.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2445.066, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.685, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1922447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:52:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:52:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T16:52:23+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T16:52:23.205586+09:00", "mtime_epoch": 1783237943.2055864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:52:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2356.871, "name": "celery", "pid": 267, "rss_mb": 2356.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.807, "count": 298, "max_ms": 12.405, "p95_ms": 9.843}, "gstreamer_push": {"avg_ms": 1.241, "count": 298, "max_ms": 1.754, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.833, "count": 298, "max_ms": 68.186, "p95_ms": 61.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.188, "count": 298, "max_ms": 75.032, "p95_ms": 63.072}, "yolo11_640_fire_11class": {"avg_ms": 50.693, "count": 298, "max_ms": 75.515, "p95_ms": 63.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.414, "count": 298, "max_ms": 81.465, "p95_ms": 75.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.528, "count": 298, "max_ms": 134.034, "p95_ms": 104.181}, "read_interval": {"avg_ms": 100.92, "count": 298, "max_ms": 515.585, "p95_ms": 147.464}, "triton_wait": {"avg_ms": 55.047, "count": 298, "max_ms": 81.477, "p95_ms": 75.836}, "visualize": {"avg_ms": 3.742, "count": 298, "max_ms": 5.457, "p95_ms": 4.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.701, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16002.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.379, "last_started_at": "2026-07-05T16:49:21+09:00", "pid": 137658, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.734, "name": "ffmpeg", "pid": 137658, "rss_mb": 270.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 796, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 797}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.785, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:52:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:52:25+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T16:52:25+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T16:52:25.809603+09:00", "mtime_epoch": 1783237945.8096027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:52:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.582, "pushed": 7.582, "read": 7.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.005, "count": 227, "max_ms": 28.521, "p95_ms": 22.299}, "gstreamer_push": {"avg_ms": 1.113, "count": 227, "max_ms": 1.411, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.836, "count": 227, "max_ms": 64.219, "p95_ms": 61.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.099, "count": 227, "max_ms": 80.374, "p95_ms": 64.812}, "yolo11_640_fire_11class": {"avg_ms": 48.483, "count": 227, "max_ms": 67.644, "p95_ms": 63.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.406, "count": 227, "max_ms": 79.621, "p95_ms": 76.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.774, "count": 227, "max_ms": 162.766, "p95_ms": 139.996}, "read_interval": {"avg_ms": 132.366, "count": 226, "max_ms": 174.681, "p95_ms": 153.346}, "triton_wait": {"avg_ms": 57.831, "count": 227, "max_ms": 80.386, "p95_ms": 76.737}, "visualize": {"avg_ms": 4.749, "count": 227, "max_ms": 6.249, "p95_ms": 5.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15996.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2475.1, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.323, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1922744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:52:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:52:53+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T16:52:53+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T16:52:53.241782+09:00", "mtime_epoch": 1783237973.2417824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:52:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2356.871, "name": "celery", "pid": 267, "rss_mb": 2356.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.916, "pushed": 9.916, "read": 9.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.011, "count": 297, "max_ms": 14.54, "p95_ms": 11.578}, "gstreamer_push": {"avg_ms": 1.243, "count": 297, "max_ms": 1.721, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.671, "count": 297, "max_ms": 68.92, "p95_ms": 62.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.476, "count": 297, "max_ms": 74.381, "p95_ms": 59.999}, "yolo11_640_fire_11class": {"avg_ms": 49.485, "count": 297, "max_ms": 69.09, "p95_ms": 63.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.292, "count": 297, "max_ms": 82.815, "p95_ms": 75.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.695, "count": 297, "max_ms": 137.882, "p95_ms": 105.439}, "read_interval": {"avg_ms": 101.184, "count": 296, "max_ms": 636.762, "p95_ms": 148.306}, "triton_wait": {"avg_ms": 53.663, "count": 297, "max_ms": 82.828, "p95_ms": 75.29}, "visualize": {"avg_ms": 3.803, "count": 297, "max_ms": 5.969, "p95_ms": 4.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15996.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:52:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.244, "last_started_at": "2026-07-05T16:52:39+09:00", "pid": 137765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.594, "name": "ffmpeg", "pid": 137765, "rss_mb": 264.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 797, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 798}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.284, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:52:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:52:55+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T16:52:55+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T16:52:55.869800+09:00", "mtime_epoch": 1783237975.8698003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:52:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.323, "pushed": 6.323, "read": 6.289}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.951, "count": 189, "max_ms": 30.288, "p95_ms": 21.375}, "gstreamer_push": {"avg_ms": 1.097, "count": 189, "max_ms": 1.671, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.754, "count": 189, "max_ms": 67.853, "p95_ms": 62.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.928, "count": 189, "max_ms": 78.947, "p95_ms": 66.477}, "yolo11_640_fire_11class": {"avg_ms": 49.819, "count": 189, "max_ms": 68.576, "p95_ms": 64.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.057, "count": 189, "max_ms": 81.419, "p95_ms": 77.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.376, "count": 189, "max_ms": 167.765, "p95_ms": 151.53}, "read_interval": {"avg_ms": 159.09, "count": 188, "max_ms": 4789.544, "p95_ms": 164.948}, "triton_wait": {"avg_ms": 58.519, "count": 189, "max_ms": 81.432, "p95_ms": 77.252}, "visualize": {"avg_ms": 4.915, "count": 189, "max_ms": 6.32, "p95_ms": 5.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15999.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2505.637, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.124, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1923050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:53:23+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T16:53:23+09:00", "mjpeg": {"age_sec": 0.57, "exists": true, "mtime": "2026-07-05T16:53:23.269994+09:00", "mtime_epoch": 1783238003.2699935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:53:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2357.129, "name": "celery", "pid": 267, "rss_mb": 2357.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.755, "count": 300, "max_ms": 11.85, "p95_ms": 9.157}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.785, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.909, "count": 300, "max_ms": 69.303, "p95_ms": 63.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.43, "count": 300, "max_ms": 81.424, "p95_ms": 66.505}, "yolo11_640_fire_11class": {"avg_ms": 49.586, "count": 300, "max_ms": 69.805, "p95_ms": 63.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.619, "count": 300, "max_ms": 80.845, "p95_ms": 77.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.167, "count": 300, "max_ms": 114.623, "p95_ms": 94.853}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 630.925, "p95_ms": 123.4}, "triton_wait": {"avg_ms": 55.053, "count": 300, "max_ms": 81.437, "p95_ms": 77.778}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 5.758, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16001.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:52:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.27, "last_started_at": "2026-07-05T16:52:39+09:00", "pid": 137765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.336, "name": "ffmpeg", "pid": 137765, "rss_mb": 269.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 797, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 798}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.735, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:53:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:53:26+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:53:25+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T16:53:25.902013+09:00", "mtime_epoch": 1783238005.9020128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:53:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.628, "pushed": 7.628, "read": 7.595}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.779, "count": 228, "max_ms": 25.341, "p95_ms": 21.041}, "gstreamer_push": {"avg_ms": 1.107, "count": 228, "max_ms": 1.596, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.611, "count": 228, "max_ms": 66.401, "p95_ms": 62.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.086, "count": 228, "max_ms": 81.404, "p95_ms": 68.496}, "yolo11_640_fire_11class": {"avg_ms": 49.688, "count": 228, "max_ms": 68.148, "p95_ms": 62.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.419, "count": 228, "max_ms": 83.155, "p95_ms": 76.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.665, "count": 228, "max_ms": 164.913, "p95_ms": 143.109}, "read_interval": {"avg_ms": 131.735, "count": 227, "max_ms": 173.354, "p95_ms": 152.56}, "triton_wait": {"avg_ms": 57.949, "count": 228, "max_ms": 83.168, "p95_ms": 76.132}, "visualize": {"avg_ms": 4.862, "count": 228, "max_ms": 6.074, "p95_ms": 5.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16005.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2535.654, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.581, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1923352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:53:53+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:53:53+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T16:53:53.794223+09:00", "mtime_epoch": 1783238033.7942233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:53:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2357.129, "name": "celery", "pid": 267, "rss_mb": 2357.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.578, "count": 302, "max_ms": 10.508, "p95_ms": 8.593}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 1.783, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.144, "count": 302, "max_ms": 67.073, "p95_ms": 63.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.116, "count": 302, "max_ms": 78.854, "p95_ms": 65.186}, "yolo11_640_fire_11class": {"avg_ms": 50.802, "count": 302, "max_ms": 68.046, "p95_ms": 64.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.586, "count": 302, "max_ms": 80.769, "p95_ms": 78.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.659, "count": 302, "max_ms": 115.257, "p95_ms": 94.581}, "read_interval": {"avg_ms": 99.453, "count": 301, "max_ms": 676.054, "p95_ms": 117.16}, "triton_wait": {"avg_ms": 56.031, "count": 302, "max_ms": 80.781, "p95_ms": 78.275}, "visualize": {"avg_ms": 3.678, "count": 302, "max_ms": 5.816, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16006.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:52:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.318, "last_started_at": "2026-07-05T16:52:39+09:00", "pid": 137765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.977, "name": "ffmpeg", "pid": 137765, "rss_mb": 273.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 797, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 798}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.909, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:53:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:53:56+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:53:55+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:53:55.946240+09:00", "mtime_epoch": 1783238035.9462402, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:53:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.726, "pushed": 7.726, "read": 7.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.67, "count": 231, "max_ms": 22.699, "p95_ms": 20.46}, "gstreamer_push": {"avg_ms": 1.098, "count": 231, "max_ms": 1.293, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.012, "count": 231, "max_ms": 65.839, "p95_ms": 62.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.929, "count": 231, "max_ms": 79.399, "p95_ms": 69.455}, "yolo11_640_fire_11class": {"avg_ms": 49.768, "count": 231, "max_ms": 67.344, "p95_ms": 63.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.709, "count": 231, "max_ms": 80.548, "p95_ms": 76.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.482, "count": 231, "max_ms": 169.059, "p95_ms": 138.781}, "read_interval": {"avg_ms": 130.106, "count": 230, "max_ms": 177.79, "p95_ms": 147.672}, "triton_wait": {"avg_ms": 58.123, "count": 231, "max_ms": 80.56, "p95_ms": 76.697}, "visualize": {"avg_ms": 4.802, "count": 231, "max_ms": 6.19, "p95_ms": 5.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16006.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2565.73, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.078, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1923654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:54:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T16:54:23+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T16:54:23.874464+09:00", "mtime_epoch": 1783238063.8744638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:54:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2357.387, "name": "celery", "pid": 267, "rss_mb": 2357.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.925, "count": 301, "max_ms": 14.831, "p95_ms": 9.757}, "gstreamer_push": {"avg_ms": 1.256, "count": 302, "max_ms": 1.866, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.149, "count": 301, "max_ms": 72.763, "p95_ms": 64.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.732, "count": 301, "max_ms": 78.683, "p95_ms": 66.565}, "yolo11_640_fire_11class": {"avg_ms": 51.024, "count": 301, "max_ms": 71.459, "p95_ms": 65.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.125, "count": 301, "max_ms": 88.985, "p95_ms": 78.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.952, "count": 302, "max_ms": 134.855, "p95_ms": 98.849}, "read_interval": {"avg_ms": 99.654, "count": 301, "max_ms": 769.276, "p95_ms": 143.696}, "triton_wait": {"avg_ms": 55.588, "count": 301, "max_ms": 88.998, "p95_ms": 78.576}, "visualize": {"avg_ms": 3.742, "count": 301, "max_ms": 6.145, "p95_ms": 4.664}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16006.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:52:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.451, "last_started_at": "2026-07-05T16:52:39+09:00", "pid": 137765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.234, "name": "ffmpeg", "pid": 137765, "rss_mb": 274.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 797, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 798}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.53, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:54:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:54:26+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T16:54:26+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T16:54:26.070482+09:00", "mtime_epoch": 1783238066.0704818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:54:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.668, "pushed": 7.668, "read": 7.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.911, "count": 230, "max_ms": 23.79, "p95_ms": 20.712}, "gstreamer_push": {"avg_ms": 1.105, "count": 230, "max_ms": 1.235, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.209, "count": 230, "max_ms": 72.339, "p95_ms": 61.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.409, "count": 230, "max_ms": 76.963, "p95_ms": 69.011}, "yolo11_640_fire_11class": {"avg_ms": 50.175, "count": 230, "max_ms": 71.01, "p95_ms": 64.255}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.872, "count": 230, "max_ms": 88.708, "p95_ms": 76.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.823, "count": 230, "max_ms": 166.994, "p95_ms": 140.565}, "read_interval": {"avg_ms": 130.42, "count": 230, "max_ms": 175.621, "p95_ms": 150.205}, "triton_wait": {"avg_ms": 58.664, "count": 230, "max_ms": 88.72, "p95_ms": 76.914}, "visualize": {"avg_ms": 4.816, "count": 230, "max_ms": 6.784, "p95_ms": 5.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16007.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2595.791, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.199, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1923952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:54:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:54:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T16:54:53+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T16:54:53.934717+09:00", "mtime_epoch": 1783238093.934717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:54:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2357.387, "name": "celery", "pid": 267, "rss_mb": 2357.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.76, "count": 298, "max_ms": 15.376, "p95_ms": 9.51}, "gstreamer_push": {"avg_ms": 1.252, "count": 298, "max_ms": 1.466, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.294, "count": 298, "max_ms": 73.345, "p95_ms": 64.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.559, "count": 298, "max_ms": 77.289, "p95_ms": 69.335}, "yolo11_640_fire_11class": {"avg_ms": 52.848, "count": 298, "max_ms": 73.357, "p95_ms": 66.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.698, "count": 298, "max_ms": 85.882, "p95_ms": 78.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.472, "count": 298, "max_ms": 115.054, "p95_ms": 95.91}, "read_interval": {"avg_ms": 100.95, "count": 297, "max_ms": 555.924, "p95_ms": 170.993}, "triton_wait": {"avg_ms": 56.42, "count": 298, "max_ms": 85.894, "p95_ms": 78.455}, "visualize": {"avg_ms": 3.689, "count": 298, "max_ms": 6.149, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16006.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:52:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.455, "last_started_at": "2026-07-05T16:52:39+09:00", "pid": 137765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.492, "name": "ffmpeg", "pid": 137765, "rss_mb": 274.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 797, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 798}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.322, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:54:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:54:56+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T16:54:56+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T16:54:56.078735+09:00", "mtime_epoch": 1783238096.0787354, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:54:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9342.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.735, "pushed": 7.735, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.741, "count": 232, "max_ms": 26.308, "p95_ms": 20.732}, "gstreamer_push": {"avg_ms": 1.124, "count": 232, "max_ms": 1.585, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.396, "count": 232, "max_ms": 71.087, "p95_ms": 62.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.671, "count": 232, "max_ms": 75.775, "p95_ms": 68.885}, "yolo11_640_fire_11class": {"avg_ms": 50.83, "count": 232, "max_ms": 71.596, "p95_ms": 64.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.421, "count": 232, "max_ms": 84.187, "p95_ms": 77.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.354, "count": 232, "max_ms": 145.488, "p95_ms": 138.672}, "read_interval": {"avg_ms": 129.347, "count": 232, "max_ms": 157.183, "p95_ms": 148.842}, "triton_wait": {"avg_ms": 59.055, "count": 232, "max_ms": 84.199, "p95_ms": 77.31}, "visualize": {"avg_ms": 4.806, "count": 232, "max_ms": 7.481, "p95_ms": 5.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16007.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2625.849, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.115, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1924255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:55:24+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T16:55:23+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T16:55:23.966982+09:00", "mtime_epoch": 1783238123.9669821, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:55:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2357.645, "name": "celery", "pid": 267, "rss_mb": 2357.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.764, "count": 303, "max_ms": 12.132, "p95_ms": 9.723}, "gstreamer_push": {"avg_ms": 1.251, "count": 303, "max_ms": 2.009, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.34, "count": 303, "max_ms": 69.708, "p95_ms": 63.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.233, "count": 303, "max_ms": 75.842, "p95_ms": 68.417}, "yolo11_640_fire_11class": {"avg_ms": 52.994, "count": 303, "max_ms": 70.885, "p95_ms": 67.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.989, "count": 303, "max_ms": 80.946, "p95_ms": 76.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.411, "count": 303, "max_ms": 135.506, "p95_ms": 94.52}, "read_interval": {"avg_ms": 99.176, "count": 302, "max_ms": 621.804, "p95_ms": 145.69}, "triton_wait": {"avg_ms": 55.957, "count": 303, "max_ms": 80.958, "p95_ms": 76.091}, "visualize": {"avg_ms": 3.69, "count": 303, "max_ms": 5.562, "p95_ms": 4.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16007.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:52:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.57, "last_started_at": "2026-07-05T16:52:39+09:00", "pid": 137765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.492, "name": "ffmpeg", "pid": 137765, "rss_mb": 274.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 797, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 798}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.552, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:55:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:55:26+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-05T16:55:26+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T16:55:26.191002+09:00", "mtime_epoch": 1783238126.1910021, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:55:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9343.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.702, "pushed": 7.702, "read": 7.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.725, "count": 230, "max_ms": 31.81, "p95_ms": 20.655}, "gstreamer_push": {"avg_ms": 1.097, "count": 231, "max_ms": 1.267, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.416, "count": 230, "max_ms": 68.065, "p95_ms": 62.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.317, "count": 230, "max_ms": 74.936, "p95_ms": 71.055}, "yolo11_640_fire_11class": {"avg_ms": 50.962, "count": 230, "max_ms": 68.149, "p95_ms": 64.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.208, "count": 230, "max_ms": 81.554, "p95_ms": 75.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.816, "count": 231, "max_ms": 164.479, "p95_ms": 140.024}, "read_interval": {"avg_ms": 130.335, "count": 230, "max_ms": 172.427, "p95_ms": 148.589}, "triton_wait": {"avg_ms": 58.411, "count": 230, "max_ms": 81.566, "p95_ms": 75.674}, "visualize": {"avg_ms": 4.815, "count": 230, "max_ms": 6.066, "p95_ms": 5.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16010.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2655.909, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.764, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1924553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:55:54+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T16:55:54+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T16:55:54.043259+09:00", "mtime_epoch": 1783238154.0432591, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:55:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2357.902, "name": "celery", "pid": 267, "rss_mb": 2357.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.699, "count": 298, "max_ms": 12.374, "p95_ms": 9.475}, "gstreamer_push": {"avg_ms": 1.249, "count": 298, "max_ms": 1.452, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.158, "count": 298, "max_ms": 69.633, "p95_ms": 64.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.926, "count": 298, "max_ms": 75.902, "p95_ms": 70.306}, "yolo11_640_fire_11class": {"avg_ms": 52.602, "count": 298, "max_ms": 70.405, "p95_ms": 65.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.529, "count": 298, "max_ms": 83.387, "p95_ms": 78.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.305, "count": 298, "max_ms": 130.519, "p95_ms": 96.204}, "read_interval": {"avg_ms": 100.931, "count": 297, "max_ms": 820.811, "p95_ms": 140.963}, "triton_wait": {"avg_ms": 56.079, "count": 298, "max_ms": 83.4, "p95_ms": 78.949}, "visualize": {"avg_ms": 3.677, "count": 298, "max_ms": 5.074, "p95_ms": 4.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16010.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 713, "h264_decode_error_count": 1752, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:49:18+09:00", "last_error_summary": "[h264 @ 0x55e3ea0ca740] error while decoding MB 9 16, bytestream -5", "last_exit_at": "2026-07-05T16:52:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.675, "last_started_at": "2026-07-05T16:52:39+09:00", "pid": 137765, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.328, "name": "ffmpeg", "pid": 137765, "rss_mb": 277.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 797, "restart_count_per_hour": 16, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 798}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.382, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:55:56+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T16:55:56+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T16:55:56.303280+09:00", "mtime_epoch": 1783238156.3032804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:55:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9343.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.703, "pushed": 7.703, "read": 7.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.682, "count": 230, "max_ms": 25.642, "p95_ms": 20.625}, "gstreamer_push": {"avg_ms": 1.114, "count": 231, "max_ms": 1.499, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.301, "count": 230, "max_ms": 70.457, "p95_ms": 62.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.775, "count": 230, "max_ms": 77.808, "p95_ms": 69.419}, "yolo11_640_fire_11class": {"avg_ms": 50.832, "count": 230, "max_ms": 67.265, "p95_ms": 64.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.661, "count": 230, "max_ms": 81.233, "p95_ms": 79.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.416, "count": 231, "max_ms": 156.652, "p95_ms": 140.39}, "read_interval": {"avg_ms": 130.335, "count": 230, "max_ms": 165.353, "p95_ms": 150.44}, "triton_wait": {"avg_ms": 59.362, "count": 230, "max_ms": 81.246, "p95_ms": 79.016}, "visualize": {"avg_ms": 4.77, "count": 230, "max_ms": 6.433, "p95_ms": 5.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15883.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2685.917, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.11, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1924853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:56:24+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T16:56:24+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T16:56:24.043546+09:00", "mtime_epoch": 1783238184.0435464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:56:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2357.902, "name": "celery", "pid": 267, "rss_mb": 2357.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.759, "count": 300, "max_ms": 11.745, "p95_ms": 9.823}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.506, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.724, "count": 300, "max_ms": 67.394, "p95_ms": 62.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.324, "count": 300, "max_ms": 75.243, "p95_ms": 68.385}, "yolo11_640_fire_11class": {"avg_ms": 51.54, "count": 300, "max_ms": 70.433, "p95_ms": 65.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.92, "count": 300, "max_ms": 80.712, "p95_ms": 77.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.913, "count": 300, "max_ms": 133.976, "p95_ms": 95.876}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 712.737, "p95_ms": 129.327}, "triton_wait": {"avg_ms": 55.349, "count": 300, "max_ms": 80.725, "p95_ms": 77.606}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 5.165, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15936.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 714, "h264_decode_error_count": 1754, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:56:18+09:00", "last_error_summary": "[h264 @ 0x558bad00e6c0] error while decoding MB 77 36, bytestream -5 [NULL @ 0x558bacf8e300] missing picture in access unit with size 39 [h264 @ 0x558badad5940] no frame! [vist#0:0/h264 @ 0x558bad0f7a40] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T16:56:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.709, "last_started_at": "2026-07-05T16:56:20+09:00", "pid": 137872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 204.441, "name": "ffmpeg", "pid": 137872, "rss_mb": 204.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 798, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 799}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.724, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:56:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:56:26+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T16:56:26+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T16:56:26.355569+09:00", "mtime_epoch": 1783238186.355569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:56:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9343.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.619, "pushed": 6.619, "read": 6.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.059, "count": 198, "max_ms": 32.387, "p95_ms": 21.526}, "gstreamer_push": {"avg_ms": 1.114, "count": 198, "max_ms": 1.731, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.2, "count": 198, "max_ms": 65.186, "p95_ms": 62.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.528, "count": 198, "max_ms": 77.911, "p95_ms": 69.472}, "yolo11_640_fire_11class": {"avg_ms": 50.643, "count": 198, "max_ms": 69.165, "p95_ms": 64.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.073, "count": 198, "max_ms": 81.058, "p95_ms": 78.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.867, "count": 198, "max_ms": 168.094, "p95_ms": 141.036}, "read_interval": {"avg_ms": 151.922, "count": 197, "max_ms": 4174.348, "p95_ms": 150.598}, "triton_wait": {"avg_ms": 59.502, "count": 198, "max_ms": 81.071, "p95_ms": 78.185}, "visualize": {"avg_ms": 4.81, "count": 198, "max_ms": 7.311, "p95_ms": 5.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16000.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2715.931, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.214, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1925153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:56:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:56:54+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T16:56:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T16:56:54.067844+09:00", "mtime_epoch": 1783238214.0678442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:56:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2358.16, "name": "celery", "pid": 267, "rss_mb": 2358.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.064, "count": 300, "max_ms": 13.841, "p95_ms": 11.967}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.997, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.388, "count": 300, "max_ms": 68.872, "p95_ms": 63.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.022, "count": 300, "max_ms": 74.954, "p95_ms": 69.257}, "yolo11_640_fire_11class": {"avg_ms": 49.421, "count": 300, "max_ms": 68.035, "p95_ms": 63.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.08, "count": 300, "max_ms": 83.715, "p95_ms": 78.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.678, "count": 300, "max_ms": 129.654, "p95_ms": 99.318}, "read_interval": {"avg_ms": 100.092, "count": 299, "max_ms": 792.169, "p95_ms": 139.724}, "triton_wait": {"avg_ms": 55.239, "count": 300, "max_ms": 83.728, "p95_ms": 78.67}, "visualize": {"avg_ms": 3.767, "count": 300, "max_ms": 5.615, "p95_ms": 4.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16000.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 714, "h264_decode_error_count": 1754, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:56:18+09:00", "last_error_summary": "[h264 @ 0x558bad00e6c0] error while decoding MB 77 36, bytestream -5 [NULL @ 0x558bacf8e300] missing picture in access unit with size 39 [h264 @ 0x558badad5940] no frame! [vist#0:0/h264 @ 0x558bad0f7a40] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T16:56:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.736, "last_started_at": "2026-07-05T16:56:20+09:00", "pid": 137872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.773, "name": "ffmpeg", "pid": 137872, "rss_mb": 266.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 798, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 799}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.31, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:56:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:56:56+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T16:56:56+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T16:56:56.391868+09:00", "mtime_epoch": 1783238216.3918676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:56:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9343.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.757, "pushed": 7.757, "read": 7.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.54, "count": 232, "max_ms": 31.382, "p95_ms": 21.169}, "gstreamer_push": {"avg_ms": 1.108, "count": 232, "max_ms": 1.724, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.829, "count": 232, "max_ms": 67.407, "p95_ms": 62.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.565, "count": 232, "max_ms": 76.362, "p95_ms": 70.147}, "yolo11_640_fire_11class": {"avg_ms": 50.336, "count": 232, "max_ms": 65.103, "p95_ms": 62.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.076, "count": 232, "max_ms": 80.304, "p95_ms": 77.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.918, "count": 232, "max_ms": 143.08, "p95_ms": 138.31}, "read_interval": {"avg_ms": 129.463, "count": 231, "max_ms": 152.235, "p95_ms": 147.566}, "triton_wait": {"avg_ms": 59.8, "count": 232, "max_ms": 80.316, "p95_ms": 77.66}, "visualize": {"avg_ms": 4.726, "count": 232, "max_ms": 6.016, "p95_ms": 5.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16002.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2745.945, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.272, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1925453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:57:24+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T16:57:24+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T16:57:24.060151+09:00", "mtime_epoch": 1783238244.060151, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:57:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2358.16, "name": "celery", "pid": 267, "rss_mb": 2358.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.85, "count": 300, "max_ms": 12.911, "p95_ms": 10.528}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.572, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.419, "count": 300, "max_ms": 66.64, "p95_ms": 63.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.592, "count": 300, "max_ms": 73.932, "p95_ms": 67.39}, "yolo11_640_fire_11class": {"avg_ms": 50.428, "count": 300, "max_ms": 70.219, "p95_ms": 63.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.793, "count": 300, "max_ms": 81.563, "p95_ms": 77.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.242, "count": 300, "max_ms": 134.754, "p95_ms": 99.956}, "read_interval": {"avg_ms": 100.04, "count": 299, "max_ms": 619.034, "p95_ms": 143.099}, "triton_wait": {"avg_ms": 55.999, "count": 300, "max_ms": 81.575, "p95_ms": 77.939}, "visualize": {"avg_ms": 3.751, "count": 300, "max_ms": 6.317, "p95_ms": 4.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16002.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 714, "h264_decode_error_count": 1754, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:56:18+09:00", "last_error_summary": "[h264 @ 0x558bad00e6c0] error while decoding MB 77 36, bytestream -5 [NULL @ 0x558bacf8e300] missing picture in access unit with size 39 [h264 @ 0x558badad5940] no frame! [vist#0:0/h264 @ 0x558bad0f7a40] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T16:56:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.781, "last_started_at": "2026-07-05T16:56:20+09:00", "pid": 137872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.062, "name": "ffmpeg", "pid": 137872, "rss_mb": 268.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 798, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 799}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.024, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:57:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:57:26+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T16:57:26+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T16:57:26.432176+09:00", "mtime_epoch": 1783238246.4321759, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:57:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9343.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.792, "pushed": 7.792, "read": 7.759}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.617, "count": 233, "max_ms": 26.423, "p95_ms": 20.362}, "gstreamer_push": {"avg_ms": 1.108, "count": 233, "max_ms": 1.654, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.511, "count": 233, "max_ms": 68.551, "p95_ms": 63.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.396, "count": 233, "max_ms": 73.398, "p95_ms": 67.746}, "yolo11_640_fire_11class": {"avg_ms": 49.973, "count": 233, "max_ms": 68.41, "p95_ms": 62.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.015, "count": 233, "max_ms": 82.546, "p95_ms": 77.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.58, "count": 233, "max_ms": 163.39, "p95_ms": 137.148}, "read_interval": {"avg_ms": 128.993, "count": 232, "max_ms": 170.62, "p95_ms": 146.908}, "triton_wait": {"avg_ms": 58.689, "count": 233, "max_ms": 82.557, "p95_ms": 77.218}, "visualize": {"avg_ms": 4.75, "count": 233, "max_ms": 6.055, "p95_ms": 5.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16003.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2775.95, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.764, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1925758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:57:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T16:57:54+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T16:57:54.092468+09:00", "mtime_epoch": 1783238274.0924678, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:57:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2358.418, "name": "celery", "pid": 267, "rss_mb": 2358.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.67, "count": 305, "max_ms": 11.954, "p95_ms": 9.032}, "gstreamer_push": {"avg_ms": 1.246, "count": 305, "max_ms": 2.073, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.098, "count": 305, "max_ms": 67.254, "p95_ms": 63.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.443, "count": 305, "max_ms": 79.352, "p95_ms": 68.599}, "yolo11_640_fire_11class": {"avg_ms": 50.573, "count": 305, "max_ms": 69.532, "p95_ms": 64.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.688, "count": 305, "max_ms": 82.51, "p95_ms": 77.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.416, "count": 305, "max_ms": 132.319, "p95_ms": 94.406}, "read_interval": {"avg_ms": 98.451, "count": 305, "max_ms": 620.443, "p95_ms": 139.989}, "triton_wait": {"avg_ms": 55.908, "count": 305, "max_ms": 82.522, "p95_ms": 77.955}, "visualize": {"avg_ms": 3.669, "count": 305, "max_ms": 5.028, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16003.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 714, "h264_decode_error_count": 1754, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:56:18+09:00", "last_error_summary": "[h264 @ 0x558bad00e6c0] error while decoding MB 77 36, bytestream -5 [NULL @ 0x558bacf8e300] missing picture in access unit with size 39 [h264 @ 0x558badad5940] no frame! [vist#0:0/h264 @ 0x558bad0f7a40] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T16:56:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.823, "last_started_at": "2026-07-05T16:56:20+09:00", "pid": 137872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.578, "name": "ffmpeg", "pid": 137872, "rss_mb": 268.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 798, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 799}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.327, "sample_count": 2277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:57:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:57:56+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:57:56+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T16:57:56.468493+09:00", "mtime_epoch": 1783238276.4684932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:57:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9343.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.819, "pushed": 7.819, "read": 7.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.388, "count": 234, "max_ms": 24.364, "p95_ms": 19.991}, "gstreamer_push": {"avg_ms": 1.115, "count": 234, "max_ms": 1.744, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.649, "count": 234, "max_ms": 64.189, "p95_ms": 61.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.61, "count": 234, "max_ms": 78.282, "p95_ms": 68.55}, "yolo11_640_fire_11class": {"avg_ms": 49.348, "count": 234, "max_ms": 66.032, "p95_ms": 62.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.733, "count": 234, "max_ms": 81.806, "p95_ms": 76.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.699, "count": 234, "max_ms": 142.979, "p95_ms": 136.683}, "read_interval": {"avg_ms": 128.414, "count": 233, "max_ms": 153.367, "p95_ms": 146.783}, "triton_wait": {"avg_ms": 58.583, "count": 234, "max_ms": 81.818, "p95_ms": 76.766}, "visualize": {"avg_ms": 4.691, "count": 234, "max_ms": 5.818, "p95_ms": 4.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16003.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2805.99, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.764, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:58:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:58:24+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T16:58:24.128793+09:00", "mtime_epoch": 1783238304.128793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:58:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2358.418, "name": "celery", "pid": 267, "rss_mb": 2358.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.707, "count": 301, "max_ms": 12.917, "p95_ms": 9.488}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.966, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.009, "count": 301, "max_ms": 68.439, "p95_ms": 63.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.726, "count": 301, "max_ms": 76.286, "p95_ms": 68.381}, "yolo11_640_fire_11class": {"avg_ms": 51.51, "count": 301, "max_ms": 69.281, "p95_ms": 64.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.669, "count": 301, "max_ms": 83.553, "p95_ms": 78.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.998, "count": 301, "max_ms": 106.655, "p95_ms": 94.9}, "read_interval": {"avg_ms": 99.864, "count": 300, "max_ms": 597.401, "p95_ms": 217.719}, "triton_wait": {"avg_ms": 56.009, "count": 301, "max_ms": 83.566, "p95_ms": 78.735}, "visualize": {"avg_ms": 3.643, "count": 301, "max_ms": 5.087, "p95_ms": 4.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16003.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 714, "h264_decode_error_count": 1754, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:56:18+09:00", "last_error_summary": "[h264 @ 0x558bad00e6c0] error while decoding MB 77 36, bytestream -5 [NULL @ 0x558bacf8e300] missing picture in access unit with size 39 [h264 @ 0x558badad5940] no frame! [vist#0:0/h264 @ 0x558bad0f7a40] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T16:56:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.925, "last_started_at": "2026-07-05T16:56:20+09:00", "pid": 137872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.352, "name": "ffmpeg", "pid": 137872, "rss_mb": 269.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 798, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 799}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.032, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:58:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T16:58:26+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T16:58:26+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T16:58:26.552819+09:00", "mtime_epoch": 1783238306.5528195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:58:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9343.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.771, "pushed": 7.771, "read": 7.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.518, "count": 232, "max_ms": 30.065, "p95_ms": 20.795}, "gstreamer_push": {"avg_ms": 1.106, "count": 233, "max_ms": 1.836, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.597, "count": 232, "max_ms": 67.197, "p95_ms": 61.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.39, "count": 232, "max_ms": 78.102, "p95_ms": 69.148}, "yolo11_640_fire_11class": {"avg_ms": 49.721, "count": 232, "max_ms": 69.871, "p95_ms": 63.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.881, "count": 232, "max_ms": 86.823, "p95_ms": 77.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.427, "count": 233, "max_ms": 160.461, "p95_ms": 139.568}, "read_interval": {"avg_ms": 129.135, "count": 232, "max_ms": 168.632, "p95_ms": 150.203}, "triton_wait": {"avg_ms": 58.6, "count": 232, "max_ms": 86.836, "p95_ms": 77.765}, "visualize": {"avg_ms": 4.735, "count": 232, "max_ms": 6.471, "p95_ms": 5.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16006.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2836.01, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.91, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:58:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T16:58:54+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T16:58:54+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T16:58:54.153126+09:00", "mtime_epoch": 1783238334.153126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:58:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2358.934, "name": "celery", "pid": 267, "rss_mb": 2358.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.965, "pushed": 9.965, "read": 9.931}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.711, "count": 298, "max_ms": 11.104, "p95_ms": 9.371}, "gstreamer_push": {"avg_ms": 1.251, "count": 298, "max_ms": 1.769, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.813, "count": 298, "max_ms": 68.167, "p95_ms": 63.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.004, "count": 298, "max_ms": 74.581, "p95_ms": 69.412}, "yolo11_640_fire_11class": {"avg_ms": 50.978, "count": 298, "max_ms": 70.107, "p95_ms": 64.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.336, "count": 298, "max_ms": 84.725, "p95_ms": 77.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.174, "count": 298, "max_ms": 143.713, "p95_ms": 94.957}, "read_interval": {"avg_ms": 100.787, "count": 297, "max_ms": 669.753, "p95_ms": 222.342}, "triton_wait": {"avg_ms": 56.631, "count": 298, "max_ms": 84.737, "p95_ms": 77.957}, "visualize": {"avg_ms": 3.701, "count": 298, "max_ms": 6.167, "p95_ms": 4.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16006.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 714, "h264_decode_error_count": 1754, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:56:18+09:00", "last_error_summary": "[h264 @ 0x558bad00e6c0] error while decoding MB 77 36, bytestream -5 [NULL @ 0x558bacf8e300] missing picture in access unit with size 39 [h264 @ 0x558badad5940] no frame! [vist#0:0/h264 @ 0x558bad0f7a40] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T16:56:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.044, "last_started_at": "2026-07-05T16:56:20+09:00", "pid": 137872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.188, "name": "ffmpeg", "pid": 137872, "rss_mb": 272.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 798, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 799}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.832, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:58:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:58:56+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T16:58:56+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T16:58:56.669154+09:00", "mtime_epoch": 1783238336.6691544, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:58:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9343.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.834, "pushed": 7.834, "read": 7.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.136, "count": 234, "max_ms": 26.609, "p95_ms": 21.049}, "gstreamer_push": {"avg_ms": 1.114, "count": 235, "max_ms": 1.75, "p95_ms": 1.269}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.681, "count": 234, "max_ms": 67.413, "p95_ms": 61.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.63, "count": 234, "max_ms": 75.64, "p95_ms": 69.532}, "yolo11_640_fire_11class": {"avg_ms": 49.603, "count": 234, "max_ms": 66.787, "p95_ms": 62.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.991, "count": 234, "max_ms": 81.325, "p95_ms": 76.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.259, "count": 235, "max_ms": 146.031, "p95_ms": 136.97}, "read_interval": {"avg_ms": 128.099, "count": 234, "max_ms": 155.646, "p95_ms": 146.765}, "triton_wait": {"avg_ms": 58.733, "count": 234, "max_ms": 81.337, "p95_ms": 76.64}, "visualize": {"avg_ms": 4.72, "count": 234, "max_ms": 7.122, "p95_ms": 5.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16006.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2866.057, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.729, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:59:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T16:59:24+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T16:59:24.197467+09:00", "mtime_epoch": 1783238364.197467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:59:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2358.934, "name": "celery", "pid": 267, "rss_mb": 2358.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.798, "count": 302, "max_ms": 12.907, "p95_ms": 9.717}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 1.898, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.41, "count": 302, "max_ms": 72.243, "p95_ms": 63.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.417, "count": 302, "max_ms": 76.85, "p95_ms": 64.267}, "yolo11_640_fire_11class": {"avg_ms": 50.457, "count": 302, "max_ms": 72.231, "p95_ms": 64.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.71, "count": 302, "max_ms": 86.512, "p95_ms": 78.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.232, "count": 302, "max_ms": 131.085, "p95_ms": 95.647}, "read_interval": {"avg_ms": 99.553, "count": 301, "max_ms": 596.99, "p95_ms": 136.042}, "triton_wait": {"avg_ms": 56.046, "count": 302, "max_ms": 86.525, "p95_ms": 78.144}, "visualize": {"avg_ms": 3.715, "count": 302, "max_ms": 5.346, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16006.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 714, "h264_decode_error_count": 1754, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:56:18+09:00", "last_error_summary": "[h264 @ 0x558bad00e6c0] error while decoding MB 77 36, bytestream -5 [NULL @ 0x558bacf8e300] missing picture in access unit with size 39 [h264 @ 0x558badad5940] no frame! [vist#0:0/h264 @ 0x558bad0f7a40] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T16:56:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.128, "last_started_at": "2026-07-05T16:56:20+09:00", "pid": 137872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.188, "name": "ffmpeg", "pid": 137872, "rss_mb": 272.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 798, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 799}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.7, "sample_count": 2287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:59:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:59:26+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T16:59:26+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T16:59:26.777497+09:00", "mtime_epoch": 1783238366.7774968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:59:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9343.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.776, "pushed": 7.776, "read": 7.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.491, "count": 232, "max_ms": 25.462, "p95_ms": 20.591}, "gstreamer_push": {"avg_ms": 1.108, "count": 233, "max_ms": 1.338, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.642, "count": 232, "max_ms": 64.776, "p95_ms": 61.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.445, "count": 232, "max_ms": 73.393, "p95_ms": 67.915}, "yolo11_640_fire_11class": {"avg_ms": 49.276, "count": 232, "max_ms": 65.864, "p95_ms": 61.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.781, "count": 232, "max_ms": 83.038, "p95_ms": 76.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.404, "count": 233, "max_ms": 171.803, "p95_ms": 139.587}, "read_interval": {"avg_ms": 129.144, "count": 232, "max_ms": 179.921, "p95_ms": 149.21}, "triton_wait": {"avg_ms": 58.573, "count": 232, "max_ms": 83.05, "p95_ms": 76.402}, "visualize": {"avg_ms": 4.719, "count": 232, "max_ms": 6.696, "p95_ms": 5.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16007.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2896.061, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.729, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:59:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T16:59:54+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T16:59:54.201815+09:00", "mtime_epoch": 1783238394.201815, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T16:59:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2358.934, "name": "celery", "pid": 267, "rss_mb": 2358.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 296, "max_ms": 13.465, "p95_ms": 10.947}, "gstreamer_push": {"avg_ms": 1.256, "count": 296, "max_ms": 1.596, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.646, "count": 296, "max_ms": 68.953, "p95_ms": 64.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.773, "count": 296, "max_ms": 77.486, "p95_ms": 70.109}, "yolo11_640_fire_11class": {"avg_ms": 51.527, "count": 296, "max_ms": 68.964, "p95_ms": 65.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.837, "count": 296, "max_ms": 80.627, "p95_ms": 77.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.126, "count": 296, "max_ms": 130.952, "p95_ms": 95.748}, "read_interval": {"avg_ms": 101.364, "count": 296, "max_ms": 620.575, "p95_ms": 196.168}, "triton_wait": {"avg_ms": 56.215, "count": 296, "max_ms": 80.639, "p95_ms": 77.661}, "visualize": {"avg_ms": 3.747, "count": 296, "max_ms": 5.407, "p95_ms": 4.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.596, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16007.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 714, "h264_decode_error_count": 1754, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:56:18+09:00", "last_error_summary": "[h264 @ 0x558bad00e6c0] error while decoding MB 77 36, bytestream -5 [NULL @ 0x558bacf8e300] missing picture in access unit with size 39 [h264 @ 0x558badad5940] no frame! [vist#0:0/h264 @ 0x558bad0f7a40] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T16:56:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 216.223, "last_started_at": "2026-07-05T16:56:20+09:00", "pid": 137872, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.703, "name": "ffmpeg", "pid": 137872, "rss_mb": 272.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 798, "restart_count_per_hour": 16, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 799}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.616, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T16:59:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T16:59:56+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T16:59:56+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T16:59:56.857846+09:00", "mtime_epoch": 1783238396.857846, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T16:59:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.807, "pushed": 7.807, "read": 7.774}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.343, "count": 233, "max_ms": 26.293, "p95_ms": 19.803}, "gstreamer_push": {"avg_ms": 1.107, "count": 234, "max_ms": 1.35, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.82, "count": 233, "max_ms": 69.559, "p95_ms": 63.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.608, "count": 233, "max_ms": 79.158, "p95_ms": 69.841}, "yolo11_640_fire_11class": {"avg_ms": 50.735, "count": 233, "max_ms": 69.547, "p95_ms": 63.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.418, "count": 233, "max_ms": 79.893, "p95_ms": 76.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.095, "count": 234, "max_ms": 142.03, "p95_ms": 135.522}, "read_interval": {"avg_ms": 128.594, "count": 233, "max_ms": 153.743, "p95_ms": 145.847}, "triton_wait": {"avg_ms": 59.415, "count": 233, "max_ms": 79.905, "p95_ms": 76.481}, "visualize": {"avg_ms": 4.68, "count": 233, "max_ms": 5.538, "p95_ms": 5.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16000.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2926.074, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.713, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:00:24+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T17:00:24+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T17:00:24.190169+09:00", "mtime_epoch": 1783238424.1901693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:00:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2359.191, "name": "celery", "pid": 267, "rss_mb": 2359.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.657, "count": 300, "max_ms": 11.827, "p95_ms": 8.995}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.601, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.092, "count": 300, "max_ms": 69.538, "p95_ms": 63.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.448, "count": 300, "max_ms": 78.231, "p95_ms": 70.765}, "yolo11_640_fire_11class": {"avg_ms": 49.758, "count": 300, "max_ms": 70.31, "p95_ms": 64.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.207, "count": 300, "max_ms": 81.095, "p95_ms": 77.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.022, "count": 300, "max_ms": 133.545, "p95_ms": 94.387}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 643.583, "p95_ms": 165.855}, "triton_wait": {"avg_ms": 54.346, "count": 300, "max_ms": 81.108, "p95_ms": 77.866}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 5.609, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16000.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 715, "h264_decode_error_count": 1755, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:00:08+09:00", "last_error_summary": "[h264 @ 0x55bd753dd040] error while decoding MB 70 23, bytestream -5", "last_exit_at": "2026-07-05T17:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.608, "last_started_at": "2026-07-05T17:00:11+09:00", "pid": 137979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.539, "name": "ffmpeg", "pid": 137979, "rss_mb": 264.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 799, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 800}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.452, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1509147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:00:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:00:27+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T17:00:26+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T17:00:26.926202+09:00", "mtime_epoch": 1783238426.926202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:00:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.608, "pushed": 6.608, "read": 6.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.989, "count": 198, "max_ms": 22.627, "p95_ms": 20.392}, "gstreamer_push": {"avg_ms": 1.095, "count": 198, "max_ms": 1.42, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.08, "count": 198, "max_ms": 66.121, "p95_ms": 62.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.488, "count": 198, "max_ms": 78.157, "p95_ms": 73.017}, "yolo11_640_fire_11class": {"avg_ms": 50.155, "count": 198, "max_ms": 66.487, "p95_ms": 62.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.999, "count": 198, "max_ms": 80.512, "p95_ms": 77.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.192, "count": 198, "max_ms": 162.77, "p95_ms": 139.088}, "read_interval": {"avg_ms": 151.936, "count": 197, "max_ms": 4754.924, "p95_ms": 147.866}, "triton_wait": {"avg_ms": 59.087, "count": 198, "max_ms": 80.523, "p95_ms": 77.462}, "visualize": {"avg_ms": 4.695, "count": 198, "max_ms": 6.908, "p95_ms": 5.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16001.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2956.176, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.696, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:00:54+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T17:00:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T17:00:54.290531+09:00", "mtime_epoch": 1783238454.2905314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:00:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2359.191, "name": "celery", "pid": 267, "rss_mb": 2359.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.114, "count": 300, "max_ms": 13.409, "p95_ms": 10.903}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.693, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.647, "count": 300, "max_ms": 67.028, "p95_ms": 63.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.44, "count": 300, "max_ms": 74.407, "p95_ms": 68.364}, "yolo11_640_fire_11class": {"avg_ms": 50.764, "count": 300, "max_ms": 70.317, "p95_ms": 63.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.866, "count": 300, "max_ms": 82.222, "p95_ms": 78.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.717, "count": 300, "max_ms": 137.938, "p95_ms": 100.145}, "read_interval": {"avg_ms": 100.03, "count": 299, "max_ms": 662.267, "p95_ms": 146.658}, "triton_wait": {"avg_ms": 56.095, "count": 300, "max_ms": 82.234, "p95_ms": 78.386}, "visualize": {"avg_ms": 3.791, "count": 300, "max_ms": 6.401, "p95_ms": 4.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16001.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 715, "h264_decode_error_count": 1755, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:00:08+09:00", "last_error_summary": "[h264 @ 0x55bd753dd040] error while decoding MB 70 23, bytestream -5", "last_exit_at": "2026-07-05T17:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.719, "last_started_at": "2026-07-05T17:00:11+09:00", "pid": 137979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.312, "name": "ffmpeg", "pid": 137979, "rss_mb": 265.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 799, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 800}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.078, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1509379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:00:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:00:57+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T17:00:57+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T17:00:57.050565+09:00", "mtime_epoch": 1783238457.050565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:00:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.741, "pushed": 7.741, "read": 7.708}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.595, "count": 231, "max_ms": 25.236, "p95_ms": 20.251}, "gstreamer_push": {"avg_ms": 1.114, "count": 232, "max_ms": 1.321, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.853, "count": 231, "max_ms": 68.436, "p95_ms": 62.013}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.211, "count": 231, "max_ms": 75.694, "p95_ms": 68.877}, "yolo11_640_fire_11class": {"avg_ms": 50.798, "count": 231, "max_ms": 71.685, "p95_ms": 63.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.245, "count": 231, "max_ms": 82.037, "p95_ms": 77.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.198, "count": 232, "max_ms": 143.854, "p95_ms": 137.89}, "read_interval": {"avg_ms": 129.759, "count": 231, "max_ms": 155.139, "p95_ms": 147.995}, "triton_wait": {"avg_ms": 59.777, "count": 231, "max_ms": 82.049, "p95_ms": 77.752}, "visualize": {"avg_ms": 4.723, "count": 231, "max_ms": 5.865, "p95_ms": 4.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16002.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2986.177, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.827, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:01:24+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T17:01:24+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T17:01:24.314899+09:00", "mtime_epoch": 1783238484.3148987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:01:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2359.449, "name": "celery", "pid": 267, "rss_mb": 2359.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.926, "count": 302, "max_ms": 13.026, "p95_ms": 9.91}, "gstreamer_push": {"avg_ms": 1.248, "count": 302, "max_ms": 1.937, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.685, "count": 302, "max_ms": 66.337, "p95_ms": 63.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.875, "count": 302, "max_ms": 73.282, "p95_ms": 68.205}, "yolo11_640_fire_11class": {"avg_ms": 51.906, "count": 302, "max_ms": 69.844, "p95_ms": 64.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.175, "count": 302, "max_ms": 82.358, "p95_ms": 78.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.27, "count": 302, "max_ms": 131.881, "p95_ms": 105.938}, "read_interval": {"avg_ms": 99.42, "count": 302, "max_ms": 828.519, "p95_ms": 139.641}, "triton_wait": {"avg_ms": 56.364, "count": 302, "max_ms": 82.368, "p95_ms": 78.256}, "visualize": {"avg_ms": 3.737, "count": 302, "max_ms": 5.871, "p95_ms": 4.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16002.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 715, "h264_decode_error_count": 1755, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:00:08+09:00", "last_error_summary": "[h264 @ 0x55bd753dd040] error while decoding MB 70 23, bytestream -5", "last_exit_at": "2026-07-05T17:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.758, "last_started_at": "2026-07-05T17:00:11+09:00", "pid": 137979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.312, "name": "ffmpeg", "pid": 137979, "rss_mb": 265.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 799, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 800}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.834, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1509612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:01:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:01:27+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T17:01:27+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T17:01:27.074933+09:00", "mtime_epoch": 1783238487.0749328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:01:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.787, "pushed": 7.787, "read": 7.754}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.597, "count": 233, "max_ms": 31.546, "p95_ms": 20.217}, "gstreamer_push": {"avg_ms": 1.105, "count": 233, "max_ms": 1.365, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.782, "count": 233, "max_ms": 64.461, "p95_ms": 61.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.107, "count": 233, "max_ms": 75.792, "p95_ms": 67.356}, "yolo11_640_fire_11class": {"avg_ms": 50.323, "count": 233, "max_ms": 69.751, "p95_ms": 64.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.0, "count": 233, "max_ms": 83.631, "p95_ms": 77.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.252, "count": 233, "max_ms": 157.62, "p95_ms": 138.3}, "read_interval": {"avg_ms": 128.829, "count": 232, "max_ms": 165.92, "p95_ms": 148.05}, "triton_wait": {"avg_ms": 58.675, "count": 233, "max_ms": 83.643, "p95_ms": 77.622}, "visualize": {"avg_ms": 4.734, "count": 233, "max_ms": 6.618, "p95_ms": 5.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16003.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3016.211, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.101, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:01:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:01:54+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T17:01:54.355272+09:00", "mtime_epoch": 1783238514.355272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:01:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2359.449, "name": "celery", "pid": 267, "rss_mb": 2359.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.917, "count": 301, "max_ms": 12.888, "p95_ms": 9.905}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.867, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.06, "count": 301, "max_ms": 66.986, "p95_ms": 63.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.373, "count": 301, "max_ms": 75.092, "p95_ms": 66.464}, "yolo11_640_fire_11class": {"avg_ms": 51.807, "count": 301, "max_ms": 71.001, "p95_ms": 64.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.058, "count": 301, "max_ms": 82.286, "p95_ms": 77.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.735, "count": 301, "max_ms": 192.416, "p95_ms": 103.323}, "read_interval": {"avg_ms": 99.831, "count": 300, "max_ms": 597.44, "p95_ms": 141.726}, "triton_wait": {"avg_ms": 56.381, "count": 301, "max_ms": 82.298, "p95_ms": 77.986}, "visualize": {"avg_ms": 3.766, "count": 301, "max_ms": 5.724, "p95_ms": 4.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16003.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 715, "h264_decode_error_count": 1755, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:00:08+09:00", "last_error_summary": "[h264 @ 0x55bd753dd040] error while decoding MB 70 23, bytestream -5", "last_exit_at": "2026-07-05T17:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.823, "last_started_at": "2026-07-05T17:00:11+09:00", "pid": 137979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.57, "name": "ffmpeg", "pid": 137979, "rss_mb": 265.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 799, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 800}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.853, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1509844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:01:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:01:57+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:01:57+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T17:01:57.167307+09:00", "mtime_epoch": 1783238517.1673071, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:01:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.748, "pushed": 7.748, "read": 7.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.548, "count": 232, "max_ms": 23.314, "p95_ms": 20.053}, "gstreamer_push": {"avg_ms": 1.117, "count": 232, "max_ms": 1.721, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.305, "count": 232, "max_ms": 66.77, "p95_ms": 61.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.282, "count": 232, "max_ms": 77.204, "p95_ms": 68.319}, "yolo11_640_fire_11class": {"avg_ms": 50.487, "count": 232, "max_ms": 67.392, "p95_ms": 64.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.901, "count": 232, "max_ms": 82.364, "p95_ms": 77.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.826, "count": 232, "max_ms": 160.433, "p95_ms": 139.924}, "read_interval": {"avg_ms": 129.62, "count": 231, "max_ms": 168.981, "p95_ms": 149.27}, "triton_wait": {"avg_ms": 59.453, "count": 232, "max_ms": 82.377, "p95_ms": 77.481}, "visualize": {"avg_ms": 4.755, "count": 232, "max_ms": 7.468, "p95_ms": 5.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16003.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3046.298, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.04, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:02:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:02:24+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T17:02:24+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T17:02:24.411651+09:00", "mtime_epoch": 1783238544.4116507, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:02:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2359.707, "name": "celery", "pid": 267, "rss_mb": 2359.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.732, "count": 301, "max_ms": 11.358, "p95_ms": 9.11}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.708, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.694, "count": 301, "max_ms": 71.33, "p95_ms": 64.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.969, "count": 301, "max_ms": 74.635, "p95_ms": 66.726}, "yolo11_640_fire_11class": {"avg_ms": 52.349, "count": 301, "max_ms": 74.625, "p95_ms": 66.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.953, "count": 301, "max_ms": 84.073, "p95_ms": 78.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.944, "count": 301, "max_ms": 137.497, "p95_ms": 96.09}, "read_interval": {"avg_ms": 99.863, "count": 301, "max_ms": 660.552, "p95_ms": 143.901}, "triton_wait": {"avg_ms": 56.439, "count": 301, "max_ms": 84.085, "p95_ms": 78.251}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 5.651, "p95_ms": 4.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.7, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16003.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 715, "h264_decode_error_count": 1755, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:00:08+09:00", "last_error_summary": "[h264 @ 0x55bd753dd040] error while decoding MB 70 23, bytestream -5", "last_exit_at": "2026-07-05T17:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.858, "last_started_at": "2026-07-05T17:00:11+09:00", "pid": 137979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.828, "name": "ffmpeg", "pid": 137979, "rss_mb": 265.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 799, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 800}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.058, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:02:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:02:27+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T17:02:27+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T17:02:27.179686+09:00", "mtime_epoch": 1783238547.1796858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:02:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.759, "pushed": 7.759, "read": 7.726}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.692, "count": 232, "max_ms": 25.197, "p95_ms": 20.294}, "gstreamer_push": {"avg_ms": 1.118, "count": 232, "max_ms": 1.637, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.776, "count": 232, "max_ms": 70.379, "p95_ms": 63.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.414, "count": 232, "max_ms": 79.128, "p95_ms": 69.047}, "yolo11_640_fire_11class": {"avg_ms": 50.942, "count": 232, "max_ms": 72.432, "p95_ms": 64.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.723, "count": 232, "max_ms": 81.772, "p95_ms": 78.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.744, "count": 232, "max_ms": 143.444, "p95_ms": 138.993}, "read_interval": {"avg_ms": 129.384, "count": 231, "max_ms": 153.118, "p95_ms": 148.973}, "triton_wait": {"avg_ms": 59.296, "count": 232, "max_ms": 81.784, "p95_ms": 78.135}, "visualize": {"avg_ms": 4.741, "count": 232, "max_ms": 6.183, "p95_ms": 5.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16004.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3076.315, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.534, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:02:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:02:54+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T17:02:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T17:02:54.452034+09:00", "mtime_epoch": 1783238574.4520342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:02:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2359.707, "name": "celery", "pid": 267, "rss_mb": 2359.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.022, "count": 298, "max_ms": 12.378, "p95_ms": 10.09}, "gstreamer_push": {"avg_ms": 1.249, "count": 298, "max_ms": 1.532, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.681, "count": 298, "max_ms": 74.609, "p95_ms": 63.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.018, "count": 298, "max_ms": 85.54, "p95_ms": 70.524}, "yolo11_640_fire_11class": {"avg_ms": 52.714, "count": 298, "max_ms": 72.428, "p95_ms": 65.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.345, "count": 298, "max_ms": 83.139, "p95_ms": 79.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.753, "count": 298, "max_ms": 141.378, "p95_ms": 107.166}, "read_interval": {"avg_ms": 100.784, "count": 297, "max_ms": 429.578, "p95_ms": 164.266}, "triton_wait": {"avg_ms": 56.674, "count": 298, "max_ms": 85.553, "p95_ms": 79.437}, "visualize": {"avg_ms": 3.841, "count": 298, "max_ms": 5.992, "p95_ms": 5.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16004.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 715, "h264_decode_error_count": 1755, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:00:08+09:00", "last_error_summary": "[h264 @ 0x55bd753dd040] error while decoding MB 70 23, bytestream -5", "last_exit_at": "2026-07-05T17:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.9, "last_started_at": "2026-07-05T17:00:11+09:00", "pid": 137979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.344, "name": "ffmpeg", "pid": 137979, "rss_mb": 266.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 799, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 800}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.847, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:02:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:02:57+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T17:02:57+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T17:02:57.236070+09:00", "mtime_epoch": 1783238577.2360702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:02:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.655, "pushed": 7.655, "read": 7.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.79, "count": 229, "max_ms": 26.309, "p95_ms": 20.813}, "gstreamer_push": {"avg_ms": 1.108, "count": 229, "max_ms": 1.333, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.081, "count": 229, "max_ms": 68.891, "p95_ms": 62.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.7, "count": 229, "max_ms": 82.592, "p95_ms": 69.338}, "yolo11_640_fire_11class": {"avg_ms": 50.738, "count": 229, "max_ms": 68.53, "p95_ms": 65.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.075, "count": 229, "max_ms": 80.948, "p95_ms": 78.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.536, "count": 229, "max_ms": 158.987, "p95_ms": 140.647}, "read_interval": {"avg_ms": 131.217, "count": 228, "max_ms": 167.869, "p95_ms": 150.211}, "triton_wait": {"avg_ms": 59.647, "count": 229, "max_ms": 82.626, "p95_ms": 78.326}, "visualize": {"avg_ms": 4.833, "count": 229, "max_ms": 6.323, "p95_ms": 5.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16007.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3106.438, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.608, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:03:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:03:24+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T17:03:24+09:00", "mjpeg": {"age_sec": 0.444, "exists": true, "mtime": "2026-07-05T17:03:24.196419+09:00", "mtime_epoch": 1783238604.196419, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:03:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2359.965, "name": "celery", "pid": 267, "rss_mb": 2359.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.129, "count": 301, "max_ms": 14.755, "p95_ms": 10.275}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.589, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.491, "count": 301, "max_ms": 75.858, "p95_ms": 64.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.587, "count": 301, "max_ms": 77.486, "p95_ms": 66.256}, "yolo11_640_fire_11class": {"avg_ms": 52.963, "count": 301, "max_ms": 75.871, "p95_ms": 65.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.144, "count": 301, "max_ms": 81.389, "p95_ms": 78.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.625, "count": 301, "max_ms": 137.918, "p95_ms": 103.433}, "read_interval": {"avg_ms": 99.801, "count": 300, "max_ms": 486.058, "p95_ms": 128.059}, "triton_wait": {"avg_ms": 56.745, "count": 301, "max_ms": 81.402, "p95_ms": 78.454}, "visualize": {"avg_ms": 3.795, "count": 301, "max_ms": 5.727, "p95_ms": 4.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16007.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 715, "h264_decode_error_count": 1755, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:00:08+09:00", "last_error_summary": "[h264 @ 0x55bd753dd040] error while decoding MB 70 23, bytestream -5", "last_exit_at": "2026-07-05T17:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.944, "last_started_at": "2026-07-05T17:00:11+09:00", "pid": 137979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.695, "name": "ffmpeg", "pid": 137979, "rss_mb": 269.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 799, "restart_count_per_hour": 16, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 800}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.452, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:03:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:03:27+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T17:03:27+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T17:03:27.260459+09:00", "mtime_epoch": 1783238607.2604587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:03:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.753, "pushed": 7.753, "read": 7.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.533, "count": 232, "max_ms": 22.829, "p95_ms": 20.237}, "gstreamer_push": {"avg_ms": 1.115, "count": 232, "max_ms": 1.436, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.581, "count": 232, "max_ms": 72.105, "p95_ms": 63.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.469, "count": 232, "max_ms": 74.551, "p95_ms": 68.769}, "yolo11_640_fire_11class": {"avg_ms": 51.043, "count": 232, "max_ms": 73.704, "p95_ms": 65.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.62, "count": 232, "max_ms": 82.806, "p95_ms": 77.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.728, "count": 232, "max_ms": 143.191, "p95_ms": 137.422}, "read_interval": {"avg_ms": 129.426, "count": 231, "max_ms": 152.918, "p95_ms": 147.85}, "triton_wait": {"avg_ms": 59.372, "count": 232, "max_ms": 82.817, "p95_ms": 77.879}, "visualize": {"avg_ms": 4.723, "count": 232, "max_ms": 6.455, "p95_ms": 5.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16022.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3136.445, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.063, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:03:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:03:54+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T17:03:54+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T17:03:54.588816+09:00", "mtime_epoch": 1783238634.5888164, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:03:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2360.223, "name": "celery", "pid": 267, "rss_mb": 2360.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.908, "count": 301, "max_ms": 15.047, "p95_ms": 9.895}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.577, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.478, "count": 301, "max_ms": 69.463, "p95_ms": 64.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.759, "count": 301, "max_ms": 76.298, "p95_ms": 69.15}, "yolo11_640_fire_11class": {"avg_ms": 53.173, "count": 301, "max_ms": 72.442, "p95_ms": 66.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.18, "count": 301, "max_ms": 80.959, "p95_ms": 78.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.006, "count": 301, "max_ms": 133.881, "p95_ms": 97.695}, "read_interval": {"avg_ms": 99.763, "count": 301, "max_ms": 652.97, "p95_ms": 139.575}, "triton_wait": {"avg_ms": 56.732, "count": 301, "max_ms": 80.972, "p95_ms": 78.969}, "visualize": {"avg_ms": 3.767, "count": 301, "max_ms": 5.461, "p95_ms": 4.708}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15876.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 716, "h264_decode_error_count": 1756, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:03:56+09:00", "last_error_summary": "[h264 @ 0x55b9d24b5140] error while decoding MB 31 18, bytestream -10", "last_exit_at": "2026-07-05T17:03:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.162, "last_started_at": "2026-07-05T17:03:58+09:00", "pid": 138086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.711, "name": "ffmpeg", "pid": 138086, "rss_mb": 141.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 800, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 801}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.848, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:04:01+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T17:04:00+09:00", "mjpeg": {"age_sec": 4.339, "exists": true, "mtime": "2026-07-05T17:03:56.780845+09:00", "mtime_epoch": 1783238636.7808452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:04:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.672, "pushed": 6.672, "read": 6.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.652, "count": 199, "max_ms": 23.792, "p95_ms": 20.582}, "gstreamer_push": {"avg_ms": 1.123, "count": 200, "max_ms": 1.717, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.595, "count": 199, "max_ms": 64.886, "p95_ms": 62.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.048, "count": 199, "max_ms": 79.665, "p95_ms": 69.577}, "yolo11_640_fire_11class": {"avg_ms": 51.227, "count": 199, "max_ms": 68.048, "p95_ms": 65.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.773, "count": 199, "max_ms": 80.767, "p95_ms": 77.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.732, "count": 200, "max_ms": 142.405, "p95_ms": 138.349}, "read_interval": {"avg_ms": 150.449, "count": 199, "max_ms": 4334.401, "p95_ms": 148.457}, "triton_wait": {"avg_ms": 59.486, "count": 199, "max_ms": 80.804, "p95_ms": 77.63}, "visualize": {"avg_ms": 4.745, "count": 199, "max_ms": 5.909, "p95_ms": 5.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16003.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3166.601, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.872, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:04:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:04:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:04:24+09:00", "mjpeg": {"age_sec": 0.419, "exists": true, "mtime": "2026-07-05T17:04:24.385210+09:00", "mtime_epoch": 1783238664.3852103, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:04:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2360.223, "name": "celery", "pid": 267, "rss_mb": 2360.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.79, "count": 298, "max_ms": 12.946, "p95_ms": 9.241}, "gstreamer_push": {"avg_ms": 1.275, "count": 298, "max_ms": 1.562, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.43, "count": 298, "max_ms": 64.758, "p95_ms": 62.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.32, "count": 298, "max_ms": 68.834, "p95_ms": 55.66}, "yolo11_640_fire_11class": {"avg_ms": 51.73, "count": 298, "max_ms": 73.181, "p95_ms": 67.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.268, "count": 298, "max_ms": 79.286, "p95_ms": 75.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.884, "count": 298, "max_ms": 136.286, "p95_ms": 92.655}, "read_interval": {"avg_ms": 100.906, "count": 297, "max_ms": 567.634, "p95_ms": 235.793}, "triton_wait": {"avg_ms": 54.091, "count": 298, "max_ms": 79.297, "p95_ms": 75.961}, "visualize": {"avg_ms": 3.72, "count": 298, "max_ms": 5.382, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16003.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 716, "h264_decode_error_count": 1756, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:03:56+09:00", "last_error_summary": "[h264 @ 0x55b9d24b5140] error while decoding MB 31 18, bytestream -10", "last_exit_at": "2026-07-05T17:03:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.257, "last_started_at": "2026-07-05T17:03:58+09:00", "pid": 138086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.355, "name": "ffmpeg", "pid": 138086, "rss_mb": 265.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 800, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 801}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.532, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:04:31+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:04:31+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T17:04:31.105300+09:00", "mtime_epoch": 1783238671.1052997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:04:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9344.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.741, "pushed": 7.741, "read": 7.708}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.653, "count": 231, "max_ms": 28.228, "p95_ms": 20.107}, "gstreamer_push": {"avg_ms": 1.116, "count": 232, "max_ms": 1.647, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.655, "count": 231, "max_ms": 66.039, "p95_ms": 61.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.739, "count": 231, "max_ms": 79.264, "p95_ms": 66.459}, "yolo11_640_fire_11class": {"avg_ms": 49.683, "count": 231, "max_ms": 68.953, "p95_ms": 63.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.296, "count": 231, "max_ms": 81.147, "p95_ms": 76.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.056, "count": 232, "max_ms": 140.842, "p95_ms": 137.742}, "read_interval": {"avg_ms": 129.741, "count": 231, "max_ms": 155.607, "p95_ms": 150.239}, "triton_wait": {"avg_ms": 56.958, "count": 231, "max_ms": 81.159, "p95_ms": 76.397}, "visualize": {"avg_ms": 4.72, "count": 231, "max_ms": 6.083, "p95_ms": 5.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16007.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3196.698, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.6, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:04:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:04:54+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:04:54+09:00", "mjpeg": {"age_sec": 0.463, "exists": true, "mtime": "2026-07-05T17:04:54.437612+09:00", "mtime_epoch": 1783238694.4376116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:04:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2360.48, "name": "celery", "pid": 267, "rss_mb": 2360.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.962}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.905, "count": 299, "max_ms": 12.035, "p95_ms": 9.67}, "gstreamer_push": {"avg_ms": 1.245, "count": 299, "max_ms": 1.985, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.054, "count": 299, "max_ms": 70.52, "p95_ms": 63.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.502, "count": 299, "max_ms": 77.262, "p95_ms": 66.103}, "yolo11_640_fire_11class": {"avg_ms": 51.611, "count": 299, "max_ms": 69.932, "p95_ms": 65.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.09, "count": 299, "max_ms": 80.569, "p95_ms": 76.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.19, "count": 299, "max_ms": 128.506, "p95_ms": 92.699}, "read_interval": {"avg_ms": 100.445, "count": 298, "max_ms": 723.319, "p95_ms": 243.125}, "triton_wait": {"avg_ms": 54.051, "count": 299, "max_ms": 80.581, "p95_ms": 76.277}, "visualize": {"avg_ms": 3.69, "count": 299, "max_ms": 6.315, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16007.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 716, "h264_decode_error_count": 1756, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:03:56+09:00", "last_error_summary": "[h264 @ 0x55b9d24b5140] error while decoding MB 31 18, bytestream -10", "last_exit_at": "2026-07-05T17:03:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.321, "last_started_at": "2026-07-05T17:03:58+09:00", "pid": 138086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.418, "name": "ffmpeg", "pid": 138086, "rss_mb": 267.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 800, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 801}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.513, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1511228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:05:01+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T17:05:01+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T17:05:01.173702+09:00", "mtime_epoch": 1783238701.1737022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:05:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.717, "pushed": 7.717, "read": 7.684}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.849, "count": 231, "max_ms": 27.29, "p95_ms": 21.213}, "gstreamer_push": {"avg_ms": 1.133, "count": 231, "max_ms": 1.759, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.38, "count": 231, "max_ms": 65.106, "p95_ms": 62.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.338, "count": 231, "max_ms": 74.417, "p95_ms": 66.031}, "yolo11_640_fire_11class": {"avg_ms": 49.93, "count": 231, "max_ms": 70.921, "p95_ms": 64.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.054, "count": 231, "max_ms": 82.915, "p95_ms": 75.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.246, "count": 231, "max_ms": 142.277, "p95_ms": 135.555}, "read_interval": {"avg_ms": 130.147, "count": 230, "max_ms": 155.1, "p95_ms": 148.19}, "triton_wait": {"avg_ms": 56.905, "count": 231, "max_ms": 82.928, "p95_ms": 75.583}, "visualize": {"avg_ms": 4.706, "count": 231, "max_ms": 6.638, "p95_ms": 4.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16007.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3226.764, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.159, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:05:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:05:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T17:05:24+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T17:05:24.906022+09:00", "mtime_epoch": 1783238724.9060223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:05:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2360.48, "name": "celery", "pid": 267, "rss_mb": 2360.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.957, "count": 302, "max_ms": 13.45, "p95_ms": 9.951}, "gstreamer_push": {"avg_ms": 1.249, "count": 302, "max_ms": 1.656, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.331, "count": 302, "max_ms": 67.281, "p95_ms": 63.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.864, "count": 302, "max_ms": 76.828, "p95_ms": 67.04}, "yolo11_640_fire_11class": {"avg_ms": 52.942, "count": 302, "max_ms": 70.363, "p95_ms": 66.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.48, "count": 302, "max_ms": 82.047, "p95_ms": 78.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.951, "count": 302, "max_ms": 133.055, "p95_ms": 104.873}, "read_interval": {"avg_ms": 99.622, "count": 301, "max_ms": 544.992, "p95_ms": 140.26}, "triton_wait": {"avg_ms": 56.803, "count": 302, "max_ms": 82.06, "p95_ms": 78.519}, "visualize": {"avg_ms": 3.752, "count": 302, "max_ms": 6.652, "p95_ms": 4.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16007.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 716, "h264_decode_error_count": 1756, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:03:56+09:00", "last_error_summary": "[h264 @ 0x55b9d24b5140] error while decoding MB 31 18, bytestream -10", "last_exit_at": "2026-07-05T17:03:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.34, "last_started_at": "2026-07-05T17:03:58+09:00", "pid": 138086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.191, "name": "ffmpeg", "pid": 138086, "rss_mb": 268.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 800, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 801}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.549, "sample_count": 2277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1511456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:05:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:05:31+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:05:31+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T17:05:31.190108+09:00", "mtime_epoch": 1783238731.1901076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:05:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.627, "pushed": 7.627, "read": 7.593}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.548, "count": 228, "max_ms": 25.948, "p95_ms": 20.525}, "gstreamer_push": {"avg_ms": 1.113, "count": 228, "max_ms": 1.771, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.506, "count": 228, "max_ms": 65.77, "p95_ms": 61.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.256, "count": 228, "max_ms": 68.977, "p95_ms": 65.544}, "yolo11_640_fire_11class": {"avg_ms": 49.953, "count": 228, "max_ms": 68.523, "p95_ms": 64.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.57, "count": 228, "max_ms": 80.996, "p95_ms": 77.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.791, "count": 228, "max_ms": 146.065, "p95_ms": 139.079}, "read_interval": {"avg_ms": 131.687, "count": 227, "max_ms": 157.196, "p95_ms": 151.287}, "triton_wait": {"avg_ms": 58.174, "count": 228, "max_ms": 81.008, "p95_ms": 77.196}, "visualize": {"avg_ms": 4.744, "count": 228, "max_ms": 6.665, "p95_ms": 5.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16008.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3256.853, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.872, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:05:55+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T17:05:54+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T17:05:54.978431+09:00", "mtime_epoch": 1783238754.9784315, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:05:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2360.738, "name": "celery", "pid": 267, "rss_mb": 2360.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.802, "count": 301, "max_ms": 13.822, "p95_ms": 10.118}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.638, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.633, "count": 301, "max_ms": 71.003, "p95_ms": 61.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.22, "count": 301, "max_ms": 75.684, "p95_ms": 61.586}, "yolo11_640_fire_11class": {"avg_ms": 49.334, "count": 301, "max_ms": 71.66, "p95_ms": 62.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.826, "count": 301, "max_ms": 79.283, "p95_ms": 73.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.738, "count": 301, "max_ms": 109.536, "p95_ms": 90.419}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 947.074, "p95_ms": 125.106}, "triton_wait": {"avg_ms": 53.203, "count": 301, "max_ms": 79.295, "p95_ms": 73.919}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 5.645, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16008.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 716, "h264_decode_error_count": 1756, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:03:56+09:00", "last_error_summary": "[h264 @ 0x55b9d24b5140] error while decoding MB 31 18, bytestream -10", "last_exit_at": "2026-07-05T17:03:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.394, "last_started_at": "2026-07-05T17:03:58+09:00", "pid": 138086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.449, "name": "ffmpeg", "pid": 138086, "rss_mb": 268.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 800, "restart_count_per_hour": 17, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 801}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.521, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1511689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:06:01+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T17:06:01+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T17:06:01.218517+09:00", "mtime_epoch": 1783238761.2185166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:06:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.791, "pushed": 7.791, "read": 7.757}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.698, "count": 233, "max_ms": 25.78, "p95_ms": 20.668}, "gstreamer_push": {"avg_ms": 1.109, "count": 233, "max_ms": 1.653, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.418, "count": 233, "max_ms": 67.895, "p95_ms": 62.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.077, "count": 233, "max_ms": 80.022, "p95_ms": 63.2}, "yolo11_640_fire_11class": {"avg_ms": 47.823, "count": 233, "max_ms": 68.609, "p95_ms": 61.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.113, "count": 233, "max_ms": 79.284, "p95_ms": 74.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.197, "count": 233, "max_ms": 141.087, "p95_ms": 136.517}, "read_interval": {"avg_ms": 128.882, "count": 232, "max_ms": 155.844, "p95_ms": 149.061}, "triton_wait": {"avg_ms": 55.973, "count": 233, "max_ms": 80.033, "p95_ms": 74.359}, "visualize": {"avg_ms": 4.708, "count": 233, "max_ms": 6.136, "p95_ms": 5.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16008.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3287.684, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.539, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:06:25+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T17:06:25+09:00", "mjpeg": {"age_sec": 0.832, "exists": true, "mtime": "2026-07-05T17:06:25.054844+09:00", "mtime_epoch": 1783238785.0548437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:06:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2360.738, "name": "celery", "pid": 267, "rss_mb": 2360.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.91, "pushed": 9.91, "read": 9.877}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.826, "count": 297, "max_ms": 12.706, "p95_ms": 9.606}, "gstreamer_push": {"avg_ms": 1.258, "count": 297, "max_ms": 1.979, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.923, "count": 297, "max_ms": 69.355, "p95_ms": 63.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.593, "count": 297, "max_ms": 74.992, "p95_ms": 63.428}, "yolo11_640_fire_11class": {"avg_ms": 49.985, "count": 297, "max_ms": 70.429, "p95_ms": 64.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.703, "count": 297, "max_ms": 83.916, "p95_ms": 76.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.265, "count": 297, "max_ms": 136.079, "p95_ms": 94.236}, "read_interval": {"avg_ms": 101.265, "count": 296, "max_ms": 854.494, "p95_ms": 116.539}, "triton_wait": {"avg_ms": 54.052, "count": 297, "max_ms": 83.928, "p95_ms": 76.476}, "visualize": {"avg_ms": 3.7, "count": 297, "max_ms": 5.651, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16008.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 716, "h264_decode_error_count": 1756, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:03:56+09:00", "last_error_summary": "[h264 @ 0x55b9d24b5140] error while decoding MB 31 18, bytestream -10", "last_exit_at": "2026-07-05T17:03:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.514, "last_started_at": "2026-07-05T17:03:58+09:00", "pid": 138086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.223, "name": "ffmpeg", "pid": 138086, "rss_mb": 269.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 800, "restart_count_per_hour": 16, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 801}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.438, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1511919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:06:31+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T17:06:31+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:06:31.366931+09:00", "mtime_epoch": 1783238791.3669307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:06:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.675, "pushed": 7.675, "read": 7.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.985, "count": 229, "max_ms": 27.175, "p95_ms": 21.22}, "gstreamer_push": {"avg_ms": 1.119, "count": 230, "max_ms": 1.567, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.361, "count": 229, "max_ms": 68.806, "p95_ms": 61.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.859, "count": 229, "max_ms": 77.272, "p95_ms": 65.604}, "yolo11_640_fire_11class": {"avg_ms": 49.171, "count": 229, "max_ms": 68.287, "p95_ms": 63.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.694, "count": 229, "max_ms": 83.066, "p95_ms": 75.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.153, "count": 230, "max_ms": 143.698, "p95_ms": 138.058}, "read_interval": {"avg_ms": 131.0, "count": 229, "max_ms": 155.866, "p95_ms": 150.552}, "triton_wait": {"avg_ms": 57.319, "count": 229, "max_ms": 83.077, "p95_ms": 75.33}, "visualize": {"avg_ms": 4.718, "count": 229, "max_ms": 5.952, "p95_ms": 5.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16013.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3317.785, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.306, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:06:55+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T17:06:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T17:06:55.903270+09:00", "mtime_epoch": 1783238815.90327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:06:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2360.996, "name": "celery", "pid": 267, "rss_mb": 2360.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.674, "count": 301, "max_ms": 10.453, "p95_ms": 8.796}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.857, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.838, "count": 301, "max_ms": 67.901, "p95_ms": 62.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.561, "count": 301, "max_ms": 78.044, "p95_ms": 62.28}, "yolo11_640_fire_11class": {"avg_ms": 49.886, "count": 301, "max_ms": 69.764, "p95_ms": 63.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.795, "count": 301, "max_ms": 80.021, "p95_ms": 76.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.27, "count": 301, "max_ms": 95.817, "p95_ms": 92.664}, "read_interval": {"avg_ms": 99.724, "count": 300, "max_ms": 681.995, "p95_ms": 122.45}, "triton_wait": {"avg_ms": 54.128, "count": 301, "max_ms": 80.033, "p95_ms": 76.709}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 4.665, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16013.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 716, "h264_decode_error_count": 1756, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:03:56+09:00", "last_error_summary": "[h264 @ 0x55b9d24b5140] error while decoding MB 31 18, bytestream -10", "last_exit_at": "2026-07-05T17:03:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.572, "last_started_at": "2026-07-05T17:03:58+09:00", "pid": 138086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.605, "name": "ffmpeg", "pid": 138086, "rss_mb": 273.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 800, "restart_count_per_hour": 16, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 801}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.378, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:07:01+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T17:07:01+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T17:07:01.403346+09:00", "mtime_epoch": 1783238821.4033463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:07:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.657, "pushed": 7.657, "read": 7.623}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.693, "count": 229, "max_ms": 26.812, "p95_ms": 20.37}, "gstreamer_push": {"avg_ms": 1.122, "count": 229, "max_ms": 1.611, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.358, "count": 229, "max_ms": 64.744, "p95_ms": 62.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.913, "count": 229, "max_ms": 75.228, "p95_ms": 64.982}, "yolo11_640_fire_11class": {"avg_ms": 49.252, "count": 229, "max_ms": 66.824, "p95_ms": 61.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.802, "count": 229, "max_ms": 81.818, "p95_ms": 75.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.355, "count": 229, "max_ms": 247.764, "p95_ms": 136.173}, "read_interval": {"avg_ms": 131.203, "count": 228, "max_ms": 258.366, "p95_ms": 149.058}, "triton_wait": {"avg_ms": 57.549, "count": 229, "max_ms": 81.83, "p95_ms": 75.466}, "visualize": {"avg_ms": 4.732, "count": 229, "max_ms": 6.197, "p95_ms": 4.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16017.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3347.847, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.081, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:07:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:07:25+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T17:07:25.991689+09:00", "mtime_epoch": 1783238845.991689, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:07:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2361.254, "name": "celery", "pid": 267, "rss_mb": 2361.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.825, "count": 303, "max_ms": 12.717, "p95_ms": 9.726}, "gstreamer_push": {"avg_ms": 1.254, "count": 303, "max_ms": 1.992, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.156, "count": 303, "max_ms": 69.866, "p95_ms": 63.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.456, "count": 303, "max_ms": 73.705, "p95_ms": 63.841}, "yolo11_640_fire_11class": {"avg_ms": 50.59, "count": 303, "max_ms": 70.74, "p95_ms": 63.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.17, "count": 303, "max_ms": 81.853, "p95_ms": 76.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.849, "count": 303, "max_ms": 107.925, "p95_ms": 94.402}, "read_interval": {"avg_ms": 99.269, "count": 302, "max_ms": 631.198, "p95_ms": 117.601}, "triton_wait": {"avg_ms": 54.633, "count": 303, "max_ms": 81.866, "p95_ms": 76.659}, "visualize": {"avg_ms": 3.71, "count": 303, "max_ms": 5.432, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16016.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 716, "h264_decode_error_count": 1756, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:03:56+09:00", "last_error_summary": "[h264 @ 0x55b9d24b5140] error while decoding MB 31 18, bytestream -10", "last_exit_at": "2026-07-05T17:03:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.642, "last_started_at": "2026-07-05T17:03:58+09:00", "pid": 138086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.184, "name": "ffmpeg", "pid": 138086, "rss_mb": 276.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 800, "restart_count_per_hour": 16, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 801}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.982, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:07:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:07:31+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T17:07:31+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T17:07:31.467765+09:00", "mtime_epoch": 1783238851.4677653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:07:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.449, "pushed": 7.449, "read": 7.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.809, "count": 223, "max_ms": 22.811, "p95_ms": 20.706}, "gstreamer_push": {"avg_ms": 1.084, "count": 223, "max_ms": 1.319, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.205, "count": 223, "max_ms": 67.641, "p95_ms": 62.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.1, "count": 223, "max_ms": 75.372, "p95_ms": 65.373}, "yolo11_640_fire_11class": {"avg_ms": 49.49, "count": 223, "max_ms": 69.592, "p95_ms": 63.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.174, "count": 223, "max_ms": 80.076, "p95_ms": 76.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.301, "count": 223, "max_ms": 166.321, "p95_ms": 155.632}, "read_interval": {"avg_ms": 134.762, "count": 222, "max_ms": 177.083, "p95_ms": 166.964}, "triton_wait": {"avg_ms": 57.73, "count": 223, "max_ms": 80.088, "p95_ms": 76.773}, "visualize": {"avg_ms": 4.895, "count": 223, "max_ms": 6.302, "p95_ms": 5.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16022.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3377.898, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.881, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:07:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:07:56+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T17:07:56+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T17:07:56.040110+09:00", "mtime_epoch": 1783238876.0401099, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:07:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2361.254, "name": "celery", "pid": 267, "rss_mb": 2361.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.855, "count": 300, "max_ms": 13.031, "p95_ms": 9.662}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.837, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.661, "count": 300, "max_ms": 66.442, "p95_ms": 62.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.612, "count": 300, "max_ms": 74.191, "p95_ms": 62.663}, "yolo11_640_fire_11class": {"avg_ms": 50.182, "count": 300, "max_ms": 70.329, "p95_ms": 63.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.878, "count": 300, "max_ms": 80.871, "p95_ms": 76.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.252, "count": 300, "max_ms": 125.835, "p95_ms": 93.61}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 653.791, "p95_ms": 198.681}, "triton_wait": {"avg_ms": 55.135, "count": 300, "max_ms": 80.884, "p95_ms": 76.777}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 4.976, "p95_ms": 4.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16022.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 716, "h264_decode_error_count": 1756, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:03:56+09:00", "last_error_summary": "[h264 @ 0x55b9d24b5140] error while decoding MB 31 18, bytestream -10", "last_exit_at": "2026-07-05T17:03:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.698, "last_started_at": "2026-07-05T17:03:58+09:00", "pid": 138086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.695, "name": "ffmpeg", "pid": 138086, "rss_mb": 281.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 800, "restart_count_per_hour": 16, "rtsp_timeout_count": 446, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 801}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.521, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:08:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:08:01+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T17:08:01+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T17:08:01.552187+09:00", "mtime_epoch": 1783238881.5521874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:08:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.717, "pushed": 7.717, "read": 7.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.777, "count": 231, "max_ms": 24.522, "p95_ms": 21.709}, "gstreamer_push": {"avg_ms": 1.114, "count": 231, "max_ms": 1.716, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.407, "count": 231, "max_ms": 64.562, "p95_ms": 61.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.331, "count": 231, "max_ms": 76.629, "p95_ms": 65.988}, "yolo11_640_fire_11class": {"avg_ms": 48.31, "count": 231, "max_ms": 66.538, "p95_ms": 60.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.313, "count": 231, "max_ms": 81.402, "p95_ms": 75.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.397, "count": 231, "max_ms": 142.397, "p95_ms": 136.995}, "read_interval": {"avg_ms": 130.143, "count": 230, "max_ms": 155.492, "p95_ms": 149.567}, "triton_wait": {"avg_ms": 57.365, "count": 231, "max_ms": 81.414, "p95_ms": 75.456}, "visualize": {"avg_ms": 4.674, "count": 231, "max_ms": 5.676, "p95_ms": 4.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15769.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3407.928, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.934, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:08:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:08:26+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T17:08:26+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T17:08:26.044533+09:00", "mtime_epoch": 1783238906.044533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:08:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2361.512, "name": "celery", "pid": 267, "rss_mb": 2361.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.126, "pushed": 10.126, "read": 10.092}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.74, "count": 303, "max_ms": 12.749, "p95_ms": 9.178}, "gstreamer_push": {"avg_ms": 1.271, "count": 303, "max_ms": 1.677, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.173, "count": 303, "max_ms": 67.237, "p95_ms": 61.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.351, "count": 303, "max_ms": 74.129, "p95_ms": 49.912}, "yolo11_640_fire_11class": {"avg_ms": 47.161, "count": 303, "max_ms": 67.948, "p95_ms": 62.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.451, "count": 303, "max_ms": 80.722, "p95_ms": 69.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.031, "count": 303, "max_ms": 96.897, "p95_ms": 84.947}, "read_interval": {"avg_ms": 99.092, "count": 302, "max_ms": 735.326, "p95_ms": 247.241}, "triton_wait": {"avg_ms": 49.751, "count": 303, "max_ms": 80.736, "p95_ms": 69.097}, "visualize": {"avg_ms": 3.657, "count": 303, "max_ms": 5.055, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15891.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 717, "h264_decode_error_count": 1759, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:08:26+09:00", "last_error_summary": "[h264 @ 0x555fa4503e80] top block unavailable for requested intra mode [h264 @ 0x555fa4503e80] error while decoding MB 8 0, bytestream 2436 [h264 @ 0x555fa4503e80] cabac decode of qscale diff failed at 14 26 [h264 @ 0x555fa4503e80] error while decoding MB 14 26, bytestream 4958 [in#0/rtsp @ 0x555fa43ace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555fa43ace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:08:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.276, "last_started_at": "2026-07-05T17:08:28+09:00", "pid": 138193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 151.68, "name": "ffmpeg", "pid": 138193, "rss_mb": 151.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 801, "restart_count_per_hour": 17, "rtsp_timeout_count": 448, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 802}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.521, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:08:31+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T17:08:31+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T17:08:31.604612+09:00", "mtime_epoch": 1783238911.6046119, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:08:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.838, "pushed": 1.838, "read": 1.804}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.93, "count": 55, "max_ms": 25.813, "p95_ms": 22.049}, "gstreamer_push": {"avg_ms": 1.139, "count": 55, "max_ms": 1.605, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.498, "count": 55, "max_ms": 64.03, "p95_ms": 61.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.806, "count": 55, "max_ms": 75.759, "p95_ms": 64.37}, "yolo11_640_fire_11class": {"avg_ms": 48.006, "count": 55, "max_ms": 62.826, "p95_ms": 59.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.196, "count": 55, "max_ms": 76.364, "p95_ms": 73.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.487, "count": 55, "max_ms": 136.226, "p95_ms": 134.686}, "read_interval": {"avg_ms": 554.198, "count": 54, "max_ms": 10129.104, "p95_ms": 4393.626}, "triton_wait": {"avg_ms": 55.474, "count": 55, "max_ms": 76.373, "p95_ms": 73.377}, "visualize": {"avg_ms": 4.796, "count": 55, "max_ms": 7.058, "p95_ms": 6.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16006.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3438.004, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.315, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:08:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:08:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:08:56+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T17:08:56.144960+09:00", "mtime_epoch": 1783238936.1449602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:08:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2361.512, "name": "celery", "pid": 267, "rss_mb": 2361.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.841, "count": 300, "max_ms": 12.539, "p95_ms": 9.837}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.589, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.602, "count": 300, "max_ms": 66.435, "p95_ms": 63.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.923, "count": 300, "max_ms": 71.772, "p95_ms": 65.205}, "yolo11_640_fire_11class": {"avg_ms": 49.27, "count": 300, "max_ms": 66.139, "p95_ms": 63.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.119, "count": 300, "max_ms": 82.745, "p95_ms": 76.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.721, "count": 300, "max_ms": 106.126, "p95_ms": 92.48}, "read_interval": {"avg_ms": 100.314, "count": 299, "max_ms": 672.131, "p95_ms": 116.453}, "triton_wait": {"avg_ms": 54.261, "count": 300, "max_ms": 82.759, "p95_ms": 76.393}, "visualize": {"avg_ms": 3.655, "count": 300, "max_ms": 5.333, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16006.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 717, "h264_decode_error_count": 1759, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:08:26+09:00", "last_error_summary": "[h264 @ 0x555fa4503e80] top block unavailable for requested intra mode [h264 @ 0x555fa4503e80] error while decoding MB 8 0, bytestream 2436 [h264 @ 0x555fa4503e80] cabac decode of qscale diff failed at 14 26 [h264 @ 0x555fa4503e80] error while decoding MB 14 26, bytestream 4958 [in#0/rtsp @ 0x555fa43ace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555fa43ace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:08:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.294, "last_started_at": "2026-07-05T17:08:28+09:00", "pid": 138193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.98, "name": "ffmpeg", "pid": 138193, "rss_mb": 264.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 801, "restart_count_per_hour": 17, "rtsp_timeout_count": 448, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 802}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.224, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:09:01+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T17:09:01+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T17:09:01.621038+09:00", "mtime_epoch": 1783238941.621038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:09:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.865, "pushed": 7.865, "read": 7.832}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.651, "count": 235, "max_ms": 27.426, "p95_ms": 20.408}, "gstreamer_push": {"avg_ms": 1.126, "count": 235, "max_ms": 1.326, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.885, "count": 235, "max_ms": 69.342, "p95_ms": 62.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.848, "count": 235, "max_ms": 73.029, "p95_ms": 66.72}, "yolo11_640_fire_11class": {"avg_ms": 49.715, "count": 235, "max_ms": 67.163, "p95_ms": 62.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.625, "count": 235, "max_ms": 80.36, "p95_ms": 76.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.591, "count": 235, "max_ms": 141.174, "p95_ms": 136.337}, "read_interval": {"avg_ms": 127.744, "count": 234, "max_ms": 150.77, "p95_ms": 145.891}, "triton_wait": {"avg_ms": 58.241, "count": 235, "max_ms": 80.372, "p95_ms": 76.496}, "visualize": {"avg_ms": 4.699, "count": 235, "max_ms": 6.071, "p95_ms": 4.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16010.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3468.059, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.541, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T17:09:26+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T17:09:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T17:09:26.169388+09:00", "mtime_epoch": 1783238966.1693883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:09:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2361.77, "name": "celery", "pid": 267, "rss_mb": 2361.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.83, "count": 299, "max_ms": 13.489, "p95_ms": 9.606}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 1.501, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.868, "count": 299, "max_ms": 66.079, "p95_ms": 63.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.906, "count": 299, "max_ms": 76.405, "p95_ms": 66.163}, "yolo11_640_fire_11class": {"avg_ms": 49.715, "count": 299, "max_ms": 67.028, "p95_ms": 63.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.317, "count": 299, "max_ms": 79.729, "p95_ms": 77.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.886, "count": 299, "max_ms": 131.706, "p95_ms": 94.168}, "read_interval": {"avg_ms": 100.484, "count": 298, "max_ms": 707.646, "p95_ms": 187.716}, "triton_wait": {"avg_ms": 55.478, "count": 299, "max_ms": 79.741, "p95_ms": 77.237}, "visualize": {"avg_ms": 3.711, "count": 299, "max_ms": 5.16, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16010.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 717, "h264_decode_error_count": 1759, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:08:26+09:00", "last_error_summary": "[h264 @ 0x555fa4503e80] top block unavailable for requested intra mode [h264 @ 0x555fa4503e80] error while decoding MB 8 0, bytestream 2436 [h264 @ 0x555fa4503e80] cabac decode of qscale diff failed at 14 26 [h264 @ 0x555fa4503e80] error while decoding MB 14 26, bytestream 4958 [in#0/rtsp @ 0x555fa43ace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555fa43ace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:08:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.386, "last_started_at": "2026-07-05T17:08:28+09:00", "pid": 138193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.559, "name": "ffmpeg", "pid": 138193, "rss_mb": 267.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 801, "restart_count_per_hour": 16, "rtsp_timeout_count": 448, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 802}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.008, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:09:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:09:31+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T17:09:31+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T17:09:31.709468+09:00", "mtime_epoch": 1783238971.7094676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:09:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9345.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.814, "pushed": 7.814, "read": 7.78}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.63, "count": 234, "max_ms": 29.018, "p95_ms": 20.448}, "gstreamer_push": {"avg_ms": 1.117, "count": 234, "max_ms": 1.988, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.352, "count": 234, "max_ms": 68.683, "p95_ms": 62.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.716, "count": 234, "max_ms": 76.367, "p95_ms": 66.103}, "yolo11_640_fire_11class": {"avg_ms": 49.604, "count": 234, "max_ms": 66.105, "p95_ms": 61.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.82, "count": 234, "max_ms": 79.235, "p95_ms": 76.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.011, "count": 234, "max_ms": 143.107, "p95_ms": 137.504}, "read_interval": {"avg_ms": 128.611, "count": 233, "max_ms": 156.528, "p95_ms": 147.301}, "triton_wait": {"avg_ms": 58.531, "count": 234, "max_ms": 79.247, "p95_ms": 76.606}, "visualize": {"avg_ms": 4.749, "count": 234, "max_ms": 7.32, "p95_ms": 5.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16010.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3498.103, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.803, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:09:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:09:56+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T17:09:56+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T17:09:56.221819+09:00", "mtime_epoch": 1783238996.2218192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:09:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2361.77, "name": "celery", "pid": 267, "rss_mb": 2361.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.886, "count": 299, "max_ms": 12.53, "p95_ms": 9.842}, "gstreamer_push": {"avg_ms": 1.248, "count": 299, "max_ms": 1.491, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.702, "count": 299, "max_ms": 67.93, "p95_ms": 65.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.323, "count": 299, "max_ms": 75.706, "p95_ms": 68.08}, "yolo11_640_fire_11class": {"avg_ms": 49.744, "count": 299, "max_ms": 68.158, "p95_ms": 64.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.65, "count": 299, "max_ms": 81.948, "p95_ms": 78.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.975, "count": 299, "max_ms": 136.996, "p95_ms": 101.4}, "read_interval": {"avg_ms": 100.473, "count": 298, "max_ms": 573.607, "p95_ms": 148.19}, "triton_wait": {"avg_ms": 55.705, "count": 299, "max_ms": 81.96, "p95_ms": 78.239}, "visualize": {"avg_ms": 3.736, "count": 299, "max_ms": 5.706, "p95_ms": 4.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16011.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 717, "h264_decode_error_count": 1759, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:08:26+09:00", "last_error_summary": "[h264 @ 0x555fa4503e80] top block unavailable for requested intra mode [h264 @ 0x555fa4503e80] error while decoding MB 8 0, bytestream 2436 [h264 @ 0x555fa4503e80] cabac decode of qscale diff failed at 14 26 [h264 @ 0x555fa4503e80] error while decoding MB 14 26, bytestream 4958 [in#0/rtsp @ 0x555fa43ace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555fa43ace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:08:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.507, "last_started_at": "2026-07-05T17:08:28+09:00", "pid": 138193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.074, "name": "ffmpeg", "pid": 138193, "rss_mb": 268.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 801, "restart_count_per_hour": 16, "rtsp_timeout_count": 448, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 802}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.685, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:10:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:10:01+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:10:01+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T17:10:01.837900+09:00", "mtime_epoch": 1783239001.8379, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:10:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9346.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.634, "pushed": 7.667, "read": 7.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.705, "count": 229, "max_ms": 25.523, "p95_ms": 20.755}, "gstreamer_push": {"avg_ms": 1.116, "count": 230, "max_ms": 1.595, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.724, "count": 229, "max_ms": 65.062, "p95_ms": 62.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.618, "count": 229, "max_ms": 73.422, "p95_ms": 66.968}, "yolo11_640_fire_11class": {"avg_ms": 50.064, "count": 229, "max_ms": 64.877, "p95_ms": 61.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.469, "count": 229, "max_ms": 79.476, "p95_ms": 77.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.431, "count": 229, "max_ms": 161.579, "p95_ms": 140.654}, "read_interval": {"avg_ms": 130.995, "count": 229, "max_ms": 170.065, "p95_ms": 150.432}, "triton_wait": {"avg_ms": 58.868, "count": 229, "max_ms": 79.487, "p95_ms": 77.219}, "visualize": {"avg_ms": 4.853, "count": 229, "max_ms": 7.4, "p95_ms": 5.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16014.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3528.128, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.363, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:10:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:10:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T17:10:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T17:10:26.242252+09:00", "mtime_epoch": 1783239026.2422516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:10:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2362.027, "name": "celery", "pid": 267, "rss_mb": 2362.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.15, "pushed": 10.15, "read": 10.117}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.803, "count": 304, "max_ms": 13.21, "p95_ms": 9.182}, "gstreamer_push": {"avg_ms": 1.256, "count": 304, "max_ms": 1.495, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.116, "count": 304, "max_ms": 71.561, "p95_ms": 64.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.741, "count": 304, "max_ms": 75.634, "p95_ms": 64.595}, "yolo11_640_fire_11class": {"avg_ms": 49.466, "count": 304, "max_ms": 71.573, "p95_ms": 63.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.063, "count": 304, "max_ms": 82.501, "p95_ms": 76.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.93, "count": 304, "max_ms": 126.027, "p95_ms": 93.949}, "read_interval": {"avg_ms": 98.746, "count": 303, "max_ms": 794.638, "p95_ms": 117.576}, "triton_wait": {"avg_ms": 55.183, "count": 304, "max_ms": 82.514, "p95_ms": 76.951}, "visualize": {"avg_ms": 3.703, "count": 304, "max_ms": 5.32, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16018.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 717, "h264_decode_error_count": 1759, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:08:26+09:00", "last_error_summary": "[h264 @ 0x555fa4503e80] top block unavailable for requested intra mode [h264 @ 0x555fa4503e80] error while decoding MB 8 0, bytestream 2436 [h264 @ 0x555fa4503e80] cabac decode of qscale diff failed at 14 26 [h264 @ 0x555fa4503e80] error while decoding MB 14 26, bytestream 4958 [in#0/rtsp @ 0x555fa43ace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555fa43ace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:08:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.572, "last_started_at": "2026-07-05T17:08:28+09:00", "pid": 138193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.578, "name": "ffmpeg", "pid": 138193, "rss_mb": 274.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 801, "restart_count_per_hour": 16, "rtsp_timeout_count": 448, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 802}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.593, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:10:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:10:32+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T17:10:31+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:10:31.902333+09:00", "mtime_epoch": 1783239031.9023335, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:10:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9346.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.82, "pushed": 7.82, "read": 7.787}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.544, "count": 234, "max_ms": 22.186, "p95_ms": 20.571}, "gstreamer_push": {"avg_ms": 1.109, "count": 234, "max_ms": 1.611, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.196, "count": 234, "max_ms": 68.772, "p95_ms": 62.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.781, "count": 234, "max_ms": 70.466, "p95_ms": 66.626}, "yolo11_640_fire_11class": {"avg_ms": 49.608, "count": 234, "max_ms": 68.782, "p95_ms": 61.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.754, "count": 234, "max_ms": 79.068, "p95_ms": 75.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.896, "count": 234, "max_ms": 163.539, "p95_ms": 137.959}, "read_interval": {"avg_ms": 128.492, "count": 233, "max_ms": 172.418, "p95_ms": 147.628}, "triton_wait": {"avg_ms": 58.212, "count": 234, "max_ms": 79.08, "p95_ms": 76.002}, "visualize": {"avg_ms": 4.743, "count": 234, "max_ms": 5.997, "p95_ms": 5.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16026.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3558.14, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.586, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:10:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:10:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:10:56+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T17:10:56.278687+09:00", "mtime_epoch": 1783239056.2786865, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:10:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2362.285, "name": "celery", "pid": 267, "rss_mb": 2362.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.838, "count": 296, "max_ms": 14.089, "p95_ms": 9.761}, "gstreamer_push": {"avg_ms": 1.236, "count": 296, "max_ms": 1.505, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.618, "count": 296, "max_ms": 68.743, "p95_ms": 63.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.906, "count": 296, "max_ms": 72.358, "p95_ms": 55.596}, "yolo11_640_fire_11class": {"avg_ms": 49.543, "count": 296, "max_ms": 69.902, "p95_ms": 63.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.663, "count": 296, "max_ms": 81.96, "p95_ms": 76.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.792, "count": 296, "max_ms": 133.284, "p95_ms": 92.81}, "read_interval": {"avg_ms": 101.473, "count": 296, "max_ms": 611.258, "p95_ms": 143.805}, "triton_wait": {"avg_ms": 54.813, "count": 296, "max_ms": 81.972, "p95_ms": 76.354}, "visualize": {"avg_ms": 3.674, "count": 296, "max_ms": 5.066, "p95_ms": 4.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16026.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 717, "h264_decode_error_count": 1759, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:08:26+09:00", "last_error_summary": "[h264 @ 0x555fa4503e80] top block unavailable for requested intra mode [h264 @ 0x555fa4503e80] error while decoding MB 8 0, bytestream 2436 [h264 @ 0x555fa4503e80] cabac decode of qscale diff failed at 14 26 [h264 @ 0x555fa4503e80] error while decoding MB 14 26, bytestream 4958 [in#0/rtsp @ 0x555fa43ace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555fa43ace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:08:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.625, "last_started_at": "2026-07-05T17:08:28+09:00", "pid": 138193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.141, "name": "ffmpeg", "pid": 138193, "rss_mb": 283.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 801, "restart_count_per_hour": 16, "rtsp_timeout_count": 448, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 802}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.348, "sample_count": 2134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:11:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:11:02+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:11:01+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T17:11:01.958769+09:00", "mtime_epoch": 1783239061.9587688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:11:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9346.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.953, "pushed": 7.953, "read": 7.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.76, "count": 238, "max_ms": 25.388, "p95_ms": 21.852}, "gstreamer_push": {"avg_ms": 1.126, "count": 238, "max_ms": 1.689, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.098, "count": 238, "max_ms": 63.658, "p95_ms": 60.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.475, "count": 238, "max_ms": 69.139, "p95_ms": 64.355}, "yolo11_640_fire_11class": {"avg_ms": 47.825, "count": 238, "max_ms": 63.445, "p95_ms": 60.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.816, "count": 238, "max_ms": 78.535, "p95_ms": 74.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.523, "count": 238, "max_ms": 140.127, "p95_ms": 134.382}, "read_interval": {"avg_ms": 126.288, "count": 237, "max_ms": 152.742, "p95_ms": 144.406}, "triton_wait": {"avg_ms": 56.003, "count": 238, "max_ms": 78.547, "p95_ms": 74.895}, "visualize": {"avg_ms": 4.733, "count": 238, "max_ms": 6.956, "p95_ms": 5.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16028.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3588.18, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.662, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:11:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:11:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T17:11:26+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T17:11:26.327123+09:00", "mtime_epoch": 1783239086.3271232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:11:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2362.285, "name": "celery", "pid": 267, "rss_mb": 2362.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.687, "count": 301, "max_ms": 12.806, "p95_ms": 9.104}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.554, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.773, "count": 301, "max_ms": 68.381, "p95_ms": 63.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.135, "count": 301, "max_ms": 76.111, "p95_ms": 68.104}, "yolo11_640_fire_11class": {"avg_ms": 49.185, "count": 301, "max_ms": 69.008, "p95_ms": 63.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.912, "count": 301, "max_ms": 82.322, "p95_ms": 78.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.614, "count": 301, "max_ms": 131.953, "p95_ms": 94.193}, "read_interval": {"avg_ms": 99.867, "count": 300, "max_ms": 638.181, "p95_ms": 143.229}, "triton_wait": {"avg_ms": 54.991, "count": 301, "max_ms": 82.335, "p95_ms": 78.175}, "visualize": {"avg_ms": 3.62, "count": 301, "max_ms": 5.129, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16062.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 717, "h264_decode_error_count": 1759, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:08:26+09:00", "last_error_summary": "[h264 @ 0x555fa4503e80] top block unavailable for requested intra mode [h264 @ 0x555fa4503e80] error while decoding MB 8 0, bytestream 2436 [h264 @ 0x555fa4503e80] cabac decode of qscale diff failed at 14 26 [h264 @ 0x555fa4503e80] error while decoding MB 14 26, bytestream 4958 [in#0/rtsp @ 0x555fa43ace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555fa43ace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:08:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.132, "last_started_at": "2026-07-05T17:08:28+09:00", "pid": 138193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 319.844, "name": "ffmpeg", "pid": 138193, "rss_mb": 319.844, "state": "S (sleeping)", "threads": 104}, "restart_count": 801, "restart_count_per_hour": 16, "rtsp_timeout_count": 448, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 802}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.041, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1514037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:11:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:11:48+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T17:11:48+09:00", "mjpeg": {"age_sec": 19.24, "exists": true, "mtime": "2026-07-05T17:11:29.327167+09:00", "mtime_epoch": 1783239089.3271668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:11:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9346.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.868, "pushed": 2.868, "read": 2.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.568, "count": 85, "max_ms": 21.046, "p95_ms": 20.013}, "gstreamer_push": {"avg_ms": 1.12, "count": 86, "max_ms": 1.348, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.224, "count": 85, "max_ms": 64.624, "p95_ms": 62.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.823, "count": 85, "max_ms": 72.309, "p95_ms": 66.023}, "yolo11_640_fire_11class": {"avg_ms": 49.674, "count": 85, "max_ms": 63.249, "p95_ms": 61.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.551, "count": 85, "max_ms": 78.713, "p95_ms": 75.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.405, "count": 86, "max_ms": 138.294, "p95_ms": 135.588}, "read_interval": {"avg_ms": 352.529, "count": 85, "max_ms": 19228.079, "p95_ms": 144.709}, "triton_wait": {"avg_ms": 57.994, "count": 85, "max_ms": 78.726, "p95_ms": 75.705}, "visualize": {"avg_ms": 4.71, "count": 85, "max_ms": 5.383, "p95_ms": 4.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15881.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3618.23, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.511, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:11:56+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T17:11:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T17:11:56.367562+09:00", "mtime_epoch": 1783239116.3675616, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:11:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2362.543, "name": "celery", "pid": 267, "rss_mb": 2362.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.657, "count": 300, "max_ms": 11.872, "p95_ms": 8.322}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.486, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.485, "count": 300, "max_ms": 67.062, "p95_ms": 58.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.792, "count": 300, "max_ms": 70.827, "p95_ms": 49.73}, "yolo11_640_fire_11class": {"avg_ms": 47.015, "count": 300, "max_ms": 66.554, "p95_ms": 57.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.456, "count": 300, "max_ms": 77.392, "p95_ms": 69.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.823, "count": 300, "max_ms": 93.06, "p95_ms": 84.931}, "read_interval": {"avg_ms": 100.202, "count": 299, "max_ms": 726.944, "p95_ms": 301.766}, "triton_wait": {"avg_ms": 49.611, "count": 300, "max_ms": 77.404, "p95_ms": 69.34}, "visualize": {"avg_ms": 3.669, "count": 300, "max_ms": 4.642, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16009.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 718, "h264_decode_error_count": 1765, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:11:51+09:00", "last_error_summary": "[h264 @ 0x55c935696c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c935696c80] error while decoding MB 0 25, bytestream 2541 [h264 @ 0x55c9363471c0] left block unavailable for requested intra mode [h264 @ 0x55c9363471c0] error while decoding MB 0 36, bytestream 2714 [h264 @ 0x55c935696c80] cabac decode of qscale diff failed at 64 15 [h264 @ 0x55c935696c80] error while decoding MB 64 15, bytestream 95076 [h264 @ 0x55c9360da640] error while decoding MB 47 28, bytestream -11 ", "last_exit_at": "2026-07-05T17:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.635, "last_started_at": "2026-07-05T17:11:53+09:00", "pid": 138300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.371, "name": "ffmpeg", "pid": 138300, "rss_mb": 266.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 802, "restart_count_per_hour": 17, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 803}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.132, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1514233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:12:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:12:18+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T17:12:18+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T17:12:18.487885+09:00", "mtime_epoch": 1783239138.4878855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:12:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9346.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.552, "pushed": 6.552, "read": 6.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.542, "count": 196, "max_ms": 25.026, "p95_ms": 20.471}, "gstreamer_push": {"avg_ms": 1.104, "count": 196, "max_ms": 1.654, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.45, "count": 196, "max_ms": 67.113, "p95_ms": 60.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.635, "count": 196, "max_ms": 72.282, "p95_ms": 64.592}, "yolo11_640_fire_11class": {"avg_ms": 48.992, "count": 196, "max_ms": 66.608, "p95_ms": 60.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.29, "count": 196, "max_ms": 79.414, "p95_ms": 74.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.539, "count": 196, "max_ms": 159.167, "p95_ms": 139.015}, "read_interval": {"avg_ms": 153.334, "count": 195, "max_ms": 5019.068, "p95_ms": 148.019}, "triton_wait": {"avg_ms": 57.614, "count": 196, "max_ms": 79.427, "p95_ms": 74.483}, "visualize": {"avg_ms": 4.763, "count": 196, "max_ms": 6.037, "p95_ms": 5.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16009.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3648.241, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.345, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:12:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:12:26+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T17:12:26+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T17:12:26.384001+09:00", "mtime_epoch": 1783239146.3840013, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:12:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2362.543, "name": "celery", "pid": 267, "rss_mb": 2362.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.517, "count": 302, "max_ms": 10.423, "p95_ms": 8.325}, "gstreamer_push": {"avg_ms": 1.25, "count": 302, "max_ms": 1.906, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.074, "count": 302, "max_ms": 67.309, "p95_ms": 63.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.966, "count": 302, "max_ms": 73.435, "p95_ms": 62.988}, "yolo11_640_fire_11class": {"avg_ms": 50.046, "count": 302, "max_ms": 65.77, "p95_ms": 63.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.414, "count": 302, "max_ms": 80.487, "p95_ms": 77.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.767, "count": 302, "max_ms": 131.89, "p95_ms": 93.246}, "read_interval": {"avg_ms": 99.407, "count": 302, "max_ms": 573.386, "p95_ms": 127.25}, "triton_wait": {"avg_ms": 55.582, "count": 302, "max_ms": 80.499, "p95_ms": 77.13}, "visualize": {"avg_ms": 3.633, "count": 302, "max_ms": 6.084, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16010.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 718, "h264_decode_error_count": 1765, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:11:51+09:00", "last_error_summary": "[h264 @ 0x55c935696c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c935696c80] error while decoding MB 0 25, bytestream 2541 [h264 @ 0x55c9363471c0] left block unavailable for requested intra mode [h264 @ 0x55c9363471c0] error while decoding MB 0 36, bytestream 2714 [h264 @ 0x55c935696c80] cabac decode of qscale diff failed at 64 15 [h264 @ 0x55c935696c80] error while decoding MB 64 15, bytestream 95076 [h264 @ 0x55c9360da640] error while decoding MB 47 28, bytestream -11 ", "last_exit_at": "2026-07-05T17:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.733, "last_started_at": "2026-07-05T17:11:53+09:00", "pid": 138300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.371, "name": "ffmpeg", "pid": 138300, "rss_mb": 266.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 802, "restart_count_per_hour": 17, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 803}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.864, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1514469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:12:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:12:48+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T17:12:48+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T17:12:48.592328+09:00", "mtime_epoch": 1783239168.5923276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:12:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9346.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.873, "pushed": 7.873, "read": 7.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.987, "count": 235, "max_ms": 28.765, "p95_ms": 20.227}, "gstreamer_push": {"avg_ms": 1.097, "count": 236, "max_ms": 1.678, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.696, "count": 235, "max_ms": 62.889, "p95_ms": 61.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.325, "count": 235, "max_ms": 71.821, "p95_ms": 65.814}, "yolo11_640_fire_11class": {"avg_ms": 49.438, "count": 235, "max_ms": 65.85, "p95_ms": 62.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.913, "count": 235, "max_ms": 78.714, "p95_ms": 76.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.949, "count": 236, "max_ms": 162.437, "p95_ms": 136.676}, "read_interval": {"avg_ms": 127.565, "count": 235, "max_ms": 170.927, "p95_ms": 147.727}, "triton_wait": {"avg_ms": 58.446, "count": 235, "max_ms": 78.725, "p95_ms": 76.557}, "visualize": {"avg_ms": 4.624, "count": 235, "max_ms": 5.744, "p95_ms": 5.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16012.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3678.319, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.345, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:12:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T17:12:56+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T17:12:56.452443+09:00", "mtime_epoch": 1783239176.4524434, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:12:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2362.801, "name": "celery", "pid": 267, "rss_mb": 2362.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.11, "pushed": 10.11, "read": 10.077}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.639, "count": 303, "max_ms": 13.786, "p95_ms": 8.855}, "gstreamer_push": {"avg_ms": 1.249, "count": 303, "max_ms": 1.778, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.811, "count": 303, "max_ms": 65.729, "p95_ms": 63.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.979, "count": 303, "max_ms": 77.987, "p95_ms": 68.002}, "yolo11_640_fire_11class": {"avg_ms": 50.835, "count": 303, "max_ms": 68.867, "p95_ms": 64.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.557, "count": 303, "max_ms": 80.221, "p95_ms": 77.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.352, "count": 303, "max_ms": 104.685, "p95_ms": 93.618}, "read_interval": {"avg_ms": 99.315, "count": 302, "max_ms": 528.441, "p95_ms": 159.859}, "triton_wait": {"avg_ms": 55.815, "count": 303, "max_ms": 80.234, "p95_ms": 77.493}, "visualize": {"avg_ms": 3.659, "count": 303, "max_ms": 5.109, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16015.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 718, "h264_decode_error_count": 1765, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:11:51+09:00", "last_error_summary": "[h264 @ 0x55c935696c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c935696c80] error while decoding MB 0 25, bytestream 2541 [h264 @ 0x55c9363471c0] left block unavailable for requested intra mode [h264 @ 0x55c9363471c0] error while decoding MB 0 36, bytestream 2714 [h264 @ 0x55c935696c80] cabac decode of qscale diff failed at 64 15 [h264 @ 0x55c935696c80] error while decoding MB 64 15, bytestream 95076 [h264 @ 0x55c9360da640] error while decoding MB 47 28, bytestream -11 ", "last_exit_at": "2026-07-05T17:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.764, "last_started_at": "2026-07-05T17:11:53+09:00", "pid": 138300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.754, "name": "ffmpeg", "pid": 138300, "rss_mb": 270.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 802, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 803}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.831, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1514705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:13:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:13:18+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-05T17:13:18+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T17:13:18.628770+09:00", "mtime_epoch": 1783239198.6287704, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:13:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9346.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.896, "pushed": 7.896, "read": 7.863}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.831, "count": 236, "max_ms": 24.718, "p95_ms": 22.752}, "gstreamer_push": {"avg_ms": 1.1, "count": 236, "max_ms": 2.009, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.876, "count": 236, "max_ms": 64.423, "p95_ms": 62.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.388, "count": 236, "max_ms": 74.255, "p95_ms": 67.542}, "yolo11_640_fire_11class": {"avg_ms": 48.9, "count": 236, "max_ms": 68.124, "p95_ms": 62.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.538, "count": 236, "max_ms": 78.542, "p95_ms": 76.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.795, "count": 236, "max_ms": 141.456, "p95_ms": 136.691}, "read_interval": {"avg_ms": 127.304, "count": 235, "max_ms": 152.512, "p95_ms": 145.592}, "triton_wait": {"avg_ms": 56.992, "count": 236, "max_ms": 78.553, "p95_ms": 76.34}, "visualize": {"avg_ms": 4.72, "count": 236, "max_ms": 6.438, "p95_ms": 5.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16015.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3708.614, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.454, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:13:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T17:13:26+09:00", "mjpeg": {"age_sec": 0.504, "exists": true, "mtime": "2026-07-05T17:13:26.312884+09:00", "mtime_epoch": 1783239206.3128839, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:13:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2362.801, "name": "celery", "pid": 267, "rss_mb": 2362.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.839, "pushed": 9.839, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.55, "count": 295, "max_ms": 11.975, "p95_ms": 8.931}, "gstreamer_push": {"avg_ms": 1.246, "count": 295, "max_ms": 1.95, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.222, "count": 295, "max_ms": 72.402, "p95_ms": 63.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.15, "count": 295, "max_ms": 72.532, "p95_ms": 66.999}, "yolo11_640_fire_11class": {"avg_ms": 51.036, "count": 295, "max_ms": 73.537, "p95_ms": 65.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.649, "count": 295, "max_ms": 79.958, "p95_ms": 76.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.631, "count": 295, "max_ms": 132.732, "p95_ms": 91.995}, "read_interval": {"avg_ms": 101.984, "count": 294, "max_ms": 855.985, "p95_ms": 240.944}, "triton_wait": {"avg_ms": 54.411, "count": 295, "max_ms": 79.97, "p95_ms": 76.159}, "visualize": {"avg_ms": 3.651, "count": 295, "max_ms": 5.197, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16015.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 718, "h264_decode_error_count": 1765, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:11:51+09:00", "last_error_summary": "[h264 @ 0x55c935696c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c935696c80] error while decoding MB 0 25, bytestream 2541 [h264 @ 0x55c9363471c0] left block unavailable for requested intra mode [h264 @ 0x55c9363471c0] error while decoding MB 0 36, bytestream 2714 [h264 @ 0x55c935696c80] cabac decode of qscale diff failed at 64 15 [h264 @ 0x55c935696c80] error while decoding MB 64 15, bytestream 95076 [h264 @ 0x55c9360da640] error while decoding MB 47 28, bytestream -11 ", "last_exit_at": "2026-07-05T17:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.854, "last_started_at": "2026-07-05T17:11:53+09:00", "pid": 138300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.754, "name": "ffmpeg", "pid": 138300, "rss_mb": 270.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 802, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 803}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.959, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1514942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:13:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:13:48+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:13:48+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T17:13:48.709215+09:00", "mtime_epoch": 1783239228.709215, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:13:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9346.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.906, "pushed": 7.906, "read": 7.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.693, "count": 236, "max_ms": 25.781, "p95_ms": 21.183}, "gstreamer_push": {"avg_ms": 1.1, "count": 237, "max_ms": 1.273, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.173, "count": 236, "max_ms": 68.552, "p95_ms": 63.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.428, "count": 236, "max_ms": 78.546, "p95_ms": 65.984}, "yolo11_640_fire_11class": {"avg_ms": 49.469, "count": 236, "max_ms": 71.271, "p95_ms": 65.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.371, "count": 236, "max_ms": 80.645, "p95_ms": 76.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.409, "count": 237, "max_ms": 144.124, "p95_ms": 137.298}, "read_interval": {"avg_ms": 126.982, "count": 236, "max_ms": 155.907, "p95_ms": 147.223}, "triton_wait": {"avg_ms": 56.99, "count": 236, "max_ms": 80.658, "p95_ms": 76.483}, "visualize": {"avg_ms": 4.726, "count": 236, "max_ms": 6.147, "p95_ms": 5.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16015.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3738.702, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.515, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:13:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:13:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T17:13:56+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T17:13:56.817335+09:00", "mtime_epoch": 1783239236.8173351, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:13:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2363.059, "name": "celery", "pid": 267, "rss_mb": 2363.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.793, "count": 302, "max_ms": 12.273, "p95_ms": 9.62}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 1.794, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.039, "count": 302, "max_ms": 67.966, "p95_ms": 63.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.2, "count": 302, "max_ms": 78.015, "p95_ms": 67.833}, "yolo11_640_fire_11class": {"avg_ms": 51.046, "count": 302, "max_ms": 75.019, "p95_ms": 64.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.848, "count": 302, "max_ms": 81.607, "p95_ms": 76.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.787, "count": 302, "max_ms": 124.205, "p95_ms": 93.232}, "read_interval": {"avg_ms": 99.603, "count": 301, "max_ms": 658.487, "p95_ms": 125.548}, "triton_wait": {"avg_ms": 55.399, "count": 302, "max_ms": 81.619, "p95_ms": 76.871}, "visualize": {"avg_ms": 3.639, "count": 302, "max_ms": 5.002, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16015.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 718, "h264_decode_error_count": 1765, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:11:51+09:00", "last_error_summary": "[h264 @ 0x55c935696c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c935696c80] error while decoding MB 0 25, bytestream 2541 [h264 @ 0x55c9363471c0] left block unavailable for requested intra mode [h264 @ 0x55c9363471c0] error while decoding MB 0 36, bytestream 2714 [h264 @ 0x55c935696c80] cabac decode of qscale diff failed at 64 15 [h264 @ 0x55c935696c80] error while decoding MB 64 15, bytestream 95076 [h264 @ 0x55c9360da640] error while decoding MB 47 28, bytestream -11 ", "last_exit_at": "2026-07-05T17:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.895, "last_started_at": "2026-07-05T17:11:53+09:00", "pid": 138300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.754, "name": "ffmpeg", "pid": 138300, "rss_mb": 270.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 802, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 803}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.983, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:14:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:14:18+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T17:14:18+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T17:14:18.745660+09:00", "mtime_epoch": 1783239258.7456603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:14:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9346.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.822, "pushed": 7.822, "read": 7.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.168, "count": 234, "max_ms": 32.825, "p95_ms": 20.047}, "gstreamer_push": {"avg_ms": 1.103, "count": 234, "max_ms": 1.509, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.476, "count": 234, "max_ms": 64.701, "p95_ms": 62.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.311, "count": 234, "max_ms": 77.586, "p95_ms": 70.788}, "yolo11_640_fire_11class": {"avg_ms": 50.762, "count": 234, "max_ms": 69.603, "p95_ms": 65.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.859, "count": 234, "max_ms": 81.005, "p95_ms": 76.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.648, "count": 234, "max_ms": 143.066, "p95_ms": 137.96}, "read_interval": {"avg_ms": 128.358, "count": 233, "max_ms": 154.342, "p95_ms": 148.027}, "triton_wait": {"avg_ms": 58.897, "count": 234, "max_ms": 81.017, "p95_ms": 76.703}, "visualize": {"avg_ms": 4.659, "count": 234, "max_ms": 6.104, "p95_ms": 4.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16018.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3768.706, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.38, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:14:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:14:26+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T17:14:26+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T17:14:26.845781+09:00", "mtime_epoch": 1783239266.8457806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:14:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2363.059, "name": "celery", "pid": 267, "rss_mb": 2363.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.701, "count": 299, "max_ms": 12.255, "p95_ms": 9.14}, "gstreamer_push": {"avg_ms": 1.26, "count": 299, "max_ms": 1.878, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.602, "count": 299, "max_ms": 68.296, "p95_ms": 63.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.05, "count": 299, "max_ms": 79.938, "p95_ms": 69.206}, "yolo11_640_fire_11class": {"avg_ms": 52.674, "count": 299, "max_ms": 72.63, "p95_ms": 66.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.522, "count": 299, "max_ms": 81.214, "p95_ms": 76.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.902, "count": 299, "max_ms": 99.574, "p95_ms": 92.85}, "read_interval": {"avg_ms": 100.422, "count": 299, "max_ms": 754.219, "p95_ms": 162.243}, "triton_wait": {"avg_ms": 55.729, "count": 299, "max_ms": 81.226, "p95_ms": 76.799}, "visualize": {"avg_ms": 3.624, "count": 299, "max_ms": 4.723, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16018.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 718, "h264_decode_error_count": 1765, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:11:51+09:00", "last_error_summary": "[h264 @ 0x55c935696c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c935696c80] error while decoding MB 0 25, bytestream 2541 [h264 @ 0x55c9363471c0] left block unavailable for requested intra mode [h264 @ 0x55c9363471c0] error while decoding MB 0 36, bytestream 2714 [h264 @ 0x55c935696c80] cabac decode of qscale diff failed at 64 15 [h264 @ 0x55c935696c80] error while decoding MB 64 15, bytestream 95076 [h264 @ 0x55c9360da640] error while decoding MB 47 28, bytestream -11 ", "last_exit_at": "2026-07-05T17:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.012, "last_started_at": "2026-07-05T17:11:53+09:00", "pid": 138300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.59, "name": "ffmpeg", "pid": 138300, "rss_mb": 273.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 802, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 803}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.17, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:14:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:14:48+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T17:14:48+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T17:14:48.850108+09:00", "mtime_epoch": 1783239288.8501081, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:14:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.8, "pushed": 7.834, "read": 7.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.673, "count": 234, "max_ms": 31.911, "p95_ms": 22.574}, "gstreamer_push": {"avg_ms": 1.107, "count": 235, "max_ms": 1.495, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.693, "count": 234, "max_ms": 67.489, "p95_ms": 62.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.507, "count": 234, "max_ms": 76.876, "p95_ms": 67.678}, "yolo11_640_fire_11class": {"avg_ms": 50.797, "count": 234, "max_ms": 70.611, "p95_ms": 65.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.615, "count": 234, "max_ms": 81.646, "p95_ms": 77.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.432, "count": 234, "max_ms": 144.206, "p95_ms": 137.375}, "read_interval": {"avg_ms": 128.097, "count": 234, "max_ms": 154.753, "p95_ms": 147.37}, "triton_wait": {"avg_ms": 58.177, "count": 234, "max_ms": 81.658, "p95_ms": 77.112}, "visualize": {"avg_ms": 4.719, "count": 234, "max_ms": 6.18, "p95_ms": 5.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16018.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3798.747, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.882, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:14:56+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T17:14:56+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T17:14:56.890228+09:00", "mtime_epoch": 1783239296.8902278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:14:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2363.316, "name": "celery", "pid": 267, "rss_mb": 2363.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.725, "count": 302, "max_ms": 12.486, "p95_ms": 9.014}, "gstreamer_push": {"avg_ms": 1.26, "count": 302, "max_ms": 2.071, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.514, "count": 302, "max_ms": 65.64, "p95_ms": 63.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.715, "count": 302, "max_ms": 72.691, "p95_ms": 67.009}, "yolo11_640_fire_11class": {"avg_ms": 52.86, "count": 302, "max_ms": 72.04, "p95_ms": 65.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.156, "count": 302, "max_ms": 79.159, "p95_ms": 75.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.523, "count": 302, "max_ms": 95.685, "p95_ms": 92.479}, "read_interval": {"avg_ms": 99.521, "count": 301, "max_ms": 742.874, "p95_ms": 116.794}, "triton_wait": {"avg_ms": 56.267, "count": 302, "max_ms": 79.172, "p95_ms": 75.89}, "visualize": {"avg_ms": 3.664, "count": 302, "max_ms": 4.972, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16019.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 718, "h264_decode_error_count": 1765, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:11:51+09:00", "last_error_summary": "[h264 @ 0x55c935696c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c935696c80] error while decoding MB 0 25, bytestream 2541 [h264 @ 0x55c9363471c0] left block unavailable for requested intra mode [h264 @ 0x55c9363471c0] error while decoding MB 0 36, bytestream 2714 [h264 @ 0x55c935696c80] cabac decode of qscale diff failed at 64 15 [h264 @ 0x55c935696c80] error while decoding MB 64 15, bytestream 95076 [h264 @ 0x55c9360da640] error while decoding MB 47 28, bytestream -11 ", "last_exit_at": "2026-07-05T17:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.079, "last_started_at": "2026-07-05T17:11:53+09:00", "pid": 138300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.59, "name": "ffmpeg", "pid": 138300, "rss_mb": 273.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 802, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 803}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.387, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:15:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:15:19+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T17:15:18+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T17:15:18.930557+09:00", "mtime_epoch": 1783239318.9305565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:15:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.881, "pushed": 7.881, "read": 7.847}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.444, "count": 236, "max_ms": 25.927, "p95_ms": 20.719}, "gstreamer_push": {"avg_ms": 1.115, "count": 236, "max_ms": 1.44, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.917, "count": 236, "max_ms": 64.952, "p95_ms": 62.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.818, "count": 236, "max_ms": 74.329, "p95_ms": 67.785}, "yolo11_640_fire_11class": {"avg_ms": 48.89, "count": 236, "max_ms": 67.455, "p95_ms": 63.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.284, "count": 236, "max_ms": 80.191, "p95_ms": 76.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.44, "count": 236, "max_ms": 142.545, "p95_ms": 136.727}, "read_interval": {"avg_ms": 127.393, "count": 235, "max_ms": 153.317, "p95_ms": 146.596}, "triton_wait": {"avg_ms": 57.163, "count": 236, "max_ms": 80.203, "p95_ms": 76.363}, "visualize": {"avg_ms": 4.719, "count": 236, "max_ms": 6.263, "p95_ms": 5.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16022.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3828.752, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.915, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1936287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:15:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:15:26+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T17:15:26+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T17:15:26.874675+09:00", "mtime_epoch": 1783239326.8746753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:15:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2363.574, "name": "celery", "pid": 267, "rss_mb": 2363.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.695, "count": 304, "max_ms": 11.203, "p95_ms": 8.938}, "gstreamer_push": {"avg_ms": 1.251, "count": 304, "max_ms": 1.776, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.463, "count": 304, "max_ms": 67.048, "p95_ms": 63.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.402, "count": 304, "max_ms": 73.29, "p95_ms": 66.543}, "yolo11_640_fire_11class": {"avg_ms": 49.99, "count": 304, "max_ms": 67.674, "p95_ms": 64.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.85, "count": 304, "max_ms": 80.248, "p95_ms": 77.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.114, "count": 304, "max_ms": 121.948, "p95_ms": 93.695}, "read_interval": {"avg_ms": 98.64, "count": 304, "max_ms": 565.505, "p95_ms": 149.35}, "triton_wait": {"avg_ms": 55.217, "count": 304, "max_ms": 80.261, "p95_ms": 77.068}, "visualize": {"avg_ms": 3.684, "count": 304, "max_ms": 5.158, "p95_ms": 4.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15924.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 719, "h264_decode_error_count": 1766, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:15:41+09:00", "last_error_summary": "[h264 @ 0x561b1124f1c0] error while decoding MB 42 33, bytestream -5", "last_exit_at": "2026-07-05T17:15:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.744, "last_started_at": "2026-07-05T17:15:44+09:00", "pid": 138407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 180.168, "name": "ffmpeg", "pid": 138407, "rss_mb": 180.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 803, "restart_count_per_hour": 17, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 804}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.524, "sample_count": 2120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:15:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:15:49+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T17:15:48+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T17:15:49.007006+09:00", "mtime_epoch": 1783239349.0070062, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:15:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.579, "pushed": 6.579, "read": 6.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.366, "count": 197, "max_ms": 21.967, "p95_ms": 19.955}, "gstreamer_push": {"avg_ms": 1.098, "count": 197, "max_ms": 1.277, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.67, "count": 197, "max_ms": 65.51, "p95_ms": 61.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.009, "count": 197, "max_ms": 72.527, "p95_ms": 65.536}, "yolo11_640_fire_11class": {"avg_ms": 49.179, "count": 197, "max_ms": 65.498, "p95_ms": 62.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.781, "count": 197, "max_ms": 78.487, "p95_ms": 75.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.467, "count": 197, "max_ms": 139.462, "p95_ms": 135.126}, "read_interval": {"avg_ms": 152.786, "count": 196, "max_ms": 4978.161, "p95_ms": 144.823}, "triton_wait": {"avg_ms": 57.343, "count": 197, "max_ms": 78.501, "p95_ms": 75.139}, "visualize": {"avg_ms": 4.699, "count": 197, "max_ms": 5.931, "p95_ms": 4.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16010.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3858.783, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.825, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1936586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:15:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:15:56+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T17:15:56+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T17:15:56.927125+09:00", "mtime_epoch": 1783239356.9271247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:15:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2363.574, "name": "celery", "pid": 267, "rss_mb": 2363.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.639, "count": 299, "max_ms": 11.139, "p95_ms": 8.764}, "gstreamer_push": {"avg_ms": 1.258, "count": 299, "max_ms": 1.532, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.816, "count": 299, "max_ms": 69.359, "p95_ms": 62.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.558, "count": 299, "max_ms": 74.757, "p95_ms": 64.901}, "yolo11_640_fire_11class": {"avg_ms": 48.733, "count": 299, "max_ms": 67.393, "p95_ms": 62.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.858, "count": 299, "max_ms": 81.299, "p95_ms": 75.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.55, "count": 299, "max_ms": 103.768, "p95_ms": 91.816}, "read_interval": {"avg_ms": 100.511, "count": 298, "max_ms": 751.715, "p95_ms": 259.426}, "triton_wait": {"avg_ms": 53.051, "count": 299, "max_ms": 81.311, "p95_ms": 75.525}, "visualize": {"avg_ms": 3.671, "count": 299, "max_ms": 5.193, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16013.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 719, "h264_decode_error_count": 1766, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:15:41+09:00", "last_error_summary": "[h264 @ 0x561b1124f1c0] error while decoding MB 42 33, bytestream -5", "last_exit_at": "2026-07-05T17:15:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.798, "last_started_at": "2026-07-05T17:15:44+09:00", "pid": 138407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.699, "name": "ffmpeg", "pid": 138407, "rss_mb": 266.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 803, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 804}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.783, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:16:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:16:19+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T17:16:19+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T17:16:19.035456+09:00", "mtime_epoch": 1783239379.035456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:16:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.923, "pushed": 7.923, "read": 7.889}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.621, "count": 237, "max_ms": 26.086, "p95_ms": 21.367}, "gstreamer_push": {"avg_ms": 1.127, "count": 237, "max_ms": 1.776, "p95_ms": 1.268}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.35, "count": 237, "max_ms": 66.674, "p95_ms": 61.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.372, "count": 237, "max_ms": 71.901, "p95_ms": 66.213}, "yolo11_640_fire_11class": {"avg_ms": 48.854, "count": 237, "max_ms": 67.176, "p95_ms": 61.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.191, "count": 237, "max_ms": 81.247, "p95_ms": 74.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.077, "count": 237, "max_ms": 142.395, "p95_ms": 134.851}, "read_interval": {"avg_ms": 126.708, "count": 236, "max_ms": 154.437, "p95_ms": 144.862}, "triton_wait": {"avg_ms": 56.606, "count": 237, "max_ms": 81.258, "p95_ms": 74.582}, "visualize": {"avg_ms": 4.81, "count": 237, "max_ms": 6.755, "p95_ms": 5.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16013.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3888.809, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.568, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1936883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:16:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:16:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T17:16:26+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T17:16:26.927574+09:00", "mtime_epoch": 1783239386.9275744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:16:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2363.832, "name": "celery", "pid": 267, "rss_mb": 2363.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.883}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.623, "count": 297, "max_ms": 13.071, "p95_ms": 8.575}, "gstreamer_push": {"avg_ms": 1.257, "count": 297, "max_ms": 2.037, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.946, "count": 297, "max_ms": 65.735, "p95_ms": 63.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.097, "count": 297, "max_ms": 72.361, "p95_ms": 60.072}, "yolo11_640_fire_11class": {"avg_ms": 49.405, "count": 297, "max_ms": 66.349, "p95_ms": 63.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.971, "count": 297, "max_ms": 80.306, "p95_ms": 75.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.444, "count": 297, "max_ms": 96.263, "p95_ms": 91.736}, "read_interval": {"avg_ms": 101.076, "count": 296, "max_ms": 632.024, "p95_ms": 200.906}, "triton_wait": {"avg_ms": 54.283, "count": 297, "max_ms": 80.318, "p95_ms": 75.821}, "visualize": {"avg_ms": 3.663, "count": 297, "max_ms": 5.06, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16014.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 719, "h264_decode_error_count": 1766, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:15:41+09:00", "last_error_summary": "[h264 @ 0x561b1124f1c0] error while decoding MB 42 33, bytestream -5", "last_exit_at": "2026-07-05T17:15:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.905, "last_started_at": "2026-07-05T17:15:44+09:00", "pid": 138407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.215, "name": "ffmpeg", "pid": 138407, "rss_mb": 267.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 803, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 804}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.612, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:16:49+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:16:49+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T17:16:49.163908+09:00", "mtime_epoch": 1783239409.1639082, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:16:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.903, "pushed": 7.903, "read": 7.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.521, "count": 236, "max_ms": 25.994, "p95_ms": 20.391}, "gstreamer_push": {"avg_ms": 1.114, "count": 237, "max_ms": 1.301, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.737, "count": 236, "max_ms": 65.272, "p95_ms": 62.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.838, "count": 236, "max_ms": 78.469, "p95_ms": 65.72}, "yolo11_640_fire_11class": {"avg_ms": 49.265, "count": 236, "max_ms": 64.761, "p95_ms": 62.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.988, "count": 236, "max_ms": 79.171, "p95_ms": 75.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.25, "count": 237, "max_ms": 139.509, "p95_ms": 135.715}, "read_interval": {"avg_ms": 127.061, "count": 236, "max_ms": 150.141, "p95_ms": 145.359}, "triton_wait": {"avg_ms": 57.356, "count": 236, "max_ms": 79.182, "p95_ms": 75.776}, "visualize": {"avg_ms": 4.716, "count": 236, "max_ms": 7.186, "p95_ms": 5.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16020.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3918.847, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.776, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1937185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:16:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:16:57+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T17:16:56+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T17:16:56.956026+09:00", "mtime_epoch": 1783239416.9560256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:16:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2363.832, "name": "celery", "pid": 267, "rss_mb": 2363.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.704, "count": 302, "max_ms": 13.469, "p95_ms": 8.873}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 1.468, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.779, "count": 302, "max_ms": 66.84, "p95_ms": 63.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.387, "count": 302, "max_ms": 74.497, "p95_ms": 59.605}, "yolo11_640_fire_11class": {"avg_ms": 49.267, "count": 302, "max_ms": 66.852, "p95_ms": 63.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.057, "count": 302, "max_ms": 80.65, "p95_ms": 76.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.4, "count": 302, "max_ms": 97.144, "p95_ms": 91.98}, "read_interval": {"avg_ms": 99.43, "count": 301, "max_ms": 623.665, "p95_ms": 227.562}, "triton_wait": {"avg_ms": 54.159, "count": 302, "max_ms": 80.662, "p95_ms": 76.025}, "visualize": {"avg_ms": 3.682, "count": 302, "max_ms": 5.309, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16023.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 719, "h264_decode_error_count": 1766, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:15:41+09:00", "last_error_summary": "[h264 @ 0x561b1124f1c0] error while decoding MB 42 33, bytestream -5", "last_exit_at": "2026-07-05T17:15:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.957, "last_started_at": "2026-07-05T17:15:44+09:00", "pid": 138407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.496, "name": "ffmpeg", "pid": 138407, "rss_mb": 276.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 803, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 804}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.321, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:17:19+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T17:17:19+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:17:19.216361+09:00", "mtime_epoch": 1783239439.2163606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:17:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.825, "pushed": 7.825, "read": 7.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.465, "count": 234, "max_ms": 23.069, "p95_ms": 20.506}, "gstreamer_push": {"avg_ms": 1.106, "count": 234, "max_ms": 1.609, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.388, "count": 234, "max_ms": 64.402, "p95_ms": 62.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.283, "count": 234, "max_ms": 78.196, "p95_ms": 67.069}, "yolo11_640_fire_11class": {"avg_ms": 50.3, "count": 234, "max_ms": 65.064, "p95_ms": 62.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.018, "count": 234, "max_ms": 81.97, "p95_ms": 76.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.464, "count": 234, "max_ms": 144.522, "p95_ms": 136.587}, "read_interval": {"avg_ms": 128.423, "count": 233, "max_ms": 154.825, "p95_ms": 147.945}, "triton_wait": {"avg_ms": 58.384, "count": 234, "max_ms": 81.982, "p95_ms": 76.641}, "visualize": {"avg_ms": 4.758, "count": 234, "max_ms": 6.908, "p95_ms": 5.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16024.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3948.873, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.67, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1937484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:17:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:17:27+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T17:17:26+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T17:17:26.968477+09:00", "mtime_epoch": 1783239446.9684772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:17:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2364.348, "name": "celery", "pid": 267, "rss_mb": 2364.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.777, "count": 299, "max_ms": 13.335, "p95_ms": 9.158}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 2.028, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.931, "count": 299, "max_ms": 67.103, "p95_ms": 63.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.351, "count": 299, "max_ms": 72.311, "p95_ms": 65.842}, "yolo11_640_fire_11class": {"avg_ms": 50.921, "count": 299, "max_ms": 68.436, "p95_ms": 63.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.692, "count": 299, "max_ms": 80.764, "p95_ms": 76.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.423, "count": 299, "max_ms": 108.41, "p95_ms": 93.183}, "read_interval": {"avg_ms": 100.343, "count": 298, "max_ms": 587.621, "p95_ms": 224.06}, "triton_wait": {"avg_ms": 56.043, "count": 299, "max_ms": 80.778, "p95_ms": 76.909}, "visualize": {"avg_ms": 3.67, "count": 299, "max_ms": 5.848, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16032.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 719, "h264_decode_error_count": 1766, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:15:41+09:00", "last_error_summary": "[h264 @ 0x561b1124f1c0] error while decoding MB 42 33, bytestream -5", "last_exit_at": "2026-07-05T17:15:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.0, "last_started_at": "2026-07-05T17:15:44+09:00", "pid": 138407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.059, "name": "ffmpeg", "pid": 138407, "rss_mb": 285.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 803, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 804}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.433, "sample_count": 2312, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:17:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:17:49+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T17:17:49+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T17:17:49.244813+09:00", "mtime_epoch": 1783239469.2448132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:17:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.821, "pushed": 7.821, "read": 7.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.568, "count": 234, "max_ms": 25.785, "p95_ms": 20.558}, "gstreamer_push": {"avg_ms": 1.097, "count": 234, "max_ms": 1.449, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.201, "count": 234, "max_ms": 64.691, "p95_ms": 62.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.829, "count": 234, "max_ms": 74.521, "p95_ms": 65.445}, "yolo11_640_fire_11class": {"avg_ms": 48.527, "count": 234, "max_ms": 64.678, "p95_ms": 61.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.474, "count": 234, "max_ms": 80.486, "p95_ms": 75.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.279, "count": 234, "max_ms": 157.783, "p95_ms": 138.639}, "read_interval": {"avg_ms": 128.339, "count": 233, "max_ms": 166.303, "p95_ms": 148.076}, "triton_wait": {"avg_ms": 56.887, "count": 234, "max_ms": 80.498, "p95_ms": 75.435}, "visualize": {"avg_ms": 4.757, "count": 234, "max_ms": 6.354, "p95_ms": 5.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16032.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3978.93, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.709, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1937784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:17:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:17:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:17:57+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T17:17:57.072931+09:00", "mtime_epoch": 1783239477.0729313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:17:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2364.348, "name": "celery", "pid": 267, "rss_mb": 2364.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.86, "count": 300, "max_ms": 12.001, "p95_ms": 9.813}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.534, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.738, "count": 300, "max_ms": 67.57, "p95_ms": 63.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.308, "count": 300, "max_ms": 74.433, "p95_ms": 62.906}, "yolo11_640_fire_11class": {"avg_ms": 49.052, "count": 300, "max_ms": 67.409, "p95_ms": 62.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.312, "count": 300, "max_ms": 79.735, "p95_ms": 76.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.851, "count": 300, "max_ms": 132.718, "p95_ms": 93.788}, "read_interval": {"avg_ms": 100.263, "count": 299, "max_ms": 794.564, "p95_ms": 144.328}, "triton_wait": {"avg_ms": 54.401, "count": 300, "max_ms": 79.748, "p95_ms": 76.319}, "visualize": {"avg_ms": 3.672, "count": 300, "max_ms": 5.128, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16033.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4009.004, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.699, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1938088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:18:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:18:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T17:18:27+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T17:18:27.145386+09:00", "mtime_epoch": 1783239507.1453857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:18:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2364.348, "name": "celery", "pid": 267, "rss_mb": 2364.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.718, "count": 303, "max_ms": 13.716, "p95_ms": 8.901}, "gstreamer_push": {"avg_ms": 1.277, "count": 304, "max_ms": 1.975, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.894, "count": 303, "max_ms": 71.532, "p95_ms": 62.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.527, "count": 303, "max_ms": 72.732, "p95_ms": 51.688}, "yolo11_640_fire_11class": {"avg_ms": 47.274, "count": 303, "max_ms": 66.946, "p95_ms": 61.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.601, "count": 303, "max_ms": 81.413, "p95_ms": 73.664}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.56, "count": 304, "max_ms": 105.521, "p95_ms": 90.967}, "read_interval": {"avg_ms": 98.998, "count": 303, "max_ms": 744.184, "p95_ms": 114.629}, "triton_wait": {"avg_ms": 50.742, "count": 303, "max_ms": 81.425, "p95_ms": 73.677}, "visualize": {"avg_ms": 3.737, "count": 303, "max_ms": 5.208, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16044.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 719, "h264_decode_error_count": 1766, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:15:41+09:00", "last_error_summary": "[h264 @ 0x561b1124f1c0] error while decoding MB 42 33, bytestream -5", "last_exit_at": "2026-07-05T17:15:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.681, "last_started_at": "2026-07-05T17:15:44+09:00", "pid": 138407, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.859, "name": "ffmpeg", "pid": 138407, "rss_mb": 297.859, "state": "S (sleeping)", "threads": 104}, "restart_count": 803, "restart_count_per_hour": 16, "rtsp_timeout_count": 450, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 804}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.296, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:18:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:18:32+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T17:18:31+09:00", "mjpeg": {"age_sec": 18.937, "exists": true, "mtime": "2026-07-05T17:18:13.109174+09:00", "mtime_epoch": 1783239493.1091735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:18:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.91, "pushed": 2.91, "read": 2.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.487, "count": 87, "max_ms": 24.338, "p95_ms": 19.861}, "gstreamer_push": {"avg_ms": 1.119, "count": 87, "max_ms": 1.575, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.398, "count": 87, "max_ms": 64.629, "p95_ms": 61.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.751, "count": 87, "max_ms": 72.348, "p95_ms": 65.618}, "yolo11_640_fire_11class": {"avg_ms": 49.5, "count": 87, "max_ms": 65.34, "p95_ms": 61.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.143, "count": 87, "max_ms": 77.335, "p95_ms": 74.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.102, "count": 87, "max_ms": 159.327, "p95_ms": 135.425}, "read_interval": {"avg_ms": 347.301, "count": 86, "max_ms": 18945.922, "p95_ms": 144.307}, "triton_wait": {"avg_ms": 58.446, "count": 87, "max_ms": 77.347, "p95_ms": 74.246}, "visualize": {"avg_ms": 4.714, "count": 87, "max_ms": 5.592, "p95_ms": 5.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16013.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4039.045, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.479, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1938384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:18:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:18:57+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T17:18:57+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T17:18:57.121840+09:00", "mtime_epoch": 1783239537.1218395, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:18:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2364.348, "name": "celery", "pid": 267, "rss_mb": 2364.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.845}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.674, "count": 296, "max_ms": 12.709, "p95_ms": 8.4}, "gstreamer_push": {"avg_ms": 1.276, "count": 296, "max_ms": 1.828, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.613, "count": 296, "max_ms": 67.17, "p95_ms": 62.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.717, "count": 296, "max_ms": 74.619, "p95_ms": 65.272}, "yolo11_640_fire_11class": {"avg_ms": 49.029, "count": 296, "max_ms": 67.973, "p95_ms": 63.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.975, "count": 296, "max_ms": 79.653, "p95_ms": 75.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.007, "count": 296, "max_ms": 129.547, "p95_ms": 92.062}, "read_interval": {"avg_ms": 101.342, "count": 295, "max_ms": 822.464, "p95_ms": 206.927}, "triton_wait": {"avg_ms": 52.365, "count": 296, "max_ms": 79.669, "p95_ms": 75.504}, "visualize": {"avg_ms": 3.696, "count": 296, "max_ms": 5.026, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16013.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 720, "h264_decode_error_count": 1767, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:18:33+09:00", "last_error_summary": "[h264 @ 0x556e2adf5900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556e2adf5900] error while decoding MB 0 3, bytestream 1481 [in#0/rtsp @ 0x556e2acace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e2acace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:18:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.008, "last_started_at": "2026-07-05T17:18:36+09:00", "pid": 138514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.941, "name": "ffmpeg", "pid": 138514, "rss_mb": 265.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 804, "restart_count_per_hour": 17, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 805}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.296, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1517168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:19:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:19:02+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T17:19:01+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T17:19:01.957913+09:00", "mtime_epoch": 1783239541.9579127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:19:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.554, "pushed": 6.554, "read": 6.52}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.958, "count": 196, "max_ms": 31.871, "p95_ms": 20.967}, "gstreamer_push": {"avg_ms": 1.114, "count": 196, "max_ms": 1.658, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.66, "count": 196, "max_ms": 66.057, "p95_ms": 62.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.606, "count": 196, "max_ms": 76.196, "p95_ms": 67.951}, "yolo11_640_fire_11class": {"avg_ms": 50.634, "count": 196, "max_ms": 66.21, "p95_ms": 63.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.984, "count": 196, "max_ms": 79.381, "p95_ms": 76.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.343, "count": 196, "max_ms": 149.149, "p95_ms": 137.028}, "read_interval": {"avg_ms": 153.298, "count": 195, "max_ms": 4996.949, "p95_ms": 147.572}, "triton_wait": {"avg_ms": 58.583, "count": 196, "max_ms": 79.393, "p95_ms": 76.801}, "visualize": {"avg_ms": 4.804, "count": 196, "max_ms": 7.664, "p95_ms": 5.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16015.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4069.064, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.6, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1938688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:19:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:19:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:19:27+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T17:19:27.206295+09:00", "mtime_epoch": 1783239567.2062955, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:19:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2364.605, "name": "celery", "pid": 267, "rss_mb": 2364.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.162, "pushed": 10.162, "read": 10.128}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.778, "count": 304, "max_ms": 12.377, "p95_ms": 9.25}, "gstreamer_push": {"avg_ms": 1.249, "count": 304, "max_ms": 1.822, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.425, "count": 304, "max_ms": 70.168, "p95_ms": 63.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.512, "count": 304, "max_ms": 75.325, "p95_ms": 63.921}, "yolo11_640_fire_11class": {"avg_ms": 52.07, "count": 304, "max_ms": 70.876, "p95_ms": 64.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.847, "count": 304, "max_ms": 80.465, "p95_ms": 75.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.669, "count": 304, "max_ms": 132.875, "p95_ms": 93.349}, "read_interval": {"avg_ms": 98.812, "count": 303, "max_ms": 723.076, "p95_ms": 140.16}, "triton_wait": {"avg_ms": 55.556, "count": 304, "max_ms": 80.477, "p95_ms": 75.792}, "visualize": {"avg_ms": 3.68, "count": 304, "max_ms": 5.256, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16015.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 720, "h264_decode_error_count": 1767, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:18:33+09:00", "last_error_summary": "[h264 @ 0x556e2adf5900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556e2adf5900] error while decoding MB 0 3, bytestream 1481 [in#0/rtsp @ 0x556e2acace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e2acace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:18:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.066, "last_started_at": "2026-07-05T17:18:36+09:00", "pid": 138514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.488, "name": "ffmpeg", "pid": 138514, "rss_mb": 267.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 804, "restart_count_per_hour": 17, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 805}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.145, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1517403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:19:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:19:32+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:19:32+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:19:32.030369+09:00", "mtime_epoch": 1783239572.0303688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:19:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9347.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.849, "pushed": 7.849, "read": 7.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.766, "count": 235, "max_ms": 32.548, "p95_ms": 21.214}, "gstreamer_push": {"avg_ms": 1.112, "count": 235, "max_ms": 1.62, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.663, "count": 235, "max_ms": 66.058, "p95_ms": 62.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.842, "count": 235, "max_ms": 72.437, "p95_ms": 64.945}, "yolo11_640_fire_11class": {"avg_ms": 49.602, "count": 235, "max_ms": 67.882, "p95_ms": 62.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.297, "count": 235, "max_ms": 81.807, "p95_ms": 75.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.045, "count": 235, "max_ms": 143.322, "p95_ms": 136.17}, "read_interval": {"avg_ms": 127.929, "count": 234, "max_ms": 152.537, "p95_ms": 147.018}, "triton_wait": {"avg_ms": 57.611, "count": 235, "max_ms": 81.818, "p95_ms": 75.525}, "visualize": {"avg_ms": 4.713, "count": 235, "max_ms": 6.243, "p95_ms": 5.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16016.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4099.139, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.945, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1938987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:19:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:19:57+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:19:57+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T17:19:57.278752+09:00", "mtime_epoch": 1783239597.278752, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:19:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2364.863, "name": "celery", "pid": 267, "rss_mb": 2364.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.016, "count": 299, "max_ms": 13.18, "p95_ms": 11.145}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 1.993, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.829, "count": 299, "max_ms": 66.228, "p95_ms": 62.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.237, "count": 299, "max_ms": 71.68, "p95_ms": 64.516}, "yolo11_640_fire_11class": {"avg_ms": 50.427, "count": 299, "max_ms": 72.937, "p95_ms": 64.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.033, "count": 299, "max_ms": 79.902, "p95_ms": 77.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.625, "count": 299, "max_ms": 132.951, "p95_ms": 95.34}, "read_interval": {"avg_ms": 100.646, "count": 298, "max_ms": 552.576, "p95_ms": 233.073}, "triton_wait": {"avg_ms": 55.312, "count": 299, "max_ms": 79.915, "p95_ms": 77.699}, "visualize": {"avg_ms": 3.677, "count": 299, "max_ms": 5.086, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16016.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 720, "h264_decode_error_count": 1767, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:18:33+09:00", "last_error_summary": "[h264 @ 0x556e2adf5900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556e2adf5900] error while decoding MB 0 3, bytestream 1481 [in#0/rtsp @ 0x556e2acace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e2acace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:18:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.082, "last_started_at": "2026-07-05T17:18:36+09:00", "pid": 138514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.488, "name": "ffmpeg", "pid": 138514, "rss_mb": 267.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 804, "restart_count_per_hour": 17, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 805}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.193, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1517636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:20:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:20:02+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:20:02+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:20:02.046825+09:00", "mtime_epoch": 1783239602.0468247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:20:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9348.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.796, "pushed": 7.796, "read": 7.762}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.448, "count": 233, "max_ms": 33.82, "p95_ms": 25.698}, "gstreamer_push": {"avg_ms": 1.128, "count": 233, "max_ms": 1.922, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.63, "count": 233, "max_ms": 66.234, "p95_ms": 61.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.92, "count": 233, "max_ms": 75.388, "p95_ms": 66.683}, "yolo11_640_fire_11class": {"avg_ms": 49.621, "count": 233, "max_ms": 68.363, "p95_ms": 63.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.248, "count": 233, "max_ms": 80.352, "p95_ms": 76.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.939, "count": 233, "max_ms": 146.58, "p95_ms": 140.898}, "read_interval": {"avg_ms": 128.848, "count": 232, "max_ms": 155.582, "p95_ms": 150.736}, "triton_wait": {"avg_ms": 57.753, "count": 233, "max_ms": 80.364, "p95_ms": 76.384}, "visualize": {"avg_ms": 4.756, "count": 233, "max_ms": 6.27, "p95_ms": 5.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16016.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4129.182, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.548, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1939289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:20:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:20:27+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T17:20:27+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T17:20:27.327209+09:00", "mtime_epoch": 1783239627.327209, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:20:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2364.863, "name": "celery", "pid": 267, "rss_mb": 2364.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.721, "count": 302, "max_ms": 11.891, "p95_ms": 8.829}, "gstreamer_push": {"avg_ms": 1.25, "count": 302, "max_ms": 1.434, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.341, "count": 302, "max_ms": 72.745, "p95_ms": 63.096}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.514, "count": 302, "max_ms": 79.938, "p95_ms": 65.859}, "yolo11_640_fire_11class": {"avg_ms": 50.314, "count": 302, "max_ms": 72.481, "p95_ms": 64.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.343, "count": 302, "max_ms": 78.583, "p95_ms": 74.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.068, "count": 302, "max_ms": 95.848, "p95_ms": 90.695}, "read_interval": {"avg_ms": 99.551, "count": 301, "max_ms": 705.536, "p95_ms": 215.121}, "triton_wait": {"avg_ms": 53.836, "count": 302, "max_ms": 79.951, "p95_ms": 74.8}, "visualize": {"avg_ms": 3.66, "count": 302, "max_ms": 4.682, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16016.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 720, "h264_decode_error_count": 1767, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:18:33+09:00", "last_error_summary": "[h264 @ 0x556e2adf5900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556e2adf5900] error while decoding MB 0 3, bytestream 1481 [in#0/rtsp @ 0x556e2acace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e2acace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:18:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.11, "last_started_at": "2026-07-05T17:18:36+09:00", "pid": 138514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.488, "name": "ffmpeg", "pid": 138514, "rss_mb": 267.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 804, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 805}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.296, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1517873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:20:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:20:32+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T17:20:32+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T17:20:32.051281+09:00", "mtime_epoch": 1783239632.051281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:20:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9348.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.925, "pushed": 7.925, "read": 7.892}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.752, "count": 237, "max_ms": 28.447, "p95_ms": 20.788}, "gstreamer_push": {"avg_ms": 1.112, "count": 237, "max_ms": 1.757, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.441, "count": 237, "max_ms": 70.416, "p95_ms": 62.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.614, "count": 237, "max_ms": 75.299, "p95_ms": 67.529}, "yolo11_640_fire_11class": {"avg_ms": 49.212, "count": 237, "max_ms": 70.166, "p95_ms": 63.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.884, "count": 237, "max_ms": 80.368, "p95_ms": 75.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.108, "count": 237, "max_ms": 148.19, "p95_ms": 136.742}, "read_interval": {"avg_ms": 126.619, "count": 236, "max_ms": 159.515, "p95_ms": 146.468}, "triton_wait": {"avg_ms": 56.421, "count": 237, "max_ms": 80.38, "p95_ms": 75.761}, "visualize": {"avg_ms": 4.74, "count": 237, "max_ms": 6.602, "p95_ms": 5.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16016.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4159.515, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.471, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1939590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:20:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:20:57+09:00", "mjpeg": {"age_sec": 0.351, "exists": true, "mtime": "2026-07-05T17:20:57.367666+09:00", "mtime_epoch": 1783239657.3676665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:20:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2365.121, "name": "celery", "pid": 267, "rss_mb": 2365.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.821, "count": 298, "max_ms": 13.311, "p95_ms": 9.294}, "gstreamer_push": {"avg_ms": 1.245, "count": 298, "max_ms": 1.554, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.053, "count": 298, "max_ms": 66.668, "p95_ms": 63.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.005, "count": 298, "max_ms": 75.356, "p95_ms": 66.548}, "yolo11_640_fire_11class": {"avg_ms": 50.637, "count": 298, "max_ms": 70.711, "p95_ms": 63.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.414, "count": 298, "max_ms": 77.96, "p95_ms": 75.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.21, "count": 298, "max_ms": 94.813, "p95_ms": 91.033}, "read_interval": {"avg_ms": 101.011, "count": 297, "max_ms": 742.616, "p95_ms": 111.653}, "triton_wait": {"avg_ms": 54.853, "count": 298, "max_ms": 77.972, "p95_ms": 75.042}, "visualize": {"avg_ms": 3.653, "count": 298, "max_ms": 5.094, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16016.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 720, "h264_decode_error_count": 1767, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:18:33+09:00", "last_error_summary": "[h264 @ 0x556e2adf5900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556e2adf5900] error while decoding MB 0 3, bytestream 1481 [in#0/rtsp @ 0x556e2acace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e2acace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:18:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.198, "last_started_at": "2026-07-05T17:18:36+09:00", "pid": 138514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.488, "name": "ffmpeg", "pid": 138514, "rss_mb": 267.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 804, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 805}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.317, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:21:02+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T17:21:02+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T17:21:02.143739+09:00", "mtime_epoch": 1783239662.1437392, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:21:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9348.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.876, "pushed": 7.876, "read": 7.842}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.659, "count": 235, "max_ms": 26.457, "p95_ms": 20.753}, "gstreamer_push": {"avg_ms": 1.123, "count": 236, "max_ms": 2.08, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.238, "count": 235, "max_ms": 67.285, "p95_ms": 61.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.465, "count": 235, "max_ms": 74.41, "p95_ms": 65.766}, "yolo11_640_fire_11class": {"avg_ms": 49.271, "count": 235, "max_ms": 68.001, "p95_ms": 61.391}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.902, "count": 235, "max_ms": 79.122, "p95_ms": 74.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.94, "count": 236, "max_ms": 142.635, "p95_ms": 135.016}, "read_interval": {"avg_ms": 127.429, "count": 235, "max_ms": 152.305, "p95_ms": 144.789}, "triton_wait": {"avg_ms": 57.409, "count": 235, "max_ms": 79.133, "p95_ms": 74.281}, "visualize": {"avg_ms": 4.712, "count": 235, "max_ms": 6.042, "p95_ms": 4.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16017.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4189.581, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.548, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1939891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:21:27+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T17:21:27+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T17:21:27.724129+09:00", "mtime_epoch": 1783239687.7241292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:21:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2365.121, "name": "celery", "pid": 267, "rss_mb": 2365.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.806, "count": 301, "max_ms": 13.418, "p95_ms": 9.321}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.527, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.15, "count": 301, "max_ms": 66.62, "p95_ms": 63.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.197, "count": 301, "max_ms": 74.705, "p95_ms": 61.117}, "yolo11_640_fire_11class": {"avg_ms": 48.777, "count": 301, "max_ms": 66.633, "p95_ms": 63.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.082, "count": 301, "max_ms": 81.783, "p95_ms": 75.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.655, "count": 301, "max_ms": 97.762, "p95_ms": 92.011}, "read_interval": {"avg_ms": 99.958, "count": 300, "max_ms": 828.065, "p95_ms": 110.474}, "triton_wait": {"avg_ms": 53.282, "count": 301, "max_ms": 81.796, "p95_ms": 75.49}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 5.406, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16017.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 720, "h264_decode_error_count": 1767, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:18:33+09:00", "last_error_summary": "[h264 @ 0x556e2adf5900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556e2adf5900] error while decoding MB 0 3, bytestream 1481 [in#0/rtsp @ 0x556e2acace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e2acace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:18:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.301, "last_started_at": "2026-07-05T17:18:36+09:00", "pid": 138514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.004, "name": "ffmpeg", "pid": 138514, "rss_mb": 268.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 804, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 805}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.636, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:21:32+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T17:21:32+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T17:21:32.260198+09:00", "mtime_epoch": 1783239692.2601984, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:21:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9348.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.838, "pushed": 7.838, "read": 7.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.694, "count": 234, "max_ms": 27.807, "p95_ms": 20.425}, "gstreamer_push": {"avg_ms": 1.103, "count": 235, "max_ms": 1.564, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.689, "count": 234, "max_ms": 65.605, "p95_ms": 61.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.901, "count": 234, "max_ms": 74.592, "p95_ms": 67.05}, "yolo11_640_fire_11class": {"avg_ms": 49.209, "count": 234, "max_ms": 66.15, "p95_ms": 61.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.754, "count": 234, "max_ms": 79.587, "p95_ms": 74.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.384, "count": 235, "max_ms": 143.14, "p95_ms": 137.332}, "read_interval": {"avg_ms": 128.101, "count": 234, "max_ms": 151.872, "p95_ms": 147.51}, "triton_wait": {"avg_ms": 57.241, "count": 234, "max_ms": 79.598, "p95_ms": 74.837}, "visualize": {"avg_ms": 4.733, "count": 234, "max_ms": 5.906, "p95_ms": 5.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16017.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4219.665, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.543, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1940193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:21:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:21:57+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T17:21:57+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T17:21:57.796595+09:00", "mtime_epoch": 1783239717.7965946, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:21:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2365.379, "name": "celery", "pid": 267, "rss_mb": 2365.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.76, "count": 301, "max_ms": 13.658, "p95_ms": 9.219}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.694, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.849, "count": 301, "max_ms": 67.208, "p95_ms": 64.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.432, "count": 301, "max_ms": 73.742, "p95_ms": 62.434}, "yolo11_640_fire_11class": {"avg_ms": 50.338, "count": 301, "max_ms": 66.749, "p95_ms": 63.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.473, "count": 301, "max_ms": 79.108, "p95_ms": 76.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.956, "count": 301, "max_ms": 95.464, "p95_ms": 92.25}, "read_interval": {"avg_ms": 99.649, "count": 301, "max_ms": 569.015, "p95_ms": 218.834}, "triton_wait": {"avg_ms": 55.648, "count": 301, "max_ms": 79.121, "p95_ms": 76.514}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 5.45, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16018.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 720, "h264_decode_error_count": 1767, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:18:33+09:00", "last_error_summary": "[h264 @ 0x556e2adf5900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556e2adf5900] error while decoding MB 0 3, bytestream 1481 [in#0/rtsp @ 0x556e2acace00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e2acace00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T17:18:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.407, "last_started_at": "2026-07-05T17:18:36+09:00", "pid": 138514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.52, "name": "ffmpeg", "pid": 138514, "rss_mb": 268.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 804, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 805}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.636, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:22:02+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T17:22:02+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T17:22:02.372666+09:00", "mtime_epoch": 1783239722.372666, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:22:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9348.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.836, "pushed": 7.836, "read": 7.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.651, "count": 234, "max_ms": 25.02, "p95_ms": 21.048}, "gstreamer_push": {"avg_ms": 1.126, "count": 235, "max_ms": 1.931, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.458, "count": 234, "max_ms": 66.294, "p95_ms": 61.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.223, "count": 234, "max_ms": 74.955, "p95_ms": 66.631}, "yolo11_640_fire_11class": {"avg_ms": 49.625, "count": 234, "max_ms": 68.296, "p95_ms": 60.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.778, "count": 234, "max_ms": 81.677, "p95_ms": 75.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.369, "count": 235, "max_ms": 144.344, "p95_ms": 135.666}, "read_interval": {"avg_ms": 128.143, "count": 234, "max_ms": 153.694, "p95_ms": 145.38}, "triton_wait": {"avg_ms": 58.108, "count": 234, "max_ms": 81.689, "p95_ms": 75.138}, "visualize": {"avg_ms": 4.731, "count": 234, "max_ms": 6.819, "p95_ms": 5.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15888.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4249.739, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.494, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1940493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:22:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:22:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:22:27+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T17:22:27.885062+09:00", "mtime_epoch": 1783239747.885062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:22:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2365.637, "name": "celery", "pid": 267, "rss_mb": 2365.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.831, "count": 299, "max_ms": 12.658, "p95_ms": 9.4}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 2.057, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.558, "count": 299, "max_ms": 66.62, "p95_ms": 63.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.11, "count": 299, "max_ms": 68.769, "p95_ms": 61.713}, "yolo11_640_fire_11class": {"avg_ms": 48.966, "count": 299, "max_ms": 67.465, "p95_ms": 63.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.086, "count": 299, "max_ms": 80.517, "p95_ms": 76.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.572, "count": 300, "max_ms": 134.61, "p95_ms": 93.76}, "read_interval": {"avg_ms": 100.309, "count": 299, "max_ms": 563.616, "p95_ms": 192.446}, "triton_wait": {"avg_ms": 54.274, "count": 299, "max_ms": 80.53, "p95_ms": 76.712}, "visualize": {"avg_ms": 3.709, "count": 299, "max_ms": 6.014, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15973.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 721, "h264_decode_error_count": 1768, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:22:23+09:00", "last_error_summary": "[h264 @ 0x558c12ae1200] error while decoding MB 18 43, bytestream -16", "last_exit_at": "2026-07-05T17:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.969, "last_started_at": "2026-07-05T17:22:25+09:00", "pid": 138621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 225.516, "name": "ffmpeg", "pid": 138621, "rss_mb": 225.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 805, "restart_count_per_hour": 17, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 806}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.688, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:22:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:22:32+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T17:22:32+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T17:22:32.409132+09:00", "mtime_epoch": 1783239752.4091322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:22:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9348.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.653, "pushed": 6.653, "read": 6.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.407, "count": 199, "max_ms": 32.791, "p95_ms": 24.428}, "gstreamer_push": {"avg_ms": 1.149, "count": 199, "max_ms": 1.653, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.455, "count": 199, "max_ms": 66.648, "p95_ms": 62.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.51, "count": 199, "max_ms": 73.609, "p95_ms": 65.119}, "yolo11_640_fire_11class": {"avg_ms": 49.07, "count": 199, "max_ms": 65.536, "p95_ms": 62.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.059, "count": 199, "max_ms": 80.248, "p95_ms": 75.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.765, "count": 199, "max_ms": 144.156, "p95_ms": 137.698}, "read_interval": {"avg_ms": 151.073, "count": 198, "max_ms": 4541.004, "p95_ms": 149.662}, "triton_wait": {"avg_ms": 57.34, "count": 199, "max_ms": 80.26, "p95_ms": 75.889}, "visualize": {"avg_ms": 4.83, "count": 199, "max_ms": 7.124, "p95_ms": 5.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16018.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4279.758, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.573, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1940794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:22:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:22:57+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T17:22:57+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T17:22:57.885528+09:00", "mtime_epoch": 1783239777.885528, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:22:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2365.637, "name": "celery", "pid": 267, "rss_mb": 2365.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.029}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.771, "count": 301, "max_ms": 12.46, "p95_ms": 9.293}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 1.964, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.359, "count": 301, "max_ms": 68.311, "p95_ms": 62.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.033, "count": 301, "max_ms": 75.088, "p95_ms": 65.061}, "yolo11_640_fire_11class": {"avg_ms": 49.854, "count": 301, "max_ms": 67.091, "p95_ms": 62.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.448, "count": 301, "max_ms": 82.768, "p95_ms": 77.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.959, "count": 301, "max_ms": 98.852, "p95_ms": 93.302}, "read_interval": {"avg_ms": 99.744, "count": 300, "max_ms": 1004.345, "p95_ms": 178.854}, "triton_wait": {"avg_ms": 55.629, "count": 301, "max_ms": 82.781, "p95_ms": 77.251}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 4.711, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16019.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 721, "h264_decode_error_count": 1768, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:22:23+09:00", "last_error_summary": "[h264 @ 0x558c12ae1200] error while decoding MB 18 43, bytestream -16", "last_exit_at": "2026-07-05T17:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.052, "last_started_at": "2026-07-05T17:22:25+09:00", "pid": 138621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.867, "name": "ffmpeg", "pid": 138621, "rss_mb": 270.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 805, "restart_count_per_hour": 17, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 806}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.636, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1519012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:23:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:23:02+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:23:02+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T17:23:02.485600+09:00", "mtime_epoch": 1783239782.4855995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:23:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9348.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.809, "pushed": 7.809, "read": 7.776}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.563, "count": 234, "max_ms": 26.041, "p95_ms": 20.307}, "gstreamer_push": {"avg_ms": 1.118, "count": 234, "max_ms": 1.522, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.221, "count": 234, "max_ms": 65.782, "p95_ms": 62.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.483, "count": 234, "max_ms": 74.473, "p95_ms": 67.042}, "yolo11_640_fire_11class": {"avg_ms": 49.808, "count": 234, "max_ms": 64.371, "p95_ms": 61.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.463, "count": 234, "max_ms": 80.557, "p95_ms": 76.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.966, "count": 234, "max_ms": 142.289, "p95_ms": 136.538}, "read_interval": {"avg_ms": 128.586, "count": 233, "max_ms": 152.339, "p95_ms": 146.197}, "triton_wait": {"avg_ms": 58.801, "count": 234, "max_ms": 80.568, "p95_ms": 76.515}, "visualize": {"avg_ms": 4.744, "count": 234, "max_ms": 5.945, "p95_ms": 5.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16019.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4309.808, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.742, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1941091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:23:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:23:28+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T17:23:27+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T17:23:27.921995+09:00", "mtime_epoch": 1783239807.9219947, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:23:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2365.637, "name": "celery", "pid": 267, "rss_mb": 2365.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.909, "pushed": 9.909, "read": 9.876}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.7, "count": 297, "max_ms": 11.351, "p95_ms": 9.343}, "gstreamer_push": {"avg_ms": 1.249, "count": 297, "max_ms": 1.759, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.726, "count": 297, "max_ms": 72.296, "p95_ms": 63.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.186, "count": 297, "max_ms": 74.318, "p95_ms": 63.222}, "yolo11_640_fire_11class": {"avg_ms": 49.289, "count": 297, "max_ms": 71.387, "p95_ms": 63.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.297, "count": 297, "max_ms": 85.246, "p95_ms": 76.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.728, "count": 297, "max_ms": 102.367, "p95_ms": 92.847}, "read_interval": {"avg_ms": 101.147, "count": 296, "max_ms": 677.242, "p95_ms": 158.706}, "triton_wait": {"avg_ms": 54.419, "count": 297, "max_ms": 85.26, "p95_ms": 76.693}, "visualize": {"avg_ms": 3.677, "count": 297, "max_ms": 4.973, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16022.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 721, "h264_decode_error_count": 1768, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:22:23+09:00", "last_error_summary": "[h264 @ 0x558c12ae1200] error while decoding MB 18 43, bytestream -16", "last_exit_at": "2026-07-05T17:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.16, "last_started_at": "2026-07-05T17:22:25+09:00", "pid": 138621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.961, "name": "ffmpeg", "pid": 138621, "rss_mb": 273.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 805, "restart_count_per_hour": 17, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 806}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.413, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1519249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:23:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:23:32+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T17:23:32+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T17:23:32.594067+09:00", "mtime_epoch": 1783239812.594067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:23:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9348.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.904, "pushed": 7.904, "read": 7.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.796, "count": 236, "max_ms": 27.482, "p95_ms": 21.645}, "gstreamer_push": {"avg_ms": 1.097, "count": 237, "max_ms": 1.262, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.428, "count": 236, "max_ms": 67.993, "p95_ms": 61.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.025, "count": 236, "max_ms": 76.259, "p95_ms": 65.111}, "yolo11_640_fire_11class": {"avg_ms": 47.814, "count": 236, "max_ms": 66.991, "p95_ms": 60.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.204, "count": 236, "max_ms": 81.138, "p95_ms": 74.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.382, "count": 237, "max_ms": 142.075, "p95_ms": 134.579}, "read_interval": {"avg_ms": 127.046, "count": 236, "max_ms": 152.988, "p95_ms": 145.439}, "triton_wait": {"avg_ms": 56.752, "count": 236, "max_ms": 81.15, "p95_ms": 74.886}, "visualize": {"avg_ms": 4.718, "count": 236, "max_ms": 6.458, "p95_ms": 5.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16022.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4339.822, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.92, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1941394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:23:58+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T17:23:57+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T17:23:57.938461+09:00", "mtime_epoch": 1783239837.938461, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:23:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2365.895, "name": "celery", "pid": 267, "rss_mb": 2365.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.794, "count": 303, "max_ms": 12.938, "p95_ms": 9.75}, "gstreamer_push": {"avg_ms": 1.239, "count": 303, "max_ms": 1.575, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.939, "count": 303, "max_ms": 66.688, "p95_ms": 63.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.826, "count": 303, "max_ms": 68.449, "p95_ms": 54.839}, "yolo11_640_fire_11class": {"avg_ms": 48.454, "count": 303, "max_ms": 65.992, "p95_ms": 61.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.652, "count": 303, "max_ms": 78.375, "p95_ms": 76.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.166, "count": 303, "max_ms": 124.864, "p95_ms": 93.963}, "read_interval": {"avg_ms": 99.033, "count": 302, "max_ms": 625.44, "p95_ms": 125.956}, "triton_wait": {"avg_ms": 53.757, "count": 303, "max_ms": 78.387, "p95_ms": 76.303}, "visualize": {"avg_ms": 3.7, "count": 303, "max_ms": 5.376, "p95_ms": 4.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16022.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 721, "h264_decode_error_count": 1768, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:22:23+09:00", "last_error_summary": "[h264 @ 0x558c12ae1200] error while decoding MB 18 43, bytestream -16", "last_exit_at": "2026-07-05T17:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.166, "last_started_at": "2026-07-05T17:22:25+09:00", "pid": 138621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.961, "name": "ffmpeg", "pid": 138621, "rss_mb": 273.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 805, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 806}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.252, "sample_count": 2311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1519484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:24:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:24:02+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:24:02+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T17:24:02.602533+09:00", "mtime_epoch": 1783239842.6025333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:24:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9348.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.834, "pushed": 7.834, "read": 7.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.12, "count": 235, "max_ms": 30.463, "p95_ms": 22.731}, "gstreamer_push": {"avg_ms": 1.119, "count": 235, "max_ms": 1.821, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.426, "count": 235, "max_ms": 65.365, "p95_ms": 61.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.279, "count": 235, "max_ms": 77.072, "p95_ms": 66.006}, "yolo11_640_fire_11class": {"avg_ms": 48.677, "count": 235, "max_ms": 64.395, "p95_ms": 61.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.207, "count": 235, "max_ms": 79.1, "p95_ms": 74.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.848, "count": 235, "max_ms": 140.862, "p95_ms": 136.147}, "read_interval": {"avg_ms": 127.697, "count": 235, "max_ms": 152.193, "p95_ms": 146.298}, "triton_wait": {"avg_ms": 56.708, "count": 235, "max_ms": 79.112, "p95_ms": 74.974}, "visualize": {"avg_ms": 4.743, "count": 235, "max_ms": 7.214, "p95_ms": 5.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16022.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4369.883, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.829, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1941697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:24:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:24:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T17:24:28+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T17:24:28.026928+09:00", "mtime_epoch": 1783239868.0269284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:24:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2366.152, "name": "celery", "pid": 267, "rss_mb": 2366.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.674, "count": 303, "max_ms": 12.048, "p95_ms": 8.621}, "gstreamer_push": {"avg_ms": 1.26, "count": 303, "max_ms": 1.793, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.336, "count": 303, "max_ms": 73.451, "p95_ms": 65.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.582, "count": 303, "max_ms": 75.823, "p95_ms": 67.701}, "yolo11_640_fire_11class": {"avg_ms": 50.221, "count": 303, "max_ms": 69.721, "p95_ms": 64.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.47, "count": 303, "max_ms": 78.493, "p95_ms": 76.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.824, "count": 303, "max_ms": 95.019, "p95_ms": 92.704}, "read_interval": {"avg_ms": 99.271, "count": 302, "max_ms": 781.174, "p95_ms": 116.695}, "triton_wait": {"avg_ms": 55.678, "count": 303, "max_ms": 78.505, "p95_ms": 76.837}, "visualize": {"avg_ms": 3.651, "count": 303, "max_ms": 4.593, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16022.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 721, "h264_decode_error_count": 1768, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:22:23+09:00", "last_error_summary": "[h264 @ 0x558c12ae1200] error while decoding MB 18 43, bytestream -16", "last_exit_at": "2026-07-05T17:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.256, "last_started_at": "2026-07-05T17:22:25+09:00", "pid": 138621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.961, "name": "ffmpeg", "pid": 138621, "rss_mb": 273.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 805, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 806}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.192, "sample_count": 2311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1519719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:24:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:24:32+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T17:24:32+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T17:24:32.691001+09:00", "mtime_epoch": 1783239872.691001, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:24:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9349.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.841, "pushed": 7.841, "read": 7.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.455, "count": 234, "max_ms": 23.804, "p95_ms": 19.89}, "gstreamer_push": {"avg_ms": 1.112, "count": 235, "max_ms": 1.326, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.848, "count": 234, "max_ms": 67.435, "p95_ms": 62.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.091, "count": 234, "max_ms": 76.41, "p95_ms": 67.619}, "yolo11_640_fire_11class": {"avg_ms": 49.773, "count": 234, "max_ms": 65.331, "p95_ms": 62.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.565, "count": 234, "max_ms": 78.648, "p95_ms": 75.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.266, "count": 235, "max_ms": 142.023, "p95_ms": 135.554}, "read_interval": {"avg_ms": 128.07, "count": 234, "max_ms": 151.778, "p95_ms": 145.571}, "triton_wait": {"avg_ms": 58.079, "count": 234, "max_ms": 78.659, "p95_ms": 75.608}, "visualize": {"avg_ms": 4.718, "count": 234, "max_ms": 6.066, "p95_ms": 4.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16023.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4399.899, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.737, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1941995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:24:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:24:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:24:58+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T17:24:58.043395+09:00", "mtime_epoch": 1783239898.0433948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:24:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2366.152, "name": "celery", "pid": 267, "rss_mb": 2366.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.785, "count": 298, "max_ms": 12.42, "p95_ms": 9.28}, "gstreamer_push": {"avg_ms": 1.261, "count": 298, "max_ms": 1.929, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.189, "count": 298, "max_ms": 66.667, "p95_ms": 63.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.556, "count": 298, "max_ms": 73.54, "p95_ms": 64.668}, "yolo11_640_fire_11class": {"avg_ms": 49.675, "count": 298, "max_ms": 67.846, "p95_ms": 63.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.195, "count": 298, "max_ms": 79.179, "p95_ms": 77.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.589, "count": 298, "max_ms": 95.628, "p95_ms": 93.262}, "read_interval": {"avg_ms": 100.788, "count": 297, "max_ms": 789.708, "p95_ms": 110.986}, "triton_wait": {"avg_ms": 55.295, "count": 298, "max_ms": 79.191, "p95_ms": 77.306}, "visualize": {"avg_ms": 3.676, "count": 298, "max_ms": 4.573, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16024.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 721, "h264_decode_error_count": 1768, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:22:23+09:00", "last_error_summary": "[h264 @ 0x558c12ae1200] error while decoding MB 18 43, bytestream -16", "last_exit_at": "2026-07-05T17:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.278, "last_started_at": "2026-07-05T17:22:25+09:00", "pid": 138621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.734, "name": "ffmpeg", "pid": 138621, "rss_mb": 274.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 805, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 806}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.021, "sample_count": 2311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1519952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:25:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:25:02+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T17:25:02+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T17:25:02.711467+09:00", "mtime_epoch": 1783239902.7114673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:25:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9349.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.798, "pushed": 7.798, "read": 7.765}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.695, "count": 233, "max_ms": 25.074, "p95_ms": 20.983}, "gstreamer_push": {"avg_ms": 1.124, "count": 233, "max_ms": 1.583, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.4, "count": 233, "max_ms": 64.816, "p95_ms": 63.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.103, "count": 233, "max_ms": 72.03, "p95_ms": 66.452}, "yolo11_640_fire_11class": {"avg_ms": 49.982, "count": 233, "max_ms": 64.338, "p95_ms": 62.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.715, "count": 233, "max_ms": 79.554, "p95_ms": 76.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.902, "count": 233, "max_ms": 142.094, "p95_ms": 137.723}, "read_interval": {"avg_ms": 128.856, "count": 232, "max_ms": 152.134, "p95_ms": 148.12}, "triton_wait": {"avg_ms": 58.203, "count": 233, "max_ms": 79.565, "p95_ms": 76.758}, "visualize": {"avg_ms": 4.758, "count": 233, "max_ms": 7.165, "p95_ms": 5.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16024.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4429.957, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.903, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1942298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:25:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:25:28+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T17:25:28+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T17:25:28.103862+09:00", "mtime_epoch": 1783239928.103862, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:25:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2366.41, "name": "celery", "pid": 267, "rss_mb": 2366.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.711, "count": 303, "max_ms": 10.953, "p95_ms": 9.026}, "gstreamer_push": {"avg_ms": 1.246, "count": 303, "max_ms": 1.473, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.06, "count": 303, "max_ms": 68.798, "p95_ms": 63.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.683, "count": 303, "max_ms": 70.858, "p95_ms": 65.959}, "yolo11_640_fire_11class": {"avg_ms": 49.381, "count": 303, "max_ms": 67.798, "p95_ms": 62.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.715, "count": 303, "max_ms": 81.883, "p95_ms": 77.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.06, "count": 303, "max_ms": 98.37, "p95_ms": 93.18}, "read_interval": {"avg_ms": 99.268, "count": 302, "max_ms": 671.158, "p95_ms": 109.188}, "triton_wait": {"avg_ms": 54.87, "count": 303, "max_ms": 81.896, "p95_ms": 77.186}, "visualize": {"avg_ms": 3.662, "count": 303, "max_ms": 5.42, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16024.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 721, "h264_decode_error_count": 1768, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:22:23+09:00", "last_error_summary": "[h264 @ 0x558c12ae1200] error while decoding MB 18 43, bytestream -16", "last_exit_at": "2026-07-05T17:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.393, "last_started_at": "2026-07-05T17:22:25+09:00", "pid": 138621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.25, "name": "ffmpeg", "pid": 138621, "rss_mb": 275.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 805, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 806}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.202, "sample_count": 2310, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:25:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:25:32+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T17:25:32+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T17:25:32.827935+09:00", "mtime_epoch": 1783239932.8279355, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:25:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9349.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.869, "pushed": 7.869, "read": 7.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.704, "count": 235, "max_ms": 25.024, "p95_ms": 20.959}, "gstreamer_push": {"avg_ms": 1.111, "count": 236, "max_ms": 1.289, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.597, "count": 235, "max_ms": 66.311, "p95_ms": 62.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.032, "count": 235, "max_ms": 77.997, "p95_ms": 67.347}, "yolo11_640_fire_11class": {"avg_ms": 49.156, "count": 235, "max_ms": 66.698, "p95_ms": 62.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.879, "count": 235, "max_ms": 80.296, "p95_ms": 77.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.801, "count": 236, "max_ms": 143.935, "p95_ms": 137.809}, "read_interval": {"avg_ms": 127.624, "count": 235, "max_ms": 153.921, "p95_ms": 148.027}, "triton_wait": {"avg_ms": 57.454, "count": 235, "max_ms": 80.307, "p95_ms": 77.464}, "visualize": {"avg_ms": 4.707, "count": 235, "max_ms": 5.763, "p95_ms": 5.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16030.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4460.029, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.062, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1942596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:25:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:25:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T17:25:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T17:25:58.168329+09:00", "mtime_epoch": 1783239958.1683292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:25:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2366.41, "name": "celery", "pid": 267, "rss_mb": 2366.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.786, "count": 297, "max_ms": 12.538, "p95_ms": 9.707}, "gstreamer_push": {"avg_ms": 1.253, "count": 297, "max_ms": 1.84, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.731, "count": 297, "max_ms": 67.624, "p95_ms": 62.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.699, "count": 297, "max_ms": 75.132, "p95_ms": 66.203}, "yolo11_640_fire_11class": {"avg_ms": 49.74, "count": 297, "max_ms": 67.045, "p95_ms": 63.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.586, "count": 297, "max_ms": 82.686, "p95_ms": 76.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.503, "count": 297, "max_ms": 132.9, "p95_ms": 93.349}, "read_interval": {"avg_ms": 100.984, "count": 297, "max_ms": 636.906, "p95_ms": 242.292}, "triton_wait": {"avg_ms": 55.688, "count": 297, "max_ms": 82.701, "p95_ms": 76.916}, "visualize": {"avg_ms": 3.667, "count": 297, "max_ms": 5.124, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16030.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 721, "h264_decode_error_count": 1768, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:22:23+09:00", "last_error_summary": "[h264 @ 0x558c12ae1200] error while decoding MB 18 43, bytestream -16", "last_exit_at": "2026-07-05T17:22:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 217.42, "last_started_at": "2026-07-05T17:22:25+09:00", "pid": 138621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.406, "name": "ffmpeg", "pid": 138621, "rss_mb": 280.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 805, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 806}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.538, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:26:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:26:02+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T17:26:02+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T17:26:02.848402+09:00", "mtime_epoch": 1783239962.8484018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:26:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9349.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.799, "pushed": 7.799, "read": 7.765}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.407, "count": 233, "max_ms": 22.882, "p95_ms": 20.1}, "gstreamer_push": {"avg_ms": 1.116, "count": 233, "max_ms": 1.293, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.887, "count": 233, "max_ms": 65.901, "p95_ms": 62.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.288, "count": 233, "max_ms": 78.01, "p95_ms": 67.582}, "yolo11_640_fire_11class": {"avg_ms": 49.883, "count": 233, "max_ms": 65.172, "p95_ms": 62.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.46, "count": 233, "max_ms": 82.598, "p95_ms": 77.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.078, "count": 233, "max_ms": 145.223, "p95_ms": 139.078}, "read_interval": {"avg_ms": 128.882, "count": 232, "max_ms": 154.445, "p95_ms": 148.536}, "triton_wait": {"avg_ms": 58.764, "count": 233, "max_ms": 82.61, "p95_ms": 77.653}, "visualize": {"avg_ms": 4.7, "count": 233, "max_ms": 5.636, "p95_ms": 4.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16015.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4490.076, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.108, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1942897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:26:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:26:28+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T17:26:28+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T17:26:28.212796+09:00", "mtime_epoch": 1783239988.212796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:26:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2366.668, "name": "celery", "pid": 267, "rss_mb": 2366.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.697, "count": 301, "max_ms": 12.179, "p95_ms": 8.705}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.666, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.801, "count": 301, "max_ms": 66.711, "p95_ms": 62.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.477, "count": 301, "max_ms": 77.723, "p95_ms": 54.545}, "yolo11_640_fire_11class": {"avg_ms": 49.179, "count": 301, "max_ms": 67.918, "p95_ms": 62.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.56, "count": 301, "max_ms": 81.093, "p95_ms": 76.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.701, "count": 301, "max_ms": 138.323, "p95_ms": 93.037}, "read_interval": {"avg_ms": 99.86, "count": 300, "max_ms": 604.782, "p95_ms": 190.056}, "triton_wait": {"avg_ms": 52.948, "count": 301, "max_ms": 81.105, "p95_ms": 76.539}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 5.761, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16016.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.825, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.656, "name": "ffmpeg", "pid": 138728, "rss_mb": 264.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 17, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.653, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:26:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:26:33+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T17:26:32+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T17:26:32.872869+09:00", "mtime_epoch": 1783239992.8728685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:26:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9349.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.548, "pushed": 6.548, "read": 6.515}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.688, "count": 196, "max_ms": 26.293, "p95_ms": 20.642}, "gstreamer_push": {"avg_ms": 1.11, "count": 196, "max_ms": 1.399, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.823, "count": 196, "max_ms": 69.124, "p95_ms": 61.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.185, "count": 196, "max_ms": 81.879, "p95_ms": 68.849}, "yolo11_640_fire_11class": {"avg_ms": 48.662, "count": 196, "max_ms": 69.312, "p95_ms": 62.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.208, "count": 196, "max_ms": 84.196, "p95_ms": 75.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.261, "count": 196, "max_ms": 147.625, "p95_ms": 137.367}, "read_interval": {"avg_ms": 153.357, "count": 195, "max_ms": 4968.871, "p95_ms": 149.488}, "triton_wait": {"avg_ms": 56.639, "count": 196, "max_ms": 84.21, "p95_ms": 76.033}, "visualize": {"avg_ms": 4.739, "count": 196, "max_ms": 6.051, "p95_ms": 5.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16018.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4520.433, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.113, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1943201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:26:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:26:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:26:58+09:00", "mjpeg": {"age_sec": 0.374, "exists": true, "mtime": "2026-07-05T17:26:58.261263+09:00", "mtime_epoch": 1783240018.2612631, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:26:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2366.926, "name": "celery", "pid": 267, "rss_mb": 2366.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.718, "count": 300, "max_ms": 12.339, "p95_ms": 8.79}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 2.012, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.993, "count": 300, "max_ms": 68.262, "p95_ms": 62.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.615, "count": 300, "max_ms": 71.91, "p95_ms": 55.674}, "yolo11_640_fire_11class": {"avg_ms": 49.284, "count": 300, "max_ms": 69.775, "p95_ms": 63.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.004, "count": 300, "max_ms": 81.83, "p95_ms": 75.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.943, "count": 300, "max_ms": 107.952, "p95_ms": 92.164}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 823.898, "p95_ms": 217.479}, "triton_wait": {"avg_ms": 53.479, "count": 300, "max_ms": 81.842, "p95_ms": 75.805}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 5.086, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16018.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.842, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.977, "name": "ffmpeg", "pid": 138728, "rss_mb": 266.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 17, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.036, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:27:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:27:03+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T17:27:02+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T17:27:02.893335+09:00", "mtime_epoch": 1783240022.893335, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:27:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9349.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.693, "pushed": 7.693, "read": 7.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.926, "count": 230, "max_ms": 26.815, "p95_ms": 20.829}, "gstreamer_push": {"avg_ms": 1.128, "count": 230, "max_ms": 1.674, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.413, "count": 230, "max_ms": 66.208, "p95_ms": 64.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.377, "count": 230, "max_ms": 70.185, "p95_ms": 64.585}, "yolo11_640_fire_11class": {"avg_ms": 48.92, "count": 230, "max_ms": 68.827, "p95_ms": 64.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.536, "count": 230, "max_ms": 81.369, "p95_ms": 77.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.935, "count": 230, "max_ms": 143.441, "p95_ms": 137.99}, "read_interval": {"avg_ms": 130.422, "count": 229, "max_ms": 158.172, "p95_ms": 151.191}, "triton_wait": {"avg_ms": 57.282, "count": 230, "max_ms": 81.382, "p95_ms": 77.468}, "visualize": {"avg_ms": 4.746, "count": 230, "max_ms": 7.129, "p95_ms": 5.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16019.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4550.688, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.997, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1943502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:27:28+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T17:27:28+09:00", "mjpeg": {"age_sec": 0.469, "exists": true, "mtime": "2026-07-05T17:27:28.421732+09:00", "mtime_epoch": 1783240048.421732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:27:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2366.926, "name": "celery", "pid": 267, "rss_mb": 2366.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.718, "count": 299, "max_ms": 12.157, "p95_ms": 8.941}, "gstreamer_push": {"avg_ms": 1.249, "count": 299, "max_ms": 1.608, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.492, "count": 299, "max_ms": 68.941, "p95_ms": 63.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.845, "count": 299, "max_ms": 75.278, "p95_ms": 66.074}, "yolo11_640_fire_11class": {"avg_ms": 49.489, "count": 299, "max_ms": 68.644, "p95_ms": 63.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.584, "count": 299, "max_ms": 83.94, "p95_ms": 76.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.397, "count": 299, "max_ms": 108.736, "p95_ms": 92.592}, "read_interval": {"avg_ms": 100.652, "count": 298, "max_ms": 611.913, "p95_ms": 251.056}, "triton_wait": {"avg_ms": 53.949, "count": 299, "max_ms": 83.953, "p95_ms": 76.536}, "visualize": {"avg_ms": 3.683, "count": 299, "max_ms": 5.811, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16018.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.847, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.492, "name": "ffmpeg", "pid": 138728, "rss_mb": 267.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.945, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1521078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:27:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:27:33+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T17:27:32+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T17:27:32.925802+09:00", "mtime_epoch": 1783240052.9258018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:27:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9349.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.702, "pushed": 7.702, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.672, "count": 231, "max_ms": 25.242, "p95_ms": 20.322}, "gstreamer_push": {"avg_ms": 1.122, "count": 231, "max_ms": 1.268, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.001, "count": 231, "max_ms": 65.744, "p95_ms": 62.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.079, "count": 231, "max_ms": 74.652, "p95_ms": 64.669}, "yolo11_640_fire_11class": {"avg_ms": 48.667, "count": 231, "max_ms": 68.371, "p95_ms": 61.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.395, "count": 231, "max_ms": 81.075, "p95_ms": 74.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.216, "count": 231, "max_ms": 144.067, "p95_ms": 136.5}, "read_interval": {"avg_ms": 130.009, "count": 231, "max_ms": 154.809, "p95_ms": 149.482}, "triton_wait": {"avg_ms": 56.676, "count": 231, "max_ms": 81.087, "p95_ms": 74.53}, "visualize": {"avg_ms": 4.718, "count": 231, "max_ms": 5.851, "p95_ms": 4.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16019.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4580.79, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.752, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1943802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:27:58+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T17:27:58+09:00", "mjpeg": {"age_sec": 0.399, "exists": true, "mtime": "2026-07-05T17:27:58.594201+09:00", "mtime_epoch": 1783240078.5942008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:27:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2367.184, "name": "celery", "pid": 267, "rss_mb": 2367.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.688, "count": 299, "max_ms": 12.268, "p95_ms": 8.74}, "gstreamer_push": {"avg_ms": 1.239, "count": 299, "max_ms": 1.769, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.909, "count": 299, "max_ms": 66.129, "p95_ms": 62.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.371, "count": 299, "max_ms": 73.669, "p95_ms": 63.701}, "yolo11_640_fire_11class": {"avg_ms": 48.286, "count": 299, "max_ms": 66.141, "p95_ms": 62.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.594, "count": 299, "max_ms": 78.142, "p95_ms": 74.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.901, "count": 299, "max_ms": 94.016, "p95_ms": 91.065}, "read_interval": {"avg_ms": 100.457, "count": 298, "max_ms": 569.896, "p95_ms": 286.287}, "triton_wait": {"avg_ms": 52.807, "count": 299, "max_ms": 78.154, "p95_ms": 74.884}, "visualize": {"avg_ms": 3.627, "count": 299, "max_ms": 4.585, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16019.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.909, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.008, "name": "ffmpeg", "pid": 138728, "rss_mb": 268.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.945, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1521310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:28:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:28:03+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T17:28:02+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T17:28:02.966269+09:00", "mtime_epoch": 1783240082.9662688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:28:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.755, "pushed": 7.755, "read": 7.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.614, "count": 232, "max_ms": 23.31, "p95_ms": 20.406}, "gstreamer_push": {"avg_ms": 1.126, "count": 232, "max_ms": 1.764, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.983, "count": 232, "max_ms": 65.233, "p95_ms": 61.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.402, "count": 232, "max_ms": 67.443, "p95_ms": 64.184}, "yolo11_640_fire_11class": {"avg_ms": 48.182, "count": 232, "max_ms": 66.084, "p95_ms": 61.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.814, "count": 232, "max_ms": 78.92, "p95_ms": 75.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.824, "count": 232, "max_ms": 139.718, "p95_ms": 136.89}, "read_interval": {"avg_ms": 129.501, "count": 231, "max_ms": 152.908, "p95_ms": 149.453}, "triton_wait": {"avg_ms": 56.352, "count": 232, "max_ms": 78.932, "p95_ms": 75.219}, "visualize": {"avg_ms": 4.74, "count": 232, "max_ms": 6.137, "p95_ms": 5.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16024.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4610.805, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.862, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1944104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:28:29+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:28:28+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T17:28:28.942672+09:00", "mtime_epoch": 1783240108.9426725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:28:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2367.184, "name": "celery", "pid": 267, "rss_mb": 2367.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.873, "count": 302, "max_ms": 11.476, "p95_ms": 9.225}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 1.44, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.734, "count": 302, "max_ms": 67.229, "p95_ms": 62.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.133, "count": 302, "max_ms": 74.68, "p95_ms": 59.58}, "yolo11_640_fire_11class": {"avg_ms": 48.364, "count": 302, "max_ms": 67.844, "p95_ms": 62.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.986, "count": 302, "max_ms": 80.417, "p95_ms": 76.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.782, "count": 302, "max_ms": 186.302, "p95_ms": 94.364}, "read_interval": {"avg_ms": 99.448, "count": 301, "max_ms": 622.954, "p95_ms": 140.904}, "triton_wait": {"avg_ms": 54.05, "count": 302, "max_ms": 80.429, "p95_ms": 76.121}, "visualize": {"avg_ms": 3.71, "count": 302, "max_ms": 5.335, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16024.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.988, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.617, "name": "ffmpeg", "pid": 138728, "rss_mb": 271.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.064, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1521542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:28:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:28:33+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:28:33+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T17:28:33.070737+09:00", "mtime_epoch": 1783240113.070737, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:28:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.745, "pushed": 7.745, "read": 7.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.733, "count": 232, "max_ms": 27.709, "p95_ms": 20.677}, "gstreamer_push": {"avg_ms": 1.113, "count": 232, "max_ms": 1.29, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.902, "count": 232, "max_ms": 64.871, "p95_ms": 62.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.947, "count": 232, "max_ms": 75.78, "p95_ms": 65.095}, "yolo11_640_fire_11class": {"avg_ms": 48.486, "count": 232, "max_ms": 64.571, "p95_ms": 61.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.041, "count": 232, "max_ms": 80.439, "p95_ms": 76.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.958, "count": 232, "max_ms": 161.432, "p95_ms": 137.124}, "read_interval": {"avg_ms": 129.67, "count": 231, "max_ms": 172.792, "p95_ms": 150.565}, "triton_wait": {"avg_ms": 56.703, "count": 232, "max_ms": 80.451, "p95_ms": 76.013}, "visualize": {"avg_ms": 4.721, "count": 232, "max_ms": 5.95, "p95_ms": 5.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16025.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4640.867, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.671, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1944408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:28:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:28:59+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T17:28:59+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-05T17:28:59.015140+09:00", "mtime_epoch": 1783240139.01514, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:28:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2367.441, "name": "celery", "pid": 267, "rss_mb": 2367.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.107}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.791, "count": 304, "max_ms": 13.649, "p95_ms": 9.384}, "gstreamer_push": {"avg_ms": 1.244, "count": 304, "max_ms": 1.608, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.945, "count": 304, "max_ms": 69.256, "p95_ms": 62.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.666, "count": 304, "max_ms": 71.188, "p95_ms": 58.185}, "yolo11_640_fire_11class": {"avg_ms": 48.302, "count": 304, "max_ms": 66.506, "p95_ms": 62.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.674, "count": 304, "max_ms": 79.729, "p95_ms": 73.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.183, "count": 304, "max_ms": 97.191, "p95_ms": 89.914}, "read_interval": {"avg_ms": 98.957, "count": 303, "max_ms": 634.482, "p95_ms": 132.948}, "triton_wait": {"avg_ms": 52.892, "count": 304, "max_ms": 79.741, "p95_ms": 73.956}, "visualize": {"avg_ms": 3.665, "count": 304, "max_ms": 4.838, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16025.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.055, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.875, "name": "ffmpeg", "pid": 138728, "rss_mb": 271.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.036, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1521777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:29:03+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T17:29:03+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T17:29:03.111204+09:00", "mtime_epoch": 1783240143.1112037, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:29:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.848, "pushed": 7.848, "read": 7.815}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.58, "count": 235, "max_ms": 23.444, "p95_ms": 20.66}, "gstreamer_push": {"avg_ms": 1.107, "count": 235, "max_ms": 1.49, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.512, "count": 235, "max_ms": 66.566, "p95_ms": 62.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.722, "count": 235, "max_ms": 72.812, "p95_ms": 64.193}, "yolo11_640_fire_11class": {"avg_ms": 47.852, "count": 235, "max_ms": 63.977, "p95_ms": 61.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.22, "count": 235, "max_ms": 78.214, "p95_ms": 74.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.177, "count": 235, "max_ms": 139.659, "p95_ms": 135.408}, "read_interval": {"avg_ms": 127.847, "count": 234, "max_ms": 154.289, "p95_ms": 147.826}, "triton_wait": {"avg_ms": 55.156, "count": 235, "max_ms": 78.229, "p95_ms": 74.095}, "visualize": {"avg_ms": 4.696, "count": 235, "max_ms": 5.863, "p95_ms": 5.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16025.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4670.935, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.592, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1944707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:29:29+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T17:29:29+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T17:29:29.079607+09:00", "mtime_epoch": 1783240169.0796075, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:29:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2367.441, "name": "celery", "pid": 267, "rss_mb": 2367.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.707, "count": 299, "max_ms": 12.85, "p95_ms": 9.19}, "gstreamer_push": {"avg_ms": 1.247, "count": 299, "max_ms": 1.497, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.834, "count": 299, "max_ms": 70.355, "p95_ms": 64.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.932, "count": 299, "max_ms": 73.26, "p95_ms": 63.459}, "yolo11_640_fire_11class": {"avg_ms": 48.046, "count": 299, "max_ms": 69.828, "p95_ms": 64.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.432, "count": 299, "max_ms": 81.419, "p95_ms": 76.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.865, "count": 299, "max_ms": 97.68, "p95_ms": 92.155}, "read_interval": {"avg_ms": 100.637, "count": 298, "max_ms": 636.515, "p95_ms": 242.466}, "triton_wait": {"avg_ms": 52.71, "count": 299, "max_ms": 81.432, "p95_ms": 76.296}, "visualize": {"avg_ms": 3.663, "count": 299, "max_ms": 5.151, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16025.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.117, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.875, "name": "ffmpeg", "pid": 138728, "rss_mb": 271.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.051, "sample_count": 2287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:29:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:29:33+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:29:33+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T17:29:33.195672+09:00", "mtime_epoch": 1783240173.1956716, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:29:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.749, "pushed": 7.749, "read": 7.716}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.786, "count": 232, "max_ms": 24.707, "p95_ms": 20.823}, "gstreamer_push": {"avg_ms": 1.123, "count": 232, "max_ms": 1.665, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.239, "count": 232, "max_ms": 63.399, "p95_ms": 62.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.067, "count": 232, "max_ms": 74.214, "p95_ms": 64.259}, "yolo11_640_fire_11class": {"avg_ms": 48.252, "count": 232, "max_ms": 65.658, "p95_ms": 61.156}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.394, "count": 232, "max_ms": 78.404, "p95_ms": 74.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.787, "count": 232, "max_ms": 146.671, "p95_ms": 135.521}, "read_interval": {"avg_ms": 129.594, "count": 231, "max_ms": 160.741, "p95_ms": 149.147}, "triton_wait": {"avg_ms": 56.31, "count": 232, "max_ms": 78.417, "p95_ms": 74.524}, "visualize": {"avg_ms": 4.72, "count": 232, "max_ms": 6.163, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16028.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4700.97, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.855, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1945004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:29:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:29:59+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T17:29:59+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T17:29:59.072074+09:00", "mtime_epoch": 1783240199.0720737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:29:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2367.699, "name": "celery", "pid": 267, "rss_mb": 2367.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.922, "pushed": 9.922, "read": 9.889}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.875, "count": 297, "max_ms": 12.181, "p95_ms": 9.793}, "gstreamer_push": {"avg_ms": 1.257, "count": 297, "max_ms": 1.804, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.971, "count": 297, "max_ms": 66.828, "p95_ms": 63.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.642, "count": 297, "max_ms": 70.897, "p95_ms": 61.602}, "yolo11_640_fire_11class": {"avg_ms": 48.894, "count": 297, "max_ms": 67.469, "p95_ms": 62.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.877, "count": 297, "max_ms": 80.82, "p95_ms": 77.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.66, "count": 297, "max_ms": 131.317, "p95_ms": 103.412}, "read_interval": {"avg_ms": 101.064, "count": 296, "max_ms": 709.421, "p95_ms": 145.916}, "triton_wait": {"avg_ms": 55.97, "count": 297, "max_ms": 80.833, "p95_ms": 77.278}, "visualize": {"avg_ms": 3.76, "count": 297, "max_ms": 5.532, "p95_ms": 4.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16029.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.187, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.969, "name": "ffmpeg", "pid": 138728, "rss_mb": 274.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 16, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.024, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:30:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:30:03+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T17:30:03+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T17:30:03.260139+09:00", "mtime_epoch": 1783240203.2601388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:30:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.688, "pushed": 7.688, "read": 7.654}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.489, "count": 230, "max_ms": 25.545, "p95_ms": 20.139}, "gstreamer_push": {"avg_ms": 1.103, "count": 230, "max_ms": 1.577, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.678, "count": 230, "max_ms": 66.182, "p95_ms": 61.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.742, "count": 230, "max_ms": 76.871, "p95_ms": 65.573}, "yolo11_640_fire_11class": {"avg_ms": 48.708, "count": 230, "max_ms": 66.162, "p95_ms": 60.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.716, "count": 230, "max_ms": 80.317, "p95_ms": 76.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.039, "count": 230, "max_ms": 143.792, "p95_ms": 136.559}, "read_interval": {"avg_ms": 130.738, "count": 229, "max_ms": 156.431, "p95_ms": 149.266}, "triton_wait": {"avg_ms": 57.899, "count": 230, "max_ms": 80.329, "p95_ms": 76.563}, "visualize": {"avg_ms": 4.713, "count": 230, "max_ms": 5.921, "p95_ms": 5.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16047.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4730.982, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.645, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1945309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:30:29+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T17:30:29+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T17:30:29.128541+09:00", "mtime_epoch": 1783240229.128541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:30:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2367.699, "name": "celery", "pid": 267, "rss_mb": 2367.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.187, "pushed": 10.187, "read": 10.153}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.719, "count": 305, "max_ms": 13.235, "p95_ms": 8.938}, "gstreamer_push": {"avg_ms": 1.245, "count": 305, "max_ms": 1.768, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.925, "count": 305, "max_ms": 69.968, "p95_ms": 62.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.555, "count": 305, "max_ms": 75.954, "p95_ms": 62.604}, "yolo11_640_fire_11class": {"avg_ms": 47.786, "count": 305, "max_ms": 67.816, "p95_ms": 61.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.058, "count": 305, "max_ms": 77.94, "p95_ms": 74.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.302, "count": 305, "max_ms": 93.835, "p95_ms": 91.009}, "read_interval": {"avg_ms": 98.485, "count": 304, "max_ms": 696.788, "p95_ms": 106.179}, "triton_wait": {"avg_ms": 53.144, "count": 305, "max_ms": 77.953, "p95_ms": 75.076}, "visualize": {"avg_ms": 3.655, "count": 305, "max_ms": 4.995, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16047.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 257.208, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.297, "name": "ffmpeg", "pid": 138728, "rss_mb": 292.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 15, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.088, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:30:33+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T17:30:33+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T17:30:33.308606+09:00", "mtime_epoch": 1783240233.308606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:30:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.528, "pushed": 7.528, "read": 7.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.463, "count": 225, "max_ms": 25.723, "p95_ms": 21.518}, "gstreamer_push": {"avg_ms": 1.117, "count": 225, "max_ms": 1.918, "p95_ms": 1.261}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.713, "count": 225, "max_ms": 62.503, "p95_ms": 60.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.088, "count": 225, "max_ms": 72.847, "p95_ms": 63.707}, "yolo11_640_fire_11class": {"avg_ms": 48.523, "count": 225, "max_ms": 63.337, "p95_ms": 60.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.879, "count": 225, "max_ms": 77.318, "p95_ms": 73.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.085, "count": 225, "max_ms": 163.969, "p95_ms": 141.495}, "read_interval": {"avg_ms": 133.555, "count": 224, "max_ms": 1288.667, "p95_ms": 153.885}, "triton_wait": {"avg_ms": 56.371, "count": 225, "max_ms": 77.33, "p95_ms": 74.008}, "visualize": {"avg_ms": 4.651, "count": 225, "max_ms": 7.54, "p95_ms": 5.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16048.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4761.039, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.658, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1945612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:30:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:30:59+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T17:30:59+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T17:30:59.153008+09:00", "mtime_epoch": 1783240259.1530077, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:30:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2367.957, "name": "celery", "pid": 267, "rss_mb": 2367.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.764, "count": 303, "max_ms": 12.376, "p95_ms": 8.718}, "gstreamer_push": {"avg_ms": 1.292, "count": 303, "max_ms": 2.267, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.663, "count": 303, "max_ms": 72.133, "p95_ms": 64.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.256, "count": 303, "max_ms": 77.421, "p95_ms": 52.307}, "yolo11_640_fire_11class": {"avg_ms": 52.741, "count": 303, "max_ms": 67.007, "p95_ms": 63.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.11, "count": 303, "max_ms": 78.314, "p95_ms": 76.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.538, "count": 303, "max_ms": 132.13, "p95_ms": 93.438}, "read_interval": {"avg_ms": 99.168, "count": 302, "max_ms": 668.198, "p95_ms": 112.582}, "triton_wait": {"avg_ms": 60.29, "count": 303, "max_ms": 78.327, "p95_ms": 76.818}, "visualize": {"avg_ms": 3.724, "count": 303, "max_ms": 5.292, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16048.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 722, "h264_decode_error_count": 1769, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:26:13+09:00", "last_error_summary": "[h264 @ 0x560298028040] error while decoding MB 18 2, bytestream -12", "last_exit_at": "2026-07-05T17:26:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.219, "last_started_at": "2026-07-05T17:26:16+09:00", "pid": 138728, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.102, "name": "ffmpeg", "pid": 138728, "rss_mb": 294.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 806, "restart_count_per_hour": 15, "rtsp_timeout_count": 452, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 807}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.89, "sample_count": 2301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:31:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:31:03+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T17:31:03+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T17:31:03.293072+09:00", "mtime_epoch": 1783240263.2930722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:31:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.701, "pushed": 8.701, "read": 8.701}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.384, "count": 261, "max_ms": 25.307, "p95_ms": 19.786}, "gstreamer_push": {"avg_ms": 1.159, "count": 261, "max_ms": 1.734, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.889, "count": 261, "max_ms": 63.978, "p95_ms": 61.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.493, "count": 261, "max_ms": 76.765, "p95_ms": 62.836}, "yolo11_640_fire_11class": {"avg_ms": 50.086, "count": 261, "max_ms": 63.965, "p95_ms": 60.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.949, "count": 261, "max_ms": 78.264, "p95_ms": 73.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.295, "count": 261, "max_ms": 140.465, "p95_ms": 132.288}, "read_interval": {"avg_ms": 114.876, "count": 261, "max_ms": 153.216, "p95_ms": 144.757}, "triton_wait": {"avg_ms": 58.333, "count": 261, "max_ms": 78.275, "p95_ms": 73.797}, "visualize": {"avg_ms": 4.122, "count": 261, "max_ms": 5.96, "p95_ms": 4.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15799.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4791.119, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.763, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1945911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:31:29+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T17:31:29+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T17:31:29.257476+09:00", "mtime_epoch": 1783240289.2574759, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:31:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2368.215, "name": "celery", "pid": 267, "rss_mb": 2368.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.043}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.81, "count": 299, "max_ms": 11.436, "p95_ms": 9.83}, "gstreamer_push": {"avg_ms": 1.274, "count": 299, "max_ms": 1.823, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.757, "count": 299, "max_ms": 66.556, "p95_ms": 58.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.594, "count": 299, "max_ms": 74.333, "p95_ms": 48.354}, "yolo11_640_fire_11class": {"avg_ms": 46.15, "count": 299, "max_ms": 65.278, "p95_ms": 56.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.015, "count": 299, "max_ms": 80.156, "p95_ms": 69.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.597, "count": 299, "max_ms": 135.13, "p95_ms": 102.721}, "read_interval": {"avg_ms": 100.679, "count": 299, "max_ms": 761.477, "p95_ms": 143.513}, "triton_wait": {"avg_ms": 50.05, "count": 299, "max_ms": 80.168, "p95_ms": 69.828}, "visualize": {"avg_ms": 3.775, "count": 299, "max_ms": 5.409, "p95_ms": 4.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.773, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15935.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 723, "h264_decode_error_count": 1778, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:31:26+09:00", "last_error_summary": "[h264 @ 0x56197f6212c0] cabac decode of qscale diff failed at 40 11 [h264 @ 0x56197f6212c0] error while decoding MB 40 11, bytestream 2937 [h264 @ 0x56198003c780] left block unavailable for requested intra mode [h264 @ 0x56198003c780] error while decoding MB 0 24, bytestream 26 [h264 @ 0x56197fe9ec00] left block unavailable for requested intra mode [h264 @ 0x56197fe9ec00] error while decoding MB 0 21, bytestream 59409 [h264 @ 0x56197f533f00] left block unavailable for requested intra mode [h264 ", "last_exit_at": "2026-07-05T17:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.761, "last_started_at": "2026-07-05T17:31:28+09:00", "pid": 138835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.172, "name": "ffmpeg", "pid": 138835, "rss_mb": 183.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 807, "restart_count_per_hour": 16, "rtsp_timeout_count": 454, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 808}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.93, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:31:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:31:33+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:31:33+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T17:31:33.313539+09:00", "mtime_epoch": 1783240293.313539, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:31:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.807, "pushed": 1.807, "read": 1.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.752, "count": 54, "max_ms": 21.794, "p95_ms": 20.474}, "gstreamer_push": {"avg_ms": 1.118, "count": 54, "max_ms": 1.22, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.229, "count": 54, "max_ms": 66.482, "p95_ms": 63.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.912, "count": 54, "max_ms": 70.296, "p95_ms": 69.071}, "yolo11_640_fire_11class": {"avg_ms": 50.427, "count": 54, "max_ms": 64.556, "p95_ms": 62.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.335, "count": 54, "max_ms": 79.054, "p95_ms": 78.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.522, "count": 54, "max_ms": 139.608, "p95_ms": 138.292}, "read_interval": {"avg_ms": 563.914, "count": 53, "max_ms": 18978.55, "p95_ms": 154.188}, "triton_wait": {"avg_ms": 59.794, "count": 54, "max_ms": 79.066, "p95_ms": 78.535}, "visualize": {"avg_ms": 4.818, "count": 54, "max_ms": 6.642, "p95_ms": 5.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16029.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4821.233, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.13, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1946210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:31:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:31:59+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T17:31:59+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T17:31:59.337944+09:00", "mtime_epoch": 1783240319.3379436, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:31:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2368.215, "name": "celery", "pid": 267, "rss_mb": 2368.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.795, "count": 298, "max_ms": 12.322, "p95_ms": 9.489}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.862, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.656, "count": 298, "max_ms": 66.326, "p95_ms": 63.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.111, "count": 298, "max_ms": 73.957, "p95_ms": 68.137}, "yolo11_640_fire_11class": {"avg_ms": 50.287, "count": 298, "max_ms": 66.836, "p95_ms": 63.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.898, "count": 298, "max_ms": 81.025, "p95_ms": 77.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.764, "count": 298, "max_ms": 144.83, "p95_ms": 94.655}, "read_interval": {"avg_ms": 100.734, "count": 297, "max_ms": 596.875, "p95_ms": 157.52}, "triton_wait": {"avg_ms": 55.968, "count": 298, "max_ms": 81.037, "p95_ms": 77.441}, "visualize": {"avg_ms": 3.743, "count": 298, "max_ms": 6.122, "p95_ms": 4.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16029.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 723, "h264_decode_error_count": 1778, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:31:26+09:00", "last_error_summary": "[h264 @ 0x56197f6212c0] cabac decode of qscale diff failed at 40 11 [h264 @ 0x56197f6212c0] error while decoding MB 40 11, bytestream 2937 [h264 @ 0x56198003c780] left block unavailable for requested intra mode [h264 @ 0x56198003c780] error while decoding MB 0 24, bytestream 26 [h264 @ 0x56197fe9ec00] left block unavailable for requested intra mode [h264 @ 0x56197fe9ec00] error while decoding MB 0 21, bytestream 59409 [h264 @ 0x56197f533f00] left block unavailable for requested intra mode [h264 ", "last_exit_at": "2026-07-05T17:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.835, "last_started_at": "2026-07-05T17:31:28+09:00", "pid": 138835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.348, "name": "ffmpeg", "pid": 138835, "rss_mb": 274.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 807, "restart_count_per_hour": 16, "rtsp_timeout_count": 454, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 808}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.766, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:32:03+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T17:32:03+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T17:32:03.386007+09:00", "mtime_epoch": 1783240323.3860066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:32:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.845, "pushed": 7.845, "read": 7.811}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.582, "count": 235, "max_ms": 28.38, "p95_ms": 20.292}, "gstreamer_push": {"avg_ms": 1.116, "count": 235, "max_ms": 1.673, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.501, "count": 235, "max_ms": 66.74, "p95_ms": 62.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.536, "count": 235, "max_ms": 76.522, "p95_ms": 68.44}, "yolo11_640_fire_11class": {"avg_ms": 50.048, "count": 235, "max_ms": 65.988, "p95_ms": 61.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.867, "count": 235, "max_ms": 82.96, "p95_ms": 77.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.808, "count": 235, "max_ms": 145.877, "p95_ms": 137.139}, "read_interval": {"avg_ms": 127.995, "count": 234, "max_ms": 155.206, "p95_ms": 146.754}, "triton_wait": {"avg_ms": 58.54, "count": 235, "max_ms": 82.972, "p95_ms": 77.232}, "visualize": {"avg_ms": 4.748, "count": 235, "max_ms": 6.732, "p95_ms": 5.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16030.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4851.602, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.552, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1946513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:32:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:32:29+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T17:32:29+09:00", "mjpeg": {"age_sec": 0.655, "exists": true, "mtime": "2026-07-05T17:32:29.150407+09:00", "mtime_epoch": 1783240349.150407, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:32:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2368.473, "name": "celery", "pid": 267, "rss_mb": 2368.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.905, "count": 300, "max_ms": 12.089, "p95_ms": 10.481}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.849, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.164, "count": 300, "max_ms": 72.262, "p95_ms": 64.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.16, "count": 300, "max_ms": 77.789, "p95_ms": 68.831}, "yolo11_640_fire_11class": {"avg_ms": 51.538, "count": 300, "max_ms": 68.456, "p95_ms": 64.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.649, "count": 300, "max_ms": 83.258, "p95_ms": 77.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.386, "count": 300, "max_ms": 102.53, "p95_ms": 94.016}, "read_interval": {"avg_ms": 100.267, "count": 299, "max_ms": 693.871, "p95_ms": 112.694}, "triton_wait": {"avg_ms": 56.924, "count": 300, "max_ms": 83.271, "p95_ms": 77.976}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 4.625, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16031.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 723, "h264_decode_error_count": 1778, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:31:26+09:00", "last_error_summary": "[h264 @ 0x56197f6212c0] cabac decode of qscale diff failed at 40 11 [h264 @ 0x56197f6212c0] error while decoding MB 40 11, bytestream 2937 [h264 @ 0x56198003c780] left block unavailable for requested intra mode [h264 @ 0x56198003c780] error while decoding MB 0 24, bytestream 26 [h264 @ 0x56197fe9ec00] left block unavailable for requested intra mode [h264 @ 0x56197fe9ec00] error while decoding MB 0 21, bytestream 59409 [h264 @ 0x56197f533f00] left block unavailable for requested intra mode [h264 ", "last_exit_at": "2026-07-05T17:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.902, "last_started_at": "2026-07-05T17:31:28+09:00", "pid": 138835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.637, "name": "ffmpeg", "pid": 138835, "rss_mb": 275.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 807, "restart_count_per_hour": 16, "rtsp_timeout_count": 454, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 808}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.766, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:32:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:32:33+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T17:32:33+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T17:32:33.474474+09:00", "mtime_epoch": 1783240353.4744744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:32:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9350.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.78, "pushed": 7.78, "read": 7.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.668, "count": 233, "max_ms": 32.724, "p95_ms": 20.134}, "gstreamer_push": {"avg_ms": 1.112, "count": 233, "max_ms": 1.731, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.959, "count": 233, "max_ms": 66.611, "p95_ms": 63.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.779, "count": 233, "max_ms": 76.035, "p95_ms": 68.834}, "yolo11_640_fire_11class": {"avg_ms": 50.739, "count": 233, "max_ms": 67.259, "p95_ms": 64.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.767, "count": 233, "max_ms": 84.669, "p95_ms": 77.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.518, "count": 233, "max_ms": 149.311, "p95_ms": 136.687}, "read_interval": {"avg_ms": 129.147, "count": 232, "max_ms": 158.774, "p95_ms": 146.583}, "triton_wait": {"avg_ms": 59.248, "count": 233, "max_ms": 84.682, "p95_ms": 77.343}, "visualize": {"avg_ms": 4.718, "count": 233, "max_ms": 6.601, "p95_ms": 4.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16032.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4881.817, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.904, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1946813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:32:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:33:00+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T17:32:59+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-05T17:32:59.730883+09:00", "mtime_epoch": 1783240379.7308826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:33:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2368.473, "name": "celery", "pid": 267, "rss_mb": 2368.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.779, "count": 298, "max_ms": 12.407, "p95_ms": 9.186}, "gstreamer_push": {"avg_ms": 1.244, "count": 298, "max_ms": 1.608, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.656, "count": 298, "max_ms": 68.201, "p95_ms": 63.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.481, "count": 298, "max_ms": 74.82, "p95_ms": 68.183}, "yolo11_640_fire_11class": {"avg_ms": 49.971, "count": 298, "max_ms": 67.181, "p95_ms": 63.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.474, "count": 298, "max_ms": 82.272, "p95_ms": 76.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.814, "count": 298, "max_ms": 124.848, "p95_ms": 95.064}, "read_interval": {"avg_ms": 100.908, "count": 297, "max_ms": 600.323, "p95_ms": 146.568}, "triton_wait": {"avg_ms": 55.617, "count": 298, "max_ms": 82.285, "p95_ms": 76.929}, "visualize": {"avg_ms": 3.69, "count": 298, "max_ms": 5.026, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16032.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 723, "h264_decode_error_count": 1778, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:31:26+09:00", "last_error_summary": "[h264 @ 0x56197f6212c0] cabac decode of qscale diff failed at 40 11 [h264 @ 0x56197f6212c0] error while decoding MB 40 11, bytestream 2937 [h264 @ 0x56198003c780] left block unavailable for requested intra mode [h264 @ 0x56198003c780] error while decoding MB 0 24, bytestream 26 [h264 @ 0x56197fe9ec00] left block unavailable for requested intra mode [h264 @ 0x56197fe9ec00] error while decoding MB 0 21, bytestream 59409 [h264 @ 0x56197f533f00] left block unavailable for requested intra mode [h264 ", "last_exit_at": "2026-07-05T17:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.001, "last_started_at": "2026-07-05T17:31:28+09:00", "pid": 138835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.668, "name": "ffmpeg", "pid": 138835, "rss_mb": 276.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 807, "restart_count_per_hour": 16, "rtsp_timeout_count": 454, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 808}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.559, "sample_count": 2170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:33:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:33:03+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:33:03+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T17:33:03.554942+09:00", "mtime_epoch": 1783240383.5549421, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:33:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.909, "pushed": 7.909, "read": 7.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.32, "count": 237, "max_ms": 28.604, "p95_ms": 20.015}, "gstreamer_push": {"avg_ms": 1.118, "count": 237, "max_ms": 1.719, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.961, "count": 237, "max_ms": 66.39, "p95_ms": 62.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.861, "count": 237, "max_ms": 72.676, "p95_ms": 68.047}, "yolo11_640_fire_11class": {"avg_ms": 49.519, "count": 237, "max_ms": 65.309, "p95_ms": 62.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.38, "count": 237, "max_ms": 80.248, "p95_ms": 76.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.287, "count": 237, "max_ms": 143.669, "p95_ms": 135.476}, "read_interval": {"avg_ms": 127.016, "count": 236, "max_ms": 154.885, "p95_ms": 145.272}, "triton_wait": {"avg_ms": 57.969, "count": 237, "max_ms": 80.26, "p95_ms": 76.164}, "visualize": {"avg_ms": 4.629, "count": 237, "max_ms": 5.403, "p95_ms": 4.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16033.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4911.819, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.975, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1947117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:33:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:33:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T17:33:29+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T17:33:29.939353+09:00", "mtime_epoch": 1783240409.9393525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:33:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2368.73, "name": "celery", "pid": 267, "rss_mb": 2368.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.137}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.786, "count": 304, "max_ms": 12.709, "p95_ms": 9.297}, "gstreamer_push": {"avg_ms": 1.259, "count": 304, "max_ms": 1.855, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.41, "count": 304, "max_ms": 66.444, "p95_ms": 63.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.432, "count": 304, "max_ms": 73.882, "p95_ms": 67.682}, "yolo11_640_fire_11class": {"avg_ms": 50.16, "count": 304, "max_ms": 66.288, "p95_ms": 63.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.805, "count": 304, "max_ms": 80.989, "p95_ms": 77.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.871, "count": 304, "max_ms": 127.686, "p95_ms": 94.496}, "read_interval": {"avg_ms": 98.612, "count": 304, "max_ms": 485.627, "p95_ms": 202.316}, "triton_wait": {"avg_ms": 55.851, "count": 304, "max_ms": 81.002, "p95_ms": 77.256}, "visualize": {"avg_ms": 3.724, "count": 304, "max_ms": 5.741, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16033.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 723, "h264_decode_error_count": 1778, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:31:26+09:00", "last_error_summary": "[h264 @ 0x56197f6212c0] cabac decode of qscale diff failed at 40 11 [h264 @ 0x56197f6212c0] error while decoding MB 40 11, bytestream 2937 [h264 @ 0x56198003c780] left block unavailable for requested intra mode [h264 @ 0x56198003c780] error while decoding MB 0 24, bytestream 26 [h264 @ 0x56197fe9ec00] left block unavailable for requested intra mode [h264 @ 0x56197fe9ec00] error while decoding MB 0 21, bytestream 59409 [h264 @ 0x56197f533f00] left block unavailable for requested intra mode [h264 ", "last_exit_at": "2026-07-05T17:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.036, "last_started_at": "2026-07-05T17:31:28+09:00", "pid": 138835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.926, "name": "ffmpeg", "pid": 138835, "rss_mb": 276.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 807, "restart_count_per_hour": 16, "rtsp_timeout_count": 454, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 808}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.58, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:33:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:33:33+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T17:33:33+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:33:33.587409+09:00", "mtime_epoch": 1783240413.5874093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:33:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.789, "pushed": 7.789, "read": 7.755}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.594, "count": 233, "max_ms": 24.738, "p95_ms": 20.148}, "gstreamer_push": {"avg_ms": 1.113, "count": 233, "max_ms": 1.555, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.943, "count": 233, "max_ms": 65.518, "p95_ms": 62.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.423, "count": 233, "max_ms": 71.092, "p95_ms": 67.904}, "yolo11_640_fire_11class": {"avg_ms": 50.187, "count": 233, "max_ms": 66.283, "p95_ms": 62.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.521, "count": 233, "max_ms": 82.097, "p95_ms": 76.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.21, "count": 233, "max_ms": 143.033, "p95_ms": 137.636}, "read_interval": {"avg_ms": 128.918, "count": 232, "max_ms": 154.567, "p95_ms": 147.287}, "triton_wait": {"avg_ms": 59.15, "count": 233, "max_ms": 82.11, "p95_ms": 76.731}, "visualize": {"avg_ms": 4.735, "count": 233, "max_ms": 5.726, "p95_ms": 5.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16033.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4941.875, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.138, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1947416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:34:00+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T17:34:00+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T17:34:00.019820+09:00", "mtime_epoch": 1783240440.0198202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:34:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2368.73, "name": "celery", "pid": 267, "rss_mb": 2368.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.777, "count": 299, "max_ms": 13.128, "p95_ms": 9.921}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 2.034, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.608, "count": 299, "max_ms": 69.174, "p95_ms": 63.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.724, "count": 299, "max_ms": 74.957, "p95_ms": 68.822}, "yolo11_640_fire_11class": {"avg_ms": 49.435, "count": 299, "max_ms": 68.601, "p95_ms": 63.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.76, "count": 299, "max_ms": 85.322, "p95_ms": 77.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.657, "count": 299, "max_ms": 131.526, "p95_ms": 94.138}, "read_interval": {"avg_ms": 100.605, "count": 298, "max_ms": 641.312, "p95_ms": 141.907}, "triton_wait": {"avg_ms": 54.865, "count": 299, "max_ms": 85.334, "p95_ms": 77.745}, "visualize": {"avg_ms": 3.674, "count": 299, "max_ms": 5.141, "p95_ms": 4.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16033.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 723, "h264_decode_error_count": 1778, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:31:26+09:00", "last_error_summary": "[h264 @ 0x56197f6212c0] cabac decode of qscale diff failed at 40 11 [h264 @ 0x56197f6212c0] error while decoding MB 40 11, bytestream 2937 [h264 @ 0x56198003c780] left block unavailable for requested intra mode [h264 @ 0x56198003c780] error while decoding MB 0 24, bytestream 26 [h264 @ 0x56197fe9ec00] left block unavailable for requested intra mode [h264 @ 0x56197fe9ec00] error while decoding MB 0 21, bytestream 59409 [h264 @ 0x56197f533f00] left block unavailable for requested intra mode [h264 ", "last_exit_at": "2026-07-05T17:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.046, "last_started_at": "2026-07-05T17:31:28+09:00", "pid": 138835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.926, "name": "ffmpeg", "pid": 138835, "rss_mb": 276.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 807, "restart_count_per_hour": 16, "rtsp_timeout_count": 454, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 808}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.025, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:34:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:34:03+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T17:34:03+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T17:34:03.579875+09:00", "mtime_epoch": 1783240443.5798755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:34:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.865, "pushed": 7.865, "read": 7.831}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.854, "count": 235, "max_ms": 31.524, "p95_ms": 21.25}, "gstreamer_push": {"avg_ms": 1.128, "count": 235, "max_ms": 1.673, "p95_ms": 1.266}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.31, "count": 235, "max_ms": 68.519, "p95_ms": 62.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.218, "count": 235, "max_ms": 77.243, "p95_ms": 68.191}, "yolo11_640_fire_11class": {"avg_ms": 48.965, "count": 235, "max_ms": 68.506, "p95_ms": 62.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.03, "count": 235, "max_ms": 84.808, "p95_ms": 77.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.967, "count": 235, "max_ms": 145.591, "p95_ms": 137.808}, "read_interval": {"avg_ms": 127.638, "count": 234, "max_ms": 154.978, "p95_ms": 148.106}, "triton_wait": {"avg_ms": 57.652, "count": 235, "max_ms": 84.82, "p95_ms": 77.264}, "visualize": {"avg_ms": 4.721, "count": 235, "max_ms": 6.053, "p95_ms": 5.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16035.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4971.943, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.279, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1947719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:34:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:34:30+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T17:34:30+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T17:34:30.084288+09:00", "mtime_epoch": 1783240470.0842876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:34:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2368.988, "name": "celery", "pid": 267, "rss_mb": 2368.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.77, "count": 303, "max_ms": 10.291, "p95_ms": 8.962}, "gstreamer_push": {"avg_ms": 1.26, "count": 303, "max_ms": 1.575, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.871, "count": 303, "max_ms": 67.704, "p95_ms": 64.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.094, "count": 303, "max_ms": 75.206, "p95_ms": 68.772}, "yolo11_640_fire_11class": {"avg_ms": 51.613, "count": 303, "max_ms": 67.692, "p95_ms": 64.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.915, "count": 303, "max_ms": 82.483, "p95_ms": 77.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.726, "count": 303, "max_ms": 104.875, "p95_ms": 93.591}, "read_interval": {"avg_ms": 99.297, "count": 302, "max_ms": 798.493, "p95_ms": 109.468}, "triton_wait": {"avg_ms": 56.225, "count": 303, "max_ms": 82.496, "p95_ms": 77.495}, "visualize": {"avg_ms": 3.702, "count": 303, "max_ms": 5.111, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16035.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 723, "h264_decode_error_count": 1778, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:31:26+09:00", "last_error_summary": "[h264 @ 0x56197f6212c0] cabac decode of qscale diff failed at 40 11 [h264 @ 0x56197f6212c0] error while decoding MB 40 11, bytestream 2937 [h264 @ 0x56198003c780] left block unavailable for requested intra mode [h264 @ 0x56198003c780] error while decoding MB 0 24, bytestream 26 [h264 @ 0x56197fe9ec00] left block unavailable for requested intra mode [h264 @ 0x56197fe9ec00] error while decoding MB 0 21, bytestream 59409 [h264 @ 0x56197f533f00] left block unavailable for requested intra mode [h264 ", "last_exit_at": "2026-07-05T17:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.161, "last_started_at": "2026-07-05T17:31:28+09:00", "pid": 138835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.816, "name": "ffmpeg", "pid": 138835, "rss_mb": 279.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 807, "restart_count_per_hour": 15, "rtsp_timeout_count": 454, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 808}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.064, "sample_count": 2173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:34:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:34:33+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T17:34:33+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T17:34:33.708344+09:00", "mtime_epoch": 1783240473.7083442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:34:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.768, "pushed": 7.768, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.68, "count": 232, "max_ms": 31.858, "p95_ms": 21.027}, "gstreamer_push": {"avg_ms": 1.111, "count": 233, "max_ms": 1.768, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.155, "count": 232, "max_ms": 65.879, "p95_ms": 62.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.36, "count": 232, "max_ms": 78.751, "p95_ms": 68.165}, "yolo11_640_fire_11class": {"avg_ms": 50.098, "count": 232, "max_ms": 66.243, "p95_ms": 62.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.861, "count": 232, "max_ms": 80.608, "p95_ms": 76.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.756, "count": 233, "max_ms": 141.931, "p95_ms": 136.384}, "read_interval": {"avg_ms": 129.267, "count": 232, "max_ms": 288.813, "p95_ms": 147.367}, "triton_wait": {"avg_ms": 58.498, "count": 232, "max_ms": 80.62, "p95_ms": 76.919}, "visualize": {"avg_ms": 4.73, "count": 232, "max_ms": 7.3, "p95_ms": 4.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16037.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5001.986, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.189, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1948021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:35:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:35:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:35:00+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T17:35:00.128755+09:00", "mtime_epoch": 1783240500.128755, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:35:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2369.246, "name": "celery", "pid": 267, "rss_mb": 2369.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.838, "count": 302, "max_ms": 15.091, "p95_ms": 9.838}, "gstreamer_push": {"avg_ms": 1.232, "count": 302, "max_ms": 1.8, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.845, "count": 302, "max_ms": 69.795, "p95_ms": 63.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.229, "count": 302, "max_ms": 75.312, "p95_ms": 66.771}, "yolo11_640_fire_11class": {"avg_ms": 50.923, "count": 302, "max_ms": 74.328, "p95_ms": 64.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.26, "count": 302, "max_ms": 80.842, "p95_ms": 77.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.669, "count": 302, "max_ms": 135.179, "p95_ms": 100.348}, "read_interval": {"avg_ms": 99.538, "count": 301, "max_ms": 790.334, "p95_ms": 152.453}, "triton_wait": {"avg_ms": 55.568, "count": 302, "max_ms": 80.854, "p95_ms": 77.477}, "visualize": {"avg_ms": 3.703, "count": 302, "max_ms": 6.346, "p95_ms": 4.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16038.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 723, "h264_decode_error_count": 1778, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:31:26+09:00", "last_error_summary": "[h264 @ 0x56197f6212c0] cabac decode of qscale diff failed at 40 11 [h264 @ 0x56197f6212c0] error while decoding MB 40 11, bytestream 2937 [h264 @ 0x56198003c780] left block unavailable for requested intra mode [h264 @ 0x56198003c780] error while decoding MB 0 24, bytestream 26 [h264 @ 0x56197fe9ec00] left block unavailable for requested intra mode [h264 @ 0x56197fe9ec00] error while decoding MB 0 21, bytestream 59409 [h264 @ 0x56197f533f00] left block unavailable for requested intra mode [h264 ", "last_exit_at": "2026-07-05T17:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.196, "last_started_at": "2026-07-05T17:31:28+09:00", "pid": 138835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.395, "name": "ffmpeg", "pid": 138835, "rss_mb": 282.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 807, "restart_count_per_hour": 15, "rtsp_timeout_count": 454, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 808}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.064, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:35:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:35:03+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T17:35:03+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T17:35:03.744811+09:00", "mtime_epoch": 1783240503.7448113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:35:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.862, "pushed": 7.862, "read": 7.828}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.606, "count": 235, "max_ms": 25.047, "p95_ms": 20.39}, "gstreamer_push": {"avg_ms": 1.106, "count": 235, "max_ms": 1.622, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.824, "count": 235, "max_ms": 75.266, "p95_ms": 61.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.604, "count": 235, "max_ms": 69.666, "p95_ms": 66.645}, "yolo11_640_fire_11class": {"avg_ms": 49.76, "count": 235, "max_ms": 66.142, "p95_ms": 62.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.689, "count": 235, "max_ms": 80.01, "p95_ms": 76.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.107, "count": 235, "max_ms": 142.288, "p95_ms": 136.272}, "read_interval": {"avg_ms": 127.818, "count": 234, "max_ms": 151.797, "p95_ms": 146.062}, "triton_wait": {"avg_ms": 58.258, "count": 235, "max_ms": 80.022, "p95_ms": 76.732}, "visualize": {"avg_ms": 4.716, "count": 235, "max_ms": 6.187, "p95_ms": 5.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16039.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5032.058, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.545, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1948320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:35:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:35:30+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T17:35:30+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T17:35:30.197223+09:00", "mtime_epoch": 1783240530.1972227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:35:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2369.246, "name": "celery", "pid": 267, "rss_mb": 2369.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 299, "max_ms": 12.001, "p95_ms": 9.582}, "gstreamer_push": {"avg_ms": 1.236, "count": 299, "max_ms": 2.032, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.044, "count": 299, "max_ms": 71.485, "p95_ms": 63.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.798, "count": 299, "max_ms": 74.827, "p95_ms": 66.844}, "yolo11_640_fire_11class": {"avg_ms": 51.718, "count": 299, "max_ms": 72.314, "p95_ms": 65.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.621, "count": 299, "max_ms": 82.231, "p95_ms": 78.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.217, "count": 299, "max_ms": 138.501, "p95_ms": 95.597}, "read_interval": {"avg_ms": 100.629, "count": 298, "max_ms": 620.389, "p95_ms": 149.311}, "triton_wait": {"avg_ms": 56.091, "count": 299, "max_ms": 82.247, "p95_ms": 78.159}, "visualize": {"avg_ms": 3.658, "count": 299, "max_ms": 5.533, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16039.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 723, "h264_decode_error_count": 1778, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:31:26+09:00", "last_error_summary": "[h264 @ 0x56197f6212c0] cabac decode of qscale diff failed at 40 11 [h264 @ 0x56197f6212c0] error while decoding MB 40 11, bytestream 2937 [h264 @ 0x56198003c780] left block unavailable for requested intra mode [h264 @ 0x56198003c780] error while decoding MB 0 24, bytestream 26 [h264 @ 0x56197fe9ec00] left block unavailable for requested intra mode [h264 @ 0x56197fe9ec00] error while decoding MB 0 21, bytestream 59409 [h264 @ 0x56197f533f00] left block unavailable for requested intra mode [h264 ", "last_exit_at": "2026-07-05T17:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 251.286, "last_started_at": "2026-07-05T17:31:28+09:00", "pid": 138835, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.941, "name": "ffmpeg", "pid": 138835, "rss_mb": 283.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 807, "restart_count_per_hour": 15, "rtsp_timeout_count": 454, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 808}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.792, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:35:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:35:39+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T17:35:39+09:00", "mjpeg": {"age_sec": 9.514, "exists": true, "mtime": "2026-07-05T17:35:30.429226+09:00", "mtime_epoch": 1783240530.4292262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:35:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.376, "pushed": 5.376, "read": 5.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.755, "count": 161, "max_ms": 26.709, "p95_ms": 20.854}, "gstreamer_push": {"avg_ms": 1.102, "count": 161, "max_ms": 1.23, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.968, "count": 161, "max_ms": 67.326, "p95_ms": 61.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.643, "count": 161, "max_ms": 72.989, "p95_ms": 67.357}, "yolo11_640_fire_11class": {"avg_ms": 50.199, "count": 161, "max_ms": 68.078, "p95_ms": 62.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.199, "count": 161, "max_ms": 80.127, "p95_ms": 77.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.874, "count": 161, "max_ms": 141.511, "p95_ms": 138.023}, "read_interval": {"avg_ms": 186.944, "count": 160, "max_ms": 9522.953, "p95_ms": 148.391}, "triton_wait": {"avg_ms": 58.643, "count": 161, "max_ms": 80.139, "p95_ms": 77.372}, "visualize": {"avg_ms": 4.714, "count": 161, "max_ms": 5.493, "p95_ms": 5.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15987.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5062.084, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.461, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1948620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:36:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:36:00+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:36:00+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T17:36:00.221689+09:00", "mtime_epoch": 1783240560.2216895, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:36:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2369.504, "name": "celery", "pid": 267, "rss_mb": 2369.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.718, "count": 300, "max_ms": 11.93, "p95_ms": 8.466}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.49, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.935, "count": 300, "max_ms": 69.285, "p95_ms": 55.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.737, "count": 300, "max_ms": 77.696, "p95_ms": 50.654}, "yolo11_640_fire_11class": {"avg_ms": 47.835, "count": 300, "max_ms": 70.422, "p95_ms": 55.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.166, "count": 300, "max_ms": 79.941, "p95_ms": 68.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.278, "count": 300, "max_ms": 136.07, "p95_ms": 84.206}, "read_interval": {"avg_ms": 100.147, "count": 299, "max_ms": 735.998, "p95_ms": 306.817}, "triton_wait": {"avg_ms": 49.662, "count": 300, "max_ms": 79.953, "p95_ms": 68.058}, "visualize": {"avg_ms": 3.708, "count": 300, "max_ms": 5.298, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16022.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 724, "h264_decode_error_count": 1784, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:35:51+09:00", "last_error_summary": "[h264 @ 0x55da1553f440] left block unavailable for requested intra mode [h264 @ 0x55da1553f440] error while decoding MB 0 30, bytestream 40998 [h264 @ 0x55da1495acc0] cabac decode of qscale diff failed at 12 44 [h264 @ 0x55da1495acc0] error while decoding MB 12 44, bytestream 9254 [h264 @ 0x55da156dd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55da156dd140] error while decoding MB 0 2, bytestream 113968 [h264 @ 0x55da149b1d80] left block unavailable for requested intra mo", "last_exit_at": "2026-07-05T17:35:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.692, "last_started_at": "2026-07-05T17:35:53+09:00", "pid": 138942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.312, "name": "ffmpeg", "pid": 138942, "rss_mb": 264.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 808, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 809}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.083, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:36:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:36:09+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T17:36:09+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T17:36:09.889840+09:00", "mtime_epoch": 1783240569.88984, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:36:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 124, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.179, "pushed": 6.179, "read": 6.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.758, "count": 124, "max_ms": 29.521, "p95_ms": 20.676}, "gstreamer_push": {"avg_ms": 1.111, "count": 124, "max_ms": 1.241, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.507, "count": 124, "max_ms": 65.296, "p95_ms": 62.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.833, "count": 124, "max_ms": 69.288, "p95_ms": 67.396}, "yolo11_640_fire_11class": {"avg_ms": 50.0, "count": 124, "max_ms": 66.505, "p95_ms": 65.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.197, "count": 124, "max_ms": 80.096, "p95_ms": 77.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.314, "count": 124, "max_ms": 146.599, "p95_ms": 138.78}, "read_interval": {"avg_ms": 242.603, "count": 124, "max_ms": 10129.912, "p95_ms": 148.674}, "triton_wait": {"avg_ms": 58.903, "count": 124, "max_ms": 80.109, "p95_ms": 77.122}, "visualize": {"avg_ms": 4.743, "count": 124, "max_ms": 6.249, "p95_ms": 5.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.068, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16026.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5092.14, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.362, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1948923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:36:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:36:30+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T17:36:30+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T17:36:30.266157+09:00", "mtime_epoch": 1783240590.266157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:36:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2369.762, "name": "celery", "pid": 267, "rss_mb": 2369.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.764, "count": 303, "max_ms": 13.075, "p95_ms": 9.088}, "gstreamer_push": {"avg_ms": 1.257, "count": 303, "max_ms": 1.849, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.824, "count": 303, "max_ms": 65.295, "p95_ms": 63.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.664, "count": 303, "max_ms": 73.238, "p95_ms": 67.911}, "yolo11_640_fire_11class": {"avg_ms": 51.735, "count": 303, "max_ms": 69.928, "p95_ms": 64.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.866, "count": 303, "max_ms": 80.855, "p95_ms": 77.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.301, "count": 303, "max_ms": 129.944, "p95_ms": 94.099}, "read_interval": {"avg_ms": 99.196, "count": 302, "max_ms": 594.431, "p95_ms": 151.333}, "triton_wait": {"avg_ms": 55.478, "count": 303, "max_ms": 80.87, "p95_ms": 77.522}, "visualize": {"avg_ms": 3.705, "count": 303, "max_ms": 5.323, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16026.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 724, "h264_decode_error_count": 1784, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:35:51+09:00", "last_error_summary": "[h264 @ 0x55da1553f440] left block unavailable for requested intra mode [h264 @ 0x55da1553f440] error while decoding MB 0 30, bytestream 40998 [h264 @ 0x55da1495acc0] cabac decode of qscale diff failed at 12 44 [h264 @ 0x55da1495acc0] error while decoding MB 12 44, bytestream 9254 [h264 @ 0x55da156dd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55da156dd140] error while decoding MB 0 2, bytestream 113968 [h264 @ 0x55da149b1d80] left block unavailable for requested intra mo", "last_exit_at": "2026-07-05T17:35:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.805, "last_started_at": "2026-07-05T17:35:53+09:00", "pid": 138942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.953, "name": "ffmpeg", "pid": 138942, "rss_mb": 268.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 808, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 809}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.17, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:36:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:36:40+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T17:36:39+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T17:36:39.994308+09:00", "mtime_epoch": 1783240599.994308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:36:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.736, "pushed": 7.736, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.505, "count": 231, "max_ms": 23.628, "p95_ms": 19.989}, "gstreamer_push": {"avg_ms": 1.121, "count": 232, "max_ms": 1.605, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.062, "count": 231, "max_ms": 65.321, "p95_ms": 62.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.046, "count": 231, "max_ms": 73.565, "p95_ms": 68.375}, "yolo11_640_fire_11class": {"avg_ms": 51.354, "count": 231, "max_ms": 67.742, "p95_ms": 64.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.305, "count": 231, "max_ms": 81.092, "p95_ms": 78.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.192, "count": 232, "max_ms": 142.624, "p95_ms": 137.873}, "read_interval": {"avg_ms": 129.8, "count": 231, "max_ms": 152.092, "p95_ms": 148.185}, "triton_wait": {"avg_ms": 60.096, "count": 231, "max_ms": 81.105, "p95_ms": 78.214}, "visualize": {"avg_ms": 4.723, "count": 231, "max_ms": 5.961, "p95_ms": 4.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16026.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5122.157, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.792, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1949220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:37:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:37:00+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T17:37:00+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T17:37:00.278624+09:00", "mtime_epoch": 1783240620.2786236, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:37:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2369.762, "name": "celery", "pid": 267, "rss_mb": 2369.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.887}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.925, "count": 297, "max_ms": 13.276, "p95_ms": 9.94}, "gstreamer_push": {"avg_ms": 1.237, "count": 297, "max_ms": 1.52, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.341, "count": 297, "max_ms": 69.936, "p95_ms": 63.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.392, "count": 297, "max_ms": 75.529, "p95_ms": 68.64}, "yolo11_640_fire_11class": {"avg_ms": 52.167, "count": 297, "max_ms": 71.82, "p95_ms": 65.3}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.917, "count": 297, "max_ms": 84.784, "p95_ms": 78.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.361, "count": 297, "max_ms": 135.452, "p95_ms": 106.597}, "read_interval": {"avg_ms": 101.041, "count": 296, "max_ms": 437.38, "p95_ms": 168.79}, "triton_wait": {"avg_ms": 57.331, "count": 297, "max_ms": 84.797, "p95_ms": 78.583}, "visualize": {"avg_ms": 3.775, "count": 297, "max_ms": 5.703, "p95_ms": 5.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16026.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 724, "h264_decode_error_count": 1784, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:35:51+09:00", "last_error_summary": "[h264 @ 0x55da1553f440] left block unavailable for requested intra mode [h264 @ 0x55da1553f440] error while decoding MB 0 30, bytestream 40998 [h264 @ 0x55da1495acc0] cabac decode of qscale diff failed at 12 44 [h264 @ 0x55da1495acc0] error while decoding MB 12 44, bytestream 9254 [h264 @ 0x55da156dd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55da156dd140] error while decoding MB 0 2, bytestream 113968 [h264 @ 0x55da149b1d80] left block unavailable for requested intra mo", "last_exit_at": "2026-07-05T17:35:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.893, "last_started_at": "2026-07-05T17:35:53+09:00", "pid": 138942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.953, "name": "ffmpeg", "pid": 138942, "rss_mb": 268.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 808, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 809}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.212, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:37:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:37:10+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T17:37:10+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:37:10.090776+09:00", "mtime_epoch": 1783240630.0907762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:37:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.781, "pushed": 7.781, "read": 7.748}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.707, "count": 233, "max_ms": 22.968, "p95_ms": 20.764}, "gstreamer_push": {"avg_ms": 1.107, "count": 233, "max_ms": 1.341, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.871, "count": 233, "max_ms": 75.494, "p95_ms": 61.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.102, "count": 233, "max_ms": 74.407, "p95_ms": 67.298}, "yolo11_640_fire_11class": {"avg_ms": 50.063, "count": 233, "max_ms": 76.504, "p95_ms": 64.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.112, "count": 233, "max_ms": 81.343, "p95_ms": 77.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.399, "count": 233, "max_ms": 154.427, "p95_ms": 138.252}, "read_interval": {"avg_ms": 129.145, "count": 232, "max_ms": 162.484, "p95_ms": 147.848}, "triton_wait": {"avg_ms": 58.784, "count": 233, "max_ms": 81.355, "p95_ms": 77.037}, "visualize": {"avg_ms": 4.738, "count": 233, "max_ms": 5.942, "p95_ms": 5.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16026.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5152.177, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.479, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1949521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:37:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:37:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:37:30+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T17:37:30.319091+09:00", "mtime_epoch": 1783240650.3190908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:37:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2369.762, "name": "celery", "pid": 267, "rss_mb": 2369.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.919, "count": 301, "max_ms": 11.589, "p95_ms": 9.826}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 1.884, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.704, "count": 301, "max_ms": 65.415, "p95_ms": 63.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.311, "count": 301, "max_ms": 72.576, "p95_ms": 68.174}, "yolo11_640_fire_11class": {"avg_ms": 50.539, "count": 301, "max_ms": 68.011, "p95_ms": 64.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.492, "count": 301, "max_ms": 81.329, "p95_ms": 78.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.077, "count": 301, "max_ms": 137.759, "p95_ms": 103.026}, "read_interval": {"avg_ms": 99.791, "count": 300, "max_ms": 560.734, "p95_ms": 148.491}, "triton_wait": {"avg_ms": 55.729, "count": 301, "max_ms": 81.341, "p95_ms": 78.37}, "visualize": {"avg_ms": 3.781, "count": 301, "max_ms": 5.596, "p95_ms": 4.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16027.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 724, "h264_decode_error_count": 1784, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:35:51+09:00", "last_error_summary": "[h264 @ 0x55da1553f440] left block unavailable for requested intra mode [h264 @ 0x55da1553f440] error while decoding MB 0 30, bytestream 40998 [h264 @ 0x55da1495acc0] cabac decode of qscale diff failed at 12 44 [h264 @ 0x55da1495acc0] error while decoding MB 12 44, bytestream 9254 [h264 @ 0x55da156dd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55da156dd140] error while decoding MB 0 2, bytestream 113968 [h264 @ 0x55da149b1d80] left block unavailable for requested intra mo", "last_exit_at": "2026-07-05T17:35:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.999, "last_started_at": "2026-07-05T17:35:53+09:00", "pid": 138942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.211, "name": "ffmpeg", "pid": 138942, "rss_mb": 269.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 808, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 809}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.901, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:37:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:37:40+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T17:37:40+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T17:37:40.199244+09:00", "mtime_epoch": 1783240660.1992445, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:37:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9351.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.678, "pushed": 7.678, "read": 7.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.697, "count": 230, "max_ms": 27.599, "p95_ms": 20.845}, "gstreamer_push": {"avg_ms": 1.11, "count": 230, "max_ms": 1.564, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.772, "count": 230, "max_ms": 68.879, "p95_ms": 63.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.552, "count": 230, "max_ms": 78.584, "p95_ms": 68.937}, "yolo11_640_fire_11class": {"avg_ms": 50.652, "count": 230, "max_ms": 68.003, "p95_ms": 64.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.11, "count": 230, "max_ms": 80.277, "p95_ms": 78.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.245, "count": 230, "max_ms": 168.625, "p95_ms": 141.334}, "read_interval": {"avg_ms": 130.941, "count": 229, "max_ms": 176.848, "p95_ms": 152.981}, "triton_wait": {"avg_ms": 59.757, "count": 230, "max_ms": 80.288, "p95_ms": 78.456}, "visualize": {"avg_ms": 4.802, "count": 230, "max_ms": 7.728, "p95_ms": 5.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16027.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5182.191, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.584, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1949821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:38:00+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T17:38:00+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-05T17:38:00.339558+09:00", "mtime_epoch": 1783240680.3395576, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:38:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2370.02, "name": "celery", "pid": 267, "rss_mb": 2370.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.879, "count": 300, "max_ms": 13.873, "p95_ms": 9.883}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.483, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.351, "count": 300, "max_ms": 73.177, "p95_ms": 64.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.759, "count": 300, "max_ms": 76.167, "p95_ms": 69.152}, "yolo11_640_fire_11class": {"avg_ms": 51.51, "count": 300, "max_ms": 70.377, "p95_ms": 64.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.719, "count": 300, "max_ms": 83.531, "p95_ms": 78.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.736, "count": 300, "max_ms": 115.366, "p95_ms": 95.677}, "read_interval": {"avg_ms": 100.064, "count": 300, "max_ms": 609.332, "p95_ms": 125.213}, "triton_wait": {"avg_ms": 56.058, "count": 300, "max_ms": 83.543, "p95_ms": 78.276}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 6.049, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16030.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 724, "h264_decode_error_count": 1784, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:35:51+09:00", "last_error_summary": "[h264 @ 0x55da1553f440] left block unavailable for requested intra mode [h264 @ 0x55da1553f440] error while decoding MB 0 30, bytestream 40998 [h264 @ 0x55da1495acc0] cabac decode of qscale diff failed at 12 44 [h264 @ 0x55da1495acc0] error while decoding MB 12 44, bytestream 9254 [h264 @ 0x55da156dd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55da156dd140] error while decoding MB 0 2, bytestream 113968 [h264 @ 0x55da149b1d80] left block unavailable for requested intra mo", "last_exit_at": "2026-07-05T17:35:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.1, "last_started_at": "2026-07-05T17:35:53+09:00", "pid": 138942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.305, "name": "ffmpeg", "pid": 138942, "rss_mb": 272.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 808, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 809}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.09, "sample_count": 2144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:38:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:38:10+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-05T17:38:10+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T17:38:10.287712+09:00", "mtime_epoch": 1783240690.2877123, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:38:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9352.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.805, "pushed": 7.805, "read": 7.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.592, "count": 233, "max_ms": 31.431, "p95_ms": 20.596}, "gstreamer_push": {"avg_ms": 1.135, "count": 234, "max_ms": 1.777, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.414, "count": 233, "max_ms": 65.542, "p95_ms": 63.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.177, "count": 233, "max_ms": 75.419, "p95_ms": 68.418}, "yolo11_640_fire_11class": {"avg_ms": 50.016, "count": 233, "max_ms": 67.428, "p95_ms": 63.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.169, "count": 233, "max_ms": 81.517, "p95_ms": 77.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.768, "count": 234, "max_ms": 141.453, "p95_ms": 137.263}, "read_interval": {"avg_ms": 128.617, "count": 233, "max_ms": 151.736, "p95_ms": 148.186}, "triton_wait": {"avg_ms": 58.735, "count": 233, "max_ms": 81.531, "p95_ms": 77.377}, "visualize": {"avg_ms": 4.74, "count": 233, "max_ms": 6.096, "p95_ms": 5.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16030.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5212.221, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.695, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1950120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:38:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:38:30+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T17:38:30+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T17:38:30.364025+09:00", "mtime_epoch": 1783240710.3640246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:38:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2370.02, "name": "celery", "pid": 267, "rss_mb": 2370.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 299, "max_ms": 11.959, "p95_ms": 9.814}, "gstreamer_push": {"avg_ms": 1.238, "count": 299, "max_ms": 1.739, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.646, "count": 299, "max_ms": 67.703, "p95_ms": 64.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.049, "count": 299, "max_ms": 72.763, "p95_ms": 68.672}, "yolo11_640_fire_11class": {"avg_ms": 51.936, "count": 299, "max_ms": 69.787, "p95_ms": 64.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.105, "count": 299, "max_ms": 82.102, "p95_ms": 77.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.779, "count": 299, "max_ms": 144.75, "p95_ms": 95.695}, "read_interval": {"avg_ms": 100.489, "count": 298, "max_ms": 766.446, "p95_ms": 141.22}, "triton_wait": {"avg_ms": 56.487, "count": 299, "max_ms": 82.114, "p95_ms": 77.956}, "visualize": {"avg_ms": 3.68, "count": 299, "max_ms": 6.031, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16030.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 724, "h264_decode_error_count": 1784, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:35:51+09:00", "last_error_summary": "[h264 @ 0x55da1553f440] left block unavailable for requested intra mode [h264 @ 0x55da1553f440] error while decoding MB 0 30, bytestream 40998 [h264 @ 0x55da1495acc0] cabac decode of qscale diff failed at 12 44 [h264 @ 0x55da1495acc0] error while decoding MB 12 44, bytestream 9254 [h264 @ 0x55da156dd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55da156dd140] error while decoding MB 0 2, bytestream 113968 [h264 @ 0x55da149b1d80] left block unavailable for requested intra mo", "last_exit_at": "2026-07-05T17:35:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.166, "last_started_at": "2026-07-05T17:35:53+09:00", "pid": 138942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.305, "name": "ffmpeg", "pid": 138942, "rss_mb": 272.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 808, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 809}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.023, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:38:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:38:40+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T17:38:40+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T17:38:40.368180+09:00", "mtime_epoch": 1783240720.3681803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:38:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9352.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.85, "pushed": 7.85, "read": 7.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.567, "count": 235, "max_ms": 29.132, "p95_ms": 20.845}, "gstreamer_push": {"avg_ms": 1.104, "count": 235, "max_ms": 1.295, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.862, "count": 235, "max_ms": 65.009, "p95_ms": 62.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.818, "count": 235, "max_ms": 73.819, "p95_ms": 67.243}, "yolo11_640_fire_11class": {"avg_ms": 50.053, "count": 235, "max_ms": 67.159, "p95_ms": 63.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.222, "count": 235, "max_ms": 79.525, "p95_ms": 77.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.173, "count": 235, "max_ms": 140.455, "p95_ms": 136.546}, "read_interval": {"avg_ms": 127.964, "count": 234, "max_ms": 150.194, "p95_ms": 146.574}, "triton_wait": {"avg_ms": 58.029, "count": 235, "max_ms": 79.56, "p95_ms": 77.171}, "visualize": {"avg_ms": 4.745, "count": 235, "max_ms": 6.726, "p95_ms": 5.511}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16030.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5242.233, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.053, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1950419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:39:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:39:00+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T17:39:00+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T17:39:00.356491+09:00", "mtime_epoch": 1783240740.356491, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:39:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2370.277, "name": "celery", "pid": 267, "rss_mb": 2370.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.774, "count": 299, "max_ms": 13.271, "p95_ms": 9.957}, "gstreamer_push": {"avg_ms": 1.23, "count": 299, "max_ms": 2.167, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.265, "count": 299, "max_ms": 68.211, "p95_ms": 63.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.572, "count": 299, "max_ms": 73.618, "p95_ms": 67.183}, "yolo11_640_fire_11class": {"avg_ms": 50.347, "count": 299, "max_ms": 70.191, "p95_ms": 65.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.984, "count": 299, "max_ms": 81.66, "p95_ms": 75.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.456, "count": 299, "max_ms": 133.92, "p95_ms": 98.15}, "read_interval": {"avg_ms": 100.329, "count": 299, "max_ms": 947.962, "p95_ms": 147.228}, "triton_wait": {"avg_ms": 54.64, "count": 299, "max_ms": 81.673, "p95_ms": 75.842}, "visualize": {"avg_ms": 3.675, "count": 299, "max_ms": 5.236, "p95_ms": 4.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16034.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 724, "h264_decode_error_count": 1784, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:35:51+09:00", "last_error_summary": "[h264 @ 0x55da1553f440] left block unavailable for requested intra mode [h264 @ 0x55da1553f440] error while decoding MB 0 30, bytestream 40998 [h264 @ 0x55da1495acc0] cabac decode of qscale diff failed at 12 44 [h264 @ 0x55da1495acc0] error while decoding MB 12 44, bytestream 9254 [h264 @ 0x55da156dd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55da156dd140] error while decoding MB 0 2, bytestream 113968 [h264 @ 0x55da149b1d80] left block unavailable for requested intra mo", "last_exit_at": "2026-07-05T17:35:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.238, "last_started_at": "2026-07-05T17:35:53+09:00", "pid": 138942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.141, "name": "ffmpeg", "pid": 138942, "rss_mb": 275.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 808, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 809}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.57, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1526147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:39:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:39:10+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T17:39:10+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T17:39:10.416648+09:00", "mtime_epoch": 1783240750.4166477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:39:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9352.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.713, "pushed": 7.713, "read": 7.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.444, "count": 231, "max_ms": 31.683, "p95_ms": 25.098}, "gstreamer_push": {"avg_ms": 1.107, "count": 231, "max_ms": 1.488, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.707, "count": 231, "max_ms": 65.543, "p95_ms": 62.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.969, "count": 231, "max_ms": 72.55, "p95_ms": 67.192}, "yolo11_640_fire_11class": {"avg_ms": 49.403, "count": 231, "max_ms": 66.361, "p95_ms": 62.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.661, "count": 231, "max_ms": 81.608, "p95_ms": 77.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.363, "count": 231, "max_ms": 167.222, "p95_ms": 142.158}, "read_interval": {"avg_ms": 130.127, "count": 230, "max_ms": 177.41, "p95_ms": 152.538}, "triton_wait": {"avg_ms": 58.152, "count": 231, "max_ms": 81.62, "p95_ms": 77.03}, "visualize": {"avg_ms": 4.807, "count": 231, "max_ms": 6.858, "p95_ms": 5.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16034.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5272.3, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.63, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1950721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:39:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:39:30+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T17:39:30+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:39:30.396958+09:00", "mtime_epoch": 1783240770.3969584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:39:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2370.535, "name": "celery", "pid": 267, "rss_mb": 2370.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.043, "count": 302, "max_ms": 13.695, "p95_ms": 11.603}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 1.723, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.539, "count": 302, "max_ms": 66.882, "p95_ms": 63.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.006, "count": 302, "max_ms": 74.591, "p95_ms": 67.961}, "yolo11_640_fire_11class": {"avg_ms": 49.402, "count": 302, "max_ms": 66.71, "p95_ms": 63.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.21, "count": 302, "max_ms": 80.453, "p95_ms": 77.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.778, "count": 302, "max_ms": 133.35, "p95_ms": 99.658}, "read_interval": {"avg_ms": 99.457, "count": 301, "max_ms": 636.536, "p95_ms": 160.855}, "triton_wait": {"avg_ms": 55.317, "count": 302, "max_ms": 80.468, "p95_ms": 77.604}, "visualize": {"avg_ms": 3.769, "count": 302, "max_ms": 6.317, "p95_ms": 4.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16050.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 724, "h264_decode_error_count": 1784, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:35:51+09:00", "last_error_summary": "[h264 @ 0x55da1553f440] left block unavailable for requested intra mode [h264 @ 0x55da1553f440] error while decoding MB 0 30, bytestream 40998 [h264 @ 0x55da1495acc0] cabac decode of qscale diff failed at 12 44 [h264 @ 0x55da1495acc0] error while decoding MB 12 44, bytestream 9254 [h264 @ 0x55da156dd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55da156dd140] error while decoding MB 0 2, bytestream 113968 [h264 @ 0x55da149b1d80] left block unavailable for requested intra mo", "last_exit_at": "2026-07-05T17:35:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.321, "last_started_at": "2026-07-05T17:35:53+09:00", "pid": 138942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.527, "name": "ffmpeg", "pid": 138942, "rss_mb": 291.527, "state": "S (sleeping)", "threads": 104}, "restart_count": 808, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 809}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.57, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1526380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:39:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:39:40+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T17:39:40+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T17:39:40.493115+09:00", "mtime_epoch": 1783240780.4931154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:39:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9352.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.777, "pushed": 7.777, "read": 7.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.692, "count": 233, "max_ms": 35.071, "p95_ms": 20.669}, "gstreamer_push": {"avg_ms": 1.107, "count": 233, "max_ms": 1.665, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.713, "count": 233, "max_ms": 64.563, "p95_ms": 61.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.624, "count": 233, "max_ms": 73.209, "p95_ms": 67.628}, "yolo11_640_fire_11class": {"avg_ms": 49.578, "count": 233, "max_ms": 63.817, "p95_ms": 61.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.51, "count": 233, "max_ms": 79.318, "p95_ms": 76.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.465, "count": 233, "max_ms": 154.282, "p95_ms": 136.496}, "read_interval": {"avg_ms": 129.035, "count": 232, "max_ms": 163.183, "p95_ms": 145.854}, "triton_wait": {"avg_ms": 59.227, "count": 233, "max_ms": 79.33, "p95_ms": 76.658}, "visualize": {"avg_ms": 4.71, "count": 233, "max_ms": 6.127, "p95_ms": 5.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16025.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5302.523, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.095, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1951024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:40:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:40:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:40:00+09:00", "mjpeg": {"age_sec": 0.572, "exists": true, "mtime": "2026-07-05T17:40:00.153421+09:00", "mtime_epoch": 1783240800.1534212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:40:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2370.535, "name": "celery", "pid": 267, "rss_mb": 2370.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 302, "max_ms": 15.716, "p95_ms": 9.923}, "gstreamer_push": {"avg_ms": 1.262, "count": 302, "max_ms": 2.006, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.448, "count": 302, "max_ms": 66.664, "p95_ms": 62.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.392, "count": 302, "max_ms": 72.402, "p95_ms": 59.535}, "yolo11_640_fire_11class": {"avg_ms": 50.111, "count": 302, "max_ms": 68.077, "p95_ms": 62.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.985, "count": 302, "max_ms": 83.542, "p95_ms": 76.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.787, "count": 302, "max_ms": 131.816, "p95_ms": 103.763}, "read_interval": {"avg_ms": 99.703, "count": 301, "max_ms": 585.571, "p95_ms": 139.752}, "triton_wait": {"avg_ms": 55.218, "count": 302, "max_ms": 83.555, "p95_ms": 76.224}, "visualize": {"avg_ms": 3.741, "count": 302, "max_ms": 6.123, "p95_ms": 4.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16026.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 725, "h264_decode_error_count": 1785, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:39:40+09:00", "last_error_summary": "[h264 @ 0x560e372e5240] error while decoding MB 61 33, bytestream -11", "last_exit_at": "2026-07-05T17:39:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.956, "last_started_at": "2026-07-05T17:39:43+09:00", "pid": 139049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.234, "name": "ffmpeg", "pid": 139049, "rss_mb": 267.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 809, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 810}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.492, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1526570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:40:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:40:10+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T17:40:10+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T17:40:10.529583+09:00", "mtime_epoch": 1783240810.5295827, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:40:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9352.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.35, "pushed": 6.35, "read": 6.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.721, "count": 190, "max_ms": 23.526, "p95_ms": 20.856}, "gstreamer_push": {"avg_ms": 1.09, "count": 190, "max_ms": 1.892, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.567, "count": 190, "max_ms": 64.83, "p95_ms": 62.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.866, "count": 190, "max_ms": 77.938, "p95_ms": 66.873}, "yolo11_640_fire_11class": {"avg_ms": 50.125, "count": 190, "max_ms": 67.488, "p95_ms": 64.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.681, "count": 190, "max_ms": 80.942, "p95_ms": 76.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.293, "count": 190, "max_ms": 172.215, "p95_ms": 158.795}, "read_interval": {"avg_ms": 158.119, "count": 189, "max_ms": 4828.47, "p95_ms": 167.234}, "triton_wait": {"avg_ms": 59.298, "count": 190, "max_ms": 80.954, "p95_ms": 76.718}, "visualize": {"avg_ms": 4.937, "count": 190, "max_ms": 6.739, "p95_ms": 6.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16028.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5332.59, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.006, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1951324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:40:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:40:30+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T17:40:30+09:00", "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-07-05T17:40:30.741897+09:00", "mtime_epoch": 1783240830.741897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:40:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2370.793, "name": "celery", "pid": 267, "rss_mb": 2370.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.743, "count": 300, "max_ms": 14.252, "p95_ms": 9.97}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.944, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.466, "count": 300, "max_ms": 68.201, "p95_ms": 64.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.809, "count": 300, "max_ms": 74.193, "p95_ms": 66.208}, "yolo11_640_fire_11class": {"avg_ms": 51.181, "count": 300, "max_ms": 69.152, "p95_ms": 65.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.288, "count": 300, "max_ms": 82.01, "p95_ms": 78.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.957, "count": 300, "max_ms": 136.218, "p95_ms": 102.382}, "read_interval": {"avg_ms": 100.28, "count": 299, "max_ms": 704.501, "p95_ms": 153.046}, "triton_wait": {"avg_ms": 55.623, "count": 300, "max_ms": 82.022, "p95_ms": 78.028}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 5.753, "p95_ms": 4.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16029.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 725, "h264_decode_error_count": 1785, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:39:40+09:00", "last_error_summary": "[h264 @ 0x560e372e5240] error while decoding MB 61 33, bytestream -11", "last_exit_at": "2026-07-05T17:39:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.084, "last_started_at": "2026-07-05T17:39:43+09:00", "pid": 139049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.297, "name": "ffmpeg", "pid": 139049, "rss_mb": 269.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 809, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 810}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.787, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1526802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:40:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:40:40+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T17:40:40+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T17:40:40.670051+09:00", "mtime_epoch": 1783240840.6700513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:40:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9352.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.74, "pushed": 7.74, "read": 7.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.511, "count": 231, "max_ms": 22.836, "p95_ms": 21.093}, "gstreamer_push": {"avg_ms": 1.106, "count": 232, "max_ms": 1.494, "p95_ms": 1.246}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.359, "count": 231, "max_ms": 64.95, "p95_ms": 61.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.098, "count": 231, "max_ms": 74.647, "p95_ms": 66.945}, "yolo11_640_fire_11class": {"avg_ms": 49.349, "count": 231, "max_ms": 67.647, "p95_ms": 63.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.634, "count": 231, "max_ms": 81.864, "p95_ms": 75.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.324, "count": 232, "max_ms": 160.175, "p95_ms": 142.15}, "read_interval": {"avg_ms": 129.818, "count": 231, "max_ms": 168.35, "p95_ms": 151.495}, "triton_wait": {"avg_ms": 58.476, "count": 231, "max_ms": 81.875, "p95_ms": 75.827}, "visualize": {"avg_ms": 4.818, "count": 231, "max_ms": 6.139, "p95_ms": 5.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16029.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5362.644, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.289, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1951626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:41:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:41:00+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T17:41:00+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T17:41:00.762364+09:00", "mtime_epoch": 1783240860.762364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:41:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2371.051, "name": "celery", "pid": 267, "rss_mb": 2371.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.733, "count": 302, "max_ms": 12.595, "p95_ms": 9.679}, "gstreamer_push": {"avg_ms": 1.236, "count": 302, "max_ms": 1.789, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.873, "count": 302, "max_ms": 65.988, "p95_ms": 63.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.071, "count": 302, "max_ms": 73.371, "p95_ms": 66.517}, "yolo11_640_fire_11class": {"avg_ms": 51.722, "count": 302, "max_ms": 70.141, "p95_ms": 64.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.998, "count": 302, "max_ms": 80.288, "p95_ms": 76.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.373, "count": 302, "max_ms": 132.876, "p95_ms": 99.36}, "read_interval": {"avg_ms": 99.492, "count": 301, "max_ms": 814.288, "p95_ms": 115.7}, "triton_wait": {"avg_ms": 56.299, "count": 302, "max_ms": 80.299, "p95_ms": 76.943}, "visualize": {"avg_ms": 3.726, "count": 302, "max_ms": 6.044, "p95_ms": 4.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16029.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 725, "h264_decode_error_count": 1785, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:39:40+09:00", "last_error_summary": "[h264 @ 0x560e372e5240] error while decoding MB 61 33, bytestream -11", "last_exit_at": "2026-07-05T17:39:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.102, "last_started_at": "2026-07-05T17:39:43+09:00", "pid": 139049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.328, "name": "ffmpeg", "pid": 139049, "rss_mb": 270.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 809, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 810}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.71, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:41:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:41:10+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T17:41:10+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T17:41:10.678518+09:00", "mtime_epoch": 1783240870.6785183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:41:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9352.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.727, "pushed": 7.727, "read": 7.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.619, "count": 231, "max_ms": 24.972, "p95_ms": 20.633}, "gstreamer_push": {"avg_ms": 1.108, "count": 231, "max_ms": 1.763, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.73, "count": 231, "max_ms": 66.8, "p95_ms": 62.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.627, "count": 231, "max_ms": 74.706, "p95_ms": 67.794}, "yolo11_640_fire_11class": {"avg_ms": 49.737, "count": 231, "max_ms": 69.385, "p95_ms": 62.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.183, "count": 231, "max_ms": 80.921, "p95_ms": 76.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.171, "count": 231, "max_ms": 165.873, "p95_ms": 138.42}, "read_interval": {"avg_ms": 129.845, "count": 230, "max_ms": 173.998, "p95_ms": 149.144}, "triton_wait": {"avg_ms": 58.951, "count": 231, "max_ms": 80.933, "p95_ms": 76.843}, "visualize": {"avg_ms": 4.84, "count": 231, "max_ms": 7.38, "p95_ms": 5.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16029.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5392.675, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.904, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1951927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:41:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:41:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:41:30+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T17:41:30.818831+09:00", "mtime_epoch": 1783240890.8188314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:41:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2371.051, "name": "celery", "pid": 267, "rss_mb": 2371.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.641, "count": 301, "max_ms": 10.049, "p95_ms": 8.806}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.737, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.858, "count": 301, "max_ms": 70.722, "p95_ms": 63.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.868, "count": 301, "max_ms": 75.194, "p95_ms": 66.799}, "yolo11_640_fire_11class": {"avg_ms": 49.514, "count": 301, "max_ms": 69.588, "p95_ms": 63.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.659, "count": 301, "max_ms": 85.354, "p95_ms": 77.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.856, "count": 301, "max_ms": 133.678, "p95_ms": 94.917}, "read_interval": {"avg_ms": 99.828, "count": 300, "max_ms": 669.287, "p95_ms": 137.206}, "triton_wait": {"avg_ms": 55.767, "count": 301, "max_ms": 85.367, "p95_ms": 78.004}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.312, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16029.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 725, "h264_decode_error_count": 1785, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:39:40+09:00", "last_error_summary": "[h264 @ 0x560e372e5240] error while decoding MB 61 33, bytestream -11", "last_exit_at": "2026-07-05T17:39:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.134, "last_started_at": "2026-07-05T17:39:43+09:00", "pid": 139049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.844, "name": "ffmpeg", "pid": 139049, "rss_mb": 270.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 809, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 810}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.927, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:41:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:41:40+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-05T17:41:40+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T17:41:40.726986+09:00", "mtime_epoch": 1783240900.7269857, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:41:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9352.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.659, "pushed": 7.659, "read": 7.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.739, "count": 229, "max_ms": 26.447, "p95_ms": 21.54}, "gstreamer_push": {"avg_ms": 1.11, "count": 229, "max_ms": 1.598, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.394, "count": 229, "max_ms": 69.428, "p95_ms": 61.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.438, "count": 229, "max_ms": 77.878, "p95_ms": 68.883}, "yolo11_640_fire_11class": {"avg_ms": 49.404, "count": 229, "max_ms": 68.419, "p95_ms": 61.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.659, "count": 229, "max_ms": 84.346, "p95_ms": 77.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.306, "count": 229, "max_ms": 165.704, "p95_ms": 141.115}, "read_interval": {"avg_ms": 131.103, "count": 228, "max_ms": 173.841, "p95_ms": 150.414}, "triton_wait": {"avg_ms": 58.493, "count": 229, "max_ms": 84.358, "p95_ms": 77.271}, "visualize": {"avg_ms": 4.97, "count": 229, "max_ms": 8.688, "p95_ms": 6.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16029.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5422.76, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.006, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1952227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:42:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:42:00+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T17:42:00+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T17:42:00.879299+09:00", "mtime_epoch": 1783240920.8792992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:42:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2371.051, "name": "celery", "pid": 267, "rss_mb": 2371.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.706, "count": 299, "max_ms": 11.884, "p95_ms": 9.419}, "gstreamer_push": {"avg_ms": 1.249, "count": 299, "max_ms": 1.706, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.94, "count": 299, "max_ms": 71.423, "p95_ms": 64.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.99, "count": 299, "max_ms": 77.754, "p95_ms": 67.704}, "yolo11_640_fire_11class": {"avg_ms": 49.815, "count": 299, "max_ms": 70.824, "p95_ms": 65.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.494, "count": 299, "max_ms": 82.441, "p95_ms": 77.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.14, "count": 299, "max_ms": 132.82, "p95_ms": 96.013}, "read_interval": {"avg_ms": 100.272, "count": 299, "max_ms": 711.947, "p95_ms": 143.44}, "triton_wait": {"avg_ms": 54.825, "count": 299, "max_ms": 82.455, "p95_ms": 77.506}, "visualize": {"avg_ms": 3.632, "count": 299, "max_ms": 5.645, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16029.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 725, "h264_decode_error_count": 1785, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:39:40+09:00", "last_error_summary": "[h264 @ 0x560e372e5240] error while decoding MB 61 33, bytestream -11", "last_exit_at": "2026-07-05T17:39:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.205, "last_started_at": "2026-07-05T17:39:43+09:00", "pid": 139049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.102, "name": "ffmpeg", "pid": 139049, "rss_mb": 271.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 809, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 810}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.62, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:42:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:42:10+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:42:10+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T17:42:10.807453+09:00", "mtime_epoch": 1783240930.8074534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:42:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.613, "pushed": 7.613, "read": 7.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.793, "count": 228, "max_ms": 27.544, "p95_ms": 21.792}, "gstreamer_push": {"avg_ms": 1.092, "count": 228, "max_ms": 1.678, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.693, "count": 228, "max_ms": 65.948, "p95_ms": 61.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.348, "count": 228, "max_ms": 76.823, "p95_ms": 66.866}, "yolo11_640_fire_11class": {"avg_ms": 49.259, "count": 228, "max_ms": 65.636, "p95_ms": 61.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.46, "count": 228, "max_ms": 81.378, "p95_ms": 76.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.365, "count": 228, "max_ms": 156.679, "p95_ms": 144.479}, "read_interval": {"avg_ms": 131.927, "count": 227, "max_ms": 164.948, "p95_ms": 152.434}, "triton_wait": {"avg_ms": 58.123, "count": 228, "max_ms": 81.39, "p95_ms": 76.916}, "visualize": {"avg_ms": 4.91, "count": 228, "max_ms": 7.725, "p95_ms": 6.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16030.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5452.785, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.24, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1952528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:42:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:42:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:42:30+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T17:42:30.931767+09:00", "mtime_epoch": 1783240950.9317665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:42:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2371.309, "name": "celery", "pid": 267, "rss_mb": 2371.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.722, "count": 301, "max_ms": 13.057, "p95_ms": 9.051}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.669, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.736, "count": 301, "max_ms": 70.797, "p95_ms": 63.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.943, "count": 301, "max_ms": 74.154, "p95_ms": 64.224}, "yolo11_640_fire_11class": {"avg_ms": 49.14, "count": 301, "max_ms": 69.863, "p95_ms": 62.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.887, "count": 301, "max_ms": 80.999, "p95_ms": 77.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.461, "count": 301, "max_ms": 104.871, "p95_ms": 92.889}, "read_interval": {"avg_ms": 99.812, "count": 300, "max_ms": 671.792, "p95_ms": 235.917}, "triton_wait": {"avg_ms": 54.051, "count": 301, "max_ms": 81.011, "p95_ms": 77.037}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 6.083, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16030.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 725, "h264_decode_error_count": 1785, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:39:40+09:00", "last_error_summary": "[h264 @ 0x560e372e5240] error while decoding MB 61 33, bytestream -11", "last_exit_at": "2026-07-05T17:39:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.215, "last_started_at": "2026-07-05T17:39:43+09:00", "pid": 139049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.102, "name": "ffmpeg", "pid": 139049, "rss_mb": 271.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 809, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 810}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.882, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:42:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:42:40+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T17:42:40+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T17:42:40.807920+09:00", "mtime_epoch": 1783240960.8079202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:42:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.596, "pushed": 7.596, "read": 7.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.716, "count": 227, "max_ms": 26.609, "p95_ms": 20.583}, "gstreamer_push": {"avg_ms": 1.088, "count": 227, "max_ms": 1.589, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.593, "count": 227, "max_ms": 71.24, "p95_ms": 62.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.036, "count": 227, "max_ms": 78.538, "p95_ms": 66.81}, "yolo11_640_fire_11class": {"avg_ms": 49.585, "count": 227, "max_ms": 70.514, "p95_ms": 62.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.874, "count": 227, "max_ms": 80.159, "p95_ms": 76.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.754, "count": 227, "max_ms": 165.566, "p95_ms": 144.313}, "read_interval": {"avg_ms": 132.191, "count": 226, "max_ms": 174.633, "p95_ms": 153.451}, "triton_wait": {"avg_ms": 58.681, "count": 227, "max_ms": 80.171, "p95_ms": 76.574}, "visualize": {"avg_ms": 4.894, "count": 227, "max_ms": 8.891, "p95_ms": 5.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16030.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5482.855, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.819, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1952827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:43:01+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T17:43:00+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T17:43:01.000234+09:00", "mtime_epoch": 1783240981.0002341, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:43:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2371.309, "name": "celery", "pid": 267, "rss_mb": 2371.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.693, "count": 299, "max_ms": 12.737, "p95_ms": 9.632}, "gstreamer_push": {"avg_ms": 1.247, "count": 299, "max_ms": 1.666, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.531, "count": 299, "max_ms": 73.224, "p95_ms": 63.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.508, "count": 299, "max_ms": 72.727, "p95_ms": 67.838}, "yolo11_640_fire_11class": {"avg_ms": 49.237, "count": 299, "max_ms": 72.693, "p95_ms": 62.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.023, "count": 299, "max_ms": 80.873, "p95_ms": 77.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.725, "count": 299, "max_ms": 106.335, "p95_ms": 93.985}, "read_interval": {"avg_ms": 100.643, "count": 298, "max_ms": 742.745, "p95_ms": 138.41}, "triton_wait": {"avg_ms": 55.158, "count": 299, "max_ms": 80.886, "p95_ms": 77.278}, "visualize": {"avg_ms": 3.656, "count": 299, "max_ms": 5.222, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16030.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 725, "h264_decode_error_count": 1785, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:39:40+09:00", "last_error_summary": "[h264 @ 0x560e372e5240] error while decoding MB 61 33, bytestream -11", "last_exit_at": "2026-07-05T17:39:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.322, "last_started_at": "2026-07-05T17:39:43+09:00", "pid": 139049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.672, "name": "ffmpeg", "pid": 139049, "rss_mb": 271.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 809, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 810}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.674, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:43:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:43:11+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T17:43:10+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T17:43:10.928389+09:00", "mtime_epoch": 1783240990.9283886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:43:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.837, "pushed": 7.837, "read": 7.804}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.512, "count": 234, "max_ms": 31.938, "p95_ms": 20.972}, "gstreamer_push": {"avg_ms": 1.084, "count": 235, "max_ms": 1.329, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.834, "count": 234, "max_ms": 65.719, "p95_ms": 61.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.255, "count": 234, "max_ms": 73.729, "p95_ms": 67.578}, "yolo11_640_fire_11class": {"avg_ms": 49.166, "count": 234, "max_ms": 66.743, "p95_ms": 60.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.076, "count": 234, "max_ms": 79.277, "p95_ms": 76.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.657, "count": 235, "max_ms": 141.798, "p95_ms": 137.451}, "read_interval": {"avg_ms": 128.13, "count": 234, "max_ms": 150.853, "p95_ms": 146.975}, "triton_wait": {"avg_ms": 58.819, "count": 234, "max_ms": 79.29, "p95_ms": 76.991}, "visualize": {"avg_ms": 4.712, "count": 234, "max_ms": 7.456, "p95_ms": 5.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15921.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5512.905, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.502, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1953127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:43:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:43:31+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:43:31+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T17:43:31.044702+09:00", "mtime_epoch": 1783241011.0447016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:43:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2371.566, "name": "celery", "pid": 267, "rss_mb": 2371.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.991, "count": 300, "max_ms": 13.065, "p95_ms": 10.84}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 2.251, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.558, "count": 300, "max_ms": 67.628, "p95_ms": 63.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.768, "count": 300, "max_ms": 74.624, "p95_ms": 66.602}, "yolo11_640_fire_11class": {"avg_ms": 50.11, "count": 300, "max_ms": 67.62, "p95_ms": 63.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.007, "count": 300, "max_ms": 82.801, "p95_ms": 78.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.994, "count": 300, "max_ms": 137.279, "p95_ms": 103.068}, "read_interval": {"avg_ms": 100.226, "count": 299, "max_ms": 678.691, "p95_ms": 148.067}, "triton_wait": {"avg_ms": 55.293, "count": 300, "max_ms": 82.814, "p95_ms": 78.485}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 6.265, "p95_ms": 4.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16029.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 726, "h264_decode_error_count": 1787, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:43:24+09:00", "last_error_summary": "[h264 @ 0x55f776db0c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f776db0c00] error while decoding MB 0 13, bytestream 96079 [h264 @ 0x55f776e03600] error while decoding MB 46 32, bytestream -15", "last_exit_at": "2026-07-05T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.974, "last_started_at": "2026-07-05T17:43:27+09:00", "pid": 139156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.027, "name": "ffmpeg", "pid": 139156, "rss_mb": 267.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 810, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 811}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.484, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:43:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:43:41+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:43:40+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T17:43:40.964856+09:00", "mtime_epoch": 1783241020.964856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:43:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.422, "pushed": 6.422, "read": 6.388}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.528, "count": 192, "max_ms": 33.84, "p95_ms": 30.907}, "gstreamer_push": {"avg_ms": 1.112, "count": 192, "max_ms": 1.767, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.482, "count": 192, "max_ms": 64.228, "p95_ms": 61.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.961, "count": 192, "max_ms": 75.253, "p95_ms": 68.328}, "yolo11_640_fire_11class": {"avg_ms": 49.556, "count": 192, "max_ms": 66.679, "p95_ms": 61.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.178, "count": 192, "max_ms": 80.811, "p95_ms": 76.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.955, "count": 192, "max_ms": 149.3, "p95_ms": 140.68}, "read_interval": {"avg_ms": 156.667, "count": 191, "max_ms": 5015.33, "p95_ms": 151.531}, "triton_wait": {"avg_ms": 58.683, "count": 192, "max_ms": 80.846, "p95_ms": 76.994}, "visualize": {"avg_ms": 4.765, "count": 192, "max_ms": 6.57, "p95_ms": 5.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16030.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5542.908, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.073, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1953430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:44:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:44:01+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T17:44:01+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T17:44:01.029168+09:00", "mtime_epoch": 1783241041.029168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:44:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2371.566, "name": "celery", "pid": 267, "rss_mb": 2371.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.812, "count": 303, "max_ms": 12.853, "p95_ms": 9.73}, "gstreamer_push": {"avg_ms": 1.248, "count": 303, "max_ms": 1.614, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.509, "count": 303, "max_ms": 67.234, "p95_ms": 63.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.899, "count": 303, "max_ms": 74.618, "p95_ms": 64.979}, "yolo11_640_fire_11class": {"avg_ms": 49.757, "count": 303, "max_ms": 70.076, "p95_ms": 63.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.539, "count": 303, "max_ms": 80.763, "p95_ms": 77.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.582, "count": 303, "max_ms": 138.373, "p95_ms": 94.79}, "read_interval": {"avg_ms": 98.954, "count": 303, "max_ms": 657.309, "p95_ms": 148.901}, "triton_wait": {"avg_ms": 54.828, "count": 303, "max_ms": 80.775, "p95_ms": 77.037}, "visualize": {"avg_ms": 3.705, "count": 303, "max_ms": 6.6, "p95_ms": 4.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16030.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 726, "h264_decode_error_count": 1787, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:43:24+09:00", "last_error_summary": "[h264 @ 0x55f776db0c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f776db0c00] error while decoding MB 0 13, bytestream 96079 [h264 @ 0x55f776e03600] error while decoding MB 46 32, bytestream -15", "last_exit_at": "2026-07-05T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.113, "last_started_at": "2026-07-05T17:43:27+09:00", "pid": 139156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.059, "name": "ffmpeg", "pid": 139156, "rss_mb": 268.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 810, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 811}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.674, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:44:11+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T17:44:11+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T17:44:11.081324+09:00", "mtime_epoch": 1783241051.0813243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:44:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.726, "pushed": 7.726, "read": 7.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.491, "count": 231, "max_ms": 23.867, "p95_ms": 20.176}, "gstreamer_push": {"avg_ms": 1.112, "count": 231, "max_ms": 1.312, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.738, "count": 231, "max_ms": 66.213, "p95_ms": 61.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.482, "count": 231, "max_ms": 73.239, "p95_ms": 65.902}, "yolo11_640_fire_11class": {"avg_ms": 49.497, "count": 231, "max_ms": 66.483, "p95_ms": 62.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.416, "count": 231, "max_ms": 83.045, "p95_ms": 75.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.099, "count": 231, "max_ms": 144.811, "p95_ms": 135.789}, "read_interval": {"avg_ms": 129.874, "count": 230, "max_ms": 155.299, "p95_ms": 148.377}, "triton_wait": {"avg_ms": 58.167, "count": 231, "max_ms": 83.057, "p95_ms": 75.475}, "visualize": {"avg_ms": 4.694, "count": 231, "max_ms": 6.804, "p95_ms": 4.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16032.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5573.451, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.714, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1953734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:44:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:44:31+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:44:31+09:00", "mjpeg": {"age_sec": 0.604, "exists": true, "mtime": "2026-07-05T17:44:31.049635+09:00", "mtime_epoch": 1783241071.049635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:44:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2371.824, "name": "celery", "pid": 267, "rss_mb": 2371.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.861, "count": 301, "max_ms": 12.981, "p95_ms": 9.934}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 2.098, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.024, "count": 301, "max_ms": 66.523, "p95_ms": 62.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.322, "count": 301, "max_ms": 71.108, "p95_ms": 54.826}, "yolo11_640_fire_11class": {"avg_ms": 48.963, "count": 301, "max_ms": 65.039, "p95_ms": 61.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.544, "count": 301, "max_ms": 79.903, "p95_ms": 74.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.652, "count": 301, "max_ms": 130.681, "p95_ms": 94.389}, "read_interval": {"avg_ms": 100.69, "count": 301, "max_ms": 703.617, "p95_ms": 140.945}, "triton_wait": {"avg_ms": 53.833, "count": 301, "max_ms": 79.915, "p95_ms": 75.001}, "visualize": {"avg_ms": 3.689, "count": 301, "max_ms": 5.296, "p95_ms": 4.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16033.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 726, "h264_decode_error_count": 1787, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:43:24+09:00", "last_error_summary": "[h264 @ 0x55f776db0c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f776db0c00] error while decoding MB 0 13, bytestream 96079 [h264 @ 0x55f776e03600] error while decoding MB 46 32, bytestream -15", "last_exit_at": "2026-07-05T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.221, "last_started_at": "2026-07-05T17:43:27+09:00", "pid": 139156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.895, "name": "ffmpeg", "pid": 139156, "rss_mb": 270.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 810, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 811}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.694, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:44:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:44:41+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T17:44:41+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T17:44:41.213793+09:00", "mtime_epoch": 1783241081.213793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:44:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.77, "pushed": 7.77, "read": 7.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.643, "count": 232, "max_ms": 30.284, "p95_ms": 20.794}, "gstreamer_push": {"avg_ms": 1.115, "count": 233, "max_ms": 1.852, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.673, "count": 232, "max_ms": 65.16, "p95_ms": 61.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.592, "count": 232, "max_ms": 77.593, "p95_ms": 64.54}, "yolo11_640_fire_11class": {"avg_ms": 48.316, "count": 232, "max_ms": 65.718, "p95_ms": 61.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.6, "count": 232, "max_ms": 78.321, "p95_ms": 75.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.167, "count": 233, "max_ms": 154.113, "p95_ms": 138.183}, "read_interval": {"avg_ms": 129.223, "count": 232, "max_ms": 162.918, "p95_ms": 149.957}, "triton_wait": {"avg_ms": 56.377, "count": 232, "max_ms": 78.334, "p95_ms": 75.089}, "visualize": {"avg_ms": 4.75, "count": 232, "max_ms": 9.458, "p95_ms": 5.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16034.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5603.519, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.464, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1954035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:45:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:45:01+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T17:45:01+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T17:45:01.666111+09:00", "mtime_epoch": 1783241101.6661112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:45:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2372.082, "name": "celery", "pid": 267, "rss_mb": 2372.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.721, "count": 301, "max_ms": 11.908, "p95_ms": 9.268}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.438, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.807, "count": 301, "max_ms": 66.551, "p95_ms": 62.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.25, "count": 301, "max_ms": 74.299, "p95_ms": 66.096}, "yolo11_640_fire_11class": {"avg_ms": 49.695, "count": 301, "max_ms": 69.365, "p95_ms": 62.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.693, "count": 301, "max_ms": 78.863, "p95_ms": 74.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.131, "count": 301, "max_ms": 132.41, "p95_ms": 90.66}, "read_interval": {"avg_ms": 99.958, "count": 300, "max_ms": 522.891, "p95_ms": 229.318}, "triton_wait": {"avg_ms": 53.118, "count": 301, "max_ms": 78.878, "p95_ms": 74.437}, "visualize": {"avg_ms": 3.627, "count": 301, "max_ms": 6.119, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16033.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 726, "h264_decode_error_count": 1787, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:43:24+09:00", "last_error_summary": "[h264 @ 0x55f776db0c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f776db0c00] error while decoding MB 0 13, bytestream 96079 [h264 @ 0x55f776e03600] error while decoding MB 46 32, bytestream -15", "last_exit_at": "2026-07-05T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.245, "last_started_at": "2026-07-05T17:43:27+09:00", "pid": 139156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.895, "name": "ffmpeg", "pid": 139156, "rss_mb": 270.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 810, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 811}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.829, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:45:11+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T17:45:11+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T17:45:11.222260+09:00", "mtime_epoch": 1783241111.2222598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:45:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.758, "pushed": 7.758, "read": 7.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.521, "count": 232, "max_ms": 25.805, "p95_ms": 20.762}, "gstreamer_push": {"avg_ms": 1.106, "count": 232, "max_ms": 1.297, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.759, "count": 232, "max_ms": 64.094, "p95_ms": 62.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.808, "count": 232, "max_ms": 79.298, "p95_ms": 66.238}, "yolo11_640_fire_11class": {"avg_ms": 48.635, "count": 232, "max_ms": 66.937, "p95_ms": 62.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.951, "count": 232, "max_ms": 78.394, "p95_ms": 74.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.766, "count": 232, "max_ms": 140.868, "p95_ms": 135.875}, "read_interval": {"avg_ms": 129.373, "count": 231, "max_ms": 153.405, "p95_ms": 149.521}, "triton_wait": {"avg_ms": 56.773, "count": 232, "max_ms": 79.31, "p95_ms": 74.915}, "visualize": {"avg_ms": 4.695, "count": 232, "max_ms": 6.109, "p95_ms": 5.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16033.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5633.619, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.044, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1954334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:45:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:45:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T17:45:31+09:00", "mjpeg": {"age_sec": 0.459, "exists": true, "mtime": "2026-07-05T17:45:31.362573+09:00", "mtime_epoch": 1783241131.3625731, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:45:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2372.34, "name": "celery", "pid": 267, "rss_mb": 2372.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.81, "count": 299, "max_ms": 12.186, "p95_ms": 10.004}, "gstreamer_push": {"avg_ms": 1.21, "count": 299, "max_ms": 1.544, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.266, "count": 299, "max_ms": 69.431, "p95_ms": 62.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.54, "count": 299, "max_ms": 78.495, "p95_ms": 65.624}, "yolo11_640_fire_11class": {"avg_ms": 50.313, "count": 299, "max_ms": 72.01, "p95_ms": 64.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.406, "count": 299, "max_ms": 82.137, "p95_ms": 77.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.267, "count": 299, "max_ms": 133.941, "p95_ms": 95.433}, "read_interval": {"avg_ms": 100.731, "count": 298, "max_ms": 568.532, "p95_ms": 216.348}, "triton_wait": {"avg_ms": 54.79, "count": 299, "max_ms": 82.149, "p95_ms": 77.551}, "visualize": {"avg_ms": 3.604, "count": 299, "max_ms": 5.637, "p95_ms": 4.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16033.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 726, "h264_decode_error_count": 1787, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:43:24+09:00", "last_error_summary": "[h264 @ 0x55f776db0c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f776db0c00] error while decoding MB 0 13, bytestream 96079 [h264 @ 0x55f776e03600] error while decoding MB 46 32, bytestream -15", "last_exit_at": "2026-07-05T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.371, "last_started_at": "2026-07-05T17:43:27+09:00", "pid": 139156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.895, "name": "ffmpeg", "pid": 139156, "rss_mb": 270.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 810, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 811}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.706, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:45:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:45:41+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T17:45:41+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T17:45:41.354729+09:00", "mtime_epoch": 1783241141.3547287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:45:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.667, "pushed": 7.7, "read": 7.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.62, "count": 230, "max_ms": 26.051, "p95_ms": 20.342}, "gstreamer_push": {"avg_ms": 1.095, "count": 231, "max_ms": 1.273, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.304, "count": 230, "max_ms": 66.744, "p95_ms": 61.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.478, "count": 230, "max_ms": 76.096, "p95_ms": 64.768}, "yolo11_640_fire_11class": {"avg_ms": 48.913, "count": 230, "max_ms": 66.457, "p95_ms": 62.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.991, "count": 230, "max_ms": 80.413, "p95_ms": 76.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.214, "count": 230, "max_ms": 165.458, "p95_ms": 138.261}, "read_interval": {"avg_ms": 130.395, "count": 230, "max_ms": 175.589, "p95_ms": 151.138}, "triton_wait": {"avg_ms": 57.388, "count": 230, "max_ms": 80.423, "p95_ms": 76.43}, "visualize": {"avg_ms": 4.722, "count": 230, "max_ms": 5.918, "p95_ms": 5.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16034.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5663.684, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.685, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1954635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:46:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:46:01+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T17:46:01+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T17:46:01.799047+09:00", "mtime_epoch": 1783241161.7990465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:46:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2372.34, "name": "celery", "pid": 267, "rss_mb": 2372.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.677, "count": 301, "max_ms": 11.232, "p95_ms": 8.996}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.675, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.28, "count": 301, "max_ms": 66.491, "p95_ms": 62.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.85, "count": 301, "max_ms": 72.856, "p95_ms": 63.803}, "yolo11_640_fire_11class": {"avg_ms": 50.349, "count": 301, "max_ms": 67.488, "p95_ms": 64.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.988, "count": 301, "max_ms": 82.274, "p95_ms": 76.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.009, "count": 301, "max_ms": 128.443, "p95_ms": 92.895}, "read_interval": {"avg_ms": 99.857, "count": 300, "max_ms": 617.763, "p95_ms": 199.169}, "triton_wait": {"avg_ms": 54.401, "count": 301, "max_ms": 82.286, "p95_ms": 76.101}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 5.155, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16034.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 726, "h264_decode_error_count": 1787, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:43:24+09:00", "last_error_summary": "[h264 @ 0x55f776db0c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f776db0c00] error while decoding MB 0 13, bytestream 96079 [h264 @ 0x55f776e03600] error while decoding MB 46 32, bytestream -15", "last_exit_at": "2026-07-05T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.382, "last_started_at": "2026-07-05T17:43:27+09:00", "pid": 139156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.41, "name": "ffmpeg", "pid": 139156, "rss_mb": 271.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 810, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 811}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.667, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:46:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:46:11+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T17:46:11+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T17:46:11.379196+09:00", "mtime_epoch": 1783241171.3791957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:46:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.729, "pushed": 7.729, "read": 7.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.699, "count": 231, "max_ms": 27.351, "p95_ms": 23.269}, "gstreamer_push": {"avg_ms": 1.118, "count": 231, "max_ms": 1.599, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.14, "count": 231, "max_ms": 64.254, "p95_ms": 61.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.015, "count": 231, "max_ms": 74.583, "p95_ms": 66.584}, "yolo11_640_fire_11class": {"avg_ms": 49.017, "count": 231, "max_ms": 66.494, "p95_ms": 63.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.579, "count": 231, "max_ms": 80.307, "p95_ms": 75.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.656, "count": 231, "max_ms": 165.506, "p95_ms": 137.792}, "read_interval": {"avg_ms": 129.951, "count": 230, "max_ms": 175.073, "p95_ms": 151.13}, "triton_wait": {"avg_ms": 57.234, "count": 231, "max_ms": 80.321, "p95_ms": 75.694}, "visualize": {"avg_ms": 4.652, "count": 231, "max_ms": 6.689, "p95_ms": 5.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16034.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5693.702, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.356, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1954937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:46:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:46:31+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T17:46:31+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T17:46:31.847514+09:00", "mtime_epoch": 1783241191.8475142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:46:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2372.34, "name": "celery", "pid": 267, "rss_mb": 2372.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.799, "count": 302, "max_ms": 12.788, "p95_ms": 9.498}, "gstreamer_push": {"avg_ms": 1.254, "count": 302, "max_ms": 2.247, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.617, "count": 302, "max_ms": 64.796, "p95_ms": 62.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.498, "count": 302, "max_ms": 74.081, "p95_ms": 57.531}, "yolo11_640_fire_11class": {"avg_ms": 49.194, "count": 302, "max_ms": 70.791, "p95_ms": 62.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.435, "count": 302, "max_ms": 79.253, "p95_ms": 75.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.462, "count": 302, "max_ms": 129.761, "p95_ms": 92.283}, "read_interval": {"avg_ms": 99.464, "count": 301, "max_ms": 752.795, "p95_ms": 115.113}, "triton_wait": {"avg_ms": 53.663, "count": 302, "max_ms": 79.265, "p95_ms": 75.445}, "visualize": {"avg_ms": 3.669, "count": 302, "max_ms": 5.395, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16034.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 726, "h264_decode_error_count": 1787, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:43:24+09:00", "last_error_summary": "[h264 @ 0x55f776db0c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f776db0c00] error while decoding MB 0 13, bytestream 96079 [h264 @ 0x55f776e03600] error while decoding MB 46 32, bytestream -15", "last_exit_at": "2026-07-05T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.412, "last_started_at": "2026-07-05T17:43:27+09:00", "pid": 139156, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.41, "name": "ffmpeg", "pid": 139156, "rss_mb": 271.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 810, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 811}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.972, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:46:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:46:41+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T17:46:41+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T17:46:41.399663+09:00", "mtime_epoch": 1783241201.3996627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:46:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.758, "pushed": 7.758, "read": 7.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.818, "count": 232, "max_ms": 25.847, "p95_ms": 21.359}, "gstreamer_push": {"avg_ms": 1.113, "count": 232, "max_ms": 1.402, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.694, "count": 232, "max_ms": 64.06, "p95_ms": 61.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.215, "count": 232, "max_ms": 70.987, "p95_ms": 64.994}, "yolo11_640_fire_11class": {"avg_ms": 48.446, "count": 232, "max_ms": 66.463, "p95_ms": 61.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.568, "count": 232, "max_ms": 81.214, "p95_ms": 74.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.718, "count": 232, "max_ms": 142.79, "p95_ms": 136.374}, "read_interval": {"avg_ms": 129.436, "count": 231, "max_ms": 156.155, "p95_ms": 148.749}, "triton_wait": {"avg_ms": 56.452, "count": 232, "max_ms": 81.226, "p95_ms": 74.367}, "visualize": {"avg_ms": 4.722, "count": 232, "max_ms": 5.97, "p95_ms": 5.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16034.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5723.71, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.1, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1955238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:47:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:47:01+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T17:47:01+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T17:47:01.843981+09:00", "mtime_epoch": 1783241221.8439806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:47:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2372.598, "name": "celery", "pid": 267, "rss_mb": 2372.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.757, "count": 301, "max_ms": 14.236, "p95_ms": 9.144}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.739, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.618, "count": 301, "max_ms": 71.538, "p95_ms": 62.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.755, "count": 301, "max_ms": 72.751, "p95_ms": 60.226}, "yolo11_640_fire_11class": {"avg_ms": 48.322, "count": 301, "max_ms": 66.956, "p95_ms": 61.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.301, "count": 301, "max_ms": 82.453, "p95_ms": 75.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.888, "count": 301, "max_ms": 124.999, "p95_ms": 91.05}, "read_interval": {"avg_ms": 99.664, "count": 301, "max_ms": 797.226, "p95_ms": 114.001}, "triton_wait": {"avg_ms": 53.48, "count": 301, "max_ms": 82.466, "p95_ms": 75.154}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 5.043, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15791.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 727, "h264_decode_error_count": 1788, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:47:11+09:00", "last_error_summary": "[h264 @ 0x55ce99a3da40] error while decoding MB 4 25, bytestream -5", "last_exit_at": "2026-07-05T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.513, "last_started_at": "2026-07-05T17:43:27+09:00", "pid": 139156, "process": {"exists": false, "pid": 139156}, "restart_count": 810, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 811}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.192, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:47:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:47:11+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-05T17:47:11+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T17:47:11.492131+09:00", "mtime_epoch": 1783241231.4921308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:47:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9353.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.707, "pushed": 7.707, "read": 7.674}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.88, "count": 230, "max_ms": 26.247, "p95_ms": 21.406}, "gstreamer_push": {"avg_ms": 1.118, "count": 231, "max_ms": 1.852, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.208, "count": 230, "max_ms": 65.086, "p95_ms": 61.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.914, "count": 230, "max_ms": 71.112, "p95_ms": 63.184}, "yolo11_640_fire_11class": {"avg_ms": 48.147, "count": 230, "max_ms": 64.48, "p95_ms": 60.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.146, "count": 230, "max_ms": 79.283, "p95_ms": 74.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.457, "count": 231, "max_ms": 160.658, "p95_ms": 137.313}, "read_interval": {"avg_ms": 130.274, "count": 230, "max_ms": 172.162, "p95_ms": 150.65}, "triton_wait": {"avg_ms": 56.729, "count": 230, "max_ms": 79.295, "p95_ms": 74.791}, "visualize": {"avg_ms": 4.751, "count": 230, "max_ms": 7.215, "p95_ms": 5.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16029.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5753.778, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.718, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1955536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:47:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:47:31+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T17:47:31+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T17:47:31.896448+09:00", "mtime_epoch": 1783241251.8964481, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:47:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2372.598, "name": "celery", "pid": 267, "rss_mb": 2372.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.713, "count": 298, "max_ms": 12.561, "p95_ms": 8.829}, "gstreamer_push": {"avg_ms": 1.263, "count": 298, "max_ms": 1.892, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.215, "count": 298, "max_ms": 66.264, "p95_ms": 62.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.42, "count": 298, "max_ms": 73.423, "p95_ms": 56.758}, "yolo11_640_fire_11class": {"avg_ms": 49.409, "count": 298, "max_ms": 69.252, "p95_ms": 62.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.583, "count": 298, "max_ms": 78.347, "p95_ms": 73.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.383, "count": 298, "max_ms": 93.897, "p95_ms": 89.638}, "read_interval": {"avg_ms": 100.892, "count": 297, "max_ms": 904.96, "p95_ms": 109.682}, "triton_wait": {"avg_ms": 52.156, "count": 298, "max_ms": 78.36, "p95_ms": 73.755}, "visualize": {"avg_ms": 3.651, "count": 298, "max_ms": 4.535, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16030.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 727, "h264_decode_error_count": 1788, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:47:11+09:00", "last_error_summary": "[h264 @ 0x55ce99a3da40] error while decoding MB 4 25, bytestream -5", "last_exit_at": "2026-07-05T17:47:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.011, "last_started_at": "2026-07-05T17:47:14+09:00", "pid": 139263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.047, "name": "ffmpeg", "pid": 139263, "rss_mb": 266.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 811, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 812}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.475, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:47:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:47:41+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T17:47:41+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T17:47:41.544598+09:00", "mtime_epoch": 1783241261.5445983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:47:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.722, "pushed": 7.722, "read": 7.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.703, "count": 193, "max_ms": 23.001, "p95_ms": 21.147}, "gstreamer_push": {"avg_ms": 1.14, "count": 193, "max_ms": 1.85, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.826, "count": 193, "max_ms": 68.313, "p95_ms": 62.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.84, "count": 193, "max_ms": 70.734, "p95_ms": 65.359}, "yolo11_640_fire_11class": {"avg_ms": 49.187, "count": 193, "max_ms": 70.504, "p95_ms": 63.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.324, "count": 193, "max_ms": 78.983, "p95_ms": 75.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.753, "count": 193, "max_ms": 140.244, "p95_ms": 136.113}, "read_interval": {"avg_ms": 155.705, "count": 193, "max_ms": 5172.85, "p95_ms": 149.859}, "triton_wait": {"avg_ms": 56.141, "count": 193, "max_ms": 78.995, "p95_ms": 75.726}, "visualize": {"avg_ms": 4.688, "count": 193, "max_ms": 5.124, "p95_ms": 4.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 24.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16031.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5783.828, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.462, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1955838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:48:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:48:02+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T17:48:01+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T17:48:01.944916+09:00", "mtime_epoch": 1783241281.9449155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:48:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2372.855, "name": "celery", "pid": 267, "rss_mb": 2372.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.776, "count": 302, "max_ms": 12.88, "p95_ms": 9.808}, "gstreamer_push": {"avg_ms": 1.248, "count": 302, "max_ms": 1.882, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.234, "count": 302, "max_ms": 67.336, "p95_ms": 61.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.825, "count": 302, "max_ms": 72.847, "p95_ms": 62.228}, "yolo11_640_fire_11class": {"avg_ms": 49.171, "count": 302, "max_ms": 68.596, "p95_ms": 62.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.141, "count": 302, "max_ms": 79.65, "p95_ms": 73.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.25, "count": 302, "max_ms": 107.104, "p95_ms": 89.978}, "read_interval": {"avg_ms": 99.469, "count": 301, "max_ms": 760.501, "p95_ms": 217.096}, "triton_wait": {"avg_ms": 52.645, "count": 302, "max_ms": 79.663, "p95_ms": 73.413}, "visualize": {"avg_ms": 3.656, "count": 302, "max_ms": 6.884, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16031.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 727, "h264_decode_error_count": 1788, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:47:11+09:00", "last_error_summary": "[h264 @ 0x55ce99a3da40] error while decoding MB 4 25, bytestream -5", "last_exit_at": "2026-07-05T17:47:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.015, "last_started_at": "2026-07-05T17:47:14+09:00", "pid": 139263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.82, "name": "ffmpeg", "pid": 139263, "rss_mb": 266.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 811, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 812}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.474, "sample_count": 2234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:48:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:48:11+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T17:48:11+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T17:48:11.525065+09:00", "mtime_epoch": 1783241291.5250647, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:48:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.702, "pushed": 7.702, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.883, "count": 231, "max_ms": 23.167, "p95_ms": 21.389}, "gstreamer_push": {"avg_ms": 1.151, "count": 231, "max_ms": 1.831, "p95_ms": 1.56}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.0, "count": 231, "max_ms": 71.047, "p95_ms": 62.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.803, "count": 231, "max_ms": 76.1, "p95_ms": 64.21}, "yolo11_640_fire_11class": {"avg_ms": 48.952, "count": 231, "max_ms": 69.587, "p95_ms": 63.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.393, "count": 231, "max_ms": 83.234, "p95_ms": 76.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.876, "count": 231, "max_ms": 144.275, "p95_ms": 137.095}, "read_interval": {"avg_ms": 129.783, "count": 231, "max_ms": 155.64, "p95_ms": 149.828}, "triton_wait": {"avg_ms": 56.255, "count": 231, "max_ms": 83.246, "p95_ms": 76.05}, "visualize": {"avg_ms": 4.702, "count": 231, "max_ms": 5.874, "p95_ms": 4.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16034.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5813.855, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.555, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1956140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:48:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:48:32+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T17:48:31+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T17:48:31.993383+09:00", "mtime_epoch": 1783241311.993383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:48:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2373.113, "name": "celery", "pid": 267, "rss_mb": 2373.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.794, "count": 302, "max_ms": 12.307, "p95_ms": 9.809}, "gstreamer_push": {"avg_ms": 1.24, "count": 302, "max_ms": 1.496, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.84, "count": 302, "max_ms": 66.023, "p95_ms": 63.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.292, "count": 302, "max_ms": 74.762, "p95_ms": 61.042}, "yolo11_640_fire_11class": {"avg_ms": 49.679, "count": 302, "max_ms": 71.839, "p95_ms": 64.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.254, "count": 302, "max_ms": 80.28, "p95_ms": 75.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.527, "count": 302, "max_ms": 133.016, "p95_ms": 93.552}, "read_interval": {"avg_ms": 99.477, "count": 301, "max_ms": 621.35, "p95_ms": 143.307}, "triton_wait": {"avg_ms": 53.621, "count": 302, "max_ms": 80.292, "p95_ms": 75.944}, "visualize": {"avg_ms": 3.63, "count": 302, "max_ms": 5.0, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16034.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 727, "h264_decode_error_count": 1788, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:47:11+09:00", "last_error_summary": "[h264 @ 0x55ce99a3da40] error while decoding MB 4 25, bytestream -5", "last_exit_at": "2026-07-05T17:47:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.074, "last_started_at": "2026-07-05T17:47:14+09:00", "pid": 139263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.691, "name": "ffmpeg", "pid": 139263, "rss_mb": 269.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 811, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 812}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.095, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:48:41+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:48:41+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T17:48:41.609533+09:00", "mtime_epoch": 1783241321.6095326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:48:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.716, "pushed": 7.716, "read": 7.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.932, "count": 231, "max_ms": 31.037, "p95_ms": 21.801}, "gstreamer_push": {"avg_ms": 1.133, "count": 231, "max_ms": 1.693, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.366, "count": 231, "max_ms": 64.009, "p95_ms": 62.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.77, "count": 231, "max_ms": 75.702, "p95_ms": 66.422}, "yolo11_640_fire_11class": {"avg_ms": 49.226, "count": 231, "max_ms": 71.784, "p95_ms": 62.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.369, "count": 231, "max_ms": 78.62, "p95_ms": 74.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.089, "count": 231, "max_ms": 141.992, "p95_ms": 136.653}, "read_interval": {"avg_ms": 130.149, "count": 230, "max_ms": 155.345, "p95_ms": 149.469}, "triton_wait": {"avg_ms": 56.437, "count": 231, "max_ms": 78.633, "p95_ms": 74.184}, "visualize": {"avg_ms": 4.745, "count": 231, "max_ms": 7.063, "p95_ms": 5.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16037.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5843.894, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.205, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1956438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:49:02+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T17:49:02+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T17:49:02.033850+09:00", "mtime_epoch": 1783241342.0338504, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:49:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2373.113, "name": "celery", "pid": 267, "rss_mb": 2373.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.795, "count": 298, "max_ms": 12.059, "p95_ms": 9.857}, "gstreamer_push": {"avg_ms": 1.251, "count": 298, "max_ms": 1.692, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.338, "count": 298, "max_ms": 70.774, "p95_ms": 62.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.795, "count": 298, "max_ms": 77.098, "p95_ms": 62.198}, "yolo11_640_fire_11class": {"avg_ms": 47.832, "count": 298, "max_ms": 71.517, "p95_ms": 62.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.723, "count": 298, "max_ms": 78.047, "p95_ms": 75.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.273, "count": 298, "max_ms": 131.335, "p95_ms": 92.997}, "read_interval": {"avg_ms": 100.862, "count": 297, "max_ms": 739.662, "p95_ms": 239.912}, "triton_wait": {"avg_ms": 52.971, "count": 298, "max_ms": 78.06, "p95_ms": 75.301}, "visualize": {"avg_ms": 3.703, "count": 298, "max_ms": 5.891, "p95_ms": 4.536}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16041.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 727, "h264_decode_error_count": 1788, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:47:11+09:00", "last_error_summary": "[h264 @ 0x55ce99a3da40] error while decoding MB 4 25, bytestream -5", "last_exit_at": "2026-07-05T17:47:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.192, "last_started_at": "2026-07-05T17:47:14+09:00", "pid": 139263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.449, "name": "ffmpeg", "pid": 139263, "rss_mb": 276.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 811, "restart_count_per_hour": 16, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 812}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.229, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:49:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:49:11+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:49:11+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T17:49:11.726001+09:00", "mtime_epoch": 1783241351.726001, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:49:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.768, "pushed": 7.768, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.843, "count": 232, "max_ms": 27.275, "p95_ms": 20.805}, "gstreamer_push": {"avg_ms": 1.112, "count": 233, "max_ms": 1.739, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.708, "count": 232, "max_ms": 65.14, "p95_ms": 61.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.933, "count": 232, "max_ms": 75.7, "p95_ms": 63.213}, "yolo11_640_fire_11class": {"avg_ms": 48.031, "count": 232, "max_ms": 64.429, "p95_ms": 60.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.954, "count": 232, "max_ms": 79.503, "p95_ms": 75.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.494, "count": 233, "max_ms": 140.758, "p95_ms": 137.846}, "read_interval": {"avg_ms": 129.267, "count": 232, "max_ms": 155.557, "p95_ms": 150.174}, "triton_wait": {"avg_ms": 56.022, "count": 232, "max_ms": 79.516, "p95_ms": 75.747}, "visualize": {"avg_ms": 4.72, "count": 232, "max_ms": 5.978, "p95_ms": 5.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16043.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5873.924, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.732, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1956742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:49:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:49:32+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T17:49:32+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T17:49:32.066318+09:00", "mtime_epoch": 1783241372.0663176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:49:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2373.371, "name": "celery", "pid": 267, "rss_mb": 2373.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.117}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.725, "count": 304, "max_ms": 13.371, "p95_ms": 8.746}, "gstreamer_push": {"avg_ms": 1.254, "count": 304, "max_ms": 1.461, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.202, "count": 304, "max_ms": 65.003, "p95_ms": 62.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.543, "count": 304, "max_ms": 72.174, "p95_ms": 56.862}, "yolo11_640_fire_11class": {"avg_ms": 47.616, "count": 304, "max_ms": 64.198, "p95_ms": 61.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.625, "count": 304, "max_ms": 78.531, "p95_ms": 74.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.133, "count": 304, "max_ms": 107.767, "p95_ms": 90.269}, "read_interval": {"avg_ms": 98.84, "count": 303, "max_ms": 772.504, "p95_ms": 132.964}, "triton_wait": {"avg_ms": 52.712, "count": 304, "max_ms": 78.544, "p95_ms": 74.287}, "visualize": {"avg_ms": 3.686, "count": 304, "max_ms": 5.006, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16043.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 727, "h264_decode_error_count": 1788, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:47:11+09:00", "last_error_summary": "[h264 @ 0x55ce99a3da40] error while decoding MB 4 25, bytestream -5", "last_exit_at": "2026-07-05T17:47:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.263, "last_started_at": "2026-07-05T17:47:14+09:00", "pid": 139263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.027, "name": "ffmpeg", "pid": 139263, "rss_mb": 279.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 811, "restart_count_per_hour": 15, "rtsp_timeout_count": 456, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 812}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.852, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:49:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:49:41+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T17:49:41+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T17:49:41.798469+09:00", "mtime_epoch": 1783241381.7984688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:49:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.715, "pushed": 7.715, "read": 7.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.707, "count": 231, "max_ms": 31.554, "p95_ms": 20.73}, "gstreamer_push": {"avg_ms": 1.118, "count": 231, "max_ms": 1.701, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.544, "count": 231, "max_ms": 70.891, "p95_ms": 62.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.154, "count": 231, "max_ms": 77.423, "p95_ms": 64.21}, "yolo11_640_fire_11class": {"avg_ms": 48.746, "count": 231, "max_ms": 67.221, "p95_ms": 61.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.745, "count": 231, "max_ms": 80.953, "p95_ms": 74.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.61, "count": 231, "max_ms": 142.346, "p95_ms": 135.777}, "read_interval": {"avg_ms": 130.21, "count": 230, "max_ms": 324.803, "p95_ms": 149.199}, "triton_wait": {"avg_ms": 56.625, "count": 231, "max_ms": 80.965, "p95_ms": 74.85}, "visualize": {"avg_ms": 4.694, "count": 231, "max_ms": 5.838, "p95_ms": 4.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16043.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5903.924, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.726, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1957042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:50:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:50:02+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T17:50:02+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T17:50:02.070784+09:00", "mtime_epoch": 1783241402.0707843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:50:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2373.629, "name": "celery", "pid": 267, "rss_mb": 2373.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 300, "max_ms": 13.484, "p95_ms": 8.693}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.833, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.076, "count": 300, "max_ms": 72.711, "p95_ms": 62.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.525, "count": 300, "max_ms": 72.896, "p95_ms": 55.874}, "yolo11_640_fire_11class": {"avg_ms": 47.223, "count": 300, "max_ms": 70.171, "p95_ms": 61.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.77, "count": 300, "max_ms": 78.819, "p95_ms": 74.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.46, "count": 300, "max_ms": 131.292, "p95_ms": 90.934}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 635.66, "p95_ms": 206.994}, "triton_wait": {"avg_ms": 50.902, "count": 300, "max_ms": 78.832, "p95_ms": 74.88}, "visualize": {"avg_ms": 3.707, "count": 300, "max_ms": 5.004, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15902.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 728, "h264_decode_error_count": 1797, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:50:07+09:00", "last_error_summary": "[h264 @ 0x555c508ac340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555c508ac340] error while decoding MB 0 41, bytestream 7115 [h264 @ 0x555c50cb6b00] left block unavailable for requested intra mode [h264 @ 0x555c50cb6b00] error while decoding MB 0 22, bytestream 29745 [h264 @ 0x555c4ff775c0] error while decoding MB 55 1, bytestream -10 [h264 @ 0x555c50b18e00] cabac decode of qscale diff failed at 19 3 [h264 @ 0x555c50b18e00] error while decoding MB 19 3, bytestream 6785 [h2", "last_exit_at": "2026-07-05T17:50:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.155, "last_started_at": "2026-07-05T17:50:09+09:00", "pid": 139370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.82, "name": "ffmpeg", "pid": 139370, "rss_mb": 139.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 812, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 813}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.937, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:50:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T17:50:11+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T17:50:11+09:00", "mjpeg": {"age_sec": 4.52, "exists": true, "mtime": "2026-07-05T17:50:07.438868+09:00", "mtime_epoch": 1783241407.4388678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:50:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.771, "pushed": 1.771, "read": 1.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.91, "count": 53, "max_ms": 22.713, "p95_ms": 22.249}, "gstreamer_push": {"avg_ms": 1.126, "count": 53, "max_ms": 1.599, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.126, "count": 53, "max_ms": 63.396, "p95_ms": 62.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.014, "count": 53, "max_ms": 66.559, "p95_ms": 65.493}, "yolo11_640_fire_11class": {"avg_ms": 49.668, "count": 53, "max_ms": 64.536, "p95_ms": 61.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.084, "count": 53, "max_ms": 78.702, "p95_ms": 75.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.763, "count": 53, "max_ms": 139.057, "p95_ms": 138.035}, "read_interval": {"avg_ms": 575.038, "count": 52, "max_ms": 10135.739, "p95_ms": 4519.746}, "triton_wait": {"avg_ms": 57.608, "count": 53, "max_ms": 78.718, "p95_ms": 75.51}, "visualize": {"avg_ms": 4.724, "count": 53, "max_ms": 7.287, "p95_ms": 5.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16031.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5933.933, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.743, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1957340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:50:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T17:50:32+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T17:50:32.075251+09:00", "mtime_epoch": 1783241432.075251, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:50:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2373.629, "name": "celery", "pid": 267, "rss_mb": 2373.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.547, "count": 298, "max_ms": 10.649, "p95_ms": 8.372}, "gstreamer_push": {"avg_ms": 1.281, "count": 298, "max_ms": 1.868, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.715, "count": 298, "max_ms": 69.185, "p95_ms": 63.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.455, "count": 298, "max_ms": 74.788, "p95_ms": 68.641}, "yolo11_640_fire_11class": {"avg_ms": 49.522, "count": 298, "max_ms": 68.119, "p95_ms": 63.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.575, "count": 298, "max_ms": 81.71, "p95_ms": 78.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.164, "count": 298, "max_ms": 106.073, "p95_ms": 94.288}, "read_interval": {"avg_ms": 100.701, "count": 298, "max_ms": 602.253, "p95_ms": 157.419}, "triton_wait": {"avg_ms": 54.739, "count": 298, "max_ms": 81.72, "p95_ms": 78.177}, "visualize": {"avg_ms": 3.668, "count": 298, "max_ms": 5.147, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16032.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 728, "h264_decode_error_count": 1797, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:50:07+09:00", "last_error_summary": "[h264 @ 0x555c508ac340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555c508ac340] error while decoding MB 0 41, bytestream 7115 [h264 @ 0x555c50cb6b00] left block unavailable for requested intra mode [h264 @ 0x555c50cb6b00] error while decoding MB 0 22, bytestream 29745 [h264 @ 0x555c4ff775c0] error while decoding MB 55 1, bytestream -10 [h264 @ 0x555c50b18e00] cabac decode of qscale diff failed at 19 3 [h264 @ 0x555c50b18e00] error while decoding MB 19 3, bytestream 6785 [h2", "last_exit_at": "2026-07-05T17:50:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.163, "last_started_at": "2026-07-05T17:50:09+09:00", "pid": 139370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.043, "name": "ffmpeg", "pid": 139370, "rss_mb": 266.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 812, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 813}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.852, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:50:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:50:41+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T17:50:41+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T17:50:41.843403+09:00", "mtime_epoch": 1783241441.843403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:50:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.762, "pushed": 7.762, "read": 7.728}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.275, "count": 232, "max_ms": 22.737, "p95_ms": 19.95}, "gstreamer_push": {"avg_ms": 1.109, "count": 232, "max_ms": 1.274, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.409, "count": 232, "max_ms": 70.031, "p95_ms": 63.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.067, "count": 232, "max_ms": 76.252, "p95_ms": 68.551}, "yolo11_640_fire_11class": {"avg_ms": 51.042, "count": 232, "max_ms": 70.043, "p95_ms": 63.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.187, "count": 232, "max_ms": 82.103, "p95_ms": 77.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.297, "count": 232, "max_ms": 143.052, "p95_ms": 137.544}, "read_interval": {"avg_ms": 129.289, "count": 231, "max_ms": 152.227, "p95_ms": 147.192}, "triton_wait": {"avg_ms": 60.681, "count": 232, "max_ms": 82.115, "p95_ms": 77.969}, "visualize": {"avg_ms": 4.698, "count": 232, "max_ms": 6.419, "p95_ms": 4.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16034.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5964.52, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.969, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1957644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:51:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:51:02+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T17:51:02+09:00", "mjpeg": {"age_sec": 0.607, "exists": true, "mtime": "2026-07-05T17:51:02.115718+09:00", "mtime_epoch": 1783241462.1157184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:51:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2373.629, "name": "celery", "pid": 267, "rss_mb": 2373.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.917}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.676, "count": 298, "max_ms": 13.823, "p95_ms": 9.067}, "gstreamer_push": {"avg_ms": 1.252, "count": 298, "max_ms": 1.729, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.67, "count": 298, "max_ms": 73.399, "p95_ms": 63.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.763, "count": 298, "max_ms": 73.334, "p95_ms": 65.591}, "yolo11_640_fire_11class": {"avg_ms": 49.978, "count": 298, "max_ms": 73.387, "p95_ms": 63.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.469, "count": 298, "max_ms": 85.494, "p95_ms": 77.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.614, "count": 298, "max_ms": 132.282, "p95_ms": 93.53}, "read_interval": {"avg_ms": 100.925, "count": 297, "max_ms": 637.596, "p95_ms": 228.087}, "triton_wait": {"avg_ms": 54.719, "count": 298, "max_ms": 85.507, "p95_ms": 77.317}, "visualize": {"avg_ms": 3.683, "count": 298, "max_ms": 5.268, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16033.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 728, "h264_decode_error_count": 1797, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:50:07+09:00", "last_error_summary": "[h264 @ 0x555c508ac340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555c508ac340] error while decoding MB 0 41, bytestream 7115 [h264 @ 0x555c50cb6b00] left block unavailable for requested intra mode [h264 @ 0x555c50cb6b00] error while decoding MB 0 22, bytestream 29745 [h264 @ 0x555c4ff775c0] error while decoding MB 55 1, bytestream -10 [h264 @ 0x555c50b18e00] cabac decode of qscale diff failed at 19 3 [h264 @ 0x555c50b18e00] error while decoding MB 19 3, bytestream 6785 [h2", "last_exit_at": "2026-07-05T17:50:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.174, "last_started_at": "2026-07-05T17:50:09+09:00", "pid": 139370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.332, "name": "ffmpeg", "pid": 139370, "rss_mb": 267.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 812, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 813}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.763, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:51:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:51:11+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T17:51:11+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T17:51:11.843870+09:00", "mtime_epoch": 1783241471.8438697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:51:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.866, "pushed": 7.866, "read": 7.832}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.271, "count": 235, "max_ms": 25.466, "p95_ms": 20.164}, "gstreamer_push": {"avg_ms": 1.109, "count": 235, "max_ms": 1.743, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.745, "count": 235, "max_ms": 65.228, "p95_ms": 62.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.501, "count": 235, "max_ms": 71.111, "p95_ms": 66.387}, "yolo11_640_fire_11class": {"avg_ms": 49.529, "count": 235, "max_ms": 67.399, "p95_ms": 62.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.044, "count": 235, "max_ms": 79.085, "p95_ms": 76.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.048, "count": 235, "max_ms": 148.818, "p95_ms": 136.495}, "read_interval": {"avg_ms": 127.57, "count": 234, "max_ms": 156.756, "p95_ms": 147.083}, "triton_wait": {"avg_ms": 57.785, "count": 235, "max_ms": 79.096, "p95_ms": 76.194}, "visualize": {"avg_ms": 4.693, "count": 235, "max_ms": 5.985, "p95_ms": 5.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16033.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5994.598, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.156, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1957945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:51:32+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T17:51:32+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T17:51:32.712194+09:00", "mtime_epoch": 1783241492.7121944, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:51:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2373.887, "name": "celery", "pid": 267, "rss_mb": 2373.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.657, "count": 301, "max_ms": 11.847, "p95_ms": 9.186}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.806, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.147, "count": 301, "max_ms": 67.503, "p95_ms": 63.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.355, "count": 301, "max_ms": 74.801, "p95_ms": 62.913}, "yolo11_640_fire_11class": {"avg_ms": 50.386, "count": 301, "max_ms": 73.025, "p95_ms": 63.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.103, "count": 301, "max_ms": 80.083, "p95_ms": 76.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.85, "count": 301, "max_ms": 125.896, "p95_ms": 92.627}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 590.831, "p95_ms": 156.5}, "triton_wait": {"avg_ms": 55.356, "count": 301, "max_ms": 80.095, "p95_ms": 76.549}, "visualize": {"avg_ms": 3.68, "count": 301, "max_ms": 5.111, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16034.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 728, "h264_decode_error_count": 1797, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:50:07+09:00", "last_error_summary": "[h264 @ 0x555c508ac340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555c508ac340] error while decoding MB 0 41, bytestream 7115 [h264 @ 0x555c50cb6b00] left block unavailable for requested intra mode [h264 @ 0x555c50cb6b00] error while decoding MB 0 22, bytestream 29745 [h264 @ 0x555c4ff775c0] error while decoding MB 55 1, bytestream -10 [h264 @ 0x555c50b18e00] cabac decode of qscale diff failed at 19 3 [h264 @ 0x555c50b18e00] error while decoding MB 19 3, bytestream 6785 [h2", "last_exit_at": "2026-07-05T17:50:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.281, "last_started_at": "2026-07-05T17:50:09+09:00", "pid": 139370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.332, "name": "ffmpeg", "pid": 139370, "rss_mb": 267.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 812, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 813}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.765, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:51:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:51:42+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T17:51:41+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T17:51:41.944338+09:00", "mtime_epoch": 1783241501.9443378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:51:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.869, "pushed": 7.869, "read": 7.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.485, "count": 235, "max_ms": 32.421, "p95_ms": 20.367}, "gstreamer_push": {"avg_ms": 1.123, "count": 236, "max_ms": 1.828, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.748, "count": 235, "max_ms": 65.81, "p95_ms": 61.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.503, "count": 235, "max_ms": 79.405, "p95_ms": 66.175}, "yolo11_640_fire_11class": {"avg_ms": 49.383, "count": 235, "max_ms": 67.475, "p95_ms": 61.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.324, "count": 235, "max_ms": 81.185, "p95_ms": 75.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.773, "count": 236, "max_ms": 146.912, "p95_ms": 135.898}, "read_interval": {"avg_ms": 127.47, "count": 235, "max_ms": 156.38, "p95_ms": 145.284}, "triton_wait": {"avg_ms": 57.889, "count": 235, "max_ms": 81.195, "p95_ms": 75.771}, "visualize": {"avg_ms": 4.703, "count": 235, "max_ms": 7.303, "p95_ms": 5.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16034.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6024.658, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.752, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1958247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:52:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:52:02+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:52:02+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T17:52:02.796662+09:00", "mtime_epoch": 1783241522.7966623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:52:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2373.887, "name": "celery", "pid": 267, "rss_mb": 2373.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.743, "count": 302, "max_ms": 10.423, "p95_ms": 9.657}, "gstreamer_push": {"avg_ms": 1.252, "count": 302, "max_ms": 2.133, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.25, "count": 302, "max_ms": 68.792, "p95_ms": 63.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.631, "count": 302, "max_ms": 81.376, "p95_ms": 66.853}, "yolo11_640_fire_11class": {"avg_ms": 49.111, "count": 302, "max_ms": 67.129, "p95_ms": 63.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.309, "count": 302, "max_ms": 82.827, "p95_ms": 77.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.524, "count": 302, "max_ms": 138.739, "p95_ms": 98.777}, "read_interval": {"avg_ms": 99.595, "count": 301, "max_ms": 761.514, "p95_ms": 149.194}, "triton_wait": {"avg_ms": 54.468, "count": 302, "max_ms": 82.839, "p95_ms": 77.42}, "visualize": {"avg_ms": 3.706, "count": 302, "max_ms": 5.326, "p95_ms": 4.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16034.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 728, "h264_decode_error_count": 1797, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:50:07+09:00", "last_error_summary": "[h264 @ 0x555c508ac340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555c508ac340] error while decoding MB 0 41, bytestream 7115 [h264 @ 0x555c50cb6b00] left block unavailable for requested intra mode [h264 @ 0x555c50cb6b00] error while decoding MB 0 22, bytestream 29745 [h264 @ 0x555c4ff775c0] error while decoding MB 55 1, bytestream -10 [h264 @ 0x555c50b18e00] cabac decode of qscale diff failed at 19 3 [h264 @ 0x555c50b18e00] error while decoding MB 19 3, bytestream 6785 [h2", "last_exit_at": "2026-07-05T17:50:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.388, "last_started_at": "2026-07-05T17:50:09+09:00", "pid": 139370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.848, "name": "ffmpeg", "pid": 139370, "rss_mb": 267.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 812, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 813}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.763, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:52:12+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:52:12+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T17:52:12.084807+09:00", "mtime_epoch": 1783241532.084807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:52:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9354.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.804, "pushed": 7.804, "read": 7.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.088, "count": 233, "max_ms": 22.387, "p95_ms": 19.812}, "gstreamer_push": {"avg_ms": 1.097, "count": 234, "max_ms": 1.585, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.058, "count": 233, "max_ms": 65.429, "p95_ms": 61.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.416, "count": 233, "max_ms": 76.887, "p95_ms": 67.952}, "yolo11_640_fire_11class": {"avg_ms": 49.463, "count": 233, "max_ms": 65.529, "p95_ms": 62.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.772, "count": 233, "max_ms": 79.186, "p95_ms": 76.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.686, "count": 234, "max_ms": 177.29, "p95_ms": 136.915}, "read_interval": {"avg_ms": 128.676, "count": 233, "max_ms": 187.22, "p95_ms": 147.628}, "triton_wait": {"avg_ms": 58.292, "count": 233, "max_ms": 79.199, "p95_ms": 76.305}, "visualize": {"avg_ms": 4.7, "count": 233, "max_ms": 7.162, "p95_ms": 5.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16034.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6054.687, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.06, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1958547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:52:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:52:32+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T17:52:32+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T17:52:32.809129+09:00", "mtime_epoch": 1783241552.8091292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:52:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2374.145, "name": "celery", "pid": 267, "rss_mb": 2374.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.588, "count": 300, "max_ms": 9.735, "p95_ms": 8.263}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.463, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.206, "count": 300, "max_ms": 66.715, "p95_ms": 63.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.051, "count": 300, "max_ms": 75.055, "p95_ms": 65.588}, "yolo11_640_fire_11class": {"avg_ms": 50.383, "count": 300, "max_ms": 68.705, "p95_ms": 63.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.518, "count": 300, "max_ms": 79.643, "p95_ms": 76.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.184, "count": 300, "max_ms": 112.249, "p95_ms": 93.219}, "read_interval": {"avg_ms": 100.115, "count": 299, "max_ms": 750.667, "p95_ms": 109.221}, "triton_wait": {"avg_ms": 55.922, "count": 300, "max_ms": 79.655, "p95_ms": 76.782}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 5.228, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16034.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 728, "h264_decode_error_count": 1797, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:50:07+09:00", "last_error_summary": "[h264 @ 0x555c508ac340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555c508ac340] error while decoding MB 0 41, bytestream 7115 [h264 @ 0x555c50cb6b00] left block unavailable for requested intra mode [h264 @ 0x555c50cb6b00] error while decoding MB 0 22, bytestream 29745 [h264 @ 0x555c4ff775c0] error while decoding MB 55 1, bytestream -10 [h264 @ 0x555c50b18e00] cabac decode of qscale diff failed at 19 3 [h264 @ 0x555c50b18e00] error while decoding MB 19 3, bytestream 6785 [h2", "last_exit_at": "2026-07-05T17:50:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.45, "last_started_at": "2026-07-05T17:50:09+09:00", "pid": 139370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.848, "name": "ffmpeg", "pid": 139370, "rss_mb": 267.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 812, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 813}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.765, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:52:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:52:42+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T17:52:42+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T17:52:42.153275+09:00", "mtime_epoch": 1783241562.1532745, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:52:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9355.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.855, "pushed": 7.855, "read": 7.821}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.661, "count": 235, "max_ms": 30.887, "p95_ms": 22.637}, "gstreamer_push": {"avg_ms": 1.092, "count": 235, "max_ms": 1.591, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.671, "count": 235, "max_ms": 64.673, "p95_ms": 60.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.015, "count": 235, "max_ms": 72.214, "p95_ms": 66.125}, "yolo11_640_fire_11class": {"avg_ms": 47.255, "count": 235, "max_ms": 65.722, "p95_ms": 61.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.711, "count": 235, "max_ms": 79.624, "p95_ms": 76.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.389, "count": 235, "max_ms": 159.317, "p95_ms": 136.9}, "read_interval": {"avg_ms": 127.968, "count": 234, "max_ms": 169.351, "p95_ms": 147.422}, "triton_wait": {"avg_ms": 57.079, "count": 235, "max_ms": 79.637, "p95_ms": 76.189}, "visualize": {"avg_ms": 4.728, "count": 235, "max_ms": 7.101, "p95_ms": 5.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16035.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6084.711, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.368, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1958849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:53:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:53:02+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:53:02+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T17:53:02.845597+09:00", "mtime_epoch": 1783241582.8455966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:53:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2374.402, "name": "celery", "pid": 267, "rss_mb": 2374.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.75, "count": 302, "max_ms": 12.133, "p95_ms": 9.736}, "gstreamer_push": {"avg_ms": 1.235, "count": 302, "max_ms": 1.877, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.283, "count": 302, "max_ms": 67.082, "p95_ms": 62.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.555, "count": 302, "max_ms": 78.487, "p95_ms": 64.427}, "yolo11_640_fire_11class": {"avg_ms": 49.554, "count": 302, "max_ms": 68.104, "p95_ms": 62.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.806, "count": 302, "max_ms": 80.381, "p95_ms": 76.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.153, "count": 302, "max_ms": 136.254, "p95_ms": 100.633}, "read_interval": {"avg_ms": 99.476, "count": 301, "max_ms": 688.187, "p95_ms": 124.537}, "triton_wait": {"avg_ms": 54.958, "count": 302, "max_ms": 80.392, "p95_ms": 76.662}, "visualize": {"avg_ms": 3.708, "count": 302, "max_ms": 5.468, "p95_ms": 4.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16035.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 728, "h264_decode_error_count": 1797, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:50:07+09:00", "last_error_summary": "[h264 @ 0x555c508ac340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555c508ac340] error while decoding MB 0 41, bytestream 7115 [h264 @ 0x555c50cb6b00] left block unavailable for requested intra mode [h264 @ 0x555c50cb6b00] error while decoding MB 0 22, bytestream 29745 [h264 @ 0x555c4ff775c0] error while decoding MB 55 1, bytestream -10 [h264 @ 0x555c50b18e00] cabac decode of qscale diff failed at 19 3 [h264 @ 0x555c50b18e00] error while decoding MB 19 3, bytestream 6785 [h2", "last_exit_at": "2026-07-05T17:50:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.538, "last_started_at": "2026-07-05T17:50:09+09:00", "pid": 139370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.848, "name": "ffmpeg", "pid": 139370, "rss_mb": 267.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 812, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 813}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.765, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:53:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:53:12+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T17:53:12+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T17:53:12.213742+09:00", "mtime_epoch": 1783241592.2137423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:53:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9355.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.88, "pushed": 7.88, "read": 7.847}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.223, "count": 236, "max_ms": 30.174, "p95_ms": 25.146}, "gstreamer_push": {"avg_ms": 1.089, "count": 236, "max_ms": 1.506, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.009, "count": 236, "max_ms": 67.337, "p95_ms": 61.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.167, "count": 236, "max_ms": 75.679, "p95_ms": 66.991}, "yolo11_640_fire_11class": {"avg_ms": 47.246, "count": 236, "max_ms": 65.7, "p95_ms": 61.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.688, "count": 236, "max_ms": 79.743, "p95_ms": 75.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.968, "count": 236, "max_ms": 164.122, "p95_ms": 137.95}, "read_interval": {"avg_ms": 127.409, "count": 235, "max_ms": 172.845, "p95_ms": 147.63}, "triton_wait": {"avg_ms": 56.2, "count": 236, "max_ms": 79.756, "p95_ms": 75.807}, "visualize": {"avg_ms": 4.724, "count": 236, "max_ms": 6.243, "p95_ms": 5.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16035.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6114.804, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.717, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1959147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:53:33+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T17:53:32+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T17:53:32.914064+09:00", "mtime_epoch": 1783241612.9140642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:53:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2374.402, "name": "celery", "pid": 267, "rss_mb": 2374.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.93, "pushed": 9.93, "read": 9.897}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.705, "count": 297, "max_ms": 13.046, "p95_ms": 9.638}, "gstreamer_push": {"avg_ms": 1.242, "count": 297, "max_ms": 1.842, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.233, "count": 297, "max_ms": 68.977, "p95_ms": 64.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.548, "count": 297, "max_ms": 76.686, "p95_ms": 68.704}, "yolo11_640_fire_11class": {"avg_ms": 50.33, "count": 297, "max_ms": 69.606, "p95_ms": 64.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.888, "count": 297, "max_ms": 83.803, "p95_ms": 78.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.901, "count": 297, "max_ms": 130.123, "p95_ms": 98.514}, "read_interval": {"avg_ms": 101.02, "count": 296, "max_ms": 576.452, "p95_ms": 137.613}, "triton_wait": {"avg_ms": 56.123, "count": 297, "max_ms": 83.815, "p95_ms": 78.472}, "visualize": {"avg_ms": 3.637, "count": 297, "max_ms": 5.724, "p95_ms": 4.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16035.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 728, "h264_decode_error_count": 1797, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:50:07+09:00", "last_error_summary": "[h264 @ 0x555c508ac340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555c508ac340] error while decoding MB 0 41, bytestream 7115 [h264 @ 0x555c50cb6b00] left block unavailable for requested intra mode [h264 @ 0x555c50cb6b00] error while decoding MB 0 22, bytestream 29745 [h264 @ 0x555c4ff775c0] error while decoding MB 55 1, bytestream -10 [h264 @ 0x555c50b18e00] cabac decode of qscale diff failed at 19 3 [h264 @ 0x555c50b18e00] error while decoding MB 19 3, bytestream 6785 [h2", "last_exit_at": "2026-07-05T17:50:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.571, "last_started_at": "2026-07-05T17:50:09+09:00", "pid": 139370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.105, "name": "ffmpeg", "pid": 139370, "rss_mb": 268.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 812, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 813}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.004, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:53:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:53:42+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T17:53:42+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T17:53:42.250210+09:00", "mtime_epoch": 1783241622.2502096, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:53:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9355.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.789, "pushed": 7.789, "read": 7.755}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.441, "count": 233, "max_ms": 26.63, "p95_ms": 19.937}, "gstreamer_push": {"avg_ms": 1.101, "count": 233, "max_ms": 1.558, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.693, "count": 233, "max_ms": 67.654, "p95_ms": 62.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.839, "count": 233, "max_ms": 72.983, "p95_ms": 68.609}, "yolo11_640_fire_11class": {"avg_ms": 50.224, "count": 233, "max_ms": 68.167, "p95_ms": 62.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.475, "count": 233, "max_ms": 82.975, "p95_ms": 77.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.282, "count": 233, "max_ms": 171.437, "p95_ms": 138.672}, "read_interval": {"avg_ms": 128.829, "count": 232, "max_ms": 180.28, "p95_ms": 148.774}, "triton_wait": {"avg_ms": 59.196, "count": 233, "max_ms": 82.987, "p95_ms": 77.372}, "visualize": {"avg_ms": 4.712, "count": 233, "max_ms": 5.906, "p95_ms": 4.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15908.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6144.819, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.712, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1959453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:54:03+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T17:54:02+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T17:54:02.958532+09:00", "mtime_epoch": 1783241642.9585316, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:54:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2374.66, "name": "celery", "pid": 267, "rss_mb": 2374.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.221, "pushed": 10.221, "read": 10.187}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.816, "count": 306, "max_ms": 12.342, "p95_ms": 10.044}, "gstreamer_push": {"avg_ms": 1.253, "count": 306, "max_ms": 1.65, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.09, "count": 306, "max_ms": 65.886, "p95_ms": 63.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.374, "count": 306, "max_ms": 72.83, "p95_ms": 63.583}, "yolo11_640_fire_11class": {"avg_ms": 49.856, "count": 306, "max_ms": 68.045, "p95_ms": 63.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.193, "count": 306, "max_ms": 79.489, "p95_ms": 75.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.776, "count": 306, "max_ms": 106.325, "p95_ms": 92.708}, "read_interval": {"avg_ms": 98.136, "count": 305, "max_ms": 697.847, "p95_ms": 116.716}, "triton_wait": {"avg_ms": 53.555, "count": 306, "max_ms": 79.501, "p95_ms": 75.398}, "visualize": {"avg_ms": 3.681, "count": 306, "max_ms": 5.154, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16032.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 729, "h264_decode_error_count": 1798, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:53:57+09:00", "last_error_summary": "[h264 @ 0x55989d9c12c0] error while decoding MB 24 24, bytestream -5", "last_exit_at": "2026-07-05T17:54:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.345, "last_started_at": "2026-07-05T17:54:00+09:00", "pid": 139477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.652, "name": "ffmpeg", "pid": 139477, "rss_mb": 264.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 813, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 814}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.433, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:54:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:54:12+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:54:12+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:54:12.330678+09:00", "mtime_epoch": 1783241652.3306775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:54:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9355.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.546, "pushed": 6.546, "read": 6.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.751, "count": 196, "max_ms": 23.006, "p95_ms": 20.693}, "gstreamer_push": {"avg_ms": 1.099, "count": 196, "max_ms": 1.25, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.873, "count": 196, "max_ms": 65.947, "p95_ms": 61.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.913, "count": 196, "max_ms": 80.592, "p95_ms": 66.479}, "yolo11_640_fire_11class": {"avg_ms": 48.764, "count": 196, "max_ms": 68.166, "p95_ms": 62.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.917, "count": 196, "max_ms": 83.224, "p95_ms": 76.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.499, "count": 196, "max_ms": 150.317, "p95_ms": 140.099}, "read_interval": {"avg_ms": 153.54, "count": 195, "max_ms": 4885.812, "p95_ms": 152.721}, "triton_wait": {"avg_ms": 56.772, "count": 196, "max_ms": 83.235, "p95_ms": 76.051}, "visualize": {"avg_ms": 4.781, "count": 196, "max_ms": 6.346, "p95_ms": 5.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16033.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6174.839, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.883, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1959746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:54:33+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:54:32+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T17:54:32.978999+09:00", "mtime_epoch": 1783241672.9789987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:54:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2374.66, "name": "celery", "pid": 267, "rss_mb": 2374.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.811, "pushed": 9.811, "read": 9.811}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.765, "count": 293, "max_ms": 13.893, "p95_ms": 9.431}, "gstreamer_push": {"avg_ms": 1.265, "count": 293, "max_ms": 1.787, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.855, "count": 293, "max_ms": 64.629, "p95_ms": 63.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.712, "count": 293, "max_ms": 74.742, "p95_ms": 64.844}, "yolo11_640_fire_11class": {"avg_ms": 49.129, "count": 293, "max_ms": 67.571, "p95_ms": 62.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.949, "count": 293, "max_ms": 81.784, "p95_ms": 76.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.646, "count": 293, "max_ms": 106.601, "p95_ms": 92.948}, "read_interval": {"avg_ms": 102.458, "count": 293, "max_ms": 667.008, "p95_ms": 224.026}, "triton_wait": {"avg_ms": 54.163, "count": 293, "max_ms": 81.797, "p95_ms": 76.944}, "visualize": {"avg_ms": 3.674, "count": 293, "max_ms": 5.878, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16033.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 729, "h264_decode_error_count": 1798, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:53:57+09:00", "last_error_summary": "[h264 @ 0x55989d9c12c0] error while decoding MB 24 24, bytestream -5", "last_exit_at": "2026-07-05T17:54:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.365, "last_started_at": "2026-07-05T17:54:00+09:00", "pid": 139477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.684, "name": "ffmpeg", "pid": 139477, "rss_mb": 265.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 813, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 814}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.586, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:54:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:54:42+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T17:54:42+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T17:54:42.351145+09:00", "mtime_epoch": 1783241682.3511446, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:54:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9355.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.632, "pushed": 7.632, "read": 7.599}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.844, "count": 228, "max_ms": 28.878, "p95_ms": 20.864}, "gstreamer_push": {"avg_ms": 1.125, "count": 228, "max_ms": 1.892, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.616, "count": 228, "max_ms": 65.063, "p95_ms": 61.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.311, "count": 228, "max_ms": 74.805, "p95_ms": 66.402}, "yolo11_640_fire_11class": {"avg_ms": 48.619, "count": 228, "max_ms": 66.229, "p95_ms": 60.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.296, "count": 228, "max_ms": 82.535, "p95_ms": 76.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.151, "count": 228, "max_ms": 147.007, "p95_ms": 138.658}, "read_interval": {"avg_ms": 131.705, "count": 227, "max_ms": 157.887, "p95_ms": 151.259}, "triton_wait": {"avg_ms": 58.027, "count": 228, "max_ms": 82.546, "p95_ms": 76.369}, "visualize": {"avg_ms": 4.734, "count": 228, "max_ms": 6.058, "p95_ms": 5.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16033.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6204.875, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.108, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1960046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:55:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:55:03+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T17:55:03+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T17:55:03.015466+09:00", "mtime_epoch": 1783241703.015466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:55:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2374.918, "name": "celery", "pid": 267, "rss_mb": 2374.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.698, "count": 300, "max_ms": 15.788, "p95_ms": 9.466}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.456, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.194, "count": 300, "max_ms": 68.204, "p95_ms": 62.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.22, "count": 300, "max_ms": 75.518, "p95_ms": 60.378}, "yolo11_640_fire_11class": {"avg_ms": 50.558, "count": 300, "max_ms": 70.286, "p95_ms": 63.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.012, "count": 300, "max_ms": 81.414, "p95_ms": 76.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.225, "count": 300, "max_ms": 149.702, "p95_ms": 93.486}, "read_interval": {"avg_ms": 100.171, "count": 299, "max_ms": 738.496, "p95_ms": 172.472}, "triton_wait": {"avg_ms": 55.381, "count": 300, "max_ms": 81.426, "p95_ms": 76.589}, "visualize": {"avg_ms": 3.604, "count": 300, "max_ms": 6.17, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16033.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 729, "h264_decode_error_count": 1798, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:53:57+09:00", "last_error_summary": "[h264 @ 0x55989d9c12c0] error while decoding MB 24 24, bytestream -5", "last_exit_at": "2026-07-05T17:54:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.37, "last_started_at": "2026-07-05T17:54:00+09:00", "pid": 139477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.199, "name": "ffmpeg", "pid": 139477, "rss_mb": 266.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 813, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 814}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.995, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:55:12+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T17:55:12+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T17:55:12.355611+09:00", "mtime_epoch": 1783241712.3556113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:55:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9355.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.776, "count": 226, "max_ms": 30.279, "p95_ms": 20.711}, "gstreamer_push": {"avg_ms": 1.1, "count": 226, "max_ms": 1.636, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.854, "count": 226, "max_ms": 69.437, "p95_ms": 62.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.359, "count": 226, "max_ms": 77.305, "p95_ms": 68.948}, "yolo11_640_fire_11class": {"avg_ms": 50.085, "count": 226, "max_ms": 68.92, "p95_ms": 63.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.919, "count": 226, "max_ms": 81.767, "p95_ms": 77.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.64, "count": 226, "max_ms": 168.844, "p95_ms": 142.73}, "read_interval": {"avg_ms": 132.753, "count": 226, "max_ms": 180.379, "p95_ms": 154.048}, "triton_wait": {"avg_ms": 58.597, "count": 226, "max_ms": 81.778, "p95_ms": 77.103}, "visualize": {"avg_ms": 4.784, "count": 226, "max_ms": 6.549, "p95_ms": 5.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16038.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6234.883, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.169, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1960348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:55:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:55:33+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T17:55:33+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T17:55:33.027933+09:00", "mtime_epoch": 1783241733.027933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:55:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2374.918, "name": "celery", "pid": 267, "rss_mb": 2374.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.896, "count": 302, "max_ms": 11.569, "p95_ms": 9.854}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 1.513, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.592, "count": 302, "max_ms": 72.431, "p95_ms": 63.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.453, "count": 302, "max_ms": 76.625, "p95_ms": 66.87}, "yolo11_640_fire_11class": {"avg_ms": 50.068, "count": 302, "max_ms": 75.419, "p95_ms": 64.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.924, "count": 302, "max_ms": 81.093, "p95_ms": 76.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.114, "count": 302, "max_ms": 131.64, "p95_ms": 95.09}, "read_interval": {"avg_ms": 99.371, "count": 302, "max_ms": 771.739, "p95_ms": 121.44}, "triton_wait": {"avg_ms": 54.434, "count": 302, "max_ms": 81.106, "p95_ms": 76.927}, "visualize": {"avg_ms": 3.719, "count": 302, "max_ms": 5.676, "p95_ms": 4.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16039.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 729, "h264_decode_error_count": 1798, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:53:57+09:00", "last_error_summary": "[h264 @ 0x55989d9c12c0] error while decoding MB 24 24, bytestream -5", "last_exit_at": "2026-07-05T17:54:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.458, "last_started_at": "2026-07-05T17:54:00+09:00", "pid": 139477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.582, "name": "ffmpeg", "pid": 139477, "rss_mb": 270.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 813, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 814}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.117, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:55:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:55:42+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T17:55:42+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T17:55:42.436088+09:00", "mtime_epoch": 1783241742.4360883, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:55:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9355.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.642, "pushed": 7.642, "read": 7.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.719, "count": 228, "max_ms": 24.531, "p95_ms": 20.524}, "gstreamer_push": {"avg_ms": 1.113, "count": 229, "max_ms": 1.977, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.398, "count": 228, "max_ms": 66.431, "p95_ms": 61.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.258, "count": 228, "max_ms": 76.615, "p95_ms": 66.958}, "yolo11_640_fire_11class": {"avg_ms": 49.289, "count": 228, "max_ms": 68.238, "p95_ms": 61.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.495, "count": 228, "max_ms": 78.315, "p95_ms": 75.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.324, "count": 229, "max_ms": 155.105, "p95_ms": 138.638}, "read_interval": {"avg_ms": 131.425, "count": 228, "max_ms": 166.186, "p95_ms": 151.704}, "triton_wait": {"avg_ms": 57.471, "count": 228, "max_ms": 78.328, "p95_ms": 75.117}, "visualize": {"avg_ms": 4.743, "count": 228, "max_ms": 6.228, "p95_ms": 5.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16039.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6264.89, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.211, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1960649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:56:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:56:03+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T17:56:02+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T17:56:03.000747+09:00", "mtime_epoch": 1783241763.0007472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:56:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2375.176, "name": "celery", "pid": 267, "rss_mb": 2375.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 301, "max_ms": 13.056, "p95_ms": 9.792}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 2.038, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.548, "count": 301, "max_ms": 69.799, "p95_ms": 63.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.826, "count": 301, "max_ms": 78.58, "p95_ms": 68.247}, "yolo11_640_fire_11class": {"avg_ms": 51.635, "count": 301, "max_ms": 74.815, "p95_ms": 66.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.297, "count": 301, "max_ms": 80.176, "p95_ms": 76.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.274, "count": 301, "max_ms": 133.344, "p95_ms": 92.718}, "read_interval": {"avg_ms": 99.602, "count": 301, "max_ms": 628.788, "p95_ms": 142.996}, "triton_wait": {"avg_ms": 55.019, "count": 301, "max_ms": 80.188, "p95_ms": 76.61}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 5.162, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16039.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 729, "h264_decode_error_count": 1798, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:53:57+09:00", "last_error_summary": "[h264 @ 0x55989d9c12c0] error while decoding MB 24 24, bytestream -5", "last_exit_at": "2026-07-05T17:54:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.469, "last_started_at": "2026-07-05T17:54:00+09:00", "pid": 139477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.098, "name": "ffmpeg", "pid": 139477, "rss_mb": 271.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 813, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 814}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.117, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:56:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:56:12+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T17:56:12+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T17:56:12.453046+09:00", "mtime_epoch": 1783241772.4530463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:56:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9355.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.668, "pushed": 7.668, "read": 7.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.598, "count": 230, "max_ms": 26.83, "p95_ms": 20.403}, "gstreamer_push": {"avg_ms": 1.108, "count": 230, "max_ms": 1.644, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.089, "count": 230, "max_ms": 66.658, "p95_ms": 62.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.492, "count": 230, "max_ms": 79.706, "p95_ms": 68.36}, "yolo11_640_fire_11class": {"avg_ms": 49.237, "count": 230, "max_ms": 70.201, "p95_ms": 63.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.581, "count": 230, "max_ms": 80.611, "p95_ms": 75.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.361, "count": 230, "max_ms": 140.189, "p95_ms": 137.105}, "read_interval": {"avg_ms": 130.488, "count": 230, "max_ms": 157.904, "p95_ms": 150.647}, "triton_wait": {"avg_ms": 57.483, "count": 230, "max_ms": 80.623, "p95_ms": 75.599}, "visualize": {"avg_ms": 4.661, "count": 230, "max_ms": 5.468, "p95_ms": 4.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16040.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6294.944, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.539, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1960949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:56:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:56:33+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:56:33+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T17:56:33.085691+09:00", "mtime_epoch": 1783241793.085691, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:56:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2375.176, "name": "celery", "pid": 267, "rss_mb": 2375.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.819, "count": 300, "max_ms": 12.475, "p95_ms": 9.874}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.487, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.36, "count": 300, "max_ms": 71.958, "p95_ms": 62.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.296, "count": 300, "max_ms": 76.318, "p95_ms": 66.407}, "yolo11_640_fire_11class": {"avg_ms": 48.93, "count": 300, "max_ms": 69.779, "p95_ms": 62.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.354, "count": 300, "max_ms": 80.019, "p95_ms": 77.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.058, "count": 300, "max_ms": 129.576, "p95_ms": 94.757}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 571.58, "p95_ms": 214.261}, "triton_wait": {"avg_ms": 54.574, "count": 300, "max_ms": 80.032, "p95_ms": 77.63}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 5.906, "p95_ms": 4.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16040.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 729, "h264_decode_error_count": 1798, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:53:57+09:00", "last_error_summary": "[h264 @ 0x55989d9c12c0] error while decoding MB 24 24, bytestream -5", "last_exit_at": "2026-07-05T17:54:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.536, "last_started_at": "2026-07-05T17:54:00+09:00", "pid": 139477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.098, "name": "ffmpeg", "pid": 139477, "rss_mb": 271.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 813, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 814}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.638, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:56:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:56:42+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T17:56:42+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T17:56:42.493981+09:00", "mtime_epoch": 1783241802.4939814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:56:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9355.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.48, "pushed": 7.48, "read": 7.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.256, "count": 224, "max_ms": 28.265, "p95_ms": 22.624}, "gstreamer_push": {"avg_ms": 1.135, "count": 224, "max_ms": 1.739, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.388, "count": 224, "max_ms": 66.954, "p95_ms": 62.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.582, "count": 224, "max_ms": 76.627, "p95_ms": 71.491}, "yolo11_640_fire_11class": {"avg_ms": 48.926, "count": 224, "max_ms": 64.048, "p95_ms": 62.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.728, "count": 224, "max_ms": 83.28, "p95_ms": 77.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.226, "count": 224, "max_ms": 167.47, "p95_ms": 141.04}, "read_interval": {"avg_ms": 134.146, "count": 223, "max_ms": 179.208, "p95_ms": 154.334}, "triton_wait": {"avg_ms": 59.372, "count": 224, "max_ms": 83.293, "p95_ms": 77.929}, "visualize": {"avg_ms": 4.785, "count": 224, "max_ms": 7.421, "p95_ms": 5.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16040.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6325.032, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.468, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1961250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:57:03+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T17:57:03+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T17:57:03.158612+09:00", "mtime_epoch": 1783241823.1586118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:57:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2375.434, "name": "celery", "pid": 267, "rss_mb": 2375.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.946, "count": 300, "max_ms": 12.198, "p95_ms": 9.868}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.892, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.201, "count": 300, "max_ms": 70.01, "p95_ms": 62.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.93, "count": 300, "max_ms": 76.279, "p95_ms": 64.365}, "yolo11_640_fire_11class": {"avg_ms": 49.042, "count": 300, "max_ms": 70.022, "p95_ms": 62.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.325, "count": 300, "max_ms": 79.424, "p95_ms": 76.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.308, "count": 300, "max_ms": 135.012, "p95_ms": 103.352}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 635.501, "p95_ms": 140.188}, "triton_wait": {"avg_ms": 54.555, "count": 300, "max_ms": 79.437, "p95_ms": 76.522}, "visualize": {"avg_ms": 3.772, "count": 300, "max_ms": 5.232, "p95_ms": 4.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16040.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 729, "h264_decode_error_count": 1798, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:53:57+09:00", "last_error_summary": "[h264 @ 0x55989d9c12c0] error while decoding MB 24 24, bytestream -5", "last_exit_at": "2026-07-05T17:54:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.569, "last_started_at": "2026-07-05T17:54:00+09:00", "pid": 139477, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.355, "name": "ffmpeg", "pid": 139477, "rss_mb": 271.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 813, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 814}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.72, "sample_count": 2263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:57:12+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T17:57:12+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T17:57:12.546895+09:00", "mtime_epoch": 1783241832.5468948, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:57:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.657, "pushed": 7.657, "read": 7.623}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.898, "count": 229, "max_ms": 27.534, "p95_ms": 21.632}, "gstreamer_push": {"avg_ms": 1.13, "count": 229, "max_ms": 1.6, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.425, "count": 229, "max_ms": 65.918, "p95_ms": 62.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.614, "count": 229, "max_ms": 75.736, "p95_ms": 65.278}, "yolo11_640_fire_11class": {"avg_ms": 49.29, "count": 229, "max_ms": 69.05, "p95_ms": 62.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.961, "count": 229, "max_ms": 80.291, "p95_ms": 76.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.246, "count": 229, "max_ms": 140.874, "p95_ms": 136.479}, "read_interval": {"avg_ms": 131.154, "count": 228, "max_ms": 153.524, "p95_ms": 149.467}, "triton_wait": {"avg_ms": 57.912, "count": 229, "max_ms": 80.302, "p95_ms": 76.834}, "visualize": {"avg_ms": 4.738, "count": 229, "max_ms": 6.299, "p95_ms": 5.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16051.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6355.111, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.962, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1961551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:57:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:57:33+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T17:57:33+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T17:57:33.251512+09:00", "mtime_epoch": 1783241853.2515118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:57:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2375.691, "name": "celery", "pid": 267, "rss_mb": 2375.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.89, "count": 300, "max_ms": 12.291, "p95_ms": 9.981}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.752, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.095, "count": 300, "max_ms": 66.692, "p95_ms": 62.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.623, "count": 300, "max_ms": 76.29, "p95_ms": 62.425}, "yolo11_640_fire_11class": {"avg_ms": 49.987, "count": 300, "max_ms": 73.009, "p95_ms": 64.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.321, "count": 300, "max_ms": 82.202, "p95_ms": 76.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.828, "count": 301, "max_ms": 137.596, "p95_ms": 96.592}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 494.76, "p95_ms": 171.742}, "triton_wait": {"avg_ms": 54.635, "count": 300, "max_ms": 82.214, "p95_ms": 76.646}, "visualize": {"avg_ms": 3.752, "count": 300, "max_ms": 5.182, "p95_ms": 4.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15964.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 730, "h264_decode_error_count": 1799, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:57:34+09:00", "last_error_summary": "[h264 @ 0x55db10e66840] error while decoding MB 30 36, bytestream -5", "last_exit_at": "2026-07-05T17:57:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.433, "last_started_at": "2026-07-05T17:57:37+09:00", "pid": 139584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 196.535, "name": "ffmpeg", "pid": 139584, "rss_mb": 196.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 814, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 815}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.923, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:57:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:57:42+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T17:57:42+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T17:57:42.567786+09:00", "mtime_epoch": 1783241862.5677865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:57:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.358, "pushed": 6.358, "read": 6.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.878, "count": 190, "max_ms": 26.393, "p95_ms": 21.089}, "gstreamer_push": {"avg_ms": 1.112, "count": 190, "max_ms": 1.717, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.107, "count": 190, "max_ms": 65.935, "p95_ms": 61.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.211, "count": 190, "max_ms": 70.176, "p95_ms": 66.432}, "yolo11_640_fire_11class": {"avg_ms": 49.361, "count": 190, "max_ms": 69.637, "p95_ms": 62.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.5, "count": 190, "max_ms": 84.101, "p95_ms": 76.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.832, "count": 190, "max_ms": 144.968, "p95_ms": 138.933}, "read_interval": {"avg_ms": 158.124, "count": 189, "max_ms": 5154.59, "p95_ms": 152.178}, "triton_wait": {"avg_ms": 58.281, "count": 190, "max_ms": 84.114, "p95_ms": 76.655}, "visualize": {"avg_ms": 4.745, "count": 190, "max_ms": 6.872, "p95_ms": 5.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16035.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6385.174, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.492, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1961852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:58:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:58:03+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T17:58:03+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T17:58:03.312391+09:00", "mtime_epoch": 1783241883.312391, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:58:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2375.691, "name": "celery", "pid": 267, "rss_mb": 2375.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.672, "count": 301, "max_ms": 12.622, "p95_ms": 8.82}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.793, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.645, "count": 301, "max_ms": 66.832, "p95_ms": 61.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.693, "count": 301, "max_ms": 74.622, "p95_ms": 57.375}, "yolo11_640_fire_11class": {"avg_ms": 47.672, "count": 301, "max_ms": 66.301, "p95_ms": 61.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.226, "count": 301, "max_ms": 80.29, "p95_ms": 75.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.73, "count": 301, "max_ms": 142.112, "p95_ms": 90.899}, "read_interval": {"avg_ms": 99.94, "count": 300, "max_ms": 904.008, "p95_ms": 154.199}, "triton_wait": {"avg_ms": 52.423, "count": 301, "max_ms": 80.3, "p95_ms": 75.084}, "visualize": {"avg_ms": 3.66, "count": 301, "max_ms": 6.137, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16035.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 730, "h264_decode_error_count": 1799, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:57:34+09:00", "last_error_summary": "[h264 @ 0x55db10e66840] error while decoding MB 30 36, bytestream -5", "last_exit_at": "2026-07-05T17:57:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.439, "last_started_at": "2026-07-05T17:57:37+09:00", "pid": 139584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.074, "name": "ffmpeg", "pid": 139584, "rss_mb": 266.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 814, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 815}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.236, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:58:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:58:12+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T17:58:12+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T17:58:12.576658+09:00", "mtime_epoch": 1783241892.576658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:58:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.115, "count": 228, "max_ms": 32.235, "p95_ms": 22.225}, "gstreamer_push": {"avg_ms": 1.102, "count": 228, "max_ms": 1.399, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.134, "count": 228, "max_ms": 66.068, "p95_ms": 60.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.776, "count": 228, "max_ms": 71.337, "p95_ms": 64.201}, "yolo11_640_fire_11class": {"avg_ms": 47.603, "count": 228, "max_ms": 64.949, "p95_ms": 59.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.616, "count": 228, "max_ms": 79.897, "p95_ms": 75.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.183, "count": 228, "max_ms": 161.467, "p95_ms": 141.251}, "read_interval": {"avg_ms": 131.625, "count": 228, "max_ms": 172.724, "p95_ms": 153.226}, "triton_wait": {"avg_ms": 56.43, "count": 228, "max_ms": 79.909, "p95_ms": 75.073}, "visualize": {"avg_ms": 4.805, "count": 228, "max_ms": 6.583, "p95_ms": 5.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16035.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6415.252, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.838, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1962155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:58:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:58:33+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T17:58:33+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T17:58:33.377251+09:00", "mtime_epoch": 1783241913.3772511, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:58:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2375.949, "name": "celery", "pid": 267, "rss_mb": 2375.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.813, "count": 302, "max_ms": 13.167, "p95_ms": 10.004}, "gstreamer_push": {"avg_ms": 1.24, "count": 303, "max_ms": 1.481, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.238, "count": 302, "max_ms": 67.209, "p95_ms": 62.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.499, "count": 302, "max_ms": 72.469, "p95_ms": 54.356}, "yolo11_640_fire_11class": {"avg_ms": 48.406, "count": 302, "max_ms": 70.635, "p95_ms": 62.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.623, "count": 302, "max_ms": 80.785, "p95_ms": 74.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.692, "count": 303, "max_ms": 106.771, "p95_ms": 92.367}, "read_interval": {"avg_ms": 99.28, "count": 302, "max_ms": 969.496, "p95_ms": 125.441}, "triton_wait": {"avg_ms": 52.82, "count": 302, "max_ms": 80.797, "p95_ms": 74.692}, "visualize": {"avg_ms": 3.685, "count": 302, "max_ms": 5.161, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16035.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 730, "h264_decode_error_count": 1799, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:57:34+09:00", "last_error_summary": "[h264 @ 0x55db10e66840] error while decoding MB 30 36, bytestream -5", "last_exit_at": "2026-07-05T17:57:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.555, "last_started_at": "2026-07-05T17:57:37+09:00", "pid": 139584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.074, "name": "ffmpeg", "pid": 139584, "rss_mb": 266.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 814, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 815}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.032, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:58:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:58:42+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T17:58:42+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T17:58:42.693514+09:00", "mtime_epoch": 1783241922.693514, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:58:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.735, "pushed": 7.735, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.816, "count": 231, "max_ms": 24.821, "p95_ms": 21.016}, "gstreamer_push": {"avg_ms": 1.103, "count": 232, "max_ms": 1.286, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.437, "count": 231, "max_ms": 73.753, "p95_ms": 61.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.233, "count": 231, "max_ms": 69.583, "p95_ms": 63.689}, "yolo11_640_fire_11class": {"avg_ms": 47.99, "count": 231, "max_ms": 73.763, "p95_ms": 61.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.609, "count": 231, "max_ms": 79.268, "p95_ms": 74.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.261, "count": 232, "max_ms": 145.717, "p95_ms": 136.033}, "read_interval": {"avg_ms": 129.824, "count": 231, "max_ms": 156.864, "p95_ms": 149.002}, "triton_wait": {"avg_ms": 56.321, "count": 231, "max_ms": 79.28, "p95_ms": 74.047}, "visualize": {"avg_ms": 4.745, "count": 231, "max_ms": 6.05, "p95_ms": 5.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16035.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6445.332, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.901, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1962452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:59:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:59:03+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T17:59:03+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T17:59:03.454094+09:00", "mtime_epoch": 1783241943.454094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:59:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2375.949, "name": "celery", "pid": 267, "rss_mb": 2375.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.9, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.777, "count": 296, "max_ms": 10.402, "p95_ms": 8.662}, "gstreamer_push": {"avg_ms": 1.266, "count": 297, "max_ms": 2.348, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.904, "count": 296, "max_ms": 66.89, "p95_ms": 62.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.272, "count": 296, "max_ms": 75.544, "p95_ms": 55.024}, "yolo11_640_fire_11class": {"avg_ms": 49.207, "count": 296, "max_ms": 67.5, "p95_ms": 62.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.11, "count": 296, "max_ms": 80.312, "p95_ms": 76.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.993, "count": 296, "max_ms": 132.102, "p95_ms": 93.639}, "read_interval": {"avg_ms": 101.269, "count": 296, "max_ms": 646.652, "p95_ms": 145.256}, "triton_wait": {"avg_ms": 55.35, "count": 296, "max_ms": 80.325, "p95_ms": 76.923}, "visualize": {"avg_ms": 3.716, "count": 296, "max_ms": 5.104, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16036.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 730, "h264_decode_error_count": 1799, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:57:34+09:00", "last_error_summary": "[h264 @ 0x55db10e66840] error while decoding MB 30 36, bytestream -5", "last_exit_at": "2026-07-05T17:57:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.587, "last_started_at": "2026-07-05T17:57:37+09:00", "pid": 139584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.332, "name": "ffmpeg", "pid": 139584, "rss_mb": 266.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 814, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 815}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.817, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1535020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:59:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:59:12+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T17:59:12+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T17:59:12.722350+09:00", "mtime_epoch": 1783241952.7223501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:59:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.663, "pushed": 7.663, "read": 7.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.714, "count": 229, "max_ms": 27.667, "p95_ms": 20.387}, "gstreamer_push": {"avg_ms": 1.113, "count": 229, "max_ms": 1.284, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.452, "count": 229, "max_ms": 63.994, "p95_ms": 61.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.233, "count": 229, "max_ms": 76.952, "p95_ms": 67.282}, "yolo11_640_fire_11class": {"avg_ms": 48.871, "count": 229, "max_ms": 63.422, "p95_ms": 61.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.562, "count": 229, "max_ms": 82.045, "p95_ms": 76.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.644, "count": 229, "max_ms": 153.276, "p95_ms": 137.259}, "read_interval": {"avg_ms": 131.152, "count": 228, "max_ms": 164.837, "p95_ms": 150.265}, "triton_wait": {"avg_ms": 58.382, "count": 229, "max_ms": 82.057, "p95_ms": 76.279}, "visualize": {"avg_ms": 4.722, "count": 229, "max_ms": 5.995, "p95_ms": 5.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16037.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6475.805, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.081, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1962754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:59:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T17:59:34+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T17:59:33+09:00", "mjpeg": {"age_sec": 0.572, "exists": true, "mtime": "2026-07-05T17:59:33.434917+09:00", "mtime_epoch": 1783241973.434917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T17:59:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2376.207, "name": "celery", "pid": 267, "rss_mb": 2376.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.819, "count": 298, "max_ms": 11.895, "p95_ms": 9.044}, "gstreamer_push": {"avg_ms": 1.256, "count": 298, "max_ms": 1.942, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.245, "count": 298, "max_ms": 73.312, "p95_ms": 64.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.42, "count": 298, "max_ms": 77.237, "p95_ms": 71.202}, "yolo11_640_fire_11class": {"avg_ms": 50.015, "count": 298, "max_ms": 73.324, "p95_ms": 63.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.181, "count": 298, "max_ms": 81.982, "p95_ms": 77.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.498, "count": 298, "max_ms": 137.546, "p95_ms": 94.579}, "read_interval": {"avg_ms": 100.903, "count": 297, "max_ms": 663.167, "p95_ms": 117.795}, "triton_wait": {"avg_ms": 55.492, "count": 298, "max_ms": 81.994, "p95_ms": 77.774}, "visualize": {"avg_ms": 3.7, "count": 298, "max_ms": 5.136, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16037.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 730, "h264_decode_error_count": 1799, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:57:34+09:00", "last_error_summary": "[h264 @ 0x55db10e66840] error while decoding MB 30 36, bytestream -5", "last_exit_at": "2026-07-05T17:57:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.708, "last_started_at": "2026-07-05T17:57:37+09:00", "pid": 139584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.621, "name": "ffmpeg", "pid": 139584, "rss_mb": 267.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 814, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 815}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.896, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1535249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T17:59:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T17:59:42+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T17:59:42+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T17:59:42.847172+09:00", "mtime_epoch": 1783241982.8471723, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T17:59:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.636, "pushed": 7.636, "read": 7.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.531, "count": 228, "max_ms": 26.322, "p95_ms": 20.188}, "gstreamer_push": {"avg_ms": 1.116, "count": 229, "max_ms": 1.79, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.482, "count": 228, "max_ms": 71.902, "p95_ms": 62.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.972, "count": 228, "max_ms": 82.845, "p95_ms": 69.241}, "yolo11_640_fire_11class": {"avg_ms": 48.866, "count": 228, "max_ms": 71.914, "p95_ms": 62.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.913, "count": 228, "max_ms": 83.088, "p95_ms": 77.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.741, "count": 229, "max_ms": 145.714, "p95_ms": 138.592}, "read_interval": {"avg_ms": 131.546, "count": 228, "max_ms": 158.408, "p95_ms": 151.62}, "triton_wait": {"avg_ms": 58.616, "count": 228, "max_ms": 83.1, "p95_ms": 77.907}, "visualize": {"avg_ms": 4.702, "count": 228, "max_ms": 5.766, "p95_ms": 4.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16037.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6505.851, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.081, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1963057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:00:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:00:04+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T18:00:03+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T18:00:03.963739+09:00", "mtime_epoch": 1783242003.9637392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:00:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2376.207, "name": "celery", "pid": 267, "rss_mb": 2376.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.132, "pushed": 10.132, "read": 10.098}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.711, "count": 303, "max_ms": 12.838, "p95_ms": 8.962}, "gstreamer_push": {"avg_ms": 1.247, "count": 303, "max_ms": 1.729, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.013, "count": 303, "max_ms": 74.635, "p95_ms": 62.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.045, "count": 303, "max_ms": 72.466, "p95_ms": 62.218}, "yolo11_640_fire_11class": {"avg_ms": 48.746, "count": 303, "max_ms": 74.623, "p95_ms": 62.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.662, "count": 303, "max_ms": 81.667, "p95_ms": 77.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.577, "count": 303, "max_ms": 138.082, "p95_ms": 93.784}, "read_interval": {"avg_ms": 99.133, "count": 302, "max_ms": 724.103, "p95_ms": 147.756}, "triton_wait": {"avg_ms": 54.839, "count": 303, "max_ms": 81.68, "p95_ms": 77.315}, "visualize": {"avg_ms": 3.668, "count": 303, "max_ms": 5.062, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16037.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 730, "h264_decode_error_count": 1799, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:57:34+09:00", "last_error_summary": "[h264 @ 0x55db10e66840] error while decoding MB 30 36, bytestream -5", "last_exit_at": "2026-07-05T17:57:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.749, "last_started_at": "2026-07-05T17:57:37+09:00", "pid": 139584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.395, "name": "ffmpeg", "pid": 139584, "rss_mb": 268.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 814, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 815}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.506, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1535478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:00:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:00:12+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T18:00:12+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T18:00:12.871976+09:00", "mtime_epoch": 1783242012.871976, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:00:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.661, "pushed": 7.661, "read": 7.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.962, "count": 229, "max_ms": 28.262, "p95_ms": 20.947}, "gstreamer_push": {"avg_ms": 1.113, "count": 229, "max_ms": 1.534, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.43, "count": 229, "max_ms": 67.893, "p95_ms": 62.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.758, "count": 229, "max_ms": 74.383, "p95_ms": 65.744}, "yolo11_640_fire_11class": {"avg_ms": 48.883, "count": 229, "max_ms": 66.868, "p95_ms": 62.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.101, "count": 229, "max_ms": 84.637, "p95_ms": 76.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.444, "count": 229, "max_ms": 145.942, "p95_ms": 138.072}, "read_interval": {"avg_ms": 131.148, "count": 228, "max_ms": 158.465, "p95_ms": 150.475}, "triton_wait": {"avg_ms": 57.787, "count": 229, "max_ms": 84.647, "p95_ms": 76.328}, "visualize": {"avg_ms": 4.759, "count": 229, "max_ms": 6.537, "p95_ms": 5.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16037.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6535.936, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.816, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1963358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:00:34+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T18:00:34+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T18:00:34.052534+09:00", "mtime_epoch": 1783242034.052534, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:00:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2376.465, "name": "celery", "pid": 267, "rss_mb": 2376.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.789, "count": 300, "max_ms": 13.648, "p95_ms": 9.397}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.55, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.561, "count": 300, "max_ms": 65.902, "p95_ms": 62.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.467, "count": 300, "max_ms": 75.413, "p95_ms": 65.387}, "yolo11_640_fire_11class": {"avg_ms": 48.399, "count": 300, "max_ms": 69.774, "p95_ms": 62.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.685, "count": 300, "max_ms": 78.528, "p95_ms": 76.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.489, "count": 300, "max_ms": 112.549, "p95_ms": 92.274}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 653.148, "p95_ms": 135.819}, "triton_wait": {"avg_ms": 53.889, "count": 300, "max_ms": 78.54, "p95_ms": 76.055}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 5.891, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16038.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 730, "h264_decode_error_count": 1799, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:57:34+09:00", "last_error_summary": "[h264 @ 0x55db10e66840] error while decoding MB 30 36, bytestream -5", "last_exit_at": "2026-07-05T17:57:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.862, "last_started_at": "2026-07-05T17:57:37+09:00", "pid": 139584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.395, "name": "ffmpeg", "pid": 139584, "rss_mb": 268.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 814, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 815}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.582, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1535708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:00:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:00:43+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T18:00:42+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T18:00:42.984767+09:00", "mtime_epoch": 1783242042.9847674, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:00:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.674, "pushed": 7.674, "read": 7.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.991, "count": 229, "max_ms": 31.115, "p95_ms": 22.089}, "gstreamer_push": {"avg_ms": 1.118, "count": 230, "max_ms": 1.696, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.082, "count": 229, "max_ms": 66.892, "p95_ms": 62.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.331, "count": 229, "max_ms": 80.354, "p95_ms": 69.916}, "yolo11_640_fire_11class": {"avg_ms": 48.925, "count": 229, "max_ms": 66.369, "p95_ms": 62.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.857, "count": 229, "max_ms": 80.947, "p95_ms": 77.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.285, "count": 230, "max_ms": 165.415, "p95_ms": 139.651}, "read_interval": {"avg_ms": 130.875, "count": 229, "max_ms": 174.206, "p95_ms": 152.07}, "triton_wait": {"avg_ms": 57.488, "count": 229, "max_ms": 80.956, "p95_ms": 77.266}, "visualize": {"avg_ms": 4.755, "count": 229, "max_ms": 7.868, "p95_ms": 5.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16039.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6566.005, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.812, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1963659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:01:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:01:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T18:01:04+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T18:01:04.117314+09:00", "mtime_epoch": 1783242064.1173143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:01:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2376.465, "name": "celery", "pid": 267, "rss_mb": 2376.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.796, "count": 301, "max_ms": 12.247, "p95_ms": 9.173}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 2.036, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.328, "count": 301, "max_ms": 70.516, "p95_ms": 62.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.148, "count": 301, "max_ms": 81.916, "p95_ms": 64.397}, "yolo11_640_fire_11class": {"avg_ms": 49.976, "count": 301, "max_ms": 71.338, "p95_ms": 63.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.925, "count": 301, "max_ms": 80.993, "p95_ms": 76.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.211, "count": 301, "max_ms": 165.149, "p95_ms": 92.333}, "read_interval": {"avg_ms": 99.888, "count": 300, "max_ms": 717.508, "p95_ms": 111.098}, "triton_wait": {"avg_ms": 54.483, "count": 301, "max_ms": 81.928, "p95_ms": 76.256}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 4.387, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16039.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 730, "h264_decode_error_count": 1799, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T17:57:34+09:00", "last_error_summary": "[h264 @ 0x55db10e66840] error while decoding MB 30 36, bytestream -5", "last_exit_at": "2026-07-05T17:57:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.983, "last_started_at": "2026-07-05T17:57:37+09:00", "pid": 139584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.395, "name": "ffmpeg", "pid": 139584, "rss_mb": 268.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 814, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 815}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.896, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1535937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:01:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:01:13+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:01:13+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T18:01:13.121546+09:00", "mtime_epoch": 1783242073.1215456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:01:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.634, "pushed": 7.634, "read": 7.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.982, "count": 228, "max_ms": 33.048, "p95_ms": 21.395}, "gstreamer_push": {"avg_ms": 1.114, "count": 229, "max_ms": 1.757, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.193, "count": 228, "max_ms": 65.88, "p95_ms": 62.187}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.969, "count": 228, "max_ms": 78.011, "p95_ms": 66.769}, "yolo11_640_fire_11class": {"avg_ms": 49.107, "count": 228, "max_ms": 68.048, "p95_ms": 62.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.498, "count": 228, "max_ms": 80.689, "p95_ms": 76.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.955, "count": 229, "max_ms": 166.235, "p95_ms": 139.866}, "read_interval": {"avg_ms": 131.573, "count": 228, "max_ms": 178.339, "p95_ms": 152.241}, "triton_wait": {"avg_ms": 57.256, "count": 228, "max_ms": 80.701, "p95_ms": 76.458}, "visualize": {"avg_ms": 4.799, "count": 228, "max_ms": 6.699, "p95_ms": 5.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16036.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6596.05, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.598, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1963958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:01:34+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T18:01:34+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T18:01:34.166081+09:00", "mtime_epoch": 1783242094.166081, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:01:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2376.723, "name": "celery", "pid": 267, "rss_mb": 2376.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.908, "count": 299, "max_ms": 15.273, "p95_ms": 10.851}, "gstreamer_push": {"avg_ms": 1.249, "count": 299, "max_ms": 1.978, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.134, "count": 299, "max_ms": 67.564, "p95_ms": 63.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.947, "count": 299, "max_ms": 75.904, "p95_ms": 63.213}, "yolo11_640_fire_11class": {"avg_ms": 49.132, "count": 299, "max_ms": 70.458, "p95_ms": 63.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.226, "count": 299, "max_ms": 80.479, "p95_ms": 75.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.905, "count": 299, "max_ms": 110.142, "p95_ms": 93.04}, "read_interval": {"avg_ms": 100.475, "count": 298, "max_ms": 801.615, "p95_ms": 153.254}, "triton_wait": {"avg_ms": 52.807, "count": 299, "max_ms": 80.495, "p95_ms": 75.452}, "visualize": {"avg_ms": 3.664, "count": 299, "max_ms": 6.223, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16037.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 731, "h264_decode_error_count": 1800, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:01:16+09:00", "last_error_summary": "[h264 @ 0x557dca0095c0] error while decoding MB 15 32, bytestream -12", "last_exit_at": "2026-07-05T18:01:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.106, "last_started_at": "2026-07-05T18:01:19+09:00", "pid": 139691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.914, "name": "ffmpeg", "pid": 139691, "rss_mb": 264.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 815, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 816}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.417, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1536131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:01:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:01:43+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T18:01:43+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T18:01:43.230310+09:00", "mtime_epoch": 1783242103.2303097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:01:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9356.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.472, "pushed": 6.472, "read": 6.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.021, "count": 193, "max_ms": 27.283, "p95_ms": 22.374}, "gstreamer_push": {"avg_ms": 1.115, "count": 194, "max_ms": 1.879, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.969, "count": 193, "max_ms": 64.323, "p95_ms": 61.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.59, "count": 193, "max_ms": 74.095, "p95_ms": 65.248}, "yolo11_640_fire_11class": {"avg_ms": 49.165, "count": 193, "max_ms": 66.177, "p95_ms": 62.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.749, "count": 193, "max_ms": 80.796, "p95_ms": 75.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.787, "count": 194, "max_ms": 165.189, "p95_ms": 136.846}, "read_interval": {"avg_ms": 155.362, "count": 193, "max_ms": 4965.244, "p95_ms": 149.792}, "triton_wait": {"avg_ms": 57.451, "count": 193, "max_ms": 80.808, "p95_ms": 75.731}, "visualize": {"avg_ms": 4.722, "count": 193, "max_ms": 6.277, "p95_ms": 5.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16038.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6626.091, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.246, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1964260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:02:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:02:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:02:04+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T18:02:04.234836+09:00", "mtime_epoch": 1783242124.2348356, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:02:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2376.98, "name": "celery", "pid": 267, "rss_mb": 2376.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.8, "count": 302, "max_ms": 12.529, "p95_ms": 9.147}, "gstreamer_push": {"avg_ms": 1.244, "count": 302, "max_ms": 1.507, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.347, "count": 302, "max_ms": 66.578, "p95_ms": 62.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.544, "count": 302, "max_ms": 74.513, "p95_ms": 62.771}, "yolo11_640_fire_11class": {"avg_ms": 49.397, "count": 302, "max_ms": 70.064, "p95_ms": 62.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.378, "count": 302, "max_ms": 79.222, "p95_ms": 75.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.368, "count": 302, "max_ms": 128.708, "p95_ms": 92.223}, "read_interval": {"avg_ms": 99.538, "count": 301, "max_ms": 680.091, "p95_ms": 138.654}, "triton_wait": {"avg_ms": 54.604, "count": 302, "max_ms": 79.232, "p95_ms": 75.834}, "visualize": {"avg_ms": 3.694, "count": 302, "max_ms": 5.21, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16042.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 731, "h264_decode_error_count": 1800, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:01:16+09:00", "last_error_summary": "[h264 @ 0x557dca0095c0] error while decoding MB 15 32, bytestream -12", "last_exit_at": "2026-07-05T18:01:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.161, "last_started_at": "2026-07-05T18:01:19+09:00", "pid": 139691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.297, "name": "ffmpeg", "pid": 139691, "rss_mb": 269.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 815, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 816}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.39, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1536364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:02:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:02:13+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T18:02:13+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T18:02:13.295061+09:00", "mtime_epoch": 1783242133.2950606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:02:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9357.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.785, "pushed": 7.785, "read": 7.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.833, "count": 233, "max_ms": 30.031, "p95_ms": 20.519}, "gstreamer_push": {"avg_ms": 1.1, "count": 233, "max_ms": 1.571, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.805, "count": 233, "max_ms": 64.891, "p95_ms": 61.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.778, "count": 233, "max_ms": 71.723, "p95_ms": 64.372}, "yolo11_640_fire_11class": {"avg_ms": 48.272, "count": 233, "max_ms": 64.473, "p95_ms": 60.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.671, "count": 233, "max_ms": 79.189, "p95_ms": 74.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.315, "count": 233, "max_ms": 142.175, "p95_ms": 136.124}, "read_interval": {"avg_ms": 129.018, "count": 232, "max_ms": 156.987, "p95_ms": 148.801}, "triton_wait": {"avg_ms": 56.228, "count": 233, "max_ms": 79.201, "p95_ms": 74.464}, "visualize": {"avg_ms": 4.693, "count": 233, "max_ms": 5.678, "p95_ms": 4.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16043.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6656.096, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.849, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1964560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:02:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:02:34+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T18:02:34+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T18:02:34.235577+09:00", "mtime_epoch": 1783242154.2355766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:02:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2376.98, "name": "celery", "pid": 267, "rss_mb": 2376.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.715, "count": 300, "max_ms": 12.16, "p95_ms": 8.688}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 1.487, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.587, "count": 300, "max_ms": 72.2, "p95_ms": 62.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.672, "count": 300, "max_ms": 72.488, "p95_ms": 60.225}, "yolo11_640_fire_11class": {"avg_ms": 47.873, "count": 300, "max_ms": 71.693, "p95_ms": 61.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.117, "count": 300, "max_ms": 80.842, "p95_ms": 73.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.606, "count": 300, "max_ms": 97.305, "p95_ms": 89.752}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 751.407, "p95_ms": 113.557}, "triton_wait": {"avg_ms": 52.448, "count": 300, "max_ms": 80.855, "p95_ms": 73.766}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.884, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16043.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 731, "h264_decode_error_count": 1800, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:01:16+09:00", "last_error_summary": "[h264 @ 0x557dca0095c0] error while decoding MB 15 32, bytestream -12", "last_exit_at": "2026-07-05T18:01:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.264, "last_started_at": "2026-07-05T18:01:19+09:00", "pid": 139691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.07, "name": "ffmpeg", "pid": 139691, "rss_mb": 270.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 815, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 816}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.421, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1536593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:02:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:02:43+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T18:02:43+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:02:43.395801+09:00", "mtime_epoch": 1783242163.3958008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:02:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9357.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.639, "pushed": 7.639, "read": 7.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.826, "count": 228, "max_ms": 25.331, "p95_ms": 20.856}, "gstreamer_push": {"avg_ms": 1.11, "count": 229, "max_ms": 1.615, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.296, "count": 228, "max_ms": 65.95, "p95_ms": 62.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.523, "count": 228, "max_ms": 75.229, "p95_ms": 65.112}, "yolo11_640_fire_11class": {"avg_ms": 48.889, "count": 228, "max_ms": 66.475, "p95_ms": 62.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.472, "count": 228, "max_ms": 80.257, "p95_ms": 75.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.703, "count": 229, "max_ms": 165.395, "p95_ms": 139.496}, "read_interval": {"avg_ms": 131.483, "count": 228, "max_ms": 176.878, "p95_ms": 152.943}, "triton_wait": {"avg_ms": 57.094, "count": 228, "max_ms": 80.27, "p95_ms": 75.863}, "visualize": {"avg_ms": 4.805, "count": 228, "max_ms": 9.097, "p95_ms": 5.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16043.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6686.327, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.759, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1964864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:03:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:03:04+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T18:03:04+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-05T18:03:04.284308+09:00", "mtime_epoch": 1783242184.284308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:03:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2377.238, "name": "celery", "pid": 267, "rss_mb": 2377.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.766, "count": 302, "max_ms": 14.143, "p95_ms": 8.86}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 1.499, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.717, "count": 302, "max_ms": 66.306, "p95_ms": 62.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.828, "count": 302, "max_ms": 73.597, "p95_ms": 63.121}, "yolo11_640_fire_11class": {"avg_ms": 48.33, "count": 302, "max_ms": 67.835, "p95_ms": 61.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.084, "count": 302, "max_ms": 78.802, "p95_ms": 73.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.893, "count": 302, "max_ms": 95.026, "p95_ms": 89.685}, "read_interval": {"avg_ms": 99.636, "count": 301, "max_ms": 800.999, "p95_ms": 110.522}, "triton_wait": {"avg_ms": 52.615, "count": 302, "max_ms": 78.816, "p95_ms": 73.861}, "visualize": {"avg_ms": 3.664, "count": 302, "max_ms": 4.732, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16046.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 731, "h264_decode_error_count": 1800, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:01:16+09:00", "last_error_summary": "[h264 @ 0x557dca0095c0] error while decoding MB 15 32, bytestream -12", "last_exit_at": "2026-07-05T18:01:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.32, "last_started_at": "2026-07-05T18:01:19+09:00", "pid": 139691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.906, "name": "ffmpeg", "pid": 139691, "rss_mb": 272.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 815, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 816}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.097, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1536824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:03:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:03:13+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:03:13+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:03:13.452529+09:00", "mtime_epoch": 1783242193.452529, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:03:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9357.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.717, "pushed": 7.717, "read": 7.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.983, "count": 231, "max_ms": 24.716, "p95_ms": 21.38}, "gstreamer_push": {"avg_ms": 1.107, "count": 231, "max_ms": 1.675, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.67, "count": 231, "max_ms": 64.258, "p95_ms": 61.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.118, "count": 231, "max_ms": 72.514, "p95_ms": 66.181}, "yolo11_640_fire_11class": {"avg_ms": 48.294, "count": 231, "max_ms": 66.252, "p95_ms": 61.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.844, "count": 231, "max_ms": 79.639, "p95_ms": 73.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.37, "count": 231, "max_ms": 163.751, "p95_ms": 137.854}, "read_interval": {"avg_ms": 130.138, "count": 230, "max_ms": 177.191, "p95_ms": 150.34}, "triton_wait": {"avg_ms": 55.771, "count": 231, "max_ms": 79.65, "p95_ms": 73.986}, "visualize": {"avg_ms": 4.757, "count": 231, "max_ms": 6.479, "p95_ms": 5.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16047.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6716.413, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.636, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1965166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:03:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:03:34+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T18:03:34+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T18:03:34.525033+09:00", "mtime_epoch": 1783242214.525033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:03:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2377.238, "name": "celery", "pid": 267, "rss_mb": 2377.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.76, "count": 302, "max_ms": 11.905, "p95_ms": 9.112}, "gstreamer_push": {"avg_ms": 1.247, "count": 302, "max_ms": 1.468, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.152, "count": 302, "max_ms": 79.042, "p95_ms": 62.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.287, "count": 302, "max_ms": 75.86, "p95_ms": 58.851}, "yolo11_640_fire_11class": {"avg_ms": 48.825, "count": 302, "max_ms": 77.042, "p95_ms": 63.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.396, "count": 302, "max_ms": 79.797, "p95_ms": 74.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.108, "count": 302, "max_ms": 96.005, "p95_ms": 91.331}, "read_interval": {"avg_ms": 99.592, "count": 301, "max_ms": 761.508, "p95_ms": 203.156}, "triton_wait": {"avg_ms": 53.817, "count": 302, "max_ms": 79.81, "p95_ms": 75.331}, "visualize": {"avg_ms": 3.669, "count": 302, "max_ms": 4.901, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16049.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 731, "h264_decode_error_count": 1800, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:01:16+09:00", "last_error_summary": "[h264 @ 0x557dca0095c0] error while decoding MB 15 32, bytestream -12", "last_exit_at": "2026-07-05T18:01:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.427, "last_started_at": "2026-07-05T18:01:19+09:00", "pid": 139691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.0, "name": "ffmpeg", "pid": 139691, "rss_mb": 276.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 815, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 816}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.434, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1537052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:03:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:03:43+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T18:03:43+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T18:03:43.553248+09:00", "mtime_epoch": 1783242223.5532477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:03:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9357.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.61, "pushed": 7.61, "read": 7.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.967, "count": 228, "max_ms": 30.671, "p95_ms": 20.829}, "gstreamer_push": {"avg_ms": 1.114, "count": 228, "max_ms": 1.873, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.522, "count": 228, "max_ms": 68.281, "p95_ms": 62.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.72, "count": 228, "max_ms": 76.747, "p95_ms": 65.03}, "yolo11_640_fire_11class": {"avg_ms": 48.843, "count": 228, "max_ms": 65.042, "p95_ms": 62.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.743, "count": 228, "max_ms": 80.402, "p95_ms": 76.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.229, "count": 228, "max_ms": 165.004, "p95_ms": 140.811}, "read_interval": {"avg_ms": 132.066, "count": 227, "max_ms": 176.468, "p95_ms": 154.362}, "triton_wait": {"avg_ms": 57.381, "count": 228, "max_ms": 80.414, "p95_ms": 76.659}, "visualize": {"avg_ms": 4.803, "count": 228, "max_ms": 8.02, "p95_ms": 5.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16050.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6746.486, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.485, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1965463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:04:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:04:04+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T18:04:04+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T18:04:04.609745+09:00", "mtime_epoch": 1783242244.6097445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:04:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2377.496, "name": "celery", "pid": 267, "rss_mb": 2377.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.86, "count": 297, "max_ms": 12.741, "p95_ms": 10.256}, "gstreamer_push": {"avg_ms": 1.255, "count": 297, "max_ms": 2.08, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.775, "count": 297, "max_ms": 73.121, "p95_ms": 64.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.675, "count": 297, "max_ms": 79.262, "p95_ms": 63.688}, "yolo11_640_fire_11class": {"avg_ms": 49.39, "count": 297, "max_ms": 69.132, "p95_ms": 63.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.956, "count": 297, "max_ms": 81.44, "p95_ms": 76.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.716, "count": 297, "max_ms": 98.545, "p95_ms": 92.958}, "read_interval": {"avg_ms": 101.255, "count": 296, "max_ms": 706.363, "p95_ms": 110.831}, "triton_wait": {"avg_ms": 54.35, "count": 297, "max_ms": 81.453, "p95_ms": 76.849}, "visualize": {"avg_ms": 3.639, "count": 297, "max_ms": 5.107, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16050.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 731, "h264_decode_error_count": 1800, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:01:16+09:00", "last_error_summary": "[h264 @ 0x557dca0095c0] error while decoding MB 15 32, bytestream -12", "last_exit_at": "2026-07-05T18:01:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.492, "last_started_at": "2026-07-05T18:01:19+09:00", "pid": 139691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.516, "name": "ffmpeg", "pid": 139691, "rss_mb": 276.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 815, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 816}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.592, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1537279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:04:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:04:13+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:04:13+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T18:04:13.625956+09:00", "mtime_epoch": 1783242253.625956, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:04:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9357.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.586, "pushed": 7.586, "read": 7.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.109, "count": 227, "max_ms": 31.908, "p95_ms": 21.822}, "gstreamer_push": {"avg_ms": 1.113, "count": 227, "max_ms": 1.528, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.297, "count": 227, "max_ms": 64.822, "p95_ms": 62.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.681, "count": 227, "max_ms": 76.734, "p95_ms": 66.637}, "yolo11_640_fire_11class": {"avg_ms": 49.203, "count": 227, "max_ms": 69.563, "p95_ms": 63.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.151, "count": 227, "max_ms": 80.631, "p95_ms": 75.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.596, "count": 227, "max_ms": 164.815, "p95_ms": 141.599}, "read_interval": {"avg_ms": 132.481, "count": 226, "max_ms": 176.518, "p95_ms": 153.129}, "triton_wait": {"avg_ms": 57.021, "count": 227, "max_ms": 80.643, "p95_ms": 75.263}, "visualize": {"avg_ms": 4.813, "count": 227, "max_ms": 6.492, "p95_ms": 5.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16050.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6776.552, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.944, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1965762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:04:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:04:34+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T18:04:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T18:04:34.690447+09:00", "mtime_epoch": 1783242274.6904466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:04:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2377.496, "name": "celery", "pid": 267, "rss_mb": 2377.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.793, "count": 299, "max_ms": 11.857, "p95_ms": 8.948}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 1.493, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.969, "count": 299, "max_ms": 70.514, "p95_ms": 63.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.485, "count": 299, "max_ms": 74.374, "p95_ms": 60.203}, "yolo11_640_fire_11class": {"avg_ms": 50.592, "count": 299, "max_ms": 72.05, "p95_ms": 65.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.079, "count": 299, "max_ms": 82.682, "p95_ms": 75.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.354, "count": 299, "max_ms": 130.538, "p95_ms": 91.267}, "read_interval": {"avg_ms": 100.607, "count": 298, "max_ms": 781.096, "p95_ms": 141.186}, "triton_wait": {"avg_ms": 53.854, "count": 299, "max_ms": 82.695, "p95_ms": 75.067}, "visualize": {"avg_ms": 3.686, "count": 299, "max_ms": 5.715, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16050.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 731, "h264_decode_error_count": 1800, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:01:16+09:00", "last_error_summary": "[h264 @ 0x557dca0095c0] error while decoding MB 15 32, bytestream -12", "last_exit_at": "2026-07-05T18:01:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.592, "last_started_at": "2026-07-05T18:01:19+09:00", "pid": 139691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.516, "name": "ffmpeg", "pid": 139691, "rss_mb": 276.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 815, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 816}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.593, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1537510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:04:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:04:43+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T18:04:43+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T18:04:43.698655+09:00", "mtime_epoch": 1783242283.6986551, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:04:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9357.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.705, "pushed": 7.705, "read": 7.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.755, "count": 230, "max_ms": 26.976, "p95_ms": 20.407}, "gstreamer_push": {"avg_ms": 1.115, "count": 231, "max_ms": 1.469, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.896, "count": 230, "max_ms": 66.748, "p95_ms": 61.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.352, "count": 230, "max_ms": 76.224, "p95_ms": 63.693}, "yolo11_640_fire_11class": {"avg_ms": 48.544, "count": 230, "max_ms": 67.524, "p95_ms": 63.466}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.766, "count": 230, "max_ms": 82.065, "p95_ms": 75.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.578, "count": 231, "max_ms": 158.739, "p95_ms": 138.89}, "read_interval": {"avg_ms": 130.217, "count": 230, "max_ms": 170.466, "p95_ms": 151.857}, "triton_wait": {"avg_ms": 56.595, "count": 230, "max_ms": 82.076, "p95_ms": 75.425}, "visualize": {"avg_ms": 4.721, "count": 230, "max_ms": 7.681, "p95_ms": 5.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15817.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6806.566, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.633, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1966066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:05:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:05:04+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T18:05:04.711138+09:00", "mtime_epoch": 1783242304.7111385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189293}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:05:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2377.754, "name": "celery", "pid": 267, "rss_mb": 2377.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.122}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.766, "count": 304, "max_ms": 13.876, "p95_ms": 8.722}, "gstreamer_push": {"avg_ms": 1.269, "count": 304, "max_ms": 2.232, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.392, "count": 304, "max_ms": 64.916, "p95_ms": 62.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.38, "count": 304, "max_ms": 76.747, "p95_ms": 62.695}, "yolo11_640_fire_11class": {"avg_ms": 49.404, "count": 304, "max_ms": 68.572, "p95_ms": 63.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.078, "count": 304, "max_ms": 81.822, "p95_ms": 74.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.225, "count": 304, "max_ms": 98.284, "p95_ms": 90.196}, "read_interval": {"avg_ms": 98.792, "count": 303, "max_ms": 797.921, "p95_ms": 119.755}, "triton_wait": {"avg_ms": 52.863, "count": 304, "max_ms": 81.835, "p95_ms": 74.094}, "visualize": {"avg_ms": 3.687, "count": 304, "max_ms": 4.767, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16038.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:05:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.595, "last_started_at": "2026-07-05T18:05:03+09:00", "pid": 139798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.035, "name": "ffmpeg", "pid": 139798, "rss_mb": 264.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 816, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 817}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.057, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1537701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:05:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:05:13+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T18:05:13+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T18:05:13.763345+09:00", "mtime_epoch": 1783242313.7633455, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:05:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9357.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.384, "pushed": 6.384, "read": 6.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.929, "count": 191, "max_ms": 28.211, "p95_ms": 20.534}, "gstreamer_push": {"avg_ms": 1.099, "count": 191, "max_ms": 1.242, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.123, "count": 191, "max_ms": 64.949, "p95_ms": 61.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.025, "count": 191, "max_ms": 74.992, "p95_ms": 66.227}, "yolo11_640_fire_11class": {"avg_ms": 49.22, "count": 191, "max_ms": 66.335, "p95_ms": 63.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.038, "count": 191, "max_ms": 78.299, "p95_ms": 76.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.126, "count": 191, "max_ms": 157.516, "p95_ms": 140.051}, "read_interval": {"avg_ms": 157.445, "count": 190, "max_ms": 4636.571, "p95_ms": 157.308}, "triton_wait": {"avg_ms": 57.465, "count": 191, "max_ms": 78.311, "p95_ms": 76.681}, "visualize": {"avg_ms": 4.853, "count": 191, "max_ms": 6.55, "p95_ms": 5.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16040.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6836.676, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.387, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1966364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:05:34+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T18:05:34+09:00", "mjpeg": {"age_sec": 0.827, "exists": true, "mtime": "2026-07-05T18:05:34.051807+09:00", "mtime_epoch": 1783242334.0518067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:05:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2377.754, "name": "celery", "pid": 267, "rss_mb": 2377.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.916, "pushed": 9.916, "read": 9.882}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.752, "count": 297, "max_ms": 13.257, "p95_ms": 9.302}, "gstreamer_push": {"avg_ms": 1.246, "count": 297, "max_ms": 1.634, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.653, "count": 297, "max_ms": 68.921, "p95_ms": 62.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.933, "count": 297, "max_ms": 75.541, "p95_ms": 58.898}, "yolo11_640_fire_11class": {"avg_ms": 49.685, "count": 297, "max_ms": 69.558, "p95_ms": 63.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.99, "count": 297, "max_ms": 79.208, "p95_ms": 74.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.68, "count": 297, "max_ms": 96.087, "p95_ms": 91.046}, "read_interval": {"avg_ms": 101.168, "count": 296, "max_ms": 841.268, "p95_ms": 224.046}, "triton_wait": {"avg_ms": 53.422, "count": 297, "max_ms": 79.221, "p95_ms": 75.187}, "visualize": {"avg_ms": 3.652, "count": 297, "max_ms": 4.751, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16041.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:05:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.602, "last_started_at": "2026-07-05T18:05:03+09:00", "pid": 139798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.582, "name": "ffmpeg", "pid": 139798, "rss_mb": 265.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 816, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 817}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.677, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1537933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:05:43+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T18:05:43+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T18:05:43.764026+09:00", "mtime_epoch": 1783242343.7640262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:05:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.734, "pushed": 7.734, "read": 7.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.684, "count": 232, "max_ms": 26.822, "p95_ms": 20.426}, "gstreamer_push": {"avg_ms": 1.105, "count": 232, "max_ms": 1.338, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.744, "count": 232, "max_ms": 64.933, "p95_ms": 60.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.35, "count": 232, "max_ms": 71.856, "p95_ms": 64.482}, "yolo11_640_fire_11class": {"avg_ms": 48.952, "count": 232, "max_ms": 65.314, "p95_ms": 61.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.432, "count": 232, "max_ms": 79.493, "p95_ms": 75.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.88, "count": 232, "max_ms": 158.702, "p95_ms": 136.322}, "read_interval": {"avg_ms": 129.319, "count": 232, "max_ms": 169.699, "p95_ms": 148.866}, "triton_wait": {"avg_ms": 56.986, "count": 232, "max_ms": 79.506, "p95_ms": 75.202}, "visualize": {"avg_ms": 4.697, "count": 232, "max_ms": 6.216, "p95_ms": 4.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16041.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6866.698, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.646, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1966666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:06:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:06:04+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T18:06:04+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T18:06:04.820499+09:00", "mtime_epoch": 1783242364.8204994, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:06:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2378.012, "name": "celery", "pid": 267, "rss_mb": 2378.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.792, "count": 302, "max_ms": 12.1, "p95_ms": 9.11}, "gstreamer_push": {"avg_ms": 1.26, "count": 302, "max_ms": 2.145, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.784, "count": 302, "max_ms": 70.099, "p95_ms": 63.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.784, "count": 302, "max_ms": 73.423, "p95_ms": 66.248}, "yolo11_640_fire_11class": {"avg_ms": 52.0, "count": 302, "max_ms": 71.025, "p95_ms": 65.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.877, "count": 302, "max_ms": 80.591, "p95_ms": 76.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.349, "count": 302, "max_ms": 125.102, "p95_ms": 92.867}, "read_interval": {"avg_ms": 99.413, "count": 301, "max_ms": 784.242, "p95_ms": 117.235}, "triton_wait": {"avg_ms": 55.745, "count": 302, "max_ms": 80.604, "p95_ms": 76.485}, "visualize": {"avg_ms": 3.681, "count": 302, "max_ms": 5.28, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16041.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:05:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.734, "last_started_at": "2026-07-05T18:05:03+09:00", "pid": 139798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.098, "name": "ffmpeg", "pid": 139798, "rss_mb": 266.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 816, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 817}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.803, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1538158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:06:14+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T18:06:13+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T18:06:13.896702+09:00", "mtime_epoch": 1783242373.8967023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:06:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.468, "pushed": 7.468, "read": 7.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.718, "count": 224, "max_ms": 23.417, "p95_ms": 20.535}, "gstreamer_push": {"avg_ms": 1.109, "count": 224, "max_ms": 1.393, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.664, "count": 224, "max_ms": 66.175, "p95_ms": 62.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.197, "count": 224, "max_ms": 71.111, "p95_ms": 66.485}, "yolo11_640_fire_11class": {"avg_ms": 49.807, "count": 224, "max_ms": 66.88, "p95_ms": 64.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.953, "count": 224, "max_ms": 80.158, "p95_ms": 76.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.711, "count": 224, "max_ms": 163.29, "p95_ms": 145.304}, "read_interval": {"avg_ms": 133.919, "count": 224, "max_ms": 176.721, "p95_ms": 157.658}, "triton_wait": {"avg_ms": 58.369, "count": 224, "max_ms": 80.171, "p95_ms": 76.392}, "visualize": {"avg_ms": 4.848, "count": 224, "max_ms": 7.4, "p95_ms": 5.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16044.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6896.711, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.558, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1966967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:06:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:06:34+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-05T18:06:34+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-05T18:06:34.861168+09:00", "mtime_epoch": 1783242394.8611681, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:06:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2378.27, "name": "celery", "pid": 267, "rss_mb": 2378.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.812, "count": 301, "max_ms": 13.419, "p95_ms": 10.385}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.447, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.727, "count": 301, "max_ms": 67.665, "p95_ms": 62.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.171, "count": 301, "max_ms": 77.421, "p95_ms": 62.667}, "yolo11_640_fire_11class": {"avg_ms": 52.037, "count": 301, "max_ms": 74.249, "p95_ms": 66.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.644, "count": 301, "max_ms": 80.352, "p95_ms": 75.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.988, "count": 301, "max_ms": 99.213, "p95_ms": 91.607}, "read_interval": {"avg_ms": 99.798, "count": 301, "max_ms": 690.633, "p95_ms": 114.506}, "triton_wait": {"avg_ms": 54.652, "count": 301, "max_ms": 80.364, "p95_ms": 75.275}, "visualize": {"avg_ms": 3.641, "count": 301, "max_ms": 5.07, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16044.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:05:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.796, "last_started_at": "2026-07-05T18:05:03+09:00", "pid": 139798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.16, "name": "ffmpeg", "pid": 139798, "rss_mb": 268.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 816, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 817}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.815, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1538390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:06:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:06:44+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T18:06:43+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T18:06:43.957369+09:00", "mtime_epoch": 1783242403.9573693, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:06:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.747, "pushed": 7.747, "read": 7.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.027, "count": 232, "max_ms": 33.108, "p95_ms": 20.944}, "gstreamer_push": {"avg_ms": 1.103, "count": 232, "max_ms": 1.54, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.549, "count": 232, "max_ms": 63.556, "p95_ms": 60.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.633, "count": 232, "max_ms": 78.375, "p95_ms": 64.241}, "yolo11_640_fire_11class": {"avg_ms": 49.306, "count": 232, "max_ms": 71.887, "p95_ms": 63.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.803, "count": 232, "max_ms": 79.016, "p95_ms": 73.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.924, "count": 232, "max_ms": 152.606, "p95_ms": 135.361}, "read_interval": {"avg_ms": 129.569, "count": 231, "max_ms": 164.942, "p95_ms": 148.221}, "triton_wait": {"avg_ms": 56.539, "count": 232, "max_ms": 79.028, "p95_ms": 73.723}, "visualize": {"avg_ms": 4.714, "count": 232, "max_ms": 6.154, "p95_ms": 5.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16044.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6926.771, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.433, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1967265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:07:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:07:04+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:07:04+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T18:07:04.913830+09:00", "mtime_epoch": 1783242424.9138303, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:07:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2378.27, "name": "celery", "pid": 267, "rss_mb": 2378.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.907}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.837, "count": 298, "max_ms": 13.106, "p95_ms": 9.19}, "gstreamer_push": {"avg_ms": 1.254, "count": 298, "max_ms": 1.771, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.6, "count": 298, "max_ms": 67.191, "p95_ms": 62.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.775, "count": 298, "max_ms": 74.366, "p95_ms": 57.295}, "yolo11_640_fire_11class": {"avg_ms": 51.399, "count": 298, "max_ms": 73.978, "p95_ms": 64.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.734, "count": 298, "max_ms": 82.806, "p95_ms": 75.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.527, "count": 298, "max_ms": 105.041, "p95_ms": 92.616}, "read_interval": {"avg_ms": 100.937, "count": 297, "max_ms": 849.372, "p95_ms": 115.232}, "triton_wait": {"avg_ms": 53.944, "count": 298, "max_ms": 82.822, "p95_ms": 75.498}, "visualize": {"avg_ms": 3.665, "count": 298, "max_ms": 5.131, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16044.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:05:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.898, "last_started_at": "2026-07-05T18:05:03+09:00", "pid": 139798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.418, "name": "ffmpeg", "pid": 139798, "rss_mb": 268.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 816, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 817}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.219, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1538619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:07:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:07:14+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T18:07:14+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T18:07:14.042030+09:00", "mtime_epoch": 1783242434.04203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:07:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.64, "pushed": 7.64, "read": 7.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.01, "count": 228, "max_ms": 30.659, "p95_ms": 22.128}, "gstreamer_push": {"avg_ms": 1.103, "count": 229, "max_ms": 1.721, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.844, "count": 228, "max_ms": 64.578, "p95_ms": 62.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.758, "count": 228, "max_ms": 77.9, "p95_ms": 64.775}, "yolo11_640_fire_11class": {"avg_ms": 49.232, "count": 228, "max_ms": 68.818, "p95_ms": 65.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.038, "count": 228, "max_ms": 80.421, "p95_ms": 75.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.675, "count": 229, "max_ms": 167.138, "p95_ms": 140.247}, "read_interval": {"avg_ms": 131.363, "count": 228, "max_ms": 178.226, "p95_ms": 153.902}, "triton_wait": {"avg_ms": 56.561, "count": 228, "max_ms": 80.433, "p95_ms": 75.908}, "visualize": {"avg_ms": 4.791, "count": 228, "max_ms": 6.743, "p95_ms": 5.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16044.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6956.795, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.63, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1967572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:07:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:07:34+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:07:34+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T18:07:34.934485+09:00", "mtime_epoch": 1783242454.9344852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:07:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2378.527, "name": "celery", "pid": 267, "rss_mb": 2378.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.255, "pushed": 10.255, "read": 10.222}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.66, "count": 307, "max_ms": 10.645, "p95_ms": 8.604}, "gstreamer_push": {"avg_ms": 1.254, "count": 307, "max_ms": 1.579, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.11, "count": 307, "max_ms": 71.466, "p95_ms": 63.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.036, "count": 307, "max_ms": 73.981, "p95_ms": 66.273}, "yolo11_640_fire_11class": {"avg_ms": 51.711, "count": 307, "max_ms": 77.493, "p95_ms": 66.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.126, "count": 307, "max_ms": 79.802, "p95_ms": 75.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.454, "count": 307, "max_ms": 97.102, "p95_ms": 92.025}, "read_interval": {"avg_ms": 97.854, "count": 306, "max_ms": 637.86, "p95_ms": 111.16}, "triton_wait": {"avg_ms": 54.308, "count": 307, "max_ms": 79.815, "p95_ms": 75.847}, "visualize": {"avg_ms": 3.653, "count": 307, "max_ms": 4.631, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16044.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:05:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.031, "last_started_at": "2026-07-05T18:05:03+09:00", "pid": 139798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.418, "name": "ffmpeg", "pid": 139798, "rss_mb": 268.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 816, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 817}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.053, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1538839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:07:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:07:44+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T18:07:44+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T18:07:44.186686+09:00", "mtime_epoch": 1783242464.1866858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:07:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.301, "pushed": 7.301, "read": 7.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.2, "count": 219, "max_ms": 26.067, "p95_ms": 22.189}, "gstreamer_push": {"avg_ms": 1.125, "count": 219, "max_ms": 1.991, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.859, "count": 219, "max_ms": 64.553, "p95_ms": 62.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.852, "count": 219, "max_ms": 79.511, "p95_ms": 70.039}, "yolo11_640_fire_11class": {"avg_ms": 50.239, "count": 219, "max_ms": 69.614, "p95_ms": 65.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.675, "count": 219, "max_ms": 81.135, "p95_ms": 76.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.3, "count": 219, "max_ms": 162.996, "p95_ms": 156.703}, "read_interval": {"avg_ms": 136.943, "count": 219, "max_ms": 176.133, "p95_ms": 168.3}, "triton_wait": {"avg_ms": 58.256, "count": 219, "max_ms": 81.147, "p95_ms": 76.694}, "visualize": {"avg_ms": 4.977, "count": 219, "max_ms": 6.347, "p95_ms": 5.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16044.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6986.839, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.006, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1967866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:08:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:08:05+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T18:08:04+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T18:08:04.951134+09:00", "mtime_epoch": 1783242484.9511337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:08:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2378.527, "name": "celery", "pid": 267, "rss_mb": 2378.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.811, "pushed": 9.811, "read": 9.777}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.866, "count": 294, "max_ms": 13.252, "p95_ms": 9.759}, "gstreamer_push": {"avg_ms": 1.257, "count": 294, "max_ms": 1.834, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.765, "count": 294, "max_ms": 66.853, "p95_ms": 63.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.371, "count": 294, "max_ms": 76.267, "p95_ms": 64.34}, "yolo11_640_fire_11class": {"avg_ms": 51.173, "count": 294, "max_ms": 71.682, "p95_ms": 66.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.412, "count": 294, "max_ms": 83.019, "p95_ms": 75.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.688, "count": 294, "max_ms": 129.389, "p95_ms": 94.601}, "read_interval": {"avg_ms": 102.154, "count": 293, "max_ms": 880.635, "p95_ms": 140.207}, "triton_wait": {"avg_ms": 54.287, "count": 294, "max_ms": 83.036, "p95_ms": 75.897}, "visualize": {"avg_ms": 3.709, "count": 294, "max_ms": 5.126, "p95_ms": 4.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16045.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:05:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 191.136, "last_started_at": "2026-07-05T18:05:03+09:00", "pid": 139798, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.418, "name": "ffmpeg", "pid": 139798, "rss_mb": 268.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 816, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 817}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.498, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1539067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:08:14+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:08:14+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T18:08:14.311335+09:00", "mtime_epoch": 1783242494.3113348, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:08:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.604, "pushed": 7.604, "read": 7.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.855, "count": 227, "max_ms": 27.239, "p95_ms": 20.518}, "gstreamer_push": {"avg_ms": 1.1, "count": 228, "max_ms": 1.862, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.116, "count": 227, "max_ms": 72.569, "p95_ms": 62.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.402, "count": 227, "max_ms": 76.193, "p95_ms": 64.788}, "yolo11_640_fire_11class": {"avg_ms": 49.323, "count": 227, "max_ms": 74.435, "p95_ms": 64.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.455, "count": 227, "max_ms": 82.569, "p95_ms": 74.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.622, "count": 228, "max_ms": 163.45, "p95_ms": 142.031}, "read_interval": {"avg_ms": 132.075, "count": 227, "max_ms": 174.814, "p95_ms": 153.682}, "triton_wait": {"avg_ms": 57.082, "count": 227, "max_ms": 82.582, "p95_ms": 74.892}, "visualize": {"avg_ms": 4.812, "count": 227, "max_ms": 6.37, "p95_ms": 5.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7016.896, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.078, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1968170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:08:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:08:35+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T18:08:35+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T18:08:35.023778+09:00", "mtime_epoch": 1783242515.0237777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:08:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2379.043, "name": "celery", "pid": 267, "rss_mb": 2379.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.14, "pushed": 10.14, "read": 10.107}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.667, "count": 304, "max_ms": 13.031, "p95_ms": 9.169}, "gstreamer_push": {"avg_ms": 1.253, "count": 304, "max_ms": 1.831, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.024, "count": 304, "max_ms": 66.501, "p95_ms": 62.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.584, "count": 304, "max_ms": 73.903, "p95_ms": 53.947}, "yolo11_640_fire_11class": {"avg_ms": 51.481, "count": 304, "max_ms": 70.581, "p95_ms": 65.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.528, "count": 304, "max_ms": 79.057, "p95_ms": 75.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.207, "count": 304, "max_ms": 119.86, "p95_ms": 91.705}, "read_interval": {"avg_ms": 98.864, "count": 303, "max_ms": 859.655, "p95_ms": 130.054}, "triton_wait": {"avg_ms": 53.747, "count": 304, "max_ms": 79.069, "p95_ms": 75.167}, "visualize": {"avg_ms": 3.645, "count": 304, "max_ms": 6.261, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15987.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.175, "last_started_at": "2026-07-05T18:08:38+09:00", "pid": 139905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.383, "name": "ffmpeg", "pid": 139905, "rss_mb": 211.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 817, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 818}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.334, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1539264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:08:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:08:44+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:08:44+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T18:08:44.391977+09:00", "mtime_epoch": 1783242524.391977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:08:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.737, "count": 197, "max_ms": 26.147, "p95_ms": 20.493}, "gstreamer_push": {"avg_ms": 1.102, "count": 197, "max_ms": 1.386, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.35, "count": 197, "max_ms": 65.583, "p95_ms": 62.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.682, "count": 197, "max_ms": 70.705, "p95_ms": 66.135}, "yolo11_640_fire_11class": {"avg_ms": 49.854, "count": 197, "max_ms": 69.715, "p95_ms": 64.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.621, "count": 197, "max_ms": 79.17, "p95_ms": 76.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.997, "count": 197, "max_ms": 163.982, "p95_ms": 138.362}, "read_interval": {"avg_ms": 152.833, "count": 196, "max_ms": 4535.137, "p95_ms": 149.643}, "triton_wait": {"avg_ms": 57.331, "count": 197, "max_ms": 79.183, "p95_ms": 76.148}, "visualize": {"avg_ms": 4.791, "count": 197, "max_ms": 6.456, "p95_ms": 5.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16043.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7046.969, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.608, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1968469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:09:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:09:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:09:05+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T18:09:05.108416+09:00", "mtime_epoch": 1783242545.1084163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:09:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2379.043, "name": "celery", "pid": 267, "rss_mb": 2379.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.818, "count": 298, "max_ms": 12.588, "p95_ms": 9.391}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.948, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.058, "count": 298, "max_ms": 67.971, "p95_ms": 63.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.123, "count": 298, "max_ms": 78.936, "p95_ms": 63.718}, "yolo11_640_fire_11class": {"avg_ms": 52.923, "count": 298, "max_ms": 72.001, "p95_ms": 66.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.167, "count": 298, "max_ms": 80.844, "p95_ms": 78.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.212, "count": 299, "max_ms": 104.401, "p95_ms": 94.865}, "read_interval": {"avg_ms": 100.637, "count": 298, "max_ms": 664.045, "p95_ms": 189.227}, "triton_wait": {"avg_ms": 56.062, "count": 298, "max_ms": 80.855, "p95_ms": 78.398}, "visualize": {"avg_ms": 3.726, "count": 298, "max_ms": 6.142, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16043.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.189, "last_started_at": "2026-07-05T18:08:38+09:00", "pid": 139905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.508, "name": "ffmpeg", "pid": 139905, "rss_mb": 266.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 817, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 818}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.295, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1539493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:09:14+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T18:09:14+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T18:09:14.396612+09:00", "mtime_epoch": 1783242554.3966124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:09:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.661, "pushed": 7.661, "read": 7.627}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.822, "count": 229, "max_ms": 25.101, "p95_ms": 20.523}, "gstreamer_push": {"avg_ms": 1.113, "count": 229, "max_ms": 1.72, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.638, "count": 229, "max_ms": 67.1, "p95_ms": 62.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.119, "count": 229, "max_ms": 81.196, "p95_ms": 68.864}, "yolo11_640_fire_11class": {"avg_ms": 51.45, "count": 229, "max_ms": 70.362, "p95_ms": 65.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.33, "count": 229, "max_ms": 81.907, "p95_ms": 78.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.67, "count": 229, "max_ms": 158.87, "p95_ms": 140.622}, "read_interval": {"avg_ms": 131.084, "count": 228, "max_ms": 168.295, "p95_ms": 150.769}, "triton_wait": {"avg_ms": 60.306, "count": 229, "max_ms": 81.919, "p95_ms": 78.088}, "visualize": {"avg_ms": 4.75, "count": 229, "max_ms": 6.147, "p95_ms": 5.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16043.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7077.028, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.608, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1968771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:09:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:09:35+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:09:35+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T18:09:35.169050+09:00", "mtime_epoch": 1783242575.1690495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:09:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2379.043, "name": "celery", "pid": 267, "rss_mb": 2379.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.743, "count": 302, "max_ms": 13.382, "p95_ms": 9.096}, "gstreamer_push": {"avg_ms": 1.259, "count": 302, "max_ms": 2.108, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.308, "count": 302, "max_ms": 66.759, "p95_ms": 63.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.172, "count": 302, "max_ms": 82.535, "p95_ms": 68.459}, "yolo11_640_fire_11class": {"avg_ms": 52.324, "count": 302, "max_ms": 72.456, "p95_ms": 66.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.666, "count": 302, "max_ms": 80.679, "p95_ms": 75.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.491, "count": 302, "max_ms": 105.089, "p95_ms": 92.146}, "read_interval": {"avg_ms": 99.595, "count": 301, "max_ms": 782.109, "p95_ms": 174.014}, "triton_wait": {"avg_ms": 55.048, "count": 302, "max_ms": 82.547, "p95_ms": 75.917}, "visualize": {"avg_ms": 3.649, "count": 302, "max_ms": 5.122, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16043.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.194, "last_started_at": "2026-07-05T18:08:38+09:00", "pid": 139905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.539, "name": "ffmpeg", "pid": 139905, "rss_mb": 267.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 817, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 818}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.645, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1539720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:09:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:09:44+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T18:09:44+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T18:09:44.381242+09:00", "mtime_epoch": 1783242584.3812423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:09:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.568, "pushed": 7.568, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.26, "count": 227, "max_ms": 28.355, "p95_ms": 22.219}, "gstreamer_push": {"avg_ms": 1.109, "count": 227, "max_ms": 1.636, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.091, "count": 227, "max_ms": 64.487, "p95_ms": 62.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.849, "count": 227, "max_ms": 79.433, "p95_ms": 71.371}, "yolo11_640_fire_11class": {"avg_ms": 50.63, "count": 227, "max_ms": 69.694, "p95_ms": 64.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.597, "count": 227, "max_ms": 78.394, "p95_ms": 76.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.637, "count": 227, "max_ms": 169.01, "p95_ms": 142.608}, "read_interval": {"avg_ms": 132.084, "count": 227, "max_ms": 176.79, "p95_ms": 150.972}, "triton_wait": {"avg_ms": 59.036, "count": 227, "max_ms": 79.445, "p95_ms": 76.836}, "visualize": {"avg_ms": 4.856, "count": 227, "max_ms": 6.633, "p95_ms": 5.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16044.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7107.35, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.951, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1969074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:10:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:10:05+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T18:10:05+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-05T18:10:05.241678+09:00", "mtime_epoch": 1783242605.2416778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:10:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2379.301, "name": "celery", "pid": 267, "rss_mb": 2379.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.961, "count": 300, "max_ms": 12.547, "p95_ms": 9.312}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 1.67, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.97, "count": 300, "max_ms": 70.102, "p95_ms": 63.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.674, "count": 300, "max_ms": 78.332, "p95_ms": 69.914}, "yolo11_640_fire_11class": {"avg_ms": 53.087, "count": 300, "max_ms": 70.844, "p95_ms": 66.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.494, "count": 300, "max_ms": 80.835, "p95_ms": 77.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.905, "count": 300, "max_ms": 129.887, "p95_ms": 94.847}, "read_interval": {"avg_ms": 100.315, "count": 299, "max_ms": 675.038, "p95_ms": 140.295}, "triton_wait": {"avg_ms": 56.418, "count": 300, "max_ms": 80.846, "p95_ms": 77.4}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.395, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16043.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.317, "last_started_at": "2026-07-05T18:08:38+09:00", "pid": 139905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.539, "name": "ffmpeg", "pid": 139905, "rss_mb": 267.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 817, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 818}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.95, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1539947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:10:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:10:14+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T18:10:14+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T18:10:14.505870+09:00", "mtime_epoch": 1783242614.5058703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:10:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9358.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.533, "pushed": 7.567, "read": 7.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.843, "count": 226, "max_ms": 25.358, "p95_ms": 21.084}, "gstreamer_push": {"avg_ms": 1.116, "count": 227, "max_ms": 1.57, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.658, "count": 226, "max_ms": 65.222, "p95_ms": 62.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.373, "count": 226, "max_ms": 78.365, "p95_ms": 70.292}, "yolo11_640_fire_11class": {"avg_ms": 51.51, "count": 226, "max_ms": 68.003, "p95_ms": 64.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.776, "count": 226, "max_ms": 80.685, "p95_ms": 78.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.728, "count": 226, "max_ms": 166.706, "p95_ms": 141.292}, "read_interval": {"avg_ms": 132.642, "count": 226, "max_ms": 174.852, "p95_ms": 151.465}, "triton_wait": {"avg_ms": 60.67, "count": 226, "max_ms": 80.697, "p95_ms": 78.797}, "visualize": {"avg_ms": 4.784, "count": 226, "max_ms": 6.443, "p95_ms": 5.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16045.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7137.378, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.252, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1969374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:10:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:10:35+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:10:35+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T18:10:35.522306+09:00", "mtime_epoch": 1783242635.5223057, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:10:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2379.301, "name": "celery", "pid": 267, "rss_mb": 2379.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.825, "count": 300, "max_ms": 12.081, "p95_ms": 9.001}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 1.537, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.922, "count": 300, "max_ms": 67.119, "p95_ms": 63.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.955, "count": 300, "max_ms": 75.111, "p95_ms": 69.684}, "yolo11_640_fire_11class": {"avg_ms": 52.658, "count": 300, "max_ms": 70.435, "p95_ms": 65.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.837, "count": 300, "max_ms": 81.012, "p95_ms": 78.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.197, "count": 300, "max_ms": 107.855, "p95_ms": 94.893}, "read_interval": {"avg_ms": 100.157, "count": 299, "max_ms": 751.571, "p95_ms": 110.815}, "triton_wait": {"avg_ms": 56.61, "count": 300, "max_ms": 81.029, "p95_ms": 78.307}, "visualize": {"avg_ms": 3.691, "count": 300, "max_ms": 5.219, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16047.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.362, "last_started_at": "2026-07-05T18:08:38+09:00", "pid": 139905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.633, "name": "ffmpeg", "pid": 139905, "rss_mb": 270.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 817, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 818}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.923, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1540173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:10:44+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T18:10:44+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:10:44.574493+09:00", "mtime_epoch": 1783242644.5744927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:10:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.552, "pushed": 7.552, "read": 7.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.108, "count": 226, "max_ms": 32.535, "p95_ms": 21.643}, "gstreamer_push": {"avg_ms": 1.109, "count": 226, "max_ms": 1.829, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.478, "count": 226, "max_ms": 72.193, "p95_ms": 62.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.943, "count": 226, "max_ms": 80.484, "p95_ms": 70.222}, "yolo11_640_fire_11class": {"avg_ms": 49.815, "count": 226, "max_ms": 74.357, "p95_ms": 64.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.76, "count": 226, "max_ms": 90.827, "p95_ms": 76.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.333, "count": 226, "max_ms": 166.64, "p95_ms": 145.459}, "read_interval": {"avg_ms": 132.965, "count": 225, "max_ms": 176.631, "p95_ms": 154.448}, "triton_wait": {"avg_ms": 58.938, "count": 226, "max_ms": 90.839, "p95_ms": 76.977}, "visualize": {"avg_ms": 4.871, "count": 226, "max_ms": 6.925, "p95_ms": 5.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16046.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7167.383, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.135, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1969666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:11:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:11:05+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T18:11:05+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T18:11:05.454922+09:00", "mtime_epoch": 1783242665.4549222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:11:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2379.559, "name": "celery", "pid": 267, "rss_mb": 2379.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.919, "count": 292, "max_ms": 12.311, "p95_ms": 10.357}, "gstreamer_push": {"avg_ms": 1.249, "count": 292, "max_ms": 1.81, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.659, "count": 292, "max_ms": 71.45, "p95_ms": 64.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.004, "count": 292, "max_ms": 82.194, "p95_ms": 69.125}, "yolo11_640_fire_11class": {"avg_ms": 52.815, "count": 292, "max_ms": 76.067, "p95_ms": 67.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.951, "count": 292, "max_ms": 83.849, "p95_ms": 78.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.753, "count": 292, "max_ms": 144.852, "p95_ms": 115.966}, "read_interval": {"avg_ms": 102.492, "count": 292, "max_ms": 621.617, "p95_ms": 148.499}, "triton_wait": {"avg_ms": 56.544, "count": 292, "max_ms": 83.861, "p95_ms": 78.88}, "visualize": {"avg_ms": 3.784, "count": 292, "max_ms": 6.176, "p95_ms": 5.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16046.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.378, "last_started_at": "2026-07-05T18:08:38+09:00", "pid": 139905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.891, "name": "ffmpeg", "pid": 139905, "rss_mb": 270.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 817, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 818}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.524, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1540401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:11:14+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T18:11:14+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T18:11:14.563109+09:00", "mtime_epoch": 1783242674.563109, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:11:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.629, "pushed": 7.629, "read": 7.595}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.809, "count": 228, "max_ms": 23.341, "p95_ms": 20.617}, "gstreamer_push": {"avg_ms": 1.117, "count": 228, "max_ms": 1.278, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.18, "count": 228, "max_ms": 65.584, "p95_ms": 62.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.35, "count": 228, "max_ms": 77.047, "p95_ms": 69.527}, "yolo11_640_fire_11class": {"avg_ms": 51.984, "count": 228, "max_ms": 69.194, "p95_ms": 65.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.461, "count": 228, "max_ms": 81.585, "p95_ms": 78.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.813, "count": 228, "max_ms": 144.238, "p95_ms": 139.284}, "read_interval": {"avg_ms": 131.547, "count": 227, "max_ms": 153.711, "p95_ms": 149.832}, "triton_wait": {"avg_ms": 61.368, "count": 228, "max_ms": 81.597, "p95_ms": 78.032}, "visualize": {"avg_ms": 4.731, "count": 228, "max_ms": 6.13, "p95_ms": 4.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16049.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7197.49, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.75, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1969974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:11:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:11:35+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:11:35+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T18:11:35.571538+09:00", "mtime_epoch": 1783242695.5715384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:11:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2379.559, "name": "celery", "pid": 267, "rss_mb": 2379.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.237, "pushed": 10.237, "read": 10.237}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.931, "count": 307, "max_ms": 15.549, "p95_ms": 10.001}, "gstreamer_push": {"avg_ms": 1.262, "count": 307, "max_ms": 1.974, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.252, "count": 307, "max_ms": 68.83, "p95_ms": 64.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.676, "count": 307, "max_ms": 78.456, "p95_ms": 70.379}, "yolo11_640_fire_11class": {"avg_ms": 53.167, "count": 307, "max_ms": 74.241, "p95_ms": 67.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.258, "count": 307, "max_ms": 82.504, "p95_ms": 79.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.269, "count": 307, "max_ms": 141.332, "p95_ms": 96.517}, "read_interval": {"avg_ms": 97.806, "count": 307, "max_ms": 661.179, "p95_ms": 122.806}, "triton_wait": {"avg_ms": 56.798, "count": 307, "max_ms": 82.516, "p95_ms": 79.63}, "visualize": {"avg_ms": 3.689, "count": 307, "max_ms": 5.817, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16051.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.487, "last_started_at": "2026-07-05T18:08:38+09:00", "pid": 139905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.633, "name": "ffmpeg", "pid": 139905, "rss_mb": 273.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 817, "restart_count_per_hour": 16, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 818}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.704, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1540630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:11:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:11:44+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T18:11:44+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T18:11:44.703724+09:00", "mtime_epoch": 1783242704.7037244, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:11:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.637, "pushed": 7.637, "read": 7.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.928, "count": 228, "max_ms": 27.497, "p95_ms": 20.659}, "gstreamer_push": {"avg_ms": 1.102, "count": 229, "max_ms": 1.5, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.03, "count": 228, "max_ms": 71.929, "p95_ms": 62.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.416, "count": 228, "max_ms": 79.112, "p95_ms": 72.187}, "yolo11_640_fire_11class": {"avg_ms": 50.346, "count": 228, "max_ms": 72.98, "p95_ms": 64.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.111, "count": 228, "max_ms": 87.63, "p95_ms": 78.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.787, "count": 229, "max_ms": 167.447, "p95_ms": 141.208}, "read_interval": {"avg_ms": 131.522, "count": 228, "max_ms": 177.632, "p95_ms": 150.345}, "triton_wait": {"avg_ms": 58.93, "count": 228, "max_ms": 87.642, "p95_ms": 78.296}, "visualize": {"avg_ms": 4.834, "count": 228, "max_ms": 6.434, "p95_ms": 5.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16056.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7227.527, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.545, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1970273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:12:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:12:05+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:12:05+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:12:05.668150+09:00", "mtime_epoch": 1783242725.6681502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:12:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2379.816, "name": "celery", "pid": 267, "rss_mb": 2379.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.062, "count": 299, "max_ms": 15.13, "p95_ms": 9.988}, "gstreamer_push": {"avg_ms": 1.24, "count": 299, "max_ms": 1.51, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.823, "count": 299, "max_ms": 74.027, "p95_ms": 63.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.212, "count": 299, "max_ms": 80.488, "p95_ms": 71.983}, "yolo11_640_fire_11class": {"avg_ms": 53.439, "count": 299, "max_ms": 75.153, "p95_ms": 65.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.154, "count": 299, "max_ms": 89.716, "p95_ms": 78.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.134, "count": 299, "max_ms": 134.675, "p95_ms": 105.368}, "read_interval": {"avg_ms": 100.532, "count": 298, "max_ms": 697.879, "p95_ms": 145.127}, "triton_wait": {"avg_ms": 57.667, "count": 299, "max_ms": 89.729, "p95_ms": 78.977}, "visualize": {"avg_ms": 3.791, "count": 299, "max_ms": 5.967, "p95_ms": 4.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16056.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 216.575, "last_started_at": "2026-07-05T18:08:38+09:00", "pid": 139905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.273, "name": "ffmpeg", "pid": 139905, "rss_mb": 278.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 817, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 818}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.608, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1540861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:12:14+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T18:12:14+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T18:12:14.764334+09:00", "mtime_epoch": 1783242734.7643344, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:12:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.714, "pushed": 7.714, "read": 7.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.851, "count": 231, "max_ms": 26.1, "p95_ms": 21.077}, "gstreamer_push": {"avg_ms": 1.114, "count": 231, "max_ms": 1.88, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.965, "count": 231, "max_ms": 71.835, "p95_ms": 63.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.863, "count": 231, "max_ms": 80.676, "p95_ms": 70.799}, "yolo11_640_fire_11class": {"avg_ms": 51.299, "count": 231, "max_ms": 72.339, "p95_ms": 66.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.49, "count": 231, "max_ms": 81.591, "p95_ms": 79.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.507, "count": 231, "max_ms": 143.467, "p95_ms": 138.955}, "read_interval": {"avg_ms": 130.188, "count": 230, "max_ms": 155.313, "p95_ms": 148.761}, "triton_wait": {"avg_ms": 60.37, "count": 231, "max_ms": 81.602, "p95_ms": 79.077}, "visualize": {"avg_ms": 4.754, "count": 231, "max_ms": 6.398, "p95_ms": 5.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7257.847, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.053, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1970574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:12:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:12:36+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T18:12:35+09:00", "mjpeg": {"age_sec": 0.477, "exists": true, "mtime": "2026-07-05T18:12:35.572755+09:00", "mtime_epoch": 1783242755.5727546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:12:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2379.816, "name": "celery", "pid": 267, "rss_mb": 2379.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.315, "count": 298, "max_ms": 16.0, "p95_ms": 11.299}, "gstreamer_push": {"avg_ms": 1.214, "count": 298, "max_ms": 1.492, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.601, "count": 298, "max_ms": 69.973, "p95_ms": 63.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.444, "count": 298, "max_ms": 77.553, "p95_ms": 69.885}, "yolo11_640_fire_11class": {"avg_ms": 52.66, "count": 298, "max_ms": 72.499, "p95_ms": 66.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.883, "count": 298, "max_ms": 83.95, "p95_ms": 80.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.446, "count": 298, "max_ms": 138.537, "p95_ms": 107.721}, "read_interval": {"avg_ms": 100.853, "count": 297, "max_ms": 792.158, "p95_ms": 146.854}, "triton_wait": {"avg_ms": 56.476, "count": 298, "max_ms": 83.962, "p95_ms": 80.038}, "visualize": {"avg_ms": 3.85, "count": 298, "max_ms": 6.027, "p95_ms": 5.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16061.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 732, "h264_decode_error_count": 1801, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:05:00+09:00", "last_error_summary": "[h264 @ 0x55c9e616f7c0] error while decoding MB 68 34, bytestream -15", "last_exit_at": "2026-07-05T18:08:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 246.652, "last_started_at": "2026-07-05T18:08:38+09:00", "pid": 139905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.141, "name": "ffmpeg", "pid": 139905, "rss_mb": 282.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 817, "restart_count_per_hour": 15, "rtsp_timeout_count": 458, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 818}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.704, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1541084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:12:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:12:44+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T18:12:44+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T18:12:44.864942+09:00", "mtime_epoch": 1783242764.8649416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:12:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.444, "pushed": 7.444, "read": 7.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.904, "count": 223, "max_ms": 27.517, "p95_ms": 20.659}, "gstreamer_push": {"avg_ms": 1.091, "count": 223, "max_ms": 1.617, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.432, "count": 223, "max_ms": 71.516, "p95_ms": 63.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.941, "count": 223, "max_ms": 81.844, "p95_ms": 69.72}, "yolo11_640_fire_11class": {"avg_ms": 51.637, "count": 223, "max_ms": 73.509, "p95_ms": 65.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.982, "count": 223, "max_ms": 88.845, "p95_ms": 79.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.263, "count": 223, "max_ms": 230.714, "p95_ms": 147.544}, "read_interval": {"avg_ms": 134.925, "count": 222, "max_ms": 237.797, "p95_ms": 156.968}, "triton_wait": {"avg_ms": 61.162, "count": 223, "max_ms": 88.857, "p95_ms": 79.917}, "visualize": {"avg_ms": 4.87, "count": 223, "max_ms": 8.337, "p95_ms": 5.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7287.867, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.037, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1970875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:13:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:13:06+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T18:13:06+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T18:13:06.009366+09:00", "mtime_epoch": 1783242786.0093663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:13:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2380.074, "name": "celery", "pid": 267, "rss_mb": 2380.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.694, "count": 301, "max_ms": 10.449, "p95_ms": 8.296}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.493, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.329, "count": 301, "max_ms": 69.88, "p95_ms": 62.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.558, "count": 301, "max_ms": 80.038, "p95_ms": 65.499}, "yolo11_640_fire_11class": {"avg_ms": 50.951, "count": 301, "max_ms": 71.798, "p95_ms": 64.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.258, "count": 301, "max_ms": 86.993, "p95_ms": 78.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.918, "count": 301, "max_ms": 136.894, "p95_ms": 95.455}, "read_interval": {"avg_ms": 99.808, "count": 300, "max_ms": 874.6, "p95_ms": 143.672}, "triton_wait": {"avg_ms": 53.137, "count": 301, "max_ms": 87.006, "p95_ms": 78.13}, "visualize": {"avg_ms": 3.716, "count": 301, "max_ms": 5.143, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15966.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 733, "h264_decode_error_count": 1807, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:13:07+09:00", "last_error_summary": "[h264 @ 0x55b788943f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b788943f80] error while decoding MB 0 4, bytestream 1175 [h264 @ 0x55b788875100] left block unavailable for requested intra mode [h264 @ 0x55b788875100] error while decoding MB 0 40, bytestream 3028 [h264 @ 0x55b787d91180] cabac decode of qscale diff failed at 17 4 [h264 @ 0x55b787d91180] error while decoding MB 17 4, bytestream 3294 [h264 @ 0x55b787c9a0c0] error while decoding MB 24 44, bytestream -7 [h264", "last_exit_at": "2026-07-05T18:13:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.998, "last_started_at": "2026-07-05T18:13:09+09:00", "pid": 140012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.711, "name": "ffmpeg", "pid": 140012, "rss_mb": 188.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 818, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 819}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.665, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1541140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:13:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:13:14+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T18:13:14+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T18:13:14.885544+09:00", "mtime_epoch": 1783242794.8855438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:13:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.874, "pushed": 1.874, "read": 1.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.74, "count": 56, "max_ms": 21.121, "p95_ms": 20.84}, "gstreamer_push": {"avg_ms": 1.109, "count": 56, "max_ms": 1.215, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.544, "count": 56, "max_ms": 65.072, "p95_ms": 62.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.368, "count": 56, "max_ms": 78.436, "p95_ms": 68.634}, "yolo11_640_fire_11class": {"avg_ms": 49.378, "count": 56, "max_ms": 68.524, "p95_ms": 64.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.141, "count": 56, "max_ms": 76.888, "p95_ms": 76.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.686, "count": 56, "max_ms": 156.201, "p95_ms": 140.275}, "read_interval": {"avg_ms": 543.635, "count": 55, "max_ms": 10129.71, "p95_ms": 4206.072}, "triton_wait": {"avg_ms": 57.838, "count": 56, "max_ms": 78.448, "p95_ms": 76.794}, "visualize": {"avg_ms": 4.768, "count": 56, "max_ms": 6.133, "p95_ms": 5.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16044.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7317.926, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.023, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1971182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:13:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:13:36+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:13:36+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T18:13:36.069967+09:00", "mtime_epoch": 1783242816.069967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:13:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2380.332, "name": "celery", "pid": 267, "rss_mb": 2380.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.24, "pushed": 10.24, "read": 10.207}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.757, "count": 307, "max_ms": 12.062, "p95_ms": 9.111}, "gstreamer_push": {"avg_ms": 1.248, "count": 307, "max_ms": 1.464, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.178, "count": 307, "max_ms": 66.5, "p95_ms": 62.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.204, "count": 307, "max_ms": 79.921, "p95_ms": 71.123}, "yolo11_640_fire_11class": {"avg_ms": 52.122, "count": 307, "max_ms": 71.741, "p95_ms": 65.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.642, "count": 307, "max_ms": 80.517, "p95_ms": 75.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.061, "count": 307, "max_ms": 105.207, "p95_ms": 92.312}, "read_interval": {"avg_ms": 97.966, "count": 306, "max_ms": 525.453, "p95_ms": 114.653}, "triton_wait": {"avg_ms": 54.7, "count": 307, "max_ms": 80.53, "p95_ms": 76.318}, "visualize": {"avg_ms": 3.635, "count": 307, "max_ms": 5.082, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16044.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 733, "h264_decode_error_count": 1807, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:13:07+09:00", "last_error_summary": "[h264 @ 0x55b788943f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b788943f80] error while decoding MB 0 4, bytestream 1175 [h264 @ 0x55b788875100] left block unavailable for requested intra mode [h264 @ 0x55b788875100] error while decoding MB 0 40, bytestream 3028 [h264 @ 0x55b787d91180] cabac decode of qscale diff failed at 17 4 [h264 @ 0x55b787d91180] error while decoding MB 17 4, bytestream 3294 [h264 @ 0x55b787c9a0c0] error while decoding MB 24 44, bytestream -7 [h264", "last_exit_at": "2026-07-05T18:13:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.058, "last_started_at": "2026-07-05T18:13:09+09:00", "pid": 140012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.715, "name": "ffmpeg", "pid": 140012, "rss_mb": 265.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 818, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 819}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.923, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1541364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:13:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:13:45+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T18:13:44+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T18:13:44.918143+09:00", "mtime_epoch": 1783242824.9181433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:13:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.489, "pushed": 7.489, "read": 7.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.024, "count": 224, "max_ms": 27.453, "p95_ms": 21.102}, "gstreamer_push": {"avg_ms": 1.096, "count": 224, "max_ms": 1.45, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.114, "count": 224, "max_ms": 68.51, "p95_ms": 61.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.188, "count": 224, "max_ms": 73.503, "p95_ms": 69.171}, "yolo11_640_fire_11class": {"avg_ms": 49.887, "count": 224, "max_ms": 67.397, "p95_ms": 64.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.307, "count": 224, "max_ms": 81.56, "p95_ms": 76.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.211, "count": 224, "max_ms": 167.536, "p95_ms": 142.16}, "read_interval": {"avg_ms": 134.107, "count": 223, "max_ms": 178.388, "p95_ms": 154.557}, "triton_wait": {"avg_ms": 58.232, "count": 224, "max_ms": 81.572, "p95_ms": 76.573}, "visualize": {"avg_ms": 4.883, "count": 224, "max_ms": 7.048, "p95_ms": 5.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16044.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7347.998, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.912, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1971480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:14:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:14:06+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T18:14:06+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T18:14:06.134565+09:00", "mtime_epoch": 1783242846.1345646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:14:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2380.332, "name": "celery", "pid": 267, "rss_mb": 2380.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.869, "count": 298, "max_ms": 12.91, "p95_ms": 9.456}, "gstreamer_push": {"avg_ms": 1.233, "count": 298, "max_ms": 1.479, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.807, "count": 298, "max_ms": 66.034, "p95_ms": 62.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.2, "count": 298, "max_ms": 77.991, "p95_ms": 63.649}, "yolo11_640_fire_11class": {"avg_ms": 52.198, "count": 298, "max_ms": 72.872, "p95_ms": 67.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.722, "count": 298, "max_ms": 78.745, "p95_ms": 75.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.278, "count": 298, "max_ms": 109.95, "p95_ms": 91.949}, "read_interval": {"avg_ms": 100.958, "count": 297, "max_ms": 737.222, "p95_ms": 216.56}, "triton_wait": {"avg_ms": 54.94, "count": 298, "max_ms": 78.757, "p95_ms": 75.963}, "visualize": {"avg_ms": 3.614, "count": 298, "max_ms": 5.107, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16045.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 733, "h264_decode_error_count": 1807, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:13:07+09:00", "last_error_summary": "[h264 @ 0x55b788943f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b788943f80] error while decoding MB 0 4, bytestream 1175 [h264 @ 0x55b788875100] left block unavailable for requested intra mode [h264 @ 0x55b788875100] error while decoding MB 0 40, bytestream 3028 [h264 @ 0x55b787d91180] cabac decode of qscale diff failed at 17 4 [h264 @ 0x55b787d91180] error while decoding MB 17 4, bytestream 3294 [h264 @ 0x55b787c9a0c0] error while decoding MB 24 44, bytestream -7 [h264", "last_exit_at": "2026-07-05T18:13:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.151, "last_started_at": "2026-07-05T18:13:09+09:00", "pid": 140012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.715, "name": "ffmpeg", "pid": 140012, "rss_mb": 265.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 818, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 819}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.002, "sample_count": 2081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1541578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:14:15+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T18:14:15+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T18:14:15.010741+09:00", "mtime_epoch": 1783242855.0107408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:14:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.147, "pushed": 7.147, "read": 7.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.511, "count": 213, "max_ms": 30.41, "p95_ms": 21.575}, "gstreamer_push": {"avg_ms": 1.076, "count": 214, "max_ms": 1.297, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.101, "count": 213, "max_ms": 66.4, "p95_ms": 61.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.494, "count": 213, "max_ms": 80.087, "p95_ms": 66.351}, "yolo11_640_fire_11class": {"avg_ms": 50.292, "count": 213, "max_ms": 71.388, "p95_ms": 65.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.912, "count": 213, "max_ms": 79.343, "p95_ms": 75.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.345, "count": 214, "max_ms": 167.662, "p95_ms": 161.817}, "read_interval": {"avg_ms": 140.572, "count": 213, "max_ms": 180.519, "p95_ms": 173.89}, "triton_wait": {"avg_ms": 58.174, "count": 213, "max_ms": 80.099, "p95_ms": 75.922}, "visualize": {"avg_ms": 5.129, "count": 213, "max_ms": 7.642, "p95_ms": 5.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16048.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7378.008, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.912, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1971779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:14:36+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T18:14:36+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T18:14:36.123158+09:00", "mtime_epoch": 1783242876.1231582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:14:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2380.59, "name": "celery", "pid": 267, "rss_mb": 2380.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.747, "count": 299, "max_ms": 13.72, "p95_ms": 8.813}, "gstreamer_push": {"avg_ms": 1.262, "count": 299, "max_ms": 1.484, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.316, "count": 299, "max_ms": 64.641, "p95_ms": 60.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.296, "count": 299, "max_ms": 74.657, "p95_ms": 65.264}, "yolo11_640_fire_11class": {"avg_ms": 51.425, "count": 299, "max_ms": 70.124, "p95_ms": 64.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.519, "count": 299, "max_ms": 80.449, "p95_ms": 75.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.298, "count": 299, "max_ms": 104.866, "p95_ms": 91.85}, "read_interval": {"avg_ms": 100.299, "count": 299, "max_ms": 729.434, "p95_ms": 232.621}, "triton_wait": {"avg_ms": 54.789, "count": 299, "max_ms": 80.461, "p95_ms": 75.518}, "visualize": {"avg_ms": 3.707, "count": 299, "max_ms": 5.114, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16049.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 733, "h264_decode_error_count": 1807, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:13:07+09:00", "last_error_summary": "[h264 @ 0x55b788943f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b788943f80] error while decoding MB 0 4, bytestream 1175 [h264 @ 0x55b788875100] left block unavailable for requested intra mode [h264 @ 0x55b788875100] error while decoding MB 0 40, bytestream 3028 [h264 @ 0x55b787d91180] cabac decode of qscale diff failed at 17 4 [h264 @ 0x55b787d91180] error while decoding MB 17 4, bytestream 3294 [h264 @ 0x55b787c9a0c0] error while decoding MB 24 44, bytestream -7 [h264", "last_exit_at": "2026-07-05T18:13:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.243, "last_started_at": "2026-07-05T18:13:09+09:00", "pid": 140012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.582, "name": "ffmpeg", "pid": 140012, "rss_mb": 269.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 818, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 819}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.084, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1541801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:14:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:14:45+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T18:14:45+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T18:14:45.119336+09:00", "mtime_epoch": 1783242885.1193357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:14:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.447, "pushed": 7.447, "read": 7.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.684, "count": 223, "max_ms": 32.338, "p95_ms": 24.707}, "gstreamer_push": {"avg_ms": 1.11, "count": 223, "max_ms": 1.647, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.628, "count": 223, "max_ms": 65.339, "p95_ms": 61.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.336, "count": 223, "max_ms": 80.27, "p95_ms": 68.728}, "yolo11_640_fire_11class": {"avg_ms": 48.431, "count": 223, "max_ms": 69.532, "p95_ms": 64.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.882, "count": 223, "max_ms": 81.213, "p95_ms": 76.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.415, "count": 223, "max_ms": 163.654, "p95_ms": 142.376}, "read_interval": {"avg_ms": 134.946, "count": 222, "max_ms": 174.38, "p95_ms": 155.957}, "triton_wait": {"avg_ms": 57.847, "count": 223, "max_ms": 81.228, "p95_ms": 76.389}, "visualize": {"avg_ms": 4.856, "count": 223, "max_ms": 7.565, "p95_ms": 5.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16051.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7408.072, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.584, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1972080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:15:06+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T18:15:06+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T18:15:06.199751+09:00", "mtime_epoch": 1783242906.1997507, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:15:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2380.59, "name": "celery", "pid": 267, "rss_mb": 2380.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.937, "count": 301, "max_ms": 13.813, "p95_ms": 9.443}, "gstreamer_push": {"avg_ms": 1.266, "count": 301, "max_ms": 1.518, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.548, "count": 301, "max_ms": 67.102, "p95_ms": 62.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.877, "count": 301, "max_ms": 80.65, "p95_ms": 67.135}, "yolo11_640_fire_11class": {"avg_ms": 51.445, "count": 301, "max_ms": 72.285, "p95_ms": 63.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.995, "count": 301, "max_ms": 78.957, "p95_ms": 75.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.969, "count": 301, "max_ms": 108.52, "p95_ms": 92.157}, "read_interval": {"avg_ms": 99.887, "count": 300, "max_ms": 740.776, "p95_ms": 112.625}, "triton_wait": {"avg_ms": 54.319, "count": 301, "max_ms": 80.662, "p95_ms": 75.775}, "visualize": {"avg_ms": 3.68, "count": 301, "max_ms": 5.009, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16051.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 733, "h264_decode_error_count": 1807, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:13:07+09:00", "last_error_summary": "[h264 @ 0x55b788943f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b788943f80] error while decoding MB 0 4, bytestream 1175 [h264 @ 0x55b788875100] left block unavailable for requested intra mode [h264 @ 0x55b788875100] error while decoding MB 0 40, bytestream 3028 [h264 @ 0x55b787d91180] cabac decode of qscale diff failed at 17 4 [h264 @ 0x55b787d91180] error while decoding MB 17 4, bytestream 3294 [h264 @ 0x55b787c9a0c0] error while decoding MB 24 44, bytestream -7 [h264", "last_exit_at": "2026-07-05T18:13:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.324, "last_started_at": "2026-07-05T18:13:09+09:00", "pid": 140012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.129, "name": "ffmpeg", "pid": 140012, "rss_mb": 271.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 818, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 819}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.091, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1542016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:15:15+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T18:15:15+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T18:15:15.207927+09:00", "mtime_epoch": 1783242915.2079275, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:15:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9359.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.177, "pushed": 7.177, "read": 7.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.443, "count": 215, "max_ms": 23.306, "p95_ms": 21.255}, "gstreamer_push": {"avg_ms": 1.098, "count": 215, "max_ms": 1.61, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.501, "count": 215, "max_ms": 65.916, "p95_ms": 62.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.748, "count": 215, "max_ms": 79.54, "p95_ms": 68.263}, "yolo11_640_fire_11class": {"avg_ms": 50.002, "count": 215, "max_ms": 69.37, "p95_ms": 64.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.989, "count": 215, "max_ms": 80.871, "p95_ms": 75.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.743, "count": 215, "max_ms": 164.924, "p95_ms": 159.307}, "read_interval": {"avg_ms": 139.96, "count": 214, "max_ms": 176.082, "p95_ms": 171.723}, "triton_wait": {"avg_ms": 57.894, "count": 215, "max_ms": 80.883, "p95_ms": 75.771}, "visualize": {"avg_ms": 5.124, "count": 215, "max_ms": 6.946, "p95_ms": 6.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16051.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7438.127, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.517, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1972381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:15:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:15:36+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:15:36.268340+09:00", "mtime_epoch": 1783242936.2683403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:15:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2380.848, "name": "celery", "pid": 267, "rss_mb": 2380.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.792, "count": 301, "max_ms": 12.383, "p95_ms": 8.937}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 1.876, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.588, "count": 301, "max_ms": 68.507, "p95_ms": 61.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.987, "count": 301, "max_ms": 83.334, "p95_ms": 66.271}, "yolo11_640_fire_11class": {"avg_ms": 51.777, "count": 301, "max_ms": 73.38, "p95_ms": 66.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.116, "count": 301, "max_ms": 82.493, "p95_ms": 73.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.803, "count": 301, "max_ms": 99.403, "p95_ms": 90.117}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 746.55, "p95_ms": 114.939}, "triton_wait": {"avg_ms": 54.486, "count": 301, "max_ms": 83.347, "p95_ms": 74.467}, "visualize": {"avg_ms": 3.69, "count": 301, "max_ms": 5.986, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16051.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 733, "h264_decode_error_count": 1807, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:13:07+09:00", "last_error_summary": "[h264 @ 0x55b788943f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b788943f80] error while decoding MB 0 4, bytestream 1175 [h264 @ 0x55b788875100] left block unavailable for requested intra mode [h264 @ 0x55b788875100] error while decoding MB 0 40, bytestream 3028 [h264 @ 0x55b787d91180] cabac decode of qscale diff failed at 17 4 [h264 @ 0x55b787d91180] error while decoding MB 17 4, bytestream 3294 [h264 @ 0x55b787c9a0c0] error while decoding MB 24 44, bytestream -7 [h264", "last_exit_at": "2026-07-05T18:13:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.446, "last_started_at": "2026-07-05T18:13:09+09:00", "pid": 140012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.129, "name": "ffmpeg", "pid": 140012, "rss_mb": 271.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 818, "restart_count_per_hour": 15, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 819}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.818, "sample_count": 2052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1542230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:15:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:15:45+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T18:15:45+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T18:15:45.308517+09:00", "mtime_epoch": 1783242945.308517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:15:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9360.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.134, "pushed": 7.134, "read": 7.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.79, "count": 213, "max_ms": 27.856, "p95_ms": 22.726}, "gstreamer_push": {"avg_ms": 1.1, "count": 214, "max_ms": 1.662, "p95_ms": 1.266}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.299, "count": 213, "max_ms": 67.307, "p95_ms": 62.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.619, "count": 213, "max_ms": 84.361, "p95_ms": 65.114}, "yolo11_640_fire_11class": {"avg_ms": 49.999, "count": 213, "max_ms": 69.715, "p95_ms": 65.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.96, "count": 213, "max_ms": 82.889, "p95_ms": 76.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.383, "count": 214, "max_ms": 172.88, "p95_ms": 160.804}, "read_interval": {"avg_ms": 140.729, "count": 213, "max_ms": 185.973, "p95_ms": 172.107}, "triton_wait": {"avg_ms": 58.064, "count": 213, "max_ms": 84.372, "p95_ms": 76.826}, "visualize": {"avg_ms": 5.142, "count": 213, "max_ms": 7.379, "p95_ms": 5.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16051.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7468.166, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.882, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1972681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:16:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:16:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:16:06+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T18:16:06.304927+09:00", "mtime_epoch": 1783242966.3049269, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:16:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2380.848, "name": "celery", "pid": 267, "rss_mb": 2380.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.908, "count": 300, "max_ms": 14.4, "p95_ms": 9.121}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.824, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.755, "count": 300, "max_ms": 67.03, "p95_ms": 62.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.372, "count": 300, "max_ms": 77.504, "p95_ms": 64.172}, "yolo11_640_fire_11class": {"avg_ms": 51.707, "count": 300, "max_ms": 70.173, "p95_ms": 65.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.601, "count": 300, "max_ms": 80.587, "p95_ms": 74.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.87, "count": 300, "max_ms": 134.79, "p95_ms": 93.362}, "read_interval": {"avg_ms": 100.192, "count": 299, "max_ms": 558.012, "p95_ms": 210.689}, "triton_wait": {"avg_ms": 54.204, "count": 300, "max_ms": 80.599, "p95_ms": 74.789}, "visualize": {"avg_ms": 3.742, "count": 300, "max_ms": 6.309, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16051.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 733, "h264_decode_error_count": 1807, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:13:07+09:00", "last_error_summary": "[h264 @ 0x55b788943f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b788943f80] error while decoding MB 0 4, bytestream 1175 [h264 @ 0x55b788875100] left block unavailable for requested intra mode [h264 @ 0x55b788875100] error while decoding MB 0 40, bytestream 3028 [h264 @ 0x55b787d91180] cabac decode of qscale diff failed at 17 4 [h264 @ 0x55b787d91180] error while decoding MB 17 4, bytestream 3294 [h264 @ 0x55b787c9a0c0] error while decoding MB 24 44, bytestream -7 [h264", "last_exit_at": "2026-07-05T18:13:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.553, "last_started_at": "2026-07-05T18:13:09+09:00", "pid": 140012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.129, "name": "ffmpeg", "pid": 140012, "rss_mb": 271.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 818, "restart_count_per_hour": 15, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 819}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.109, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1542448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:16:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:16:15+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-05T18:16:15+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T18:16:15.445105+09:00", "mtime_epoch": 1783242975.445105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:16:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9360.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.273, "pushed": 7.273, "read": 7.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.687, "count": 217, "max_ms": 29.747, "p95_ms": 26.601}, "gstreamer_push": {"avg_ms": 1.094, "count": 218, "max_ms": 1.64, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.259, "count": 217, "max_ms": 64.386, "p95_ms": 61.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.747, "count": 217, "max_ms": 76.817, "p95_ms": 69.387}, "yolo11_640_fire_11class": {"avg_ms": 49.612, "count": 217, "max_ms": 68.448, "p95_ms": 63.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.891, "count": 217, "max_ms": 79.184, "p95_ms": 75.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.6, "count": 218, "max_ms": 165.439, "p95_ms": 155.437}, "read_interval": {"avg_ms": 138.179, "count": 217, "max_ms": 176.403, "p95_ms": 166.94}, "triton_wait": {"avg_ms": 57.619, "count": 217, "max_ms": 79.197, "p95_ms": 75.766}, "visualize": {"avg_ms": 5.018, "count": 217, "max_ms": 6.984, "p95_ms": 6.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16045.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7498.167, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.289, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1972981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:16:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:16:36+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:16:36+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T18:16:36.309511+09:00", "mtime_epoch": 1783242996.3095107, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:16:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2381.105, "name": "celery", "pid": 267, "rss_mb": 2381.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.98, "count": 300, "max_ms": 13.041, "p95_ms": 9.887}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.634, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.307, "count": 300, "max_ms": 65.601, "p95_ms": 62.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.27, "count": 300, "max_ms": 79.212, "p95_ms": 60.145}, "yolo11_640_fire_11class": {"avg_ms": 51.342, "count": 300, "max_ms": 70.542, "p95_ms": 65.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.599, "count": 300, "max_ms": 82.431, "p95_ms": 75.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.751, "count": 300, "max_ms": 113.526, "p95_ms": 92.382}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 623.174, "p95_ms": 162.713}, "triton_wait": {"avg_ms": 53.729, "count": 300, "max_ms": 82.444, "p95_ms": 75.364}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 5.891, "p95_ms": 4.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16049.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 734, "h264_decode_error_count": 1808, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:16:22+09:00", "last_error_summary": "[h264 @ 0x562748191dc0] error while decoding MB 41 25, bytestream -5", "last_exit_at": "2026-07-05T18:16:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.082, "last_started_at": "2026-07-05T18:16:24+09:00", "pid": 140119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.641, "name": "ffmpeg", "pid": 140119, "rss_mb": 268.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 819, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 820}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.057, "sample_count": 2009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1542645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:16:45+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T18:16:45+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T18:16:45.525690+09:00", "mtime_epoch": 1783243005.5256896, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:16:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9360.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.808, "count": 196, "max_ms": 26.843, "p95_ms": 21.673}, "gstreamer_push": {"avg_ms": 1.123, "count": 197, "max_ms": 1.872, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.036, "count": 196, "max_ms": 66.635, "p95_ms": 61.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.793, "count": 196, "max_ms": 78.034, "p95_ms": 68.854}, "yolo11_640_fire_11class": {"avg_ms": 49.86, "count": 196, "max_ms": 70.477, "p95_ms": 64.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.195, "count": 196, "max_ms": 82.573, "p95_ms": 76.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.356, "count": 197, "max_ms": 142.927, "p95_ms": 138.269}, "read_interval": {"avg_ms": 152.853, "count": 196, "max_ms": 4462.56, "p95_ms": 151.848}, "triton_wait": {"avg_ms": 58.281, "count": 196, "max_ms": 82.585, "p95_ms": 76.715}, "visualize": {"avg_ms": 4.723, "count": 196, "max_ms": 7.302, "p95_ms": 5.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16051.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7528.18, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.857, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1973283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:17:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:17:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:17:06+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T18:17:06.322093+09:00", "mtime_epoch": 1783243026.3220925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:17:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2381.105, "name": "celery", "pid": 267, "rss_mb": 2381.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.831, "count": 302, "max_ms": 12.805, "p95_ms": 9.291}, "gstreamer_push": {"avg_ms": 1.262, "count": 302, "max_ms": 1.59, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.392, "count": 302, "max_ms": 68.553, "p95_ms": 62.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.659, "count": 302, "max_ms": 79.627, "p95_ms": 59.675}, "yolo11_640_fire_11class": {"avg_ms": 51.952, "count": 302, "max_ms": 70.806, "p95_ms": 66.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.386, "count": 302, "max_ms": 81.814, "p95_ms": 75.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.644, "count": 302, "max_ms": 98.359, "p95_ms": 92.227}, "read_interval": {"avg_ms": 99.441, "count": 301, "max_ms": 779.269, "p95_ms": 115.087}, "triton_wait": {"avg_ms": 55.32, "count": 302, "max_ms": 81.827, "p95_ms": 76.118}, "visualize": {"avg_ms": 3.65, "count": 302, "max_ms": 4.727, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16052.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 734, "h264_decode_error_count": 1808, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:16:22+09:00", "last_error_summary": "[h264 @ 0x562748191dc0] error while decoding MB 41 25, bytestream -5", "last_exit_at": "2026-07-05T18:16:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.143, "last_started_at": "2026-07-05T18:16:24+09:00", "pid": 140119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.477, "name": "ffmpeg", "pid": 140119, "rss_mb": 271.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 819, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 820}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.538, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1542871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:17:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:17:15+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T18:17:15+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-05T18:17:15.606272+09:00", "mtime_epoch": 1783243035.606272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:17:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9360.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.549, "pushed": 7.549, "read": 7.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.037, "count": 226, "max_ms": 31.117, "p95_ms": 20.713}, "gstreamer_push": {"avg_ms": 1.118, "count": 226, "max_ms": 1.993, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.447, "count": 226, "max_ms": 65.06, "p95_ms": 62.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.386, "count": 226, "max_ms": 79.668, "p95_ms": 68.127}, "yolo11_640_fire_11class": {"avg_ms": 49.936, "count": 226, "max_ms": 70.502, "p95_ms": 64.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.442, "count": 226, "max_ms": 80.367, "p95_ms": 76.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.41, "count": 226, "max_ms": 164.059, "p95_ms": 140.091}, "read_interval": {"avg_ms": 133.008, "count": 225, "max_ms": 177.674, "p95_ms": 153.093}, "triton_wait": {"avg_ms": 58.359, "count": 226, "max_ms": 80.379, "p95_ms": 76.016}, "visualize": {"avg_ms": 4.777, "count": 226, "max_ms": 6.998, "p95_ms": 5.617}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16053.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7558.483, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.686, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1973584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:17:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:17:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:17:36+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-05T18:17:36.378673+09:00", "mtime_epoch": 1783243056.378673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:17:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2381.363, "name": "celery", "pid": 267, "rss_mb": 2381.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.878, "count": 300, "max_ms": 12.941, "p95_ms": 10.03}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.588, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.305, "count": 300, "max_ms": 73.146, "p95_ms": 63.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.758, "count": 300, "max_ms": 80.9, "p95_ms": 65.929}, "yolo11_640_fire_11class": {"avg_ms": 50.67, "count": 300, "max_ms": 74.148, "p95_ms": 64.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.122, "count": 300, "max_ms": 81.459, "p95_ms": 76.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.808, "count": 300, "max_ms": 133.626, "p95_ms": 97.39}, "read_interval": {"avg_ms": 100.276, "count": 299, "max_ms": 712.069, "p95_ms": 120.776}, "triton_wait": {"avg_ms": 54.723, "count": 300, "max_ms": 81.472, "p95_ms": 76.358}, "visualize": {"avg_ms": 3.743, "count": 300, "max_ms": 6.043, "p95_ms": 4.596}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16053.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 734, "h264_decode_error_count": 1808, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:16:22+09:00", "last_error_summary": "[h264 @ 0x562748191dc0] error while decoding MB 41 25, bytestream -5", "last_exit_at": "2026-07-05T18:16:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.21, "last_started_at": "2026-07-05T18:16:24+09:00", "pid": 140119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.734, "name": "ffmpeg", "pid": 140119, "rss_mb": 271.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 819, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 820}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.091, "sample_count": 2009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1543099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T18:17:45+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T18:17:45+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T18:17:45.650852+09:00", "mtime_epoch": 1783243065.6508517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:17:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9360.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.616, "pushed": 7.616, "read": 7.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.11, "count": 228, "max_ms": 29.923, "p95_ms": 21.437}, "gstreamer_push": {"avg_ms": 1.122, "count": 228, "max_ms": 1.583, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.917, "count": 228, "max_ms": 68.94, "p95_ms": 61.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.353, "count": 228, "max_ms": 78.667, "p95_ms": 69.751}, "yolo11_640_fire_11class": {"avg_ms": 48.821, "count": 228, "max_ms": 72.666, "p95_ms": 62.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.427, "count": 228, "max_ms": 81.745, "p95_ms": 76.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.128, "count": 228, "max_ms": 172.525, "p95_ms": 138.885}, "read_interval": {"avg_ms": 131.776, "count": 227, "max_ms": 186.468, "p95_ms": 151.624}, "triton_wait": {"avg_ms": 57.626, "count": 228, "max_ms": 81.757, "p95_ms": 76.301}, "visualize": {"avg_ms": 4.772, "count": 228, "max_ms": 6.237, "p95_ms": 5.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16053.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7588.543, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.778, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1973887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:18:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:18:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T18:18:06+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T18:18:06.663256+09:00", "mtime_epoch": 1783243086.6632562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:18:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2381.621, "name": "celery", "pid": 267, "rss_mb": 2381.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.717, "count": 303, "max_ms": 11.577, "p95_ms": 8.977}, "gstreamer_push": {"avg_ms": 1.254, "count": 303, "max_ms": 1.456, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.311, "count": 303, "max_ms": 72.911, "p95_ms": 63.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.828, "count": 303, "max_ms": 74.931, "p95_ms": 68.976}, "yolo11_640_fire_11class": {"avg_ms": 52.113, "count": 303, "max_ms": 73.803, "p95_ms": 65.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.826, "count": 303, "max_ms": 81.806, "p95_ms": 77.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.397, "count": 303, "max_ms": 106.643, "p95_ms": 94.789}, "read_interval": {"avg_ms": 99.191, "count": 302, "max_ms": 750.494, "p95_ms": 116.872}, "triton_wait": {"avg_ms": 55.548, "count": 303, "max_ms": 81.842, "p95_ms": 77.445}, "visualize": {"avg_ms": 3.726, "count": 303, "max_ms": 5.611, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16053.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 734, "h264_decode_error_count": 1808, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:16:22+09:00", "last_error_summary": "[h264 @ 0x562748191dc0] error while decoding MB 41 25, bytestream -5", "last_exit_at": "2026-07-05T18:16:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.319, "last_started_at": "2026-07-05T18:16:24+09:00", "pid": 140119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.25, "name": "ffmpeg", "pid": 140119, "rss_mb": 272.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 819, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 820}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.948, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1543324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:18:15+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T18:18:15+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T18:18:15.767431+09:00", "mtime_epoch": 1783243095.767431, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:18:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9360.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.507, "pushed": 7.507, "read": 7.473}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.957, "count": 224, "max_ms": 24.998, "p95_ms": 21.283}, "gstreamer_push": {"avg_ms": 1.117, "count": 225, "max_ms": 1.384, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.673, "count": 224, "max_ms": 67.622, "p95_ms": 62.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.51, "count": 224, "max_ms": 79.21, "p95_ms": 67.465}, "yolo11_640_fire_11class": {"avg_ms": 50.306, "count": 224, "max_ms": 68.438, "p95_ms": 65.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.067, "count": 224, "max_ms": 82.147, "p95_ms": 78.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.193, "count": 225, "max_ms": 166.513, "p95_ms": 142.019}, "read_interval": {"avg_ms": 133.76, "count": 224, "max_ms": 177.727, "p95_ms": 154.106}, "triton_wait": {"avg_ms": 58.684, "count": 224, "max_ms": 82.159, "p95_ms": 78.489}, "visualize": {"avg_ms": 4.814, "count": 224, "max_ms": 6.836, "p95_ms": 5.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16053.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7618.601, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.076, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1974184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:18:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:18:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T18:18:36+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-05T18:18:36.471828+09:00", "mtime_epoch": 1783243116.4718282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:18:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2381.621, "name": "celery", "pid": 267, "rss_mb": 2381.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.873}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.888, "count": 297, "max_ms": 11.614, "p95_ms": 9.604}, "gstreamer_push": {"avg_ms": 1.266, "count": 297, "max_ms": 1.692, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.292, "count": 297, "max_ms": 70.712, "p95_ms": 62.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.738, "count": 297, "max_ms": 78.826, "p95_ms": 61.66}, "yolo11_640_fire_11class": {"avg_ms": 52.681, "count": 297, "max_ms": 73.957, "p95_ms": 68.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.915, "count": 297, "max_ms": 82.154, "p95_ms": 76.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.406, "count": 297, "max_ms": 126.863, "p95_ms": 95.291}, "read_interval": {"avg_ms": 101.192, "count": 296, "max_ms": 678.673, "p95_ms": 137.391}, "triton_wait": {"avg_ms": 55.784, "count": 297, "max_ms": 82.166, "p95_ms": 77.004}, "visualize": {"avg_ms": 3.74, "count": 297, "max_ms": 5.179, "p95_ms": 4.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16053.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 734, "h264_decode_error_count": 1808, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:16:22+09:00", "last_error_summary": "[h264 @ 0x562748191dc0] error while decoding MB 41 25, bytestream -5", "last_exit_at": "2026-07-05T18:16:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.388, "last_started_at": "2026-07-05T18:16:24+09:00", "pid": 140119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.508, "name": "ffmpeg", "pid": 140119, "rss_mb": 272.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 819, "restart_count_per_hour": 15, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 820}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.433, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1543553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:18:45+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T18:18:45+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T18:18:45.848008+09:00", "mtime_epoch": 1783243125.848008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:18:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9360.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.647, "pushed": 7.647, "read": 7.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.88, "count": 229, "max_ms": 23.632, "p95_ms": 21.001}, "gstreamer_push": {"avg_ms": 1.118, "count": 229, "max_ms": 1.284, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.026, "count": 229, "max_ms": 67.784, "p95_ms": 61.355}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.346, "count": 229, "max_ms": 77.975, "p95_ms": 65.786}, "yolo11_640_fire_11class": {"avg_ms": 49.951, "count": 229, "max_ms": 72.778, "p95_ms": 65.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.588, "count": 229, "max_ms": 82.89, "p95_ms": 75.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.549, "count": 229, "max_ms": 170.778, "p95_ms": 138.522}, "read_interval": {"avg_ms": 131.312, "count": 228, "max_ms": 182.643, "p95_ms": 151.206}, "triton_wait": {"avg_ms": 57.624, "count": 229, "max_ms": 82.902, "p95_ms": 75.842}, "visualize": {"avg_ms": 4.724, "count": 229, "max_ms": 6.142, "p95_ms": 5.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16053.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7648.778, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.223, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1974484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:19:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:19:06+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T18:19:06+09:00", "mjpeg": {"age_sec": 0.624, "exists": true, "mtime": "2026-07-05T18:19:06.356400+09:00", "mtime_epoch": 1783243146.3564003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:19:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2381.879, "name": "celery", "pid": 267, "rss_mb": 2381.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.927}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.967, "count": 298, "max_ms": 13.21, "p95_ms": 9.769}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.542, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.102, "count": 298, "max_ms": 71.42, "p95_ms": 64.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.052, "count": 298, "max_ms": 81.092, "p95_ms": 65.494}, "yolo11_640_fire_11class": {"avg_ms": 52.239, "count": 298, "max_ms": 73.729, "p95_ms": 68.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.183, "count": 298, "max_ms": 82.3, "p95_ms": 76.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.889, "count": 298, "max_ms": 125.457, "p95_ms": 93.696}, "read_interval": {"avg_ms": 100.742, "count": 297, "max_ms": 692.774, "p95_ms": 236.296}, "triton_wait": {"avg_ms": 55.029, "count": 298, "max_ms": 82.316, "p95_ms": 76.908}, "visualize": {"avg_ms": 3.708, "count": 298, "max_ms": 5.121, "p95_ms": 4.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16054.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 734, "h264_decode_error_count": 1808, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:16:22+09:00", "last_error_summary": "[h264 @ 0x562748191dc0] error while decoding MB 41 25, bytestream -5", "last_exit_at": "2026-07-05T18:16:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.467, "last_started_at": "2026-07-05T18:16:24+09:00", "pid": 140119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.508, "name": "ffmpeg", "pid": 140119, "rss_mb": 272.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 819, "restart_count_per_hour": 15, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 820}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.887, "sample_count": 2197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1543780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:19:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:19:16+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T18:19:15+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T18:19:15.936583+09:00", "mtime_epoch": 1783243155.9365833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:19:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9360.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.582, "pushed": 7.582, "read": 7.548}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.981, "count": 227, "max_ms": 26.655, "p95_ms": 20.94}, "gstreamer_push": {"avg_ms": 1.11, "count": 227, "max_ms": 1.27, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.599, "count": 227, "max_ms": 66.042, "p95_ms": 61.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.681, "count": 227, "max_ms": 76.343, "p95_ms": 69.873}, "yolo11_640_fire_11class": {"avg_ms": 50.554, "count": 227, "max_ms": 67.606, "p95_ms": 64.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.117, "count": 227, "max_ms": 81.222, "p95_ms": 76.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.747, "count": 227, "max_ms": 159.226, "p95_ms": 139.572}, "read_interval": {"avg_ms": 132.539, "count": 226, "max_ms": 172.538, "p95_ms": 151.212}, "triton_wait": {"avg_ms": 58.264, "count": 227, "max_ms": 81.234, "p95_ms": 76.213}, "visualize": {"avg_ms": 4.757, "count": 227, "max_ms": 6.386, "p95_ms": 5.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16054.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7678.856, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.343, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1974789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:19:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:19:37+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:19:36+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:19:36.996985+09:00", "mtime_epoch": 1783243176.996985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:19:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2381.879, "name": "celery", "pid": 267, "rss_mb": 2381.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.896, "count": 304, "max_ms": 14.206, "p95_ms": 10.146}, "gstreamer_push": {"avg_ms": 1.258, "count": 305, "max_ms": 1.471, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.254, "count": 304, "max_ms": 71.012, "p95_ms": 63.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.003, "count": 304, "max_ms": 77.369, "p95_ms": 61.841}, "yolo11_640_fire_11class": {"avg_ms": 52.442, "count": 304, "max_ms": 71.733, "p95_ms": 66.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.126, "count": 304, "max_ms": 78.562, "p95_ms": 74.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.62, "count": 305, "max_ms": 131.536, "p95_ms": 92.84}, "read_interval": {"avg_ms": 98.674, "count": 304, "max_ms": 657.773, "p95_ms": 115.657}, "triton_wait": {"avg_ms": 55.142, "count": 304, "max_ms": 78.574, "p95_ms": 75.094}, "visualize": {"avg_ms": 3.723, "count": 304, "max_ms": 6.572, "p95_ms": 4.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16054.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 734, "h264_decode_error_count": 1808, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:16:22+09:00", "last_error_summary": "[h264 @ 0x562748191dc0] error while decoding MB 41 25, bytestream -5", "last_exit_at": "2026-07-05T18:16:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.514, "last_started_at": "2026-07-05T18:16:24+09:00", "pid": 140119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.508, "name": "ffmpeg", "pid": 140119, "rss_mb": 272.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 819, "restart_count_per_hour": 15, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 820}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.815, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1544010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:19:46+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T18:19:45+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:19:45.985156+09:00", "mtime_epoch": 1783243185.9851563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:19:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9360.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.688, "pushed": 7.688, "read": 7.654}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.958, "count": 230, "max_ms": 24.968, "p95_ms": 21.521}, "gstreamer_push": {"avg_ms": 1.126, "count": 230, "max_ms": 2.066, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.142, "count": 230, "max_ms": 64.421, "p95_ms": 61.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.102, "count": 230, "max_ms": 76.076, "p95_ms": 65.273}, "yolo11_640_fire_11class": {"avg_ms": 50.06, "count": 230, "max_ms": 68.167, "p95_ms": 64.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.094, "count": 230, "max_ms": 80.878, "p95_ms": 76.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.831, "count": 230, "max_ms": 142.442, "p95_ms": 137.786}, "read_interval": {"avg_ms": 130.662, "count": 229, "max_ms": 154.94, "p95_ms": 150.772}, "triton_wait": {"avg_ms": 57.135, "count": 230, "max_ms": 80.89, "p95_ms": 76.29}, "visualize": {"avg_ms": 4.722, "count": 230, "max_ms": 5.857, "p95_ms": 4.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15958.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7708.866, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.46, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1975089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:20:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:20:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T18:20:06+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T18:20:06.981556+09:00", "mtime_epoch": 1783243206.9815557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:20:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2382.137, "name": "celery", "pid": 267, "rss_mb": 2382.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.838, "count": 300, "max_ms": 11.378, "p95_ms": 9.144}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.931, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.603, "count": 300, "max_ms": 66.135, "p95_ms": 62.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.052, "count": 300, "max_ms": 75.737, "p95_ms": 61.315}, "yolo11_640_fire_11class": {"avg_ms": 51.575, "count": 300, "max_ms": 70.717, "p95_ms": 65.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.709, "count": 300, "max_ms": 81.982, "p95_ms": 75.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.385, "count": 300, "max_ms": 118.477, "p95_ms": 93.354}, "read_interval": {"avg_ms": 99.947, "count": 300, "max_ms": 731.819, "p95_ms": 140.628}, "triton_wait": {"avg_ms": 53.856, "count": 300, "max_ms": 81.994, "p95_ms": 75.538}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 5.729, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16048.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:20:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.654, "last_started_at": "2026-07-05T18:20:02+09:00", "pid": 140226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.645, "name": "ffmpeg", "pid": 140226, "rss_mb": 265.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 820, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 821}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.123, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1544201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:20:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:20:16+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T18:20:16+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T18:20:16.061728+09:00", "mtime_epoch": 1783243216.0617282, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:20:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.377, "pushed": 6.377, "read": 6.344}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.836, "count": 191, "max_ms": 22.259, "p95_ms": 20.674}, "gstreamer_push": {"avg_ms": 1.116, "count": 191, "max_ms": 1.272, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.821, "count": 191, "max_ms": 68.537, "p95_ms": 62.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.474, "count": 191, "max_ms": 81.19, "p95_ms": 68.233}, "yolo11_640_fire_11class": {"avg_ms": 50.268, "count": 191, "max_ms": 69.915, "p95_ms": 64.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.713, "count": 191, "max_ms": 81.663, "p95_ms": 76.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.941, "count": 191, "max_ms": 161.561, "p95_ms": 140.037}, "read_interval": {"avg_ms": 157.624, "count": 190, "max_ms": 5143.915, "p95_ms": 152.375}, "triton_wait": {"avg_ms": 58.693, "count": 191, "max_ms": 81.677, "p95_ms": 76.461}, "visualize": {"avg_ms": 4.777, "count": 191, "max_ms": 6.475, "p95_ms": 5.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16049.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7738.897, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.175, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1975391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:20:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:20:37+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T18:20:37+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T18:20:37.034126+09:00", "mtime_epoch": 1783243237.0341263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:20:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2382.137, "name": "celery", "pid": 267, "rss_mb": 2382.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.816, "count": 302, "max_ms": 12.076, "p95_ms": 9.065}, "gstreamer_push": {"avg_ms": 1.279, "count": 302, "max_ms": 2.106, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.462, "count": 302, "max_ms": 66.088, "p95_ms": 64.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.233, "count": 302, "max_ms": 74.489, "p95_ms": 68.876}, "yolo11_640_fire_11class": {"avg_ms": 53.271, "count": 302, "max_ms": 71.386, "p95_ms": 66.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.216, "count": 302, "max_ms": 81.263, "p95_ms": 78.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.867, "count": 302, "max_ms": 132.687, "p95_ms": 95.002}, "read_interval": {"avg_ms": 99.489, "count": 301, "max_ms": 568.682, "p95_ms": 115.922}, "triton_wait": {"avg_ms": 56.93, "count": 302, "max_ms": 81.275, "p95_ms": 78.451}, "visualize": {"avg_ms": 3.711, "count": 302, "max_ms": 5.13, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16049.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:20:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.74, "last_started_at": "2026-07-05T18:20:02+09:00", "pid": 140226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.934, "name": "ffmpeg", "pid": 140226, "rss_mb": 266.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 820, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 821}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.335, "sample_count": 2196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1544432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:20:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:20:46+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T18:20:46+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T18:20:46.122298+09:00", "mtime_epoch": 1783243246.1222985, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:20:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.713, "pushed": 7.713, "read": 7.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.861, "count": 231, "max_ms": 27.202, "p95_ms": 21.122}, "gstreamer_push": {"avg_ms": 1.127, "count": 231, "max_ms": 1.645, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.291, "count": 231, "max_ms": 65.006, "p95_ms": 62.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.612, "count": 231, "max_ms": 76.928, "p95_ms": 71.039}, "yolo11_640_fire_11class": {"avg_ms": 51.005, "count": 231, "max_ms": 67.336, "p95_ms": 64.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.043, "count": 231, "max_ms": 80.749, "p95_ms": 77.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.567, "count": 231, "max_ms": 169.304, "p95_ms": 139.703}, "read_interval": {"avg_ms": 130.152, "count": 230, "max_ms": 177.658, "p95_ms": 149.421}, "triton_wait": {"avg_ms": 59.776, "count": 231, "max_ms": 80.761, "p95_ms": 77.649}, "visualize": {"avg_ms": 4.785, "count": 231, "max_ms": 7.478, "p95_ms": 5.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16052.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7768.998, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.256, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1975689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:21:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:21:07+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T18:21:07+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T18:21:07.106696+09:00", "mtime_epoch": 1783243267.106696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:21:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2382.395, "name": "celery", "pid": 267, "rss_mb": 2382.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.923, "pushed": 9.923, "read": 9.889}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.739, "count": 297, "max_ms": 11.636, "p95_ms": 9.076}, "gstreamer_push": {"avg_ms": 1.257, "count": 297, "max_ms": 1.466, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.13, "count": 297, "max_ms": 69.677, "p95_ms": 63.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.239, "count": 297, "max_ms": 80.057, "p95_ms": 69.38}, "yolo11_640_fire_11class": {"avg_ms": 53.001, "count": 297, "max_ms": 72.569, "p95_ms": 65.627}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.742, "count": 297, "max_ms": 83.113, "p95_ms": 78.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.839, "count": 297, "max_ms": 102.052, "p95_ms": 94.285}, "read_interval": {"avg_ms": 101.059, "count": 296, "max_ms": 699.08, "p95_ms": 170.136}, "triton_wait": {"avg_ms": 56.48, "count": 297, "max_ms": 83.126, "p95_ms": 78.367}, "visualize": {"avg_ms": 3.649, "count": 297, "max_ms": 4.735, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16052.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:20:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.744, "last_started_at": "2026-07-05T18:20:02+09:00", "pid": 140226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.77, "name": "ffmpeg", "pid": 140226, "rss_mb": 269.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 820, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 821}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.573, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1544660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:21:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:21:16+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T18:21:16+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T18:21:16.154867+09:00", "mtime_epoch": 1783243276.154867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:21:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.047, "count": 228, "max_ms": 25.756, "p95_ms": 21.457}, "gstreamer_push": {"avg_ms": 1.12, "count": 228, "max_ms": 1.402, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.939, "count": 228, "max_ms": 65.999, "p95_ms": 62.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.311, "count": 228, "max_ms": 77.327, "p95_ms": 69.827}, "yolo11_640_fire_11class": {"avg_ms": 51.168, "count": 228, "max_ms": 69.612, "p95_ms": 65.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.98, "count": 228, "max_ms": 82.562, "p95_ms": 77.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.956, "count": 228, "max_ms": 169.494, "p95_ms": 141.759}, "read_interval": {"avg_ms": 131.721, "count": 228, "max_ms": 178.13, "p95_ms": 151.468}, "triton_wait": {"avg_ms": 59.853, "count": 228, "max_ms": 82.574, "p95_ms": 77.881}, "visualize": {"avg_ms": 4.821, "count": 228, "max_ms": 7.399, "p95_ms": 5.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16057.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7799.008, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.507, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1975987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:21:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:21:37+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:21:37+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T18:21:37.151264+09:00", "mtime_epoch": 1783243297.1512637, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:21:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2382.395, "name": "celery", "pid": 267, "rss_mb": 2382.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.789, "count": 298, "max_ms": 14.357, "p95_ms": 9.057}, "gstreamer_push": {"avg_ms": 1.26, "count": 298, "max_ms": 1.641, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.381, "count": 298, "max_ms": 71.261, "p95_ms": 64.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.001, "count": 298, "max_ms": 77.319, "p95_ms": 72.725}, "yolo11_640_fire_11class": {"avg_ms": 53.45, "count": 298, "max_ms": 76.652, "p95_ms": 66.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.5, "count": 298, "max_ms": 83.176, "p95_ms": 78.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.713, "count": 298, "max_ms": 144.421, "p95_ms": 96.133}, "read_interval": {"avg_ms": 100.817, "count": 298, "max_ms": 670.342, "p95_ms": 141.035}, "triton_wait": {"avg_ms": 57.277, "count": 298, "max_ms": 83.187, "p95_ms": 78.398}, "visualize": {"avg_ms": 3.708, "count": 298, "max_ms": 6.151, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16058.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:20:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.85, "last_started_at": "2026-07-05T18:20:02+09:00", "pid": 140226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.926, "name": "ffmpeg", "pid": 140226, "rss_mb": 274.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 820, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 821}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.019, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1544887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:21:46+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T18:21:46+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:21:46.259436+09:00", "mtime_epoch": 1783243306.2594357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:21:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.578, "pushed": 7.578, "read": 7.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.697, "count": 227, "max_ms": 27.117, "p95_ms": 20.705}, "gstreamer_push": {"avg_ms": 1.115, "count": 227, "max_ms": 1.337, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.023, "count": 227, "max_ms": 67.113, "p95_ms": 62.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.279, "count": 227, "max_ms": 80.948, "p95_ms": 72.755}, "yolo11_640_fire_11class": {"avg_ms": 51.976, "count": 227, "max_ms": 70.009, "p95_ms": 65.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.313, "count": 227, "max_ms": 85.367, "p95_ms": 78.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.954, "count": 227, "max_ms": 165.25, "p95_ms": 143.141}, "read_interval": {"avg_ms": 132.671, "count": 226, "max_ms": 173.497, "p95_ms": 155.413}, "triton_wait": {"avg_ms": 61.017, "count": 227, "max_ms": 85.38, "p95_ms": 78.84}, "visualize": {"avg_ms": 4.81, "count": 227, "max_ms": 6.002, "p95_ms": 5.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7829.076, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.143, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1976291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:22:07+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:22:07+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T18:22:07.219831+09:00", "mtime_epoch": 1783243327.2198308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:22:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2382.652, "name": "celery", "pid": 267, "rss_mb": 2382.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.108}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 304, "max_ms": 12.33, "p95_ms": 10.056}, "gstreamer_push": {"avg_ms": 1.251, "count": 304, "max_ms": 1.734, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.023, "count": 304, "max_ms": 68.05, "p95_ms": 63.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.105, "count": 304, "max_ms": 80.294, "p95_ms": 69.52}, "yolo11_640_fire_11class": {"avg_ms": 53.456, "count": 304, "max_ms": 69.695, "p95_ms": 65.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.419, "count": 304, "max_ms": 83.182, "p95_ms": 79.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.782, "count": 304, "max_ms": 138.115, "p95_ms": 130.651}, "read_interval": {"avg_ms": 98.967, "count": 303, "max_ms": 529.591, "p95_ms": 143.414}, "triton_wait": {"avg_ms": 58.015, "count": 304, "max_ms": 83.193, "p95_ms": 79.457}, "visualize": {"avg_ms": 3.865, "count": 304, "max_ms": 5.711, "p95_ms": 5.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16060.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:20:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.872, "last_started_at": "2026-07-05T18:20:02+09:00", "pid": 140226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.02, "name": "ffmpeg", "pid": 140226, "rss_mb": 278.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 820, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 821}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.44, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1545112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T18:22:16+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T18:22:16+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T18:22:16.248001+09:00", "mtime_epoch": 1783243336.2480009, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:22:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.532, "pushed": 7.532, "read": 7.498}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.771, "count": 225, "max_ms": 29.522, "p95_ms": 21.283}, "gstreamer_push": {"avg_ms": 1.109, "count": 225, "max_ms": 1.538, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.81, "count": 225, "max_ms": 65.249, "p95_ms": 63.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.275, "count": 225, "max_ms": 78.772, "p95_ms": 69.821}, "yolo11_640_fire_11class": {"avg_ms": 51.996, "count": 225, "max_ms": 68.621, "p95_ms": 65.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.096, "count": 225, "max_ms": 83.76, "p95_ms": 79.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.834, "count": 225, "max_ms": 166.303, "p95_ms": 142.024}, "read_interval": {"avg_ms": 133.321, "count": 224, "max_ms": 174.104, "p95_ms": 151.564}, "triton_wait": {"avg_ms": 61.57, "count": 225, "max_ms": 83.772, "p95_ms": 79.017}, "visualize": {"avg_ms": 4.848, "count": 225, "max_ms": 6.499, "p95_ms": 5.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7859.086, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.126, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1976594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:22:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:22:37+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:22:37+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T18:22:37.228395+09:00", "mtime_epoch": 1783243357.2283955, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:22:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2382.91, "name": "celery", "pid": 267, "rss_mb": 2382.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.797, "count": 303, "max_ms": 12.742, "p95_ms": 9.528}, "gstreamer_push": {"avg_ms": 1.254, "count": 303, "max_ms": 1.95, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.101, "count": 303, "max_ms": 66.311, "p95_ms": 63.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.657, "count": 303, "max_ms": 78.571, "p95_ms": 68.904}, "yolo11_640_fire_11class": {"avg_ms": 53.102, "count": 303, "max_ms": 76.238, "p95_ms": 65.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.298, "count": 303, "max_ms": 82.252, "p95_ms": 79.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.233, "count": 303, "max_ms": 136.456, "p95_ms": 96.246}, "read_interval": {"avg_ms": 99.04, "count": 303, "max_ms": 609.033, "p95_ms": 124.007}, "triton_wait": {"avg_ms": 57.446, "count": 303, "max_ms": 82.265, "p95_ms": 79.46}, "visualize": {"avg_ms": 3.679, "count": 303, "max_ms": 5.106, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16061.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:20:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.031, "last_started_at": "2026-07-05T18:20:02+09:00", "pid": 140226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.02, "name": "ffmpeg", "pid": 140226, "rss_mb": 278.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 820, "restart_count_per_hour": 15, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 821}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.865, "sample_count": 2234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1545338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:22:46+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T18:22:46+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T18:22:46.392568+09:00", "mtime_epoch": 1783243366.3925679, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:22:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.533, "pushed": 7.533, "read": 7.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.149, "count": 225, "max_ms": 33.16, "p95_ms": 22.088}, "gstreamer_push": {"avg_ms": 1.12, "count": 225, "max_ms": 1.668, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.509, "count": 225, "max_ms": 64.982, "p95_ms": 62.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.417, "count": 225, "max_ms": 76.929, "p95_ms": 68.607}, "yolo11_640_fire_11class": {"avg_ms": 51.31, "count": 225, "max_ms": 67.766, "p95_ms": 64.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.455, "count": 225, "max_ms": 81.243, "p95_ms": 78.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.913, "count": 225, "max_ms": 166.738, "p95_ms": 142.428}, "read_interval": {"avg_ms": 133.222, "count": 224, "max_ms": 314.018, "p95_ms": 152.266}, "triton_wait": {"avg_ms": 60.168, "count": 225, "max_ms": 81.255, "p95_ms": 78.527}, "visualize": {"avg_ms": 4.846, "count": 225, "max_ms": 7.114, "p95_ms": 5.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7889.122, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.392, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1976893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:23:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:23:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T18:23:07+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T18:23:07.232959+09:00", "mtime_epoch": 1783243387.2329593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:23:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2382.91, "name": "celery", "pid": 267, "rss_mb": 2382.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.794, "count": 299, "max_ms": 11.282, "p95_ms": 9.762}, "gstreamer_push": {"avg_ms": 1.254, "count": 299, "max_ms": 1.538, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.71, "count": 299, "max_ms": 66.378, "p95_ms": 64.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.249, "count": 299, "max_ms": 77.396, "p95_ms": 70.896}, "yolo11_640_fire_11class": {"avg_ms": 53.577, "count": 299, "max_ms": 70.771, "p95_ms": 66.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.473, "count": 299, "max_ms": 83.16, "p95_ms": 79.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.297, "count": 299, "max_ms": 136.34, "p95_ms": 103.593}, "read_interval": {"avg_ms": 100.427, "count": 298, "max_ms": 877.705, "p95_ms": 118.254}, "triton_wait": {"avg_ms": 57.778, "count": 299, "max_ms": 83.172, "p95_ms": 79.756}, "visualize": {"avg_ms": 3.737, "count": 299, "max_ms": 5.238, "p95_ms": 4.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16061.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:20:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.108, "last_started_at": "2026-07-05T18:20:02+09:00", "pid": 140226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.02, "name": "ffmpeg", "pid": 140226, "rss_mb": 278.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 820, "restart_count_per_hour": 15, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 821}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.041, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1545564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:23:16+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T18:23:16+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T18:23:16.497133+09:00", "mtime_epoch": 1783243396.497133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:23:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.557, "pushed": 7.557, "read": 7.523}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.864, "count": 226, "max_ms": 25.342, "p95_ms": 21.705}, "gstreamer_push": {"avg_ms": 1.123, "count": 226, "max_ms": 1.747, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.74, "count": 226, "max_ms": 67.269, "p95_ms": 63.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.368, "count": 226, "max_ms": 76.753, "p95_ms": 71.248}, "yolo11_640_fire_11class": {"avg_ms": 50.967, "count": 226, "max_ms": 72.15, "p95_ms": 65.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.199, "count": 226, "max_ms": 84.071, "p95_ms": 79.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.312, "count": 226, "max_ms": 168.451, "p95_ms": 142.96}, "read_interval": {"avg_ms": 133.029, "count": 225, "max_ms": 176.704, "p95_ms": 152.409}, "triton_wait": {"avg_ms": 59.896, "count": 226, "max_ms": 84.083, "p95_ms": 79.421}, "visualize": {"avg_ms": 4.956, "count": 226, "max_ms": 7.337, "p95_ms": 5.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15812.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7919.186, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.526, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1977192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:23:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:23:37+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T18:23:37+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T18:23:37.293523+09:00", "mtime_epoch": 1783243417.2935228, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:23:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2383.168, "name": "celery", "pid": 267, "rss_mb": 2383.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.085}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.796, "count": 299, "max_ms": 12.524, "p95_ms": 9.281}, "gstreamer_push": {"avg_ms": 1.262, "count": 299, "max_ms": 1.588, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.194, "count": 299, "max_ms": 70.427, "p95_ms": 65.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.305, "count": 299, "max_ms": 79.731, "p95_ms": 70.889}, "yolo11_640_fire_11class": {"avg_ms": 53.21, "count": 299, "max_ms": 76.918, "p95_ms": 68.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.241, "count": 299, "max_ms": 87.186, "p95_ms": 79.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.127, "count": 299, "max_ms": 135.863, "p95_ms": 96.748}, "read_interval": {"avg_ms": 100.511, "count": 299, "max_ms": 652.633, "p95_ms": 148.024}, "triton_wait": {"avg_ms": 56.75, "count": 299, "max_ms": 87.198, "p95_ms": 79.495}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 5.282, "p95_ms": 4.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.648, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16044.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:23:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.741, "last_started_at": "2026-07-05T18:23:38+09:00", "pid": 140333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 259.488, "name": "ffmpeg", "pid": 140333, "rss_mb": 259.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 821, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 822}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.17, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1545756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:23:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:23:46+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T18:23:46+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T18:23:46.633698+09:00", "mtime_epoch": 1783243426.633698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:23:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.4, "pushed": 6.4, "read": 6.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.586, "count": 191, "max_ms": 26.598, "p95_ms": 20.108}, "gstreamer_push": {"avg_ms": 1.134, "count": 192, "max_ms": 1.695, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.268, "count": 191, "max_ms": 66.457, "p95_ms": 62.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.163, "count": 191, "max_ms": 77.214, "p95_ms": 71.295}, "yolo11_640_fire_11class": {"avg_ms": 52.092, "count": 191, "max_ms": 70.309, "p95_ms": 65.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.106, "count": 191, "max_ms": 82.158, "p95_ms": 78.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.479, "count": 192, "max_ms": 148.02, "p95_ms": 140.733}, "read_interval": {"avg_ms": 157.044, "count": 191, "max_ms": 5091.619, "p95_ms": 150.914}, "triton_wait": {"avg_ms": 60.914, "count": 191, "max_ms": 82.17, "p95_ms": 78.919}, "visualize": {"avg_ms": 4.749, "count": 191, "max_ms": 6.696, "p95_ms": 5.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16051.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7949.58, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.971, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1977494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:24:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:24:07+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:24:07+09:00", "mjpeg": {"age_sec": 0.449, "exists": true, "mtime": "2026-07-05T18:24:07.334085+09:00", "mtime_epoch": 1783243447.3340855, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:24:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2383.168, "name": "celery", "pid": 267, "rss_mb": 2383.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.908}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.855, "count": 298, "max_ms": 11.505, "p95_ms": 9.709}, "gstreamer_push": {"avg_ms": 1.265, "count": 298, "max_ms": 1.487, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.46, "count": 298, "max_ms": 66.827, "p95_ms": 64.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.939, "count": 298, "max_ms": 75.309, "p95_ms": 68.69}, "yolo11_640_fire_11class": {"avg_ms": 52.972, "count": 298, "max_ms": 72.591, "p95_ms": 65.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.969, "count": 298, "max_ms": 82.339, "p95_ms": 79.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.964, "count": 298, "max_ms": 133.022, "p95_ms": 97.485}, "read_interval": {"avg_ms": 100.915, "count": 297, "max_ms": 721.498, "p95_ms": 143.447}, "triton_wait": {"avg_ms": 57.314, "count": 298, "max_ms": 82.351, "p95_ms": 79.452}, "visualize": {"avg_ms": 3.72, "count": 298, "max_ms": 5.129, "p95_ms": 4.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16051.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:23:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.766, "last_started_at": "2026-07-05T18:23:38+09:00", "pid": 140333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.965, "name": "ffmpeg", "pid": 140333, "rss_mb": 266.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 821, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 822}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.436, "sample_count": 2196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1545981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:24:16+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:24:16+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T18:24:16.694260+09:00", "mtime_epoch": 1783243456.6942604, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:24:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.525, "pushed": 7.525, "read": 7.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.887, "count": 225, "max_ms": 24.65, "p95_ms": 21.363}, "gstreamer_push": {"avg_ms": 1.114, "count": 225, "max_ms": 1.67, "p95_ms": 1.263}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.272, "count": 225, "max_ms": 72.974, "p95_ms": 63.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.946, "count": 225, "max_ms": 87.625, "p95_ms": 69.958}, "yolo11_640_fire_11class": {"avg_ms": 51.21, "count": 225, "max_ms": 75.188, "p95_ms": 65.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.529, "count": 225, "max_ms": 86.687, "p95_ms": 79.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.971, "count": 225, "max_ms": 176.944, "p95_ms": 145.81}, "read_interval": {"avg_ms": 133.5, "count": 224, "max_ms": 185.775, "p95_ms": 154.62}, "triton_wait": {"avg_ms": 60.767, "count": 225, "max_ms": 87.637, "p95_ms": 79.227}, "visualize": {"avg_ms": 4.893, "count": 225, "max_ms": 6.439, "p95_ms": 5.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16054.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7979.617, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.436, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1977794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:24:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:24:37+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T18:24:37+09:00", "mjpeg": {"age_sec": 0.409, "exists": true, "mtime": "2026-07-05T18:24:37.410648+09:00", "mtime_epoch": 1783243477.4106476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:24:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2383.426, "name": "celery", "pid": 267, "rss_mb": 2383.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.074, "count": 300, "max_ms": 12.933, "p95_ms": 9.987}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.439, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.376, "count": 300, "max_ms": 70.261, "p95_ms": 65.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.121, "count": 300, "max_ms": 80.006, "p95_ms": 68.804}, "yolo11_640_fire_11class": {"avg_ms": 53.637, "count": 300, "max_ms": 74.997, "p95_ms": 67.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.396, "count": 300, "max_ms": 85.019, "p95_ms": 80.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.62, "count": 300, "max_ms": 134.123, "p95_ms": 106.38}, "read_interval": {"avg_ms": 100.164, "count": 299, "max_ms": 499.726, "p95_ms": 143.789}, "triton_wait": {"avg_ms": 58.62, "count": 300, "max_ms": 85.031, "p95_ms": 80.336}, "visualize": {"avg_ms": 3.825, "count": 300, "max_ms": 5.819, "p95_ms": 5.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16054.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:23:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.78, "last_started_at": "2026-07-05T18:23:38+09:00", "pid": 140333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.059, "name": "ffmpeg", "pid": 140333, "rss_mb": 270.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 821, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 822}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.949, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1546208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:24:46+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T18:24:46+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T18:24:46.702821+09:00", "mtime_epoch": 1783243486.702821, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:24:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9361.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.595, "pushed": 7.595, "read": 7.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.848, "count": 227, "max_ms": 22.619, "p95_ms": 20.732}, "gstreamer_push": {"avg_ms": 1.113, "count": 227, "max_ms": 1.631, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.433, "count": 227, "max_ms": 74.224, "p95_ms": 62.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.661, "count": 227, "max_ms": 77.17, "p95_ms": 69.005}, "yolo11_640_fire_11class": {"avg_ms": 51.824, "count": 227, "max_ms": 75.459, "p95_ms": 65.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.757, "count": 227, "max_ms": 89.244, "p95_ms": 79.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.612, "count": 227, "max_ms": 161.541, "p95_ms": 141.575}, "read_interval": {"avg_ms": 132.24, "count": 226, "max_ms": 169.509, "p95_ms": 151.545}, "triton_wait": {"avg_ms": 61.151, "count": 227, "max_ms": 89.256, "p95_ms": 79.479}, "visualize": {"avg_ms": 4.778, "count": 227, "max_ms": 6.734, "p95_ms": 5.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16054.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8009.643, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.563, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1978096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:25:07+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T18:25:07+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:25:07.783215+09:00", "mtime_epoch": 1783243507.7832146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:25:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2383.426, "name": "celery", "pid": 267, "rss_mb": 2383.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.771, "count": 302, "max_ms": 11.475, "p95_ms": 9.083}, "gstreamer_push": {"avg_ms": 1.264, "count": 302, "max_ms": 1.859, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.112, "count": 302, "max_ms": 68.609, "p95_ms": 63.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.12, "count": 302, "max_ms": 78.38, "p95_ms": 70.304}, "yolo11_640_fire_11class": {"avg_ms": 52.582, "count": 302, "max_ms": 69.99, "p95_ms": 65.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.6, "count": 302, "max_ms": 81.619, "p95_ms": 78.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.223, "count": 302, "max_ms": 135.561, "p95_ms": 95.525}, "read_interval": {"avg_ms": 99.483, "count": 301, "max_ms": 608.944, "p95_ms": 131.061}, "triton_wait": {"avg_ms": 57.019, "count": 302, "max_ms": 81.632, "p95_ms": 78.972}, "visualize": {"avg_ms": 3.732, "count": 302, "max_ms": 5.463, "p95_ms": 4.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16054.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:23:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.865, "last_started_at": "2026-07-05T18:23:38+09:00", "pid": 140333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.059, "name": "ffmpeg", "pid": 140333, "rss_mb": 270.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 821, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 822}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.742, "sample_count": 2234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1546440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:25:16+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T18:25:16+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T18:25:16.775382+09:00", "mtime_epoch": 1783243516.775382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:25:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.748, "pushed": 7.748, "read": 7.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.619, "count": 232, "max_ms": 23.827, "p95_ms": 20.583}, "gstreamer_push": {"avg_ms": 1.133, "count": 232, "max_ms": 1.629, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.012, "count": 232, "max_ms": 65.481, "p95_ms": 63.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.897, "count": 232, "max_ms": 79.393, "p95_ms": 70.183}, "yolo11_640_fire_11class": {"avg_ms": 50.691, "count": 232, "max_ms": 67.978, "p95_ms": 65.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.202, "count": 232, "max_ms": 82.449, "p95_ms": 78.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.874, "count": 232, "max_ms": 142.732, "p95_ms": 140.305}, "read_interval": {"avg_ms": 129.639, "count": 231, "max_ms": 152.278, "p95_ms": 149.919}, "triton_wait": {"avg_ms": 59.684, "count": 232, "max_ms": 82.462, "p95_ms": 78.362}, "visualize": {"avg_ms": 4.727, "count": 232, "max_ms": 5.912, "p95_ms": 5.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16055.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8039.666, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.547, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1978394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:25:37+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:25:37+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T18:25:37.807774+09:00", "mtime_epoch": 1783243537.807774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:25:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2383.684, "name": "celery", "pid": 267, "rss_mb": 2383.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.962, "pushed": 9.962, "read": 9.929}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.859, "count": 298, "max_ms": 13.096, "p95_ms": 9.862}, "gstreamer_push": {"avg_ms": 1.253, "count": 298, "max_ms": 2.081, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.028, "count": 298, "max_ms": 66.528, "p95_ms": 63.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.183, "count": 298, "max_ms": 75.342, "p95_ms": 70.994}, "yolo11_640_fire_11class": {"avg_ms": 52.33, "count": 298, "max_ms": 71.366, "p95_ms": 65.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.661, "count": 298, "max_ms": 81.676, "p95_ms": 79.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.908, "count": 298, "max_ms": 141.141, "p95_ms": 107.173}, "read_interval": {"avg_ms": 100.803, "count": 297, "max_ms": 570.56, "p95_ms": 148.218}, "triton_wait": {"avg_ms": 57.021, "count": 298, "max_ms": 81.69, "p95_ms": 79.284}, "visualize": {"avg_ms": 3.773, "count": 298, "max_ms": 6.11, "p95_ms": 4.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16054.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:23:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.872, "last_started_at": "2026-07-05T18:23:38+09:00", "pid": 140333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.574, "name": "ffmpeg", "pid": 140333, "rss_mb": 270.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 821, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 822}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.192, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1546664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:25:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:25:46+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T18:25:46+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T18:25:46.803941+09:00", "mtime_epoch": 1783243546.8039415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:25:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.467, "pushed": 7.467, "read": 7.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.102, "count": 224, "max_ms": 26.558, "p95_ms": 21.45}, "gstreamer_push": {"avg_ms": 1.103, "count": 224, "max_ms": 1.408, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.975, "count": 224, "max_ms": 65.625, "p95_ms": 62.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.394, "count": 224, "max_ms": 79.561, "p95_ms": 70.673}, "yolo11_640_fire_11class": {"avg_ms": 49.885, "count": 224, "max_ms": 68.327, "p95_ms": 64.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.503, "count": 224, "max_ms": 81.61, "p95_ms": 78.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.424, "count": 224, "max_ms": 166.787, "p95_ms": 147.194}, "read_interval": {"avg_ms": 134.056, "count": 224, "max_ms": 175.292, "p95_ms": 155.722}, "triton_wait": {"avg_ms": 59.18, "count": 224, "max_ms": 81.622, "p95_ms": 78.718}, "visualize": {"avg_ms": 4.942, "count": 224, "max_ms": 7.891, "p95_ms": 5.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16055.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8069.721, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.93, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1978700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:26:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:26:07+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:26:07+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T18:26:07.860333+09:00", "mtime_epoch": 1783243567.8603334, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:26:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2383.684, "name": "celery", "pid": 267, "rss_mb": 2383.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.214, "pushed": 10.214, "read": 10.18}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.758, "count": 306, "max_ms": 11.268, "p95_ms": 9.093}, "gstreamer_push": {"avg_ms": 1.245, "count": 306, "max_ms": 1.524, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.084, "count": 306, "max_ms": 71.861, "p95_ms": 64.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.73, "count": 306, "max_ms": 77.658, "p95_ms": 70.388}, "yolo11_640_fire_11class": {"avg_ms": 52.605, "count": 306, "max_ms": 72.554, "p95_ms": 65.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.783, "count": 306, "max_ms": 86.979, "p95_ms": 78.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.454, "count": 306, "max_ms": 132.389, "p95_ms": 95.487}, "read_interval": {"avg_ms": 98.274, "count": 305, "max_ms": 537.203, "p95_ms": 116.836}, "triton_wait": {"avg_ms": 56.409, "count": 306, "max_ms": 86.992, "p95_ms": 78.176}, "visualize": {"avg_ms": 3.657, "count": 306, "max_ms": 5.22, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16055.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:23:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.991, "last_started_at": "2026-07-05T18:23:38+09:00", "pid": 140333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.574, "name": "ffmpeg", "pid": 140333, "rss_mb": 270.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 821, "restart_count_per_hour": 15, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 822}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.23, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1546894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:26:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:26:17+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T18:26:16+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T18:26:16.884501+09:00", "mtime_epoch": 1783243576.8845012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:26:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.667, "pushed": 7.667, "read": 7.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.682, "count": 229, "max_ms": 25.989, "p95_ms": 20.968}, "gstreamer_push": {"avg_ms": 1.106, "count": 230, "max_ms": 1.414, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.047, "count": 229, "max_ms": 68.834, "p95_ms": 63.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.647, "count": 229, "max_ms": 78.737, "p95_ms": 71.269}, "yolo11_640_fire_11class": {"avg_ms": 51.686, "count": 229, "max_ms": 69.933, "p95_ms": 65.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.568, "count": 229, "max_ms": 84.175, "p95_ms": 78.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.381, "count": 230, "max_ms": 176.391, "p95_ms": 141.943}, "read_interval": {"avg_ms": 130.867, "count": 229, "max_ms": 187.763, "p95_ms": 152.349}, "triton_wait": {"avg_ms": 59.975, "count": 229, "max_ms": 84.186, "p95_ms": 78.953}, "visualize": {"avg_ms": 4.777, "count": 229, "max_ms": 6.921, "p95_ms": 5.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16055.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8099.749, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.608, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1978996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:26:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:26:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T18:26:37+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T18:26:37.864891+09:00", "mtime_epoch": 1783243597.8648913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:26:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2383.941, "name": "celery", "pid": 267, "rss_mb": 2383.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.883, "pushed": 9.883, "read": 9.849}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.795, "count": 296, "max_ms": 13.305, "p95_ms": 9.532}, "gstreamer_push": {"avg_ms": 1.256, "count": 296, "max_ms": 1.552, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.08, "count": 296, "max_ms": 67.291, "p95_ms": 64.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.72, "count": 296, "max_ms": 81.937, "p95_ms": 69.465}, "yolo11_640_fire_11class": {"avg_ms": 52.145, "count": 296, "max_ms": 72.514, "p95_ms": 65.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.996, "count": 296, "max_ms": 83.484, "p95_ms": 78.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.591, "count": 296, "max_ms": 137.638, "p95_ms": 103.083}, "read_interval": {"avg_ms": 101.433, "count": 295, "max_ms": 685.199, "p95_ms": 148.09}, "triton_wait": {"avg_ms": 56.343, "count": 296, "max_ms": 83.497, "p95_ms": 78.67}, "visualize": {"avg_ms": 3.735, "count": 296, "max_ms": 5.723, "p95_ms": 4.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16055.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 735, "h264_decode_error_count": 1809, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:19:59+09:00", "last_error_summary": "[h264 @ 0x55aeda740240] error while decoding MB 33 16, bytestream -7", "last_exit_at": "2026-07-05T18:23:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.009, "last_started_at": "2026-07-05T18:23:38+09:00", "pid": 140333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.574, "name": "ffmpeg", "pid": 140333, "rss_mb": 270.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 821, "restart_count_per_hour": 15, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 822}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.016, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1547124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:26:47+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T18:26:46+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T18:26:46.933060+09:00", "mtime_epoch": 1783243606.9330597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:26:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.693, "pushed": 7.693, "read": 7.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.767, "count": 230, "max_ms": 27.482, "p95_ms": 20.399}, "gstreamer_push": {"avg_ms": 1.107, "count": 230, "max_ms": 1.291, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.402, "count": 230, "max_ms": 68.36, "p95_ms": 62.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.527, "count": 230, "max_ms": 82.925, "p95_ms": 69.737}, "yolo11_640_fire_11class": {"avg_ms": 50.363, "count": 230, "max_ms": 68.884, "p95_ms": 63.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.445, "count": 230, "max_ms": 84.539, "p95_ms": 77.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.951, "count": 230, "max_ms": 146.04, "p95_ms": 139.678}, "read_interval": {"avg_ms": 130.547, "count": 229, "max_ms": 154.225, "p95_ms": 149.702}, "triton_wait": {"avg_ms": 58.969, "count": 230, "max_ms": 84.55, "p95_ms": 77.635}, "visualize": {"avg_ms": 4.82, "count": 230, "max_ms": 6.053, "p95_ms": 5.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16055.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8129.817, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.492, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1979295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:27:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:27:08+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:27:07+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:27:07.957450+09:00", "mtime_epoch": 1783243627.95745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:27:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2384.199, "name": "celery", "pid": 267, "rss_mb": 2384.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.773, "count": 299, "max_ms": 11.84, "p95_ms": 9.949}, "gstreamer_push": {"avg_ms": 1.238, "count": 299, "max_ms": 1.526, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.677, "count": 299, "max_ms": 68.8, "p95_ms": 63.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.369, "count": 299, "max_ms": 76.149, "p95_ms": 61.544}, "yolo11_640_fire_11class": {"avg_ms": 51.999, "count": 299, "max_ms": 71.721, "p95_ms": 65.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.318, "count": 299, "max_ms": 81.66, "p95_ms": 77.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.604, "count": 299, "max_ms": 138.331, "p95_ms": 94.484}, "read_interval": {"avg_ms": 100.626, "count": 298, "max_ms": 726.856, "p95_ms": 141.634}, "triton_wait": {"avg_ms": 55.275, "count": 299, "max_ms": 81.672, "p95_ms": 77.405}, "visualize": {"avg_ms": 3.687, "count": 299, "max_ms": 5.097, "p95_ms": 4.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15925.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 736, "h264_decode_error_count": 1810, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:27:15+09:00", "last_error_summary": "[NULL @ 0x559aa534c300] missing picture in access unit with size 39 [h264 @ 0x559aa53b7e40] no frame! [vist#0:0/h264 @ 0x559aa5509fc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:27:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.155, "last_started_at": "2026-07-05T18:27:17+09:00", "pid": 140440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.203, "name": "ffmpeg", "pid": 140440, "rss_mb": 141.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 822, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 823}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.421, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1547345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:27:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:27:20+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T18:27:19+09:00", "mjpeg": {"age_sec": 4.923, "exists": true, "mtime": "2026-07-05T18:27:15.181584+09:00", "mtime_epoch": 1783243635.181584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:27:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.601, "pushed": 6.601, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.415, "count": 197, "max_ms": 32.769, "p95_ms": 20.894}, "gstreamer_push": {"avg_ms": 1.117, "count": 198, "max_ms": 1.695, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.986, "count": 197, "max_ms": 63.589, "p95_ms": 61.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.742, "count": 197, "max_ms": 72.899, "p95_ms": 67.683}, "yolo11_640_fire_11class": {"avg_ms": 49.042, "count": 197, "max_ms": 65.825, "p95_ms": 63.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.394, "count": 197, "max_ms": 81.241, "p95_ms": 76.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.241, "count": 198, "max_ms": 142.796, "p95_ms": 137.225}, "read_interval": {"avg_ms": 152.101, "count": 197, "max_ms": 4934.056, "p95_ms": 147.59}, "triton_wait": {"avg_ms": 57.787, "count": 197, "max_ms": 81.252, "p95_ms": 76.024}, "visualize": {"avg_ms": 4.725, "count": 197, "max_ms": 6.789, "p95_ms": 5.629}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16055.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8159.887, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.434, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1979596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:27:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:27:38+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T18:27:37+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T18:27:38.006007+09:00", "mtime_epoch": 1783243658.0060072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:27:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2384.199, "name": "celery", "pid": 267, "rss_mb": 2384.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.763, "count": 301, "max_ms": 13.686, "p95_ms": 9.793}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 2.105, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.25, "count": 301, "max_ms": 66.662, "p95_ms": 63.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.511, "count": 301, "max_ms": 74.026, "p95_ms": 65.985}, "yolo11_640_fire_11class": {"avg_ms": 52.216, "count": 301, "max_ms": 71.5, "p95_ms": 65.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.168, "count": 301, "max_ms": 82.438, "p95_ms": 79.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.005, "count": 301, "max_ms": 135.748, "p95_ms": 96.6}, "read_interval": {"avg_ms": 99.876, "count": 300, "max_ms": 808.664, "p95_ms": 143.733}, "triton_wait": {"avg_ms": 56.598, "count": 301, "max_ms": 82.449, "p95_ms": 79.366}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 5.533, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16060.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 736, "h264_decode_error_count": 1810, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:27:15+09:00", "last_error_summary": "[NULL @ 0x559aa534c300] missing picture in access unit with size 39 [h264 @ 0x559aa53b7e40] no frame! [vist#0:0/h264 @ 0x559aa5509fc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:27:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.251, "last_started_at": "2026-07-05T18:27:17+09:00", "pid": 140440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.613, "name": "ffmpeg", "pid": 140440, "rss_mb": 273.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 822, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 823}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.421, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1547576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:27:50+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T18:27:50+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T18:27:50.078231+09:00", "mtime_epoch": 1783243670.0782309, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:27:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.707, "pushed": 7.707, "read": 7.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.549, "count": 230, "max_ms": 31.856, "p95_ms": 21.055}, "gstreamer_push": {"avg_ms": 1.116, "count": 231, "max_ms": 1.797, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.983, "count": 230, "max_ms": 68.747, "p95_ms": 62.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.407, "count": 230, "max_ms": 78.548, "p95_ms": 67.746}, "yolo11_640_fire_11class": {"avg_ms": 51.153, "count": 230, "max_ms": 70.799, "p95_ms": 64.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.826, "count": 230, "max_ms": 81.335, "p95_ms": 77.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.677, "count": 231, "max_ms": 164.299, "p95_ms": 140.482}, "read_interval": {"avg_ms": 130.24, "count": 230, "max_ms": 172.839, "p95_ms": 150.215}, "triton_wait": {"avg_ms": 60.246, "count": 230, "max_ms": 81.344, "p95_ms": 78.357}, "visualize": {"avg_ms": 4.737, "count": 230, "max_ms": 6.076, "p95_ms": 5.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8189.908, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.812, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1979898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:28:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:28:08+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:28:08+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T18:28:08.050564+09:00", "mtime_epoch": 1783243688.0505638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:28:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2384.457, "name": "celery", "pid": 267, "rss_mb": 2384.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.717, "count": 302, "max_ms": 12.545, "p95_ms": 8.915}, "gstreamer_push": {"avg_ms": 1.251, "count": 302, "max_ms": 1.802, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.004, "count": 302, "max_ms": 69.019, "p95_ms": 63.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.114, "count": 302, "max_ms": 77.871, "p95_ms": 66.086}, "yolo11_640_fire_11class": {"avg_ms": 51.944, "count": 302, "max_ms": 74.245, "p95_ms": 65.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.018, "count": 302, "max_ms": 82.587, "p95_ms": 78.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.091, "count": 302, "max_ms": 134.685, "p95_ms": 95.017}, "read_interval": {"avg_ms": 99.462, "count": 301, "max_ms": 724.226, "p95_ms": 116.324}, "triton_wait": {"avg_ms": 56.502, "count": 302, "max_ms": 82.599, "p95_ms": 78.572}, "visualize": {"avg_ms": 3.692, "count": 302, "max_ms": 6.217, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16062.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 736, "h264_decode_error_count": 1810, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:27:15+09:00", "last_error_summary": "[NULL @ 0x559aa534c300] missing picture in access unit with size 39 [h264 @ 0x559aa53b7e40] no frame! [vist#0:0/h264 @ 0x559aa5509fc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:27:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.301, "last_started_at": "2026-07-05T18:27:17+09:00", "pid": 140440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.191, "name": "ffmpeg", "pid": 140440, "rss_mb": 276.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 822, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 823}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.966, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1547808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:28:20+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T18:28:20+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T18:28:20.126787+09:00", "mtime_epoch": 1783243700.1267874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:28:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.724, "count": 232, "max_ms": 24.513, "p95_ms": 20.716}, "gstreamer_push": {"avg_ms": 1.113, "count": 232, "max_ms": 1.597, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.525, "count": 232, "max_ms": 65.207, "p95_ms": 62.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.274, "count": 232, "max_ms": 77.658, "p95_ms": 70.978}, "yolo11_640_fire_11class": {"avg_ms": 50.985, "count": 232, "max_ms": 67.373, "p95_ms": 65.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.098, "count": 232, "max_ms": 82.591, "p95_ms": 78.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.688, "count": 232, "max_ms": 143.117, "p95_ms": 138.316}, "read_interval": {"avg_ms": 129.463, "count": 231, "max_ms": 155.254, "p95_ms": 148.381}, "triton_wait": {"avg_ms": 59.783, "count": 232, "max_ms": 82.602, "p95_ms": 78.016}, "visualize": {"avg_ms": 4.761, "count": 232, "max_ms": 7.369, "p95_ms": 5.642}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16063.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8219.928, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.682, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1980197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:28:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:28:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T18:28:38+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T18:28:38.051119+09:00", "mtime_epoch": 1783243718.051119, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:28:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2384.457, "name": "celery", "pid": 267, "rss_mb": 2384.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.714, "count": 299, "max_ms": 10.106, "p95_ms": 8.969}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 1.853, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.541, "count": 299, "max_ms": 66.237, "p95_ms": 63.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.353, "count": 299, "max_ms": 77.468, "p95_ms": 70.457}, "yolo11_640_fire_11class": {"avg_ms": 52.795, "count": 299, "max_ms": 71.966, "p95_ms": 65.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.243, "count": 299, "max_ms": 82.844, "p95_ms": 78.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.011, "count": 299, "max_ms": 219.7, "p95_ms": 96.21}, "read_interval": {"avg_ms": 100.393, "count": 298, "max_ms": 567.099, "p95_ms": 137.916}, "triton_wait": {"avg_ms": 58.519, "count": 299, "max_ms": 82.856, "p95_ms": 78.974}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 5.158, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16064.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 736, "h264_decode_error_count": 1810, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:27:15+09:00", "last_error_summary": "[NULL @ 0x559aa534c300] missing picture in access unit with size 39 [h264 @ 0x559aa53b7e40] no frame! [vist#0:0/h264 @ 0x559aa5509fc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:27:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.326, "last_started_at": "2026-07-05T18:27:17+09:00", "pid": 140440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.191, "name": "ffmpeg", "pid": 140440, "rss_mb": 276.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 822, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 823}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.966, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1548038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:28:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:28:50+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T18:28:50+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T18:28:50.147343+09:00", "mtime_epoch": 1783243730.147343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:28:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.693, "pushed": 7.693, "read": 7.659}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.332, "count": 230, "max_ms": 25.695, "p95_ms": 20.183}, "gstreamer_push": {"avg_ms": 1.109, "count": 230, "max_ms": 1.536, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.323, "count": 230, "max_ms": 65.679, "p95_ms": 63.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.808, "count": 230, "max_ms": 76.405, "p95_ms": 69.712}, "yolo11_640_fire_11class": {"avg_ms": 51.933, "count": 230, "max_ms": 70.47, "p95_ms": 66.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.397, "count": 230, "max_ms": 81.211, "p95_ms": 79.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.652, "count": 230, "max_ms": 280.571, "p95_ms": 139.783}, "read_interval": {"avg_ms": 130.447, "count": 229, "max_ms": 290.018, "p95_ms": 150.985}, "triton_wait": {"avg_ms": 60.733, "count": 230, "max_ms": 81.224, "p95_ms": 79.34}, "visualize": {"avg_ms": 4.712, "count": 230, "max_ms": 7.49, "p95_ms": 5.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16064.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8250.63, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.136, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1980502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:29:08+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T18:29:08+09:00", "mjpeg": {"age_sec": 0.745, "exists": true, "mtime": "2026-07-05T18:29:08.087675+09:00", "mtime_epoch": 1783243748.0876746, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:29:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2384.715, "name": "celery", "pid": 267, "rss_mb": 2384.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.693, "count": 300, "max_ms": 11.39, "p95_ms": 8.943}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.633, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.889, "count": 300, "max_ms": 67.848, "p95_ms": 63.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.596, "count": 300, "max_ms": 76.021, "p95_ms": 69.809}, "yolo11_640_fire_11class": {"avg_ms": 53.156, "count": 300, "max_ms": 69.984, "p95_ms": 65.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.808, "count": 300, "max_ms": 81.506, "p95_ms": 78.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.572, "count": 300, "max_ms": 126.782, "p95_ms": 94.371}, "read_interval": {"avg_ms": 100.25, "count": 299, "max_ms": 761.333, "p95_ms": 112.199}, "triton_wait": {"avg_ms": 57.251, "count": 300, "max_ms": 81.52, "p95_ms": 78.352}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 5.03, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16064.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 736, "h264_decode_error_count": 1810, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:27:15+09:00", "last_error_summary": "[NULL @ 0x559aa534c300] missing picture in access unit with size 39 [h264 @ 0x559aa53b7e40] no frame! [vist#0:0/h264 @ 0x559aa5509fc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:27:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.413, "last_started_at": "2026-07-05T18:27:17+09:00", "pid": 140440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.191, "name": "ffmpeg", "pid": 140440, "rss_mb": 276.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 822, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 823}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.482, "sample_count": 2263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1548271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:29:20+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-05T18:29:20+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T18:29:20.247899+09:00", "mtime_epoch": 1783243760.2478993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:29:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.775, "pushed": 7.775, "read": 7.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.559, "count": 232, "max_ms": 26.763, "p95_ms": 20.377}, "gstreamer_push": {"avg_ms": 1.123, "count": 233, "max_ms": 1.878, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.542, "count": 232, "max_ms": 69.488, "p95_ms": 62.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.113, "count": 232, "max_ms": 73.579, "p95_ms": 69.462}, "yolo11_640_fire_11class": {"avg_ms": 50.758, "count": 232, "max_ms": 67.293, "p95_ms": 63.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.219, "count": 232, "max_ms": 83.927, "p95_ms": 77.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.298, "count": 233, "max_ms": 146.135, "p95_ms": 138.8}, "read_interval": {"avg_ms": 129.103, "count": 232, "max_ms": 155.289, "p95_ms": 149.067}, "triton_wait": {"avg_ms": 59.609, "count": 232, "max_ms": 83.939, "p95_ms": 77.986}, "visualize": {"avg_ms": 4.718, "count": 232, "max_ms": 6.04, "p95_ms": 5.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16064.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8280.678, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.897, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1980809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:29:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:29:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T18:29:38+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T18:29:38.796242+09:00", "mtime_epoch": 1783243778.796242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:29:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2384.715, "name": "celery", "pid": 267, "rss_mb": 2384.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.243, "pushed": 10.243, "read": 10.21}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.845, "count": 307, "max_ms": 12.778, "p95_ms": 9.284}, "gstreamer_push": {"avg_ms": 1.257, "count": 307, "max_ms": 1.975, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.431, "count": 307, "max_ms": 71.346, "p95_ms": 64.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.402, "count": 307, "max_ms": 78.771, "p95_ms": 70.642}, "yolo11_640_fire_11class": {"avg_ms": 52.972, "count": 307, "max_ms": 74.164, "p95_ms": 66.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.682, "count": 307, "max_ms": 83.9, "p95_ms": 79.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.18, "count": 307, "max_ms": 107.85, "p95_ms": 95.738}, "read_interval": {"avg_ms": 97.864, "count": 306, "max_ms": 750.159, "p95_ms": 113.309}, "triton_wait": {"avg_ms": 57.031, "count": 307, "max_ms": 83.912, "p95_ms": 79.185}, "visualize": {"avg_ms": 3.725, "count": 307, "max_ms": 6.852, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16064.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 736, "h264_decode_error_count": 1810, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:27:15+09:00", "last_error_summary": "[NULL @ 0x559aa534c300] missing picture in access unit with size 39 [h264 @ 0x559aa53b7e40] no frame! [vist#0:0/h264 @ 0x559aa5509fc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:27:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.415, "last_started_at": "2026-07-05T18:27:17+09:00", "pid": 140440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.191, "name": "ffmpeg", "pid": 140440, "rss_mb": 276.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 822, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 823}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.474, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1548500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:29:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:29:50+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:29:50+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T18:29:50.256459+09:00", "mtime_epoch": 1783243790.2564588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:29:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9362.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.635, "pushed": 7.635, "read": 7.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.177, "count": 229, "max_ms": 32.582, "p95_ms": 21.873}, "gstreamer_push": {"avg_ms": 1.116, "count": 229, "max_ms": 1.67, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.013, "count": 229, "max_ms": 68.175, "p95_ms": 62.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.479, "count": 229, "max_ms": 77.277, "p95_ms": 68.201}, "yolo11_640_fire_11class": {"avg_ms": 50.605, "count": 229, "max_ms": 72.387, "p95_ms": 64.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.896, "count": 229, "max_ms": 84.098, "p95_ms": 78.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.25, "count": 229, "max_ms": 144.771, "p95_ms": 141.04}, "read_interval": {"avg_ms": 131.072, "count": 229, "max_ms": 156.238, "p95_ms": 151.003}, "triton_wait": {"avg_ms": 59.063, "count": 229, "max_ms": 84.11, "p95_ms": 78.166}, "visualize": {"avg_ms": 4.799, "count": 229, "max_ms": 5.97, "p95_ms": 5.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16065.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8310.716, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.784, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1981105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:30:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:30:08+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T18:30:08+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T18:30:08.853141+09:00", "mtime_epoch": 1783243808.8531408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:30:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2384.973, "name": "celery", "pid": 267, "rss_mb": 2384.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.852}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.855, "count": 296, "max_ms": 13.554, "p95_ms": 11.542}, "gstreamer_push": {"avg_ms": 1.241, "count": 296, "max_ms": 1.426, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.182, "count": 296, "max_ms": 67.158, "p95_ms": 63.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.566, "count": 296, "max_ms": 76.687, "p95_ms": 69.607}, "yolo11_640_fire_11class": {"avg_ms": 52.426, "count": 296, "max_ms": 69.738, "p95_ms": 65.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.556, "count": 296, "max_ms": 82.239, "p95_ms": 78.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.422, "count": 296, "max_ms": 102.416, "p95_ms": 95.127}, "read_interval": {"avg_ms": 101.479, "count": 295, "max_ms": 775.185, "p95_ms": 113.441}, "triton_wait": {"avg_ms": 56.914, "count": 296, "max_ms": 82.25, "p95_ms": 78.703}, "visualize": {"avg_ms": 3.667, "count": 296, "max_ms": 4.9, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16065.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 736, "h264_decode_error_count": 1810, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:27:15+09:00", "last_error_summary": "[NULL @ 0x559aa534c300] missing picture in access unit with size 39 [h264 @ 0x559aa53b7e40] no frame! [vist#0:0/h264 @ 0x559aa5509fc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:27:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.486, "last_started_at": "2026-07-05T18:27:17+09:00", "pid": 140440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.191, "name": "ffmpeg", "pid": 140440, "rss_mb": 276.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 822, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 823}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.488, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1548730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:30:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:30:20+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T18:30:20+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:30:20.329556+09:00", "mtime_epoch": 1783243820.3295565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:30:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9363.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.679, "pushed": 7.679, "read": 7.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.864, "count": 230, "max_ms": 26.213, "p95_ms": 20.819}, "gstreamer_push": {"avg_ms": 1.122, "count": 230, "max_ms": 1.65, "p95_ms": 1.259}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.017, "count": 230, "max_ms": 65.43, "p95_ms": 62.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.489, "count": 230, "max_ms": 79.966, "p95_ms": 70.484}, "yolo11_640_fire_11class": {"avg_ms": 51.197, "count": 230, "max_ms": 68.013, "p95_ms": 65.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.878, "count": 230, "max_ms": 82.037, "p95_ms": 79.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.832, "count": 230, "max_ms": 165.8, "p95_ms": 141.08}, "read_interval": {"avg_ms": 130.779, "count": 229, "max_ms": 173.956, "p95_ms": 151.316}, "triton_wait": {"avg_ms": 60.157, "count": 230, "max_ms": 82.048, "p95_ms": 79.775}, "visualize": {"avg_ms": 4.785, "count": 230, "max_ms": 6.588, "p95_ms": 5.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16065.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8340.785, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.844, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1981406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:30:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:30:38+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T18:30:38+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T18:30:38.898220+09:00", "mtime_epoch": 1783243838.89822, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:30:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2385.23, "name": "celery", "pid": 267, "rss_mb": 2385.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.896, "count": 301, "max_ms": 13.126, "p95_ms": 10.021}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.84, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.694, "count": 301, "max_ms": 66.863, "p95_ms": 63.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.23, "count": 301, "max_ms": 75.506, "p95_ms": 70.113}, "yolo11_640_fire_11class": {"avg_ms": 52.603, "count": 301, "max_ms": 69.354, "p95_ms": 66.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.84, "count": 301, "max_ms": 83.337, "p95_ms": 79.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.734, "count": 301, "max_ms": 137.134, "p95_ms": 102.614}, "read_interval": {"avg_ms": 99.86, "count": 300, "max_ms": 787.006, "p95_ms": 118.423}, "triton_wait": {"avg_ms": 57.246, "count": 301, "max_ms": 83.35, "p95_ms": 79.417}, "visualize": {"avg_ms": 3.749, "count": 301, "max_ms": 5.177, "p95_ms": 4.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16065.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 736, "h264_decode_error_count": 1810, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:27:15+09:00", "last_error_summary": "[NULL @ 0x559aa534c300] missing picture in access unit with size 39 [h264 @ 0x559aa53b7e40] no frame! [vist#0:0/h264 @ 0x559aa5509fc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:27:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.568, "last_started_at": "2026-07-05T18:27:17+09:00", "pid": 140440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.449, "name": "ffmpeg", "pid": 140440, "rss_mb": 276.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 822, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 823}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.932, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1548962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:30:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:30:50+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:30:50+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T18:30:50.418627+09:00", "mtime_epoch": 1783243850.4186268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:30:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9363.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.75, "pushed": 7.75, "read": 7.716}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.988, "count": 232, "max_ms": 32.331, "p95_ms": 21.729}, "gstreamer_push": {"avg_ms": 1.128, "count": 232, "max_ms": 1.635, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.196, "count": 232, "max_ms": 65.361, "p95_ms": 62.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.482, "count": 232, "max_ms": 76.003, "p95_ms": 69.485}, "yolo11_640_fire_11class": {"avg_ms": 50.487, "count": 232, "max_ms": 68.45, "p95_ms": 65.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.641, "count": 232, "max_ms": 84.102, "p95_ms": 79.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.792, "count": 232, "max_ms": 145.341, "p95_ms": 139.697}, "read_interval": {"avg_ms": 129.696, "count": 231, "max_ms": 155.778, "p95_ms": 150.442}, "triton_wait": {"avg_ms": 59.02, "count": 232, "max_ms": 84.114, "p95_ms": 79.127}, "visualize": {"avg_ms": 4.774, "count": 232, "max_ms": 6.861, "p95_ms": 5.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15980.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8370.814, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.03, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1981704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:31:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:31:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T18:31:08+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T18:31:08.955273+09:00", "mtime_epoch": 1783243868.9552732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:31:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2385.23, "name": "celery", "pid": 267, "rss_mb": 2385.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.873, "count": 298, "max_ms": 12.006, "p95_ms": 9.412}, "gstreamer_push": {"avg_ms": 1.273, "count": 298, "max_ms": 1.843, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.316, "count": 298, "max_ms": 65.903, "p95_ms": 63.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.998, "count": 298, "max_ms": 75.431, "p95_ms": 69.605}, "yolo11_640_fire_11class": {"avg_ms": 51.036, "count": 298, "max_ms": 69.858, "p95_ms": 64.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.328, "count": 298, "max_ms": 83.389, "p95_ms": 78.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.181, "count": 298, "max_ms": 107.47, "p95_ms": 97.177}, "read_interval": {"avg_ms": 100.828, "count": 297, "max_ms": 568.541, "p95_ms": 203.597}, "triton_wait": {"avg_ms": 55.533, "count": 298, "max_ms": 83.401, "p95_ms": 78.966}, "visualize": {"avg_ms": 3.757, "count": 298, "max_ms": 5.269, "p95_ms": 4.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16056.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 737, "h264_decode_error_count": 1811, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:31:01+09:00", "last_error_summary": "[h264 @ 0x560be2afd8c0] error while decoding MB 32 18, bytestream -5", "last_exit_at": "2026-07-05T18:31:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.752, "last_started_at": "2026-07-05T18:31:03+09:00", "pid": 140547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.926, "name": "ffmpeg", "pid": 140547, "rss_mb": 264.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 823, "restart_count_per_hour": 17, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 824}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.932, "sample_count": 2234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1549155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:31:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:31:20+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T18:31:20+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T18:31:20.443669+09:00", "mtime_epoch": 1783243880.4436688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:31:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9363.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.458, "pushed": 6.458, "read": 6.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.799, "count": 193, "max_ms": 33.778, "p95_ms": 20.626}, "gstreamer_push": {"avg_ms": 1.121, "count": 193, "max_ms": 2.023, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.327, "count": 193, "max_ms": 66.935, "p95_ms": 63.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.14, "count": 193, "max_ms": 76.106, "p95_ms": 71.366}, "yolo11_640_fire_11class": {"avg_ms": 51.377, "count": 193, "max_ms": 70.032, "p95_ms": 65.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.587, "count": 193, "max_ms": 83.399, "p95_ms": 79.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.47, "count": 193, "max_ms": 166.577, "p95_ms": 142.567}, "read_interval": {"avg_ms": 155.746, "count": 192, "max_ms": 4853.21, "p95_ms": 152.322}, "triton_wait": {"avg_ms": 60.866, "count": 193, "max_ms": 83.411, "p95_ms": 79.665}, "visualize": {"avg_ms": 4.741, "count": 193, "max_ms": 6.298, "p95_ms": 5.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16056.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8400.832, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.72, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1982003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:31:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:31:39+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T18:31:38+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T18:31:38.968299+09:00", "mtime_epoch": 1783243898.9682992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:31:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2385.488, "name": "celery", "pid": 267, "rss_mb": 2385.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.72, "count": 299, "max_ms": 12.013, "p95_ms": 9.022}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 1.883, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.492, "count": 299, "max_ms": 67.796, "p95_ms": 63.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.915, "count": 299, "max_ms": 77.813, "p95_ms": 69.745}, "yolo11_640_fire_11class": {"avg_ms": 52.38, "count": 299, "max_ms": 70.291, "p95_ms": 65.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.143, "count": 299, "max_ms": 84.454, "p95_ms": 79.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.713, "count": 299, "max_ms": 101.463, "p95_ms": 95.317}, "read_interval": {"avg_ms": 100.445, "count": 298, "max_ms": 559.148, "p95_ms": 116.83}, "triton_wait": {"avg_ms": 57.384, "count": 299, "max_ms": 84.467, "p95_ms": 79.091}, "visualize": {"avg_ms": 3.688, "count": 299, "max_ms": 5.19, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16056.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 737, "h264_decode_error_count": 1811, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:31:01+09:00", "last_error_summary": "[h264 @ 0x560be2afd8c0] error while decoding MB 32 18, bytestream -5", "last_exit_at": "2026-07-05T18:31:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.82, "last_started_at": "2026-07-05T18:31:03+09:00", "pid": 140547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.699, "name": "ffmpeg", "pid": 140547, "rss_mb": 265.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 823, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 824}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.783, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1549387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:31:50+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T18:31:50+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T18:31:50.480686+09:00", "mtime_epoch": 1783243910.4806864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:31:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9363.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.37, "count": 232, "max_ms": 21.395, "p95_ms": 19.973}, "gstreamer_push": {"avg_ms": 1.115, "count": 232, "max_ms": 1.655, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.106, "count": 232, "max_ms": 68.052, "p95_ms": 62.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.179, "count": 232, "max_ms": 75.096, "p95_ms": 69.421}, "yolo11_640_fire_11class": {"avg_ms": 51.304, "count": 232, "max_ms": 72.093, "p95_ms": 64.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.95, "count": 232, "max_ms": 83.3, "p95_ms": 79.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.884, "count": 232, "max_ms": 143.867, "p95_ms": 138.835}, "read_interval": {"avg_ms": 129.518, "count": 231, "max_ms": 153.64, "p95_ms": 149.048}, "triton_wait": {"avg_ms": 60.358, "count": 232, "max_ms": 83.312, "p95_ms": 79.418}, "visualize": {"avg_ms": 4.7, "count": 232, "max_ms": 5.348, "p95_ms": 4.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16056.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8430.835, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.812, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1982304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:32:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:32:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:32:08+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T18:32:08.977302+09:00", "mtime_epoch": 1783243928.9773016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:32:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2385.746, "name": "celery", "pid": 267, "rss_mb": 2385.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.642, "count": 301, "max_ms": 10.825, "p95_ms": 8.551}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.733, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.527, "count": 301, "max_ms": 66.442, "p95_ms": 64.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.329, "count": 301, "max_ms": 74.634, "p95_ms": 69.284}, "yolo11_640_fire_11class": {"avg_ms": 52.9, "count": 301, "max_ms": 73.088, "p95_ms": 65.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.751, "count": 301, "max_ms": 81.986, "p95_ms": 78.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.78, "count": 301, "max_ms": 107.052, "p95_ms": 95.186}, "read_interval": {"avg_ms": 99.686, "count": 301, "max_ms": 519.633, "p95_ms": 115.953}, "triton_wait": {"avg_ms": 57.168, "count": 301, "max_ms": 81.999, "p95_ms": 78.562}, "visualize": {"avg_ms": 3.706, "count": 301, "max_ms": 5.176, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16057.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 737, "h264_decode_error_count": 1811, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:31:01+09:00", "last_error_summary": "[h264 @ 0x560be2afd8c0] error while decoding MB 32 18, bytestream -5", "last_exit_at": "2026-07-05T18:31:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.845, "last_started_at": "2026-07-05T18:31:03+09:00", "pid": 140547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.73, "name": "ffmpeg", "pid": 140547, "rss_mb": 266.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 823, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 824}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.066, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1549616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:32:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:32:20+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:32:20+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T18:32:20.533681+09:00", "mtime_epoch": 1783243940.5336814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:32:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9363.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.658, "pushed": 7.658, "read": 7.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.762, "count": 229, "max_ms": 31.63, "p95_ms": 21.4}, "gstreamer_push": {"avg_ms": 1.097, "count": 229, "max_ms": 1.59, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.131, "count": 229, "max_ms": 68.052, "p95_ms": 63.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.207, "count": 229, "max_ms": 76.328, "p95_ms": 70.017}, "yolo11_640_fire_11class": {"avg_ms": 50.895, "count": 229, "max_ms": 71.481, "p95_ms": 65.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.434, "count": 229, "max_ms": 84.324, "p95_ms": 78.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.379, "count": 229, "max_ms": 152.946, "p95_ms": 140.334}, "read_interval": {"avg_ms": 131.152, "count": 228, "max_ms": 162.284, "p95_ms": 150.443}, "triton_wait": {"avg_ms": 59.79, "count": 229, "max_ms": 84.335, "p95_ms": 78.775}, "visualize": {"avg_ms": 4.779, "count": 229, "max_ms": 6.191, "p95_ms": 5.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16057.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8460.87, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.686, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1982609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:32:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:32:39+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T18:32:39+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:32:39.010282+09:00", "mtime_epoch": 1783243959.010282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:32:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2385.746, "name": "celery", "pid": 267, "rss_mb": 2385.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.182, "pushed": 10.182, "read": 10.148}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.87, "count": 305, "max_ms": 12.806, "p95_ms": 10.538}, "gstreamer_push": {"avg_ms": 1.271, "count": 305, "max_ms": 2.093, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.574, "count": 305, "max_ms": 70.049, "p95_ms": 63.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.342, "count": 305, "max_ms": 76.013, "p95_ms": 70.123}, "yolo11_640_fire_11class": {"avg_ms": 51.718, "count": 305, "max_ms": 70.86, "p95_ms": 64.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.6, "count": 305, "max_ms": 83.395, "p95_ms": 78.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.608, "count": 305, "max_ms": 106.937, "p95_ms": 95.319}, "read_interval": {"avg_ms": 98.526, "count": 304, "max_ms": 627.676, "p95_ms": 118.242}, "triton_wait": {"avg_ms": 56.97, "count": 305, "max_ms": 83.407, "p95_ms": 78.234}, "visualize": {"avg_ms": 3.704, "count": 305, "max_ms": 5.26, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16057.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 737, "h264_decode_error_count": 1811, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:31:01+09:00", "last_error_summary": "[h264 @ 0x560be2afd8c0] error while decoding MB 32 18, bytestream -5", "last_exit_at": "2026-07-05T18:31:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.852, "last_started_at": "2026-07-05T18:31:03+09:00", "pid": 140547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.73, "name": "ffmpeg", "pid": 140547, "rss_mb": 266.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 823, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 824}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.147, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1549845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:32:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:32:50+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T18:32:50+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T18:32:50.546653+09:00", "mtime_epoch": 1783243970.546653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:32:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9363.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.634, "pushed": 7.634, "read": 7.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.524, "count": 229, "max_ms": 23.52, "p95_ms": 20.02}, "gstreamer_push": {"avg_ms": 1.106, "count": 229, "max_ms": 1.344, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.319, "count": 229, "max_ms": 66.667, "p95_ms": 62.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.779, "count": 229, "max_ms": 78.254, "p95_ms": 71.142}, "yolo11_640_fire_11class": {"avg_ms": 51.179, "count": 229, "max_ms": 68.792, "p95_ms": 64.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.132, "count": 229, "max_ms": 82.134, "p95_ms": 78.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.25, "count": 229, "max_ms": 161.993, "p95_ms": 140.569}, "read_interval": {"avg_ms": 131.049, "count": 229, "max_ms": 172.685, "p95_ms": 150.176}, "triton_wait": {"avg_ms": 60.694, "count": 229, "max_ms": 82.146, "p95_ms": 78.441}, "visualize": {"avg_ms": 4.753, "count": 229, "max_ms": 6.18, "p95_ms": 5.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16059.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8490.931, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.834, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1982905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:33:09+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T18:33:09+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T18:33:09.051242+09:00", "mtime_epoch": 1783243989.0512419, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:33:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2385.746, "name": "celery", "pid": 267, "rss_mb": 2385.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.873, "pushed": 9.873, "read": 9.839}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.703, "count": 296, "max_ms": 9.977, "p95_ms": 8.895}, "gstreamer_push": {"avg_ms": 1.26, "count": 296, "max_ms": 1.496, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.581, "count": 296, "max_ms": 70.813, "p95_ms": 64.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.605, "count": 296, "max_ms": 78.996, "p95_ms": 71.207}, "yolo11_640_fire_11class": {"avg_ms": 51.624, "count": 296, "max_ms": 70.826, "p95_ms": 65.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.679, "count": 296, "max_ms": 81.581, "p95_ms": 78.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.733, "count": 296, "max_ms": 132.831, "p95_ms": 95.877}, "read_interval": {"avg_ms": 101.548, "count": 295, "max_ms": 579.797, "p95_ms": 170.77}, "triton_wait": {"avg_ms": 56.965, "count": 296, "max_ms": 81.594, "p95_ms": 79.006}, "visualize": {"avg_ms": 3.692, "count": 296, "max_ms": 5.062, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16060.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 737, "h264_decode_error_count": 1811, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:31:01+09:00", "last_error_summary": "[h264 @ 0x560be2afd8c0] error while decoding MB 32 18, bytestream -5", "last_exit_at": "2026-07-05T18:31:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.856, "last_started_at": "2026-07-05T18:31:03+09:00", "pid": 140547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.309, "name": "ffmpeg", "pid": 140547, "rss_mb": 269.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 823, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 824}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.244, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1550077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:33:20+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T18:33:20+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T18:33:20.543604+09:00", "mtime_epoch": 1783244000.5436037, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:33:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9363.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.735, "pushed": 7.735, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.693, "count": 232, "max_ms": 27.863, "p95_ms": 20.682}, "gstreamer_push": {"avg_ms": 1.117, "count": 232, "max_ms": 1.688, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.145, "count": 232, "max_ms": 66.272, "p95_ms": 62.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.458, "count": 232, "max_ms": 75.974, "p95_ms": 69.826}, "yolo11_640_fire_11class": {"avg_ms": 49.919, "count": 232, "max_ms": 66.251, "p95_ms": 62.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.054, "count": 232, "max_ms": 81.772, "p95_ms": 77.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.481, "count": 232, "max_ms": 142.796, "p95_ms": 139.873}, "read_interval": {"avg_ms": 129.309, "count": 232, "max_ms": 153.395, "p95_ms": 149.67}, "triton_wait": {"avg_ms": 58.984, "count": 232, "max_ms": 81.785, "p95_ms": 77.848}, "visualize": {"avg_ms": 4.789, "count": 232, "max_ms": 7.751, "p95_ms": 5.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16063.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8520.935, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.161, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1983206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:33:39+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T18:33:39+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T18:33:39.072181+09:00", "mtime_epoch": 1783244019.0721807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:33:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2385.879, "name": "celery", "pid": 267, "rss_mb": 2385.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.907, "count": 301, "max_ms": 12.717, "p95_ms": 9.891}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.516, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.58, "count": 301, "max_ms": 68.509, "p95_ms": 63.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.03, "count": 301, "max_ms": 74.144, "p95_ms": 65.938}, "yolo11_640_fire_11class": {"avg_ms": 50.192, "count": 301, "max_ms": 68.521, "p95_ms": 64.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.543, "count": 301, "max_ms": 82.522, "p95_ms": 78.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.439, "count": 301, "max_ms": 131.962, "p95_ms": 103.3}, "read_interval": {"avg_ms": 99.75, "count": 301, "max_ms": 782.465, "p95_ms": 120.964}, "triton_wait": {"avg_ms": 55.7, "count": 301, "max_ms": 82.535, "p95_ms": 78.294}, "visualize": {"avg_ms": 3.795, "count": 301, "max_ms": 6.224, "p95_ms": 4.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16063.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 737, "h264_decode_error_count": 1811, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:31:01+09:00", "last_error_summary": "[h264 @ 0x560be2afd8c0] error while decoding MB 32 18, bytestream -5", "last_exit_at": "2026-07-05T18:31:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.905, "last_started_at": "2026-07-05T18:31:03+09:00", "pid": 140547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.402, "name": "ffmpeg", "pid": 140547, "rss_mb": 272.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 823, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 824}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.229, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1550309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:33:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:33:50+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T18:33:50+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T18:33:50.592536+09:00", "mtime_epoch": 1783244030.5925362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:33:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9363.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.757, "pushed": 7.757, "read": 7.724}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.892, "count": 232, "max_ms": 27.252, "p95_ms": 22.578}, "gstreamer_push": {"avg_ms": 1.108, "count": 232, "max_ms": 1.493, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.535, "count": 232, "max_ms": 68.088, "p95_ms": 62.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.153, "count": 232, "max_ms": 76.385, "p95_ms": 69.322}, "yolo11_640_fire_11class": {"avg_ms": 49.979, "count": 232, "max_ms": 69.597, "p95_ms": 63.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.673, "count": 232, "max_ms": 79.656, "p95_ms": 77.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.671, "count": 232, "max_ms": 160.573, "p95_ms": 139.346}, "read_interval": {"avg_ms": 129.557, "count": 231, "max_ms": 170.267, "p95_ms": 149.366}, "triton_wait": {"avg_ms": 58.596, "count": 232, "max_ms": 79.668, "p95_ms": 77.094}, "visualize": {"avg_ms": 4.764, "count": 232, "max_ms": 6.725, "p95_ms": 5.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16063.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8550.964, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.917, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1983505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:34:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:34:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:34:09+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T18:34:09.101101+09:00", "mtime_epoch": 1783244049.1011014, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:34:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2386.02, "name": "celery", "pid": 267, "rss_mb": 2386.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.959}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.042, "count": 299, "max_ms": 13.521, "p95_ms": 10.178}, "gstreamer_push": {"avg_ms": 1.224, "count": 299, "max_ms": 1.473, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.653, "count": 299, "max_ms": 67.751, "p95_ms": 63.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.896, "count": 299, "max_ms": 74.724, "p95_ms": 69.517}, "yolo11_640_fire_11class": {"avg_ms": 50.711, "count": 299, "max_ms": 73.27, "p95_ms": 63.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.008, "count": 299, "max_ms": 81.377, "p95_ms": 78.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.468, "count": 299, "max_ms": 139.072, "p95_ms": 130.986}, "read_interval": {"avg_ms": 100.49, "count": 298, "max_ms": 430.042, "p95_ms": 145.305}, "triton_wait": {"avg_ms": 57.294, "count": 299, "max_ms": 81.389, "p95_ms": 78.491}, "visualize": {"avg_ms": 3.898, "count": 299, "max_ms": 6.65, "p95_ms": 5.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16064.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 737, "h264_decode_error_count": 1811, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:31:01+09:00", "last_error_summary": "[h264 @ 0x560be2afd8c0] error while decoding MB 32 18, bytestream -5", "last_exit_at": "2026-07-05T18:31:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.966, "last_started_at": "2026-07-05T18:31:03+09:00", "pid": 140547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.918, "name": "ffmpeg", "pid": 140547, "rss_mb": 272.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 823, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 824}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.287, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1550539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:34:20+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T18:34:20+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T18:34:20.657451+09:00", "mtime_epoch": 1783244060.657451, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:34:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9363.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.682, "pushed": 7.682, "read": 7.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.75, "count": 230, "max_ms": 33.82, "p95_ms": 20.328}, "gstreamer_push": {"avg_ms": 1.108, "count": 230, "max_ms": 1.699, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.619, "count": 230, "max_ms": 66.966, "p95_ms": 63.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.11, "count": 230, "max_ms": 76.462, "p95_ms": 70.378}, "yolo11_640_fire_11class": {"avg_ms": 50.621, "count": 230, "max_ms": 64.947, "p95_ms": 63.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.077, "count": 230, "max_ms": 82.979, "p95_ms": 78.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.907, "count": 230, "max_ms": 154.847, "p95_ms": 140.405}, "read_interval": {"avg_ms": 130.748, "count": 229, "max_ms": 164.255, "p95_ms": 150.21}, "triton_wait": {"avg_ms": 60.686, "count": 230, "max_ms": 82.992, "p95_ms": 78.977}, "visualize": {"avg_ms": 4.747, "count": 230, "max_ms": 6.148, "p95_ms": 5.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16066.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8581.025, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.872, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1983807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:34:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:34:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:34:39+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:34:39.166005+09:00", "mtime_epoch": 1783244079.1660051, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:34:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2386.164, "name": "celery", "pid": 267, "rss_mb": 2386.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.828, "count": 302, "max_ms": 13.321, "p95_ms": 9.647}, "gstreamer_push": {"avg_ms": 1.258, "count": 302, "max_ms": 1.821, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.83, "count": 302, "max_ms": 66.835, "p95_ms": 64.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.647, "count": 302, "max_ms": 77.651, "p95_ms": 71.074}, "yolo11_640_fire_11class": {"avg_ms": 50.368, "count": 302, "max_ms": 67.638, "p95_ms": 63.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.852, "count": 302, "max_ms": 80.788, "p95_ms": 79.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.904, "count": 302, "max_ms": 130.084, "p95_ms": 95.753}, "read_interval": {"avg_ms": 99.604, "count": 301, "max_ms": 630.816, "p95_ms": 116.96}, "triton_wait": {"avg_ms": 57.01, "count": 302, "max_ms": 80.801, "p95_ms": 79.158}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 5.392, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16067.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 737, "h264_decode_error_count": 1811, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:31:01+09:00", "last_error_summary": "[h264 @ 0x560be2afd8c0] error while decoding MB 32 18, bytestream -5", "last_exit_at": "2026-07-05T18:31:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.039, "last_started_at": "2026-07-05T18:31:03+09:00", "pid": 140547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.023, "name": "ffmpeg", "pid": 140547, "rss_mb": 275.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 823, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 824}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.293, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1550769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:34:50+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T18:34:50+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T18:34:50.686347+09:00", "mtime_epoch": 1783244090.686347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:34:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9364.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.678, "pushed": 7.678, "read": 7.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.591, "count": 230, "max_ms": 28.6, "p95_ms": 20.442}, "gstreamer_push": {"avg_ms": 1.1, "count": 230, "max_ms": 1.563, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.729, "count": 230, "max_ms": 68.183, "p95_ms": 62.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.857, "count": 230, "max_ms": 80.884, "p95_ms": 70.112}, "yolo11_640_fire_11class": {"avg_ms": 50.409, "count": 230, "max_ms": 67.187, "p95_ms": 62.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.019, "count": 230, "max_ms": 80.634, "p95_ms": 78.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.127, "count": 230, "max_ms": 159.724, "p95_ms": 141.766}, "read_interval": {"avg_ms": 130.591, "count": 229, "max_ms": 169.266, "p95_ms": 151.527}, "triton_wait": {"avg_ms": 60.218, "count": 230, "max_ms": 80.896, "p95_ms": 78.628}, "visualize": {"avg_ms": 4.765, "count": 230, "max_ms": 6.539, "p95_ms": 5.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16087.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8611.099, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.134, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1984107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:35:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:35:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T18:35:09+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T18:35:09.218892+09:00", "mtime_epoch": 1783244109.2188919, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:35:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2386.312, "name": "celery", "pid": 267, "rss_mb": 2386.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.973, "count": 300, "max_ms": 15.26, "p95_ms": 10.259}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.656, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.952, "count": 300, "max_ms": 65.784, "p95_ms": 63.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.24, "count": 300, "max_ms": 74.556, "p95_ms": 67.166}, "yolo11_640_fire_11class": {"avg_ms": 48.795, "count": 300, "max_ms": 65.33, "p95_ms": 62.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.039, "count": 300, "max_ms": 80.283, "p95_ms": 77.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.439, "count": 300, "max_ms": 132.618, "p95_ms": 96.501}, "read_interval": {"avg_ms": 100.239, "count": 299, "max_ms": 750.857, "p95_ms": 215.952}, "triton_wait": {"avg_ms": 55.138, "count": 300, "max_ms": 80.315, "p95_ms": 77.558}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 6.769, "p95_ms": 4.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16030.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 738, "h264_decode_error_count": 1814, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:35:10+09:00", "last_error_summary": "[h264 @ 0x5595c3081e00] error while decoding MB 5 42, bytestream -13 [h264 @ 0x5595c2fa4600] error while decoding MB 71 21, bytestream -6 [h264 @ 0x5595c2f37fc0] error while decoding MB 65 40, bytestream -32", "last_exit_at": "2026-07-05T18:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.591, "last_started_at": "2026-07-05T18:35:13+09:00", "pid": 140654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 238.008, "name": "ffmpeg", "pid": 140654, "rss_mb": 238.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 824, "restart_count_per_hour": 17, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 825}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.287, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1550967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:35:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:35:20+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T18:35:20+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T18:35:20.743228+09:00", "mtime_epoch": 1783244120.7432277, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:35:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9364.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.63, "pushed": 6.63, "read": 6.596}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.34, "count": 198, "max_ms": 31.994, "p95_ms": 25.085}, "gstreamer_push": {"avg_ms": 1.098, "count": 198, "max_ms": 1.587, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.834, "count": 198, "max_ms": 65.219, "p95_ms": 61.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.054, "count": 198, "max_ms": 72.255, "p95_ms": 67.675}, "yolo11_640_fire_11class": {"avg_ms": 48.473, "count": 198, "max_ms": 64.672, "p95_ms": 60.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.51, "count": 198, "max_ms": 80.354, "p95_ms": 76.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.814, "count": 198, "max_ms": 159.938, "p95_ms": 141.183}, "read_interval": {"avg_ms": 151.754, "count": 197, "max_ms": 4361.99, "p95_ms": 151.971}, "triton_wait": {"avg_ms": 57.316, "count": 198, "max_ms": 80.366, "p95_ms": 76.403}, "visualize": {"avg_ms": 4.856, "count": 198, "max_ms": 7.305, "p95_ms": 6.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8641.136, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.047, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1984411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:35:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:35:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T18:35:39+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-05T18:35:39.283763+09:00", "mtime_epoch": 1783244139.2837632, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:35:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2386.457, "name": "celery", "pid": 267, "rss_mb": 2386.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.113}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.839, "count": 304, "max_ms": 15.496, "p95_ms": 9.706}, "gstreamer_push": {"avg_ms": 1.248, "count": 304, "max_ms": 2.117, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.318, "count": 304, "max_ms": 71.54, "p95_ms": 63.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.335, "count": 304, "max_ms": 74.53, "p95_ms": 60.031}, "yolo11_640_fire_11class": {"avg_ms": 47.901, "count": 304, "max_ms": 65.72, "p95_ms": 62.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.533, "count": 304, "max_ms": 80.13, "p95_ms": 77.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.534, "count": 304, "max_ms": 130.677, "p95_ms": 101.212}, "read_interval": {"avg_ms": 98.882, "count": 303, "max_ms": 643.8, "p95_ms": 142.991}, "triton_wait": {"avg_ms": 53.638, "count": 304, "max_ms": 80.142, "p95_ms": 77.021}, "visualize": {"avg_ms": 3.761, "count": 304, "max_ms": 6.027, "p95_ms": 4.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16064.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 738, "h264_decode_error_count": 1814, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:35:10+09:00", "last_error_summary": "[h264 @ 0x5595c3081e00] error while decoding MB 5 42, bytestream -13 [h264 @ 0x5595c2fa4600] error while decoding MB 71 21, bytestream -6 [h264 @ 0x5595c2f37fc0] error while decoding MB 65 40, bytestream -32", "last_exit_at": "2026-07-05T18:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.718, "last_started_at": "2026-07-05T18:35:13+09:00", "pid": 140654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.836, "name": "ffmpeg", "pid": 140654, "rss_mb": 271.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 824, "restart_count_per_hour": 17, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 825}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.125, "sample_count": 2234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1551199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:35:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:35:50+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T18:35:50+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T18:35:50.848094+09:00", "mtime_epoch": 1783244150.8480942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:35:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9364.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.702, "pushed": 7.702, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.488, "count": 231, "max_ms": 28.2, "p95_ms": 20.562}, "gstreamer_push": {"avg_ms": 1.102, "count": 231, "max_ms": 1.573, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.678, "count": 231, "max_ms": 62.712, "p95_ms": 60.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.769, "count": 231, "max_ms": 68.342, "p95_ms": 63.777}, "yolo11_640_fire_11class": {"avg_ms": 48.058, "count": 231, "max_ms": 62.549, "p95_ms": 60.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.096, "count": 231, "max_ms": 78.039, "p95_ms": 75.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.297, "count": 231, "max_ms": 163.53, "p95_ms": 137.377}, "read_interval": {"avg_ms": 129.782, "count": 231, "max_ms": 175.014, "p95_ms": 149.999}, "triton_wait": {"avg_ms": 56.643, "count": 231, "max_ms": 78.051, "p95_ms": 75.849}, "visualize": {"avg_ms": 4.71, "count": 231, "max_ms": 5.988, "p95_ms": 5.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16067.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8671.138, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.217, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1984710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:36:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:36:09+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:36:09+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T18:36:09.276618+09:00", "mtime_epoch": 1783244169.2766175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:36:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2386.602, "name": "celery", "pid": 267, "rss_mb": 2386.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.08}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 299, "max_ms": 12.278, "p95_ms": 10.057}, "gstreamer_push": {"avg_ms": 1.242, "count": 299, "max_ms": 2.012, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.646, "count": 299, "max_ms": 65.479, "p95_ms": 62.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.31, "count": 299, "max_ms": 73.547, "p95_ms": 67.974}, "yolo11_640_fire_11class": {"avg_ms": 49.137, "count": 299, "max_ms": 65.644, "p95_ms": 62.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.903, "count": 299, "max_ms": 80.712, "p95_ms": 78.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.301, "count": 299, "max_ms": 132.867, "p95_ms": 106.191}, "read_interval": {"avg_ms": 100.331, "count": 299, "max_ms": 530.04, "p95_ms": 141.965}, "triton_wait": {"avg_ms": 55.973, "count": 299, "max_ms": 80.724, "p95_ms": 78.153}, "visualize": {"avg_ms": 3.816, "count": 299, "max_ms": 6.95, "p95_ms": 5.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.663, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16067.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 738, "h264_decode_error_count": 1814, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:35:10+09:00", "last_error_summary": "[h264 @ 0x5595c3081e00] error while decoding MB 5 42, bytestream -13 [h264 @ 0x5595c2fa4600] error while decoding MB 71 21, bytestream -6 [h264 @ 0x5595c2f37fc0] error while decoding MB 65 40, bytestream -32", "last_exit_at": "2026-07-05T18:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.726, "last_started_at": "2026-07-05T18:35:13+09:00", "pid": 140654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.188, "name": "ffmpeg", "pid": 140654, "rss_mb": 275.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 824, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 825}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.016, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1551428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:36:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:36:20+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-05T18:36:20+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T18:36:20.856944+09:00", "mtime_epoch": 1783244180.8569436, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:36:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9364.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.634, "pushed": 7.634, "read": 7.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.288, "count": 229, "max_ms": 28.729, "p95_ms": 21.098}, "gstreamer_push": {"avg_ms": 1.089, "count": 229, "max_ms": 1.519, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.906, "count": 229, "max_ms": 66.445, "p95_ms": 62.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.629, "count": 229, "max_ms": 76.694, "p95_ms": 68.019}, "yolo11_640_fire_11class": {"avg_ms": 49.286, "count": 229, "max_ms": 64.566, "p95_ms": 62.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.424, "count": 229, "max_ms": 82.848, "p95_ms": 78.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.388, "count": 229, "max_ms": 146.432, "p95_ms": 139.185}, "read_interval": {"avg_ms": 131.077, "count": 229, "max_ms": 159.999, "p95_ms": 152.117}, "triton_wait": {"avg_ms": 58.986, "count": 229, "max_ms": 82.86, "p95_ms": 78.286}, "visualize": {"avg_ms": 4.634, "count": 229, "max_ms": 5.871, "p95_ms": 5.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16067.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8701.21, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.26, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1985010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:36:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:36:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:36:39+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T18:36:39.353460+09:00", "mtime_epoch": 1783244199.35346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:36:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2386.938, "name": "celery", "pid": 267, "rss_mb": 2386.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 300, "max_ms": 11.491, "p95_ms": 9.908}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.717, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.595, "count": 300, "max_ms": 68.224, "p95_ms": 63.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.532, "count": 300, "max_ms": 74.987, "p95_ms": 64.533}, "yolo11_640_fire_11class": {"avg_ms": 49.32, "count": 300, "max_ms": 66.971, "p95_ms": 62.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.215, "count": 300, "max_ms": 80.82, "p95_ms": 77.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.821, "count": 300, "max_ms": 133.896, "p95_ms": 103.537}, "read_interval": {"avg_ms": 100.305, "count": 299, "max_ms": 735.942, "p95_ms": 139.133}, "triton_wait": {"avg_ms": 56.263, "count": 300, "max_ms": 80.832, "p95_ms": 77.905}, "visualize": {"avg_ms": 3.741, "count": 300, "max_ms": 5.7, "p95_ms": 4.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16068.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 738, "h264_decode_error_count": 1814, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:35:10+09:00", "last_error_summary": "[h264 @ 0x5595c3081e00] error while decoding MB 5 42, bytestream -13 [h264 @ 0x5595c2fa4600] error while decoding MB 71 21, bytestream -6 [h264 @ 0x5595c2f37fc0] error while decoding MB 65 40, bytestream -32", "last_exit_at": "2026-07-05T18:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.839, "last_started_at": "2026-07-05T18:35:13+09:00", "pid": 140654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.188, "name": "ffmpeg", "pid": 140654, "rss_mb": 275.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 824, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 825}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.405, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1551652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:36:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:36:51+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T18:36:50+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T18:36:50.981782+09:00", "mtime_epoch": 1783244210.9817822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:36:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9364.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.469, "pushed": 7.469, "read": 7.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.004, "count": 223, "max_ms": 32.998, "p95_ms": 20.584}, "gstreamer_push": {"avg_ms": 1.093, "count": 224, "max_ms": 1.402, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.197, "count": 223, "max_ms": 66.769, "p95_ms": 62.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.466, "count": 223, "max_ms": 74.139, "p95_ms": 64.731}, "yolo11_640_fire_11class": {"avg_ms": 48.789, "count": 223, "max_ms": 65.601, "p95_ms": 62.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.843, "count": 223, "max_ms": 81.381, "p95_ms": 77.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.723, "count": 224, "max_ms": 164.056, "p95_ms": 149.765}, "read_interval": {"avg_ms": 134.453, "count": 223, "max_ms": 175.517, "p95_ms": 163.525}, "triton_wait": {"avg_ms": 58.359, "count": 223, "max_ms": 81.392, "p95_ms": 77.387}, "visualize": {"avg_ms": 4.834, "count": 223, "max_ms": 6.526, "p95_ms": 5.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16068.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8731.259, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.897, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1985308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:37:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:37:09+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T18:37:09+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T18:37:09.378288+09:00", "mtime_epoch": 1783244229.378288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:37:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2386.938, "name": "celery", "pid": 267, "rss_mb": 2386.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.909}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.144, "count": 298, "max_ms": 13.736, "p95_ms": 11.303}, "gstreamer_push": {"avg_ms": 1.222, "count": 298, "max_ms": 1.756, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.827, "count": 298, "max_ms": 64.639, "p95_ms": 61.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.691, "count": 298, "max_ms": 71.076, "p95_ms": 61.449}, "yolo11_640_fire_11class": {"avg_ms": 47.509, "count": 298, "max_ms": 65.206, "p95_ms": 62.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.962, "count": 298, "max_ms": 79.857, "p95_ms": 76.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.372, "count": 298, "max_ms": 130.258, "p95_ms": 106.517}, "read_interval": {"avg_ms": 100.816, "count": 297, "max_ms": 652.909, "p95_ms": 134.476}, "triton_wait": {"avg_ms": 53.999, "count": 298, "max_ms": 79.87, "p95_ms": 76.779}, "visualize": {"avg_ms": 3.828, "count": 298, "max_ms": 5.787, "p95_ms": 5.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16069.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 738, "h264_decode_error_count": 1814, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:35:10+09:00", "last_error_summary": "[h264 @ 0x5595c3081e00] error while decoding MB 5 42, bytestream -13 [h264 @ 0x5595c2fa4600] error while decoding MB 71 21, bytestream -6 [h264 @ 0x5595c2f37fc0] error while decoding MB 65 40, bytestream -32", "last_exit_at": "2026-07-05T18:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.85, "last_started_at": "2026-07-05T18:35:13+09:00", "pid": 140654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.188, "name": "ffmpeg", "pid": 140654, "rss_mb": 275.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 824, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 825}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.056, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1551884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:37:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:37:21+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:37:20+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T18:37:20.998605+09:00", "mtime_epoch": 1783244240.998605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:37:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9364.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.734, "pushed": 7.734, "read": 7.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.885, "count": 232, "max_ms": 30.829, "p95_ms": 21.147}, "gstreamer_push": {"avg_ms": 1.088, "count": 232, "max_ms": 1.294, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.548, "count": 232, "max_ms": 65.425, "p95_ms": 60.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.757, "count": 232, "max_ms": 74.844, "p95_ms": 62.836}, "yolo11_640_fire_11class": {"avg_ms": 47.105, "count": 232, "max_ms": 65.436, "p95_ms": 60.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.402, "count": 232, "max_ms": 80.949, "p95_ms": 75.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.75, "count": 232, "max_ms": 161.659, "p95_ms": 137.428}, "read_interval": {"avg_ms": 129.383, "count": 232, "max_ms": 172.729, "p95_ms": 150.723}, "triton_wait": {"avg_ms": 56.076, "count": 232, "max_ms": 80.961, "p95_ms": 75.815}, "visualize": {"avg_ms": 4.723, "count": 232, "max_ms": 6.71, "p95_ms": 5.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16068.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8761.356, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.906, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1985609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:37:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:37:39+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T18:37:39+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T18:37:39.427104+09:00", "mtime_epoch": 1783244259.4271042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:37:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2387.195, "name": "celery", "pid": 267, "rss_mb": 2387.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.004, "count": 300, "max_ms": 14.535, "p95_ms": 10.305}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.712, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.678, "count": 300, "max_ms": 66.359, "p95_ms": 62.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.838, "count": 300, "max_ms": 77.413, "p95_ms": 57.823}, "yolo11_640_fire_11class": {"avg_ms": 49.362, "count": 300, "max_ms": 65.85, "p95_ms": 62.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.505, "count": 300, "max_ms": 82.376, "p95_ms": 78.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.853, "count": 300, "max_ms": 138.006, "p95_ms": 110.882}, "read_interval": {"avg_ms": 99.875, "count": 299, "max_ms": 636.067, "p95_ms": 141.608}, "triton_wait": {"avg_ms": 56.545, "count": 300, "max_ms": 82.388, "p95_ms": 78.323}, "visualize": {"avg_ms": 3.824, "count": 300, "max_ms": 6.398, "p95_ms": 4.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16069.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 738, "h264_decode_error_count": 1814, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:35:10+09:00", "last_error_summary": "[h264 @ 0x5595c3081e00] error while decoding MB 5 42, bytestream -13 [h264 @ 0x5595c2fa4600] error while decoding MB 71 21, bytestream -6 [h264 @ 0x5595c2f37fc0] error while decoding MB 65 40, bytestream -32", "last_exit_at": "2026-07-05T18:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.862, "last_started_at": "2026-07-05T18:35:13+09:00", "pid": 140654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.188, "name": "ffmpeg", "pid": 140654, "rss_mb": 275.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 824, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 825}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.213, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1552106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:37:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:37:51+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T18:37:50+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T18:37:50.991415+09:00", "mtime_epoch": 1783244270.991415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:37:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9364.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.43, "pushed": 7.43, "read": 7.397}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.612, "count": 222, "max_ms": 24.124, "p95_ms": 20.833}, "gstreamer_push": {"avg_ms": 1.097, "count": 222, "max_ms": 1.522, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.975, "count": 222, "max_ms": 65.692, "p95_ms": 61.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.219, "count": 222, "max_ms": 79.555, "p95_ms": 68.456}, "yolo11_640_fire_11class": {"avg_ms": 49.565, "count": 222, "max_ms": 65.51, "p95_ms": 61.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.077, "count": 222, "max_ms": 82.34, "p95_ms": 76.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.679, "count": 222, "max_ms": 166.456, "p95_ms": 141.791}, "read_interval": {"avg_ms": 135.145, "count": 221, "max_ms": 180.058, "p95_ms": 153.61}, "triton_wait": {"avg_ms": 59.513, "count": 222, "max_ms": 82.35, "p95_ms": 76.858}, "visualize": {"avg_ms": 4.838, "count": 222, "max_ms": 6.508, "p95_ms": 5.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16070.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8791.391, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.231, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1985911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:38:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:38:09+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T18:38:09+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T18:38:09.503909+09:00", "mtime_epoch": 1783244289.5039093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:38:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2387.195, "name": "celery", "pid": 267, "rss_mb": 2387.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 302, "max_ms": 11.643, "p95_ms": 9.702}, "gstreamer_push": {"avg_ms": 1.237, "count": 302, "max_ms": 1.847, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.084, "count": 302, "max_ms": 71.264, "p95_ms": 63.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.115, "count": 302, "max_ms": 73.357, "p95_ms": 64.507}, "yolo11_640_fire_11class": {"avg_ms": 48.948, "count": 302, "max_ms": 70.403, "p95_ms": 64.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.854, "count": 302, "max_ms": 86.649, "p95_ms": 77.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.827, "count": 302, "max_ms": 132.903, "p95_ms": 102.841}, "read_interval": {"avg_ms": 99.419, "count": 301, "max_ms": 586.975, "p95_ms": 164.866}, "triton_wait": {"avg_ms": 54.97, "count": 302, "max_ms": 86.661, "p95_ms": 77.698}, "visualize": {"avg_ms": 3.727, "count": 302, "max_ms": 5.38, "p95_ms": 4.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16072.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 738, "h264_decode_error_count": 1814, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:35:10+09:00", "last_error_summary": "[h264 @ 0x5595c3081e00] error while decoding MB 5 42, bytestream -13 [h264 @ 0x5595c2fa4600] error while decoding MB 71 21, bytestream -6 [h264 @ 0x5595c2f37fc0] error while decoding MB 65 40, bytestream -32", "last_exit_at": "2026-07-05T18:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.99, "last_started_at": "2026-07-05T18:35:13+09:00", "pid": 140654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.766, "name": "ffmpeg", "pid": 140654, "rss_mb": 277.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 824, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 825}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.194, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1552338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:38:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:38:21+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T18:38:21+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T18:38:21.108217+09:00", "mtime_epoch": 1783244301.108217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:38:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9364.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.702, "pushed": 7.702, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.917, "count": 231, "max_ms": 28.306, "p95_ms": 23.211}, "gstreamer_push": {"avg_ms": 1.077, "count": 231, "max_ms": 1.556, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.947, "count": 231, "max_ms": 63.482, "p95_ms": 59.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.064, "count": 231, "max_ms": 69.22, "p95_ms": 63.629}, "yolo11_640_fire_11class": {"avg_ms": 46.756, "count": 231, "max_ms": 63.47, "p95_ms": 59.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.396, "count": 231, "max_ms": 78.419, "p95_ms": 74.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.072, "count": 231, "max_ms": 157.432, "p95_ms": 136.828}, "read_interval": {"avg_ms": 129.771, "count": 231, "max_ms": 166.134, "p95_ms": 149.447}, "triton_wait": {"avg_ms": 55.995, "count": 231, "max_ms": 78.431, "p95_ms": 74.069}, "visualize": {"avg_ms": 4.74, "count": 231, "max_ms": 6.224, "p95_ms": 5.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16072.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8821.395, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.125, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1986207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:38:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:38:39+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T18:38:39+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T18:38:39.472700+09:00", "mtime_epoch": 1783244319.4727004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:38:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2387.453, "name": "celery", "pid": 267, "rss_mb": 2387.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.119, "count": 296, "max_ms": 16.193, "p95_ms": 10.168}, "gstreamer_push": {"avg_ms": 1.234, "count": 296, "max_ms": 2.057, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.15, "count": 296, "max_ms": 66.167, "p95_ms": 62.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.584, "count": 296, "max_ms": 73.84, "p95_ms": 61.878}, "yolo11_640_fire_11class": {"avg_ms": 49.189, "count": 296, "max_ms": 65.87, "p95_ms": 62.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.863, "count": 296, "max_ms": 81.784, "p95_ms": 77.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.899, "count": 296, "max_ms": 133.485, "p95_ms": 120.834}, "read_interval": {"avg_ms": 101.25, "count": 296, "max_ms": 989.403, "p95_ms": 140.525}, "triton_wait": {"avg_ms": 55.984, "count": 296, "max_ms": 81.796, "p95_ms": 77.169}, "visualize": {"avg_ms": 3.848, "count": 296, "max_ms": 6.033, "p95_ms": 5.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16073.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 738, "h264_decode_error_count": 1814, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:35:10+09:00", "last_error_summary": "[h264 @ 0x5595c3081e00] error while decoding MB 5 42, bytestream -13 [h264 @ 0x5595c2fa4600] error while decoding MB 71 21, bytestream -6 [h264 @ 0x5595c2f37fc0] error while decoding MB 65 40, bytestream -32", "last_exit_at": "2026-07-05T18:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 218.1, "last_started_at": "2026-07-05T18:35:13+09:00", "pid": 140654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.539, "name": "ffmpeg", "pid": 140654, "rss_mb": 278.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 824, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 825}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.405, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1552564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:38:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:38:51+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T18:38:51+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T18:38:51.245008+09:00", "mtime_epoch": 1783244331.2450082, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:38:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9365.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.539, "pushed": 7.539, "read": 7.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.888, "count": 225, "max_ms": 27.246, "p95_ms": 21.551}, "gstreamer_push": {"avg_ms": 1.102, "count": 226, "max_ms": 2.028, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.539, "count": 225, "max_ms": 64.676, "p95_ms": 61.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.849, "count": 225, "max_ms": 75.379, "p95_ms": 65.533}, "yolo11_640_fire_11class": {"avg_ms": 48.871, "count": 225, "max_ms": 67.779, "p95_ms": 61.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.05, "count": 225, "max_ms": 81.532, "p95_ms": 77.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.442, "count": 226, "max_ms": 155.173, "p95_ms": 140.164}, "read_interval": {"avg_ms": 133.25, "count": 225, "max_ms": 168.562, "p95_ms": 153.32}, "triton_wait": {"avg_ms": 58.685, "count": 225, "max_ms": 81.545, "p95_ms": 77.58}, "visualize": {"avg_ms": 4.833, "count": 225, "max_ms": 7.636, "p95_ms": 5.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16074.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8851.483, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.235, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1986512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:39:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:39:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:39:09+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T18:39:09.589485+09:00", "mtime_epoch": 1783244349.589485, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:39:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2387.453, "name": "celery", "pid": 267, "rss_mb": 2387.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.185, "pushed": 10.185, "read": 10.151}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.869, "count": 305, "max_ms": 13.833, "p95_ms": 9.974}, "gstreamer_push": {"avg_ms": 1.225, "count": 305, "max_ms": 2.006, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.552, "count": 305, "max_ms": 65.93, "p95_ms": 63.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.314, "count": 305, "max_ms": 74.02, "p95_ms": 64.36}, "yolo11_640_fire_11class": {"avg_ms": 50.993, "count": 305, "max_ms": 70.897, "p95_ms": 65.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.885, "count": 305, "max_ms": 81.211, "p95_ms": 78.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.46, "count": 305, "max_ms": 137.176, "p95_ms": 104.279}, "read_interval": {"avg_ms": 98.72, "count": 304, "max_ms": 660.881, "p95_ms": 141.953}, "triton_wait": {"avg_ms": 56.177, "count": 305, "max_ms": 81.222, "p95_ms": 78.59}, "visualize": {"avg_ms": 3.692, "count": 305, "max_ms": 7.605, "p95_ms": 4.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16075.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 738, "h264_decode_error_count": 1814, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:35:10+09:00", "last_error_summary": "[h264 @ 0x5595c3081e00] error while decoding MB 5 42, bytestream -13 [h264 @ 0x5595c2fa4600] error while decoding MB 71 21, bytestream -6 [h264 @ 0x5595c2f37fc0] error while decoding MB 65 40, bytestream -32", "last_exit_at": "2026-07-05T18:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 248.803, "last_started_at": "2026-07-05T18:35:13+09:00", "pid": 140654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.398, "name": "ffmpeg", "pid": 140654, "rss_mb": 280.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 824, "restart_count_per_hour": 16, "rtsp_timeout_count": 460, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 825}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.056, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1552727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:39:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:39:22+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T18:39:21+09:00", "mjpeg": {"age_sec": 9.48, "exists": true, "mtime": "2026-07-05T18:39:12.577562+09:00", "mtime_epoch": 1783244352.5775623, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:39:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9365.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.275, "pushed": 5.275, "read": 5.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.433, "count": 158, "max_ms": 23.804, "p95_ms": 20.043}, "gstreamer_push": {"avg_ms": 1.098, "count": 158, "max_ms": 1.547, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.23, "count": 158, "max_ms": 66.099, "p95_ms": 62.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.917, "count": 158, "max_ms": 79.368, "p95_ms": 67.005}, "yolo11_640_fire_11class": {"avg_ms": 49.537, "count": 158, "max_ms": 68.715, "p95_ms": 63.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.917, "count": 158, "max_ms": 84.337, "p95_ms": 78.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.379, "count": 158, "max_ms": 148.785, "p95_ms": 139.198}, "read_interval": {"avg_ms": 190.741, "count": 157, "max_ms": 9488.374, "p95_ms": 152.095}, "triton_wait": {"avg_ms": 58.461, "count": 158, "max_ms": 84.349, "p95_ms": 78.481}, "visualize": {"avg_ms": 4.703, "count": 158, "max_ms": 5.432, "p95_ms": 4.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15821.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8881.625, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.302, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1986812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:39:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:39:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:39:39+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-05T18:39:39.510255+09:00", "mtime_epoch": 1783244379.5102546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:39:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2387.711, "name": "celery", "pid": 267, "rss_mb": 2387.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.868, "count": 299, "max_ms": 14.109, "p95_ms": 9.871}, "gstreamer_push": {"avg_ms": 1.256, "count": 299, "max_ms": 1.524, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.308, "count": 299, "max_ms": 65.467, "p95_ms": 56.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.771, "count": 299, "max_ms": 70.875, "p95_ms": 49.982}, "yolo11_640_fire_11class": {"avg_ms": 47.72, "count": 299, "max_ms": 70.348, "p95_ms": 61.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.663, "count": 299, "max_ms": 80.636, "p95_ms": 73.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.776, "count": 299, "max_ms": 106.681, "p95_ms": 102.64}, "read_interval": {"avg_ms": 100.519, "count": 298, "max_ms": 564.861, "p95_ms": 129.907}, "triton_wait": {"avg_ms": 50.819, "count": 299, "max_ms": 80.649, "p95_ms": 73.629}, "visualize": {"avg_ms": 3.859, "count": 299, "max_ms": 6.018, "p95_ms": 5.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16059.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 739, "h264_decode_error_count": 1821, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:39:37+09:00", "last_error_summary": "[h264 @ 0x5648f9561380] cabac decode of qscale diff failed at 23 41 [h264 @ 0x5648f9561380] error while decoding MB 23 41, bytestream 99916 [h264 @ 0x5648f9575540] left block unavailable for requested intra mode [h264 @ 0x5648f9575540] error while decoding MB 0 10, bytestream 3813 [h264 @ 0x5648fa075140] left block unavailable for requested intra mode [h264 @ 0x5648fa075140] error while decoding MB 0 9, bytestream 11902 [h264 @ 0x5648fa075140] cabac decode of qscale diff failed at 17 33 [h264 @ ", "last_exit_at": "2026-07-05T18:39:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.638, "last_started_at": "2026-07-05T18:39:40+09:00", "pid": 140761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.547, "name": "ffmpeg", "pid": 140761, "rss_mb": 264.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 825, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 826}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.686, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1552845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:39:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:39:52+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T18:39:52+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T18:39:52.054574+09:00", "mtime_epoch": 1783244392.0545745, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:39:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9365.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 118, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.9, "pushed": 5.9, "read": 5.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.503, "count": 118, "max_ms": 23.055, "p95_ms": 20.333}, "gstreamer_push": {"avg_ms": 1.11, "count": 118, "max_ms": 1.652, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.683, "count": 118, "max_ms": 63.813, "p95_ms": 61.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.152, "count": 118, "max_ms": 72.497, "p95_ms": 69.139}, "yolo11_640_fire_11class": {"avg_ms": 50.351, "count": 118, "max_ms": 64.37, "p95_ms": 62.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.345, "count": 118, "max_ms": 80.574, "p95_ms": 77.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.657, "count": 118, "max_ms": 142.175, "p95_ms": 138.03}, "read_interval": {"avg_ms": 255.1, "count": 118, "max_ms": 10218.656, "p95_ms": 149.492}, "triton_wait": {"avg_ms": 60.021, "count": 118, "max_ms": 80.585, "p95_ms": 77.943}, "visualize": {"avg_ms": 4.741, "count": 118, "max_ms": 5.453, "p95_ms": 5.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8911.72, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.119, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1987115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:40:09+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T18:40:09+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T18:40:09.835025+09:00", "mtime_epoch": 1783244409.835025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:40:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2387.969, "name": "celery", "pid": 267, "rss_mb": 2387.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.566, "count": 302, "max_ms": 11.11, "p95_ms": 8.4}, "gstreamer_push": {"avg_ms": 1.265, "count": 302, "max_ms": 1.471, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.174, "count": 302, "max_ms": 65.407, "p95_ms": 63.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.866, "count": 302, "max_ms": 76.087, "p95_ms": 70.078}, "yolo11_640_fire_11class": {"avg_ms": 50.027, "count": 302, "max_ms": 65.419, "p95_ms": 63.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.863, "count": 302, "max_ms": 82.007, "p95_ms": 79.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.16, "count": 302, "max_ms": 105.958, "p95_ms": 95.474}, "read_interval": {"avg_ms": 99.364, "count": 301, "max_ms": 627.109, "p95_ms": 110.482}, "triton_wait": {"avg_ms": 56.935, "count": 302, "max_ms": 82.02, "p95_ms": 79.317}, "visualize": {"avg_ms": 3.631, "count": 302, "max_ms": 5.003, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16061.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 739, "h264_decode_error_count": 1821, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:39:37+09:00", "last_error_summary": "[h264 @ 0x5648f9561380] cabac decode of qscale diff failed at 23 41 [h264 @ 0x5648f9561380] error while decoding MB 23 41, bytestream 99916 [h264 @ 0x5648f9575540] left block unavailable for requested intra mode [h264 @ 0x5648f9575540] error while decoding MB 0 10, bytestream 3813 [h264 @ 0x5648fa075140] left block unavailable for requested intra mode [h264 @ 0x5648fa075140] error while decoding MB 0 9, bytestream 11902 [h264 @ 0x5648fa075140] cabac decode of qscale diff failed at 17 33 [h264 @ ", "last_exit_at": "2026-07-05T18:39:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.701, "last_started_at": "2026-07-05T18:39:40+09:00", "pid": 140761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.352, "name": "ffmpeg", "pid": 140761, "rss_mb": 266.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 825, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 826}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.686, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1553073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:40:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:40:22+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T18:40:22+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T18:40:22.103334+09:00", "mtime_epoch": 1783244422.1033344, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:40:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9365.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.614, "pushed": 7.614, "read": 7.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.578, "count": 228, "max_ms": 29.148, "p95_ms": 20.024}, "gstreamer_push": {"avg_ms": 1.104, "count": 228, "max_ms": 1.586, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.332, "count": 228, "max_ms": 67.286, "p95_ms": 62.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.164, "count": 228, "max_ms": 77.063, "p95_ms": 70.218}, "yolo11_640_fire_11class": {"avg_ms": 50.972, "count": 228, "max_ms": 67.919, "p95_ms": 62.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.966, "count": 228, "max_ms": 81.958, "p95_ms": 78.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.547, "count": 228, "max_ms": 164.648, "p95_ms": 140.47}, "read_interval": {"avg_ms": 131.842, "count": 227, "max_ms": 172.494, "p95_ms": 149.74}, "triton_wait": {"avg_ms": 61.554, "count": 228, "max_ms": 81.97, "p95_ms": 78.359}, "visualize": {"avg_ms": 4.793, "count": 228, "max_ms": 6.132, "p95_ms": 5.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16061.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8941.776, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.27, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1987411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:40:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:40:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:40:39+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T18:40:39.919781+09:00", "mtime_epoch": 1783244439.9197807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:40:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2387.969, "name": "celery", "pid": 267, "rss_mb": 2387.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.887, "pushed": 9.887, "read": 9.854}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 296, "max_ms": 12.687, "p95_ms": 9.991}, "gstreamer_push": {"avg_ms": 1.23, "count": 296, "max_ms": 1.656, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.993, "count": 296, "max_ms": 70.493, "p95_ms": 64.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.475, "count": 296, "max_ms": 75.584, "p95_ms": 70.602}, "yolo11_640_fire_11class": {"avg_ms": 50.835, "count": 296, "max_ms": 69.972, "p95_ms": 64.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.535, "count": 296, "max_ms": 83.456, "p95_ms": 79.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.064, "count": 296, "max_ms": 137.538, "p95_ms": 130.707}, "read_interval": {"avg_ms": 101.608, "count": 295, "max_ms": 491.519, "p95_ms": 144.846}, "triton_wait": {"avg_ms": 58.582, "count": 296, "max_ms": 83.468, "p95_ms": 79.607}, "visualize": {"avg_ms": 3.869, "count": 296, "max_ms": 6.054, "p95_ms": 5.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16062.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 739, "h264_decode_error_count": 1821, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:39:37+09:00", "last_error_summary": "[h264 @ 0x5648f9561380] cabac decode of qscale diff failed at 23 41 [h264 @ 0x5648f9561380] error while decoding MB 23 41, bytestream 99916 [h264 @ 0x5648f9575540] left block unavailable for requested intra mode [h264 @ 0x5648f9575540] error while decoding MB 0 10, bytestream 3813 [h264 @ 0x5648fa075140] left block unavailable for requested intra mode [h264 @ 0x5648fa075140] error while decoding MB 0 9, bytestream 11902 [h264 @ 0x5648fa075140] cabac decode of qscale diff failed at 17 33 [h264 @ ", "last_exit_at": "2026-07-05T18:39:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.784, "last_started_at": "2026-07-05T18:39:40+09:00", "pid": 140761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.609, "name": "ffmpeg", "pid": 140761, "rss_mb": 266.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 825, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 826}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.383, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1553301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:40:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:40:52+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T18:40:52+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T18:40:52.176086+09:00", "mtime_epoch": 1783244452.1760862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:40:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9365.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.61, "pushed": 7.61, "read": 7.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.591, "count": 228, "max_ms": 25.512, "p95_ms": 20.257}, "gstreamer_push": {"avg_ms": 1.11, "count": 228, "max_ms": 1.479, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.272, "count": 228, "max_ms": 66.013, "p95_ms": 62.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.288, "count": 228, "max_ms": 79.54, "p95_ms": 70.087}, "yolo11_640_fire_11class": {"avg_ms": 50.882, "count": 228, "max_ms": 64.479, "p95_ms": 62.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.001, "count": 228, "max_ms": 81.213, "p95_ms": 79.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.378, "count": 228, "max_ms": 144.868, "p95_ms": 141.004}, "read_interval": {"avg_ms": 131.876, "count": 227, "max_ms": 154.752, "p95_ms": 150.54}, "triton_wait": {"avg_ms": 61.481, "count": 228, "max_ms": 81.225, "p95_ms": 79.394}, "visualize": {"avg_ms": 4.775, "count": 228, "max_ms": 8.867, "p95_ms": 5.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16062.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8971.839, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.312, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1987712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:41:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:41:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T18:41:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T18:41:09.956527+09:00", "mtime_epoch": 1783244469.956527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:41:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2388.227, "name": "celery", "pid": 267, "rss_mb": 2388.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.013, "count": 301, "max_ms": 12.883, "p95_ms": 9.986}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.851, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.737, "count": 301, "max_ms": 65.918, "p95_ms": 63.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.961, "count": 301, "max_ms": 77.588, "p95_ms": 69.875}, "yolo11_640_fire_11class": {"avg_ms": 49.59, "count": 301, "max_ms": 65.407, "p95_ms": 62.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.803, "count": 301, "max_ms": 80.671, "p95_ms": 78.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.986, "count": 301, "max_ms": 132.96, "p95_ms": 105.8}, "read_interval": {"avg_ms": 99.855, "count": 300, "max_ms": 554.845, "p95_ms": 127.869}, "triton_wait": {"avg_ms": 56.842, "count": 301, "max_ms": 80.684, "p95_ms": 78.863}, "visualize": {"avg_ms": 3.815, "count": 301, "max_ms": 6.032, "p95_ms": 5.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16062.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 739, "h264_decode_error_count": 1821, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:39:37+09:00", "last_error_summary": "[h264 @ 0x5648f9561380] cabac decode of qscale diff failed at 23 41 [h264 @ 0x5648f9561380] error while decoding MB 23 41, bytestream 99916 [h264 @ 0x5648f9575540] left block unavailable for requested intra mode [h264 @ 0x5648f9575540] error while decoding MB 0 10, bytestream 3813 [h264 @ 0x5648fa075140] left block unavailable for requested intra mode [h264 @ 0x5648fa075140] error while decoding MB 0 9, bytestream 11902 [h264 @ 0x5648fa075140] cabac decode of qscale diff failed at 17 33 [h264 @ ", "last_exit_at": "2026-07-05T18:39:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.841, "last_started_at": "2026-07-05T18:39:40+09:00", "pid": 140761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.125, "name": "ffmpeg", "pid": 140761, "rss_mb": 267.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 825, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 826}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.284, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1553535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:41:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:41:22+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T18:41:22+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T18:41:22.260830+09:00", "mtime_epoch": 1783244482.2608304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:41:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9365.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.817, "pushed": 7.817, "read": 7.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.392, "count": 234, "max_ms": 24.436, "p95_ms": 19.883}, "gstreamer_push": {"avg_ms": 1.091, "count": 234, "max_ms": 1.268, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.268, "count": 234, "max_ms": 65.703, "p95_ms": 62.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.739, "count": 234, "max_ms": 78.394, "p95_ms": 70.122}, "yolo11_640_fire_11class": {"avg_ms": 49.739, "count": 234, "max_ms": 65.744, "p95_ms": 61.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.294, "count": 234, "max_ms": 80.48, "p95_ms": 77.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.883, "count": 234, "max_ms": 141.445, "p95_ms": 137.739}, "read_interval": {"avg_ms": 128.491, "count": 233, "max_ms": 151.176, "p95_ms": 147.597}, "triton_wait": {"avg_ms": 59.111, "count": 234, "max_ms": 80.492, "p95_ms": 77.606}, "visualize": {"avg_ms": 4.699, "count": 234, "max_ms": 5.864, "p95_ms": 5.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16062.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9001.881, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.002, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1988016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:41:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:41:40+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:41:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:41:40.021266+09:00", "mtime_epoch": 1783244500.021266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:41:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2388.227, "name": "celery", "pid": 267, "rss_mb": 2388.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.113}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.569, "count": 304, "max_ms": 12.46, "p95_ms": 8.381}, "gstreamer_push": {"avg_ms": 1.249, "count": 304, "max_ms": 2.106, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.633, "count": 304, "max_ms": 67.238, "p95_ms": 64.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.953, "count": 304, "max_ms": 80.188, "p95_ms": 70.26}, "yolo11_640_fire_11class": {"avg_ms": 50.268, "count": 304, "max_ms": 68.797, "p95_ms": 63.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.634, "count": 304, "max_ms": 83.437, "p95_ms": 78.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.638, "count": 304, "max_ms": 132.345, "p95_ms": 94.911}, "read_interval": {"avg_ms": 98.871, "count": 303, "max_ms": 519.973, "p95_ms": 116.084}, "triton_wait": {"avg_ms": 56.784, "count": 304, "max_ms": 83.45, "p95_ms": 78.338}, "visualize": {"avg_ms": 3.659, "count": 304, "max_ms": 5.779, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16063.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 739, "h264_decode_error_count": 1821, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:39:37+09:00", "last_error_summary": "[h264 @ 0x5648f9561380] cabac decode of qscale diff failed at 23 41 [h264 @ 0x5648f9561380] error while decoding MB 23 41, bytestream 99916 [h264 @ 0x5648f9575540] left block unavailable for requested intra mode [h264 @ 0x5648f9575540] error while decoding MB 0 10, bytestream 3813 [h264 @ 0x5648fa075140] left block unavailable for requested intra mode [h264 @ 0x5648fa075140] error while decoding MB 0 9, bytestream 11902 [h264 @ 0x5648fa075140] cabac decode of qscale diff failed at 17 33 [h264 @ ", "last_exit_at": "2026-07-05T18:39:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.948, "last_started_at": "2026-07-05T18:39:40+09:00", "pid": 140761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.383, "name": "ffmpeg", "pid": 140761, "rss_mb": 267.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 825, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 826}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.472, "sample_count": 2106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1553768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:41:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:41:52+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T18:41:52+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T18:41:52.361567+09:00", "mtime_epoch": 1783244512.3615673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:41:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9365.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.775, "pushed": 7.775, "read": 7.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.421, "count": 232, "max_ms": 24.018, "p95_ms": 19.645}, "gstreamer_push": {"avg_ms": 1.115, "count": 233, "max_ms": 1.635, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.527, "count": 232, "max_ms": 66.95, "p95_ms": 62.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.318, "count": 232, "max_ms": 81.714, "p95_ms": 69.843}, "yolo11_640_fire_11class": {"avg_ms": 50.169, "count": 232, "max_ms": 67.905, "p95_ms": 62.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.715, "count": 232, "max_ms": 84.083, "p95_ms": 77.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.514, "count": 233, "max_ms": 159.427, "p95_ms": 138.285}, "read_interval": {"avg_ms": 129.227, "count": 232, "max_ms": 169.847, "p95_ms": 148.536}, "triton_wait": {"avg_ms": 59.598, "count": 232, "max_ms": 84.095, "p95_ms": 77.455}, "visualize": {"avg_ms": 4.729, "count": 232, "max_ms": 5.814, "p95_ms": 5.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16062.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9031.998, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.054, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1988318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:42:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:42:10+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T18:42:10+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T18:42:10.097998+09:00", "mtime_epoch": 1783244530.097998, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:42:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2388.484, "name": "celery", "pid": 267, "rss_mb": 2388.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.796, "count": 301, "max_ms": 12.897, "p95_ms": 9.732}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.937, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.565, "count": 301, "max_ms": 68.092, "p95_ms": 63.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.227, "count": 301, "max_ms": 81.211, "p95_ms": 70.903}, "yolo11_640_fire_11class": {"avg_ms": 50.359, "count": 301, "max_ms": 68.909, "p95_ms": 63.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.686, "count": 301, "max_ms": 85.259, "p95_ms": 78.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.352, "count": 301, "max_ms": 134.163, "p95_ms": 107.654}, "read_interval": {"avg_ms": 99.709, "count": 300, "max_ms": 666.247, "p95_ms": 134.171}, "triton_wait": {"avg_ms": 57.8, "count": 301, "max_ms": 85.271, "p95_ms": 78.648}, "visualize": {"avg_ms": 3.75, "count": 301, "max_ms": 6.378, "p95_ms": 4.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16063.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 739, "h264_decode_error_count": 1821, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:39:37+09:00", "last_error_summary": "[h264 @ 0x5648f9561380] cabac decode of qscale diff failed at 23 41 [h264 @ 0x5648f9561380] error while decoding MB 23 41, bytestream 99916 [h264 @ 0x5648f9575540] left block unavailable for requested intra mode [h264 @ 0x5648f9575540] error while decoding MB 0 10, bytestream 3813 [h264 @ 0x5648fa075140] left block unavailable for requested intra mode [h264 @ 0x5648fa075140] error while decoding MB 0 9, bytestream 11902 [h264 @ 0x5648fa075140] cabac decode of qscale diff failed at 17 33 [h264 @ ", "last_exit_at": "2026-07-05T18:39:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.001, "last_started_at": "2026-07-05T18:39:40+09:00", "pid": 140761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 140761, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 825, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 826}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.472, "sample_count": 2106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1554000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:42:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:42:22+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T18:42:22+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T18:42:22.418296+09:00", "mtime_epoch": 1783244542.4182959, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:42:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9365.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.757, "pushed": 7.757, "read": 7.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.229, "count": 232, "max_ms": 24.798, "p95_ms": 20.019}, "gstreamer_push": {"avg_ms": 1.097, "count": 232, "max_ms": 1.498, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.953, "count": 232, "max_ms": 66.166, "p95_ms": 62.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.727, "count": 232, "max_ms": 76.872, "p95_ms": 69.331}, "yolo11_640_fire_11class": {"avg_ms": 50.576, "count": 232, "max_ms": 65.632, "p95_ms": 62.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.087, "count": 232, "max_ms": 81.108, "p95_ms": 79.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.949, "count": 232, "max_ms": 141.925, "p95_ms": 138.593}, "read_interval": {"avg_ms": 129.585, "count": 231, "max_ms": 152.989, "p95_ms": 148.459}, "triton_wait": {"avg_ms": 60.485, "count": 232, "max_ms": 81.137, "p95_ms": 79.026}, "visualize": {"avg_ms": 4.674, "count": 232, "max_ms": 6.259, "p95_ms": 4.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16063.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9062.069, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.583, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1988618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:42:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:42:40+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T18:42:40+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T18:42:40.182723+09:00", "mtime_epoch": 1783244560.182723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:42:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2388.484, "name": "celery", "pid": 267, "rss_mb": 2388.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.037, "count": 300, "max_ms": 11.463, "p95_ms": 9.844}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 2.033, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.684, "count": 300, "max_ms": 66.988, "p95_ms": 64.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.432, "count": 300, "max_ms": 75.862, "p95_ms": 70.494}, "yolo11_640_fire_11class": {"avg_ms": 51.384, "count": 300, "max_ms": 67.695, "p95_ms": 64.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.553, "count": 300, "max_ms": 85.693, "p95_ms": 78.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.194, "count": 300, "max_ms": 132.501, "p95_ms": 105.762}, "read_interval": {"avg_ms": 100.217, "count": 299, "max_ms": 727.333, "p95_ms": 138.11}, "triton_wait": {"avg_ms": 57.759, "count": 300, "max_ms": 85.707, "p95_ms": 78.758}, "visualize": {"avg_ms": 3.793, "count": 300, "max_ms": 5.864, "p95_ms": 4.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16064.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 739, "h264_decode_error_count": 1821, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:39:37+09:00", "last_error_summary": "[h264 @ 0x5648f9561380] cabac decode of qscale diff failed at 23 41 [h264 @ 0x5648f9561380] error while decoding MB 23 41, bytestream 99916 [h264 @ 0x5648f9575540] left block unavailable for requested intra mode [h264 @ 0x5648f9575540] error while decoding MB 0 10, bytestream 3813 [h264 @ 0x5648fa075140] left block unavailable for requested intra mode [h264 @ 0x5648fa075140] error while decoding MB 0 9, bytestream 11902 [h264 @ 0x5648fa075140] cabac decode of qscale diff failed at 17 33 [h264 @ ", "last_exit_at": "2026-07-05T18:39:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.004, "last_started_at": "2026-07-05T18:39:40+09:00", "pid": 140761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.898, "name": "ffmpeg", "pid": 140761, "rss_mb": 267.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 825, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 826}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.224, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1554232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:42:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:42:52+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T18:42:52+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T18:42:52.423016+09:00", "mtime_epoch": 1783244572.4230163, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:42:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9365.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.735, "pushed": 7.735, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.372, "count": 232, "max_ms": 23.624, "p95_ms": 20.279}, "gstreamer_push": {"avg_ms": 1.104, "count": 232, "max_ms": 1.544, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.288, "count": 232, "max_ms": 64.624, "p95_ms": 62.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.288, "count": 232, "max_ms": 78.546, "p95_ms": 69.628}, "yolo11_640_fire_11class": {"avg_ms": 50.235, "count": 232, "max_ms": 66.415, "p95_ms": 62.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.731, "count": 232, "max_ms": 84.644, "p95_ms": 78.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.38, "count": 232, "max_ms": 147.686, "p95_ms": 138.585}, "read_interval": {"avg_ms": 129.306, "count": 232, "max_ms": 156.794, "p95_ms": 149.252}, "triton_wait": {"avg_ms": 59.823, "count": 232, "max_ms": 84.655, "p95_ms": 78.085}, "visualize": {"avg_ms": 4.724, "count": 232, "max_ms": 5.877, "p95_ms": 5.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16065.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9092.134, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.27, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1988917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:43:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:43:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:43:10+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T18:43:10.279442+09:00", "mtime_epoch": 1783244590.279442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:43:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2388.742, "name": "celery", "pid": 267, "rss_mb": 2388.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.857, "count": 299, "max_ms": 11.604, "p95_ms": 9.822}, "gstreamer_push": {"avg_ms": 1.249, "count": 299, "max_ms": 1.475, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.371, "count": 299, "max_ms": 71.449, "p95_ms": 63.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.775, "count": 299, "max_ms": 77.528, "p95_ms": 70.203}, "yolo11_640_fire_11class": {"avg_ms": 50.385, "count": 299, "max_ms": 70.94, "p95_ms": 63.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.014, "count": 299, "max_ms": 82.794, "p95_ms": 78.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.942, "count": 299, "max_ms": 136.378, "p95_ms": 115.311}, "read_interval": {"avg_ms": 100.617, "count": 298, "max_ms": 803.467, "p95_ms": 147.881}, "triton_wait": {"avg_ms": 57.085, "count": 299, "max_ms": 82.807, "p95_ms": 78.579}, "visualize": {"avg_ms": 3.748, "count": 299, "max_ms": 6.573, "p95_ms": 4.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16066.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 739, "h264_decode_error_count": 1821, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:39:37+09:00", "last_error_summary": "[h264 @ 0x5648f9561380] cabac decode of qscale diff failed at 23 41 [h264 @ 0x5648f9561380] error while decoding MB 23 41, bytestream 99916 [h264 @ 0x5648f9575540] left block unavailable for requested intra mode [h264 @ 0x5648f9575540] error while decoding MB 0 10, bytestream 3813 [h264 @ 0x5648fa075140] left block unavailable for requested intra mode [h264 @ 0x5648fa075140] error while decoding MB 0 9, bytestream 11902 [h264 @ 0x5648fa075140] cabac decode of qscale diff failed at 17 33 [h264 @ ", "last_exit_at": "2026-07-05T18:39:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 222.069, "last_started_at": "2026-07-05T18:39:40+09:00", "pid": 140761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.445, "name": "ffmpeg", "pid": 140761, "rss_mb": 269.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 825, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 826}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.148, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1554464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:43:22+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T18:43:22+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T18:43:22.467731+09:00", "mtime_epoch": 1783244602.4677315, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:43:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.749, "pushed": 7.749, "read": 7.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.36, "count": 232, "max_ms": 22.649, "p95_ms": 20.195}, "gstreamer_push": {"avg_ms": 1.092, "count": 232, "max_ms": 1.564, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.694, "count": 232, "max_ms": 64.632, "p95_ms": 61.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.333, "count": 232, "max_ms": 75.33, "p95_ms": 70.04}, "yolo11_640_fire_11class": {"avg_ms": 49.669, "count": 232, "max_ms": 69.971, "p95_ms": 61.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.466, "count": 232, "max_ms": 81.571, "p95_ms": 77.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.052, "count": 232, "max_ms": 142.87, "p95_ms": 137.367}, "read_interval": {"avg_ms": 129.542, "count": 231, "max_ms": 152.51, "p95_ms": 147.799}, "triton_wait": {"avg_ms": 60.137, "count": 232, "max_ms": 81.582, "p95_ms": 77.502}, "visualize": {"avg_ms": 4.688, "count": 232, "max_ms": 5.564, "p95_ms": 4.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16062.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9122.162, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.577, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1989218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:43:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:43:40+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T18:43:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T18:43:40.300153+09:00", "mtime_epoch": 1783244620.300153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:43:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2388.742, "name": "celery", "pid": 267, "rss_mb": 2388.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.034, "count": 301, "max_ms": 13.888, "p95_ms": 9.993}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.712, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.0, "count": 301, "max_ms": 66.978, "p95_ms": 62.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.304, "count": 301, "max_ms": 77.335, "p95_ms": 69.791}, "yolo11_640_fire_11class": {"avg_ms": 49.844, "count": 301, "max_ms": 69.456, "p95_ms": 63.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.874, "count": 301, "max_ms": 81.031, "p95_ms": 78.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.755, "count": 301, "max_ms": 137.048, "p95_ms": 106.83}, "read_interval": {"avg_ms": 99.812, "count": 300, "max_ms": 548.033, "p95_ms": 146.383}, "triton_wait": {"avg_ms": 55.96, "count": 301, "max_ms": 81.043, "p95_ms": 78.166}, "visualize": {"avg_ms": 3.821, "count": 301, "max_ms": 5.525, "p95_ms": 5.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16062.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 740, "h264_decode_error_count": 1822, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:43:25+09:00", "last_error_summary": "[NULL @ 0x558209f6d300] missing picture in access unit with size 39 [h264 @ 0x55820ac55040] no frame! [vist#0:0/h264 @ 0x55820a02abc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.856, "last_started_at": "2026-07-05T18:43:27+09:00", "pid": 140868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.148, "name": "ffmpeg", "pid": 140868, "rss_mb": 266.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 826, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 827}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.236, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1554659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:43:52+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T18:43:52+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T18:43:52.472440+09:00", "mtime_epoch": 1783244632.4724395, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:43:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.523, "pushed": 6.523, "read": 6.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.443, "count": 195, "max_ms": 25.098, "p95_ms": 20.6}, "gstreamer_push": {"avg_ms": 1.104, "count": 195, "max_ms": 1.551, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.527, "count": 195, "max_ms": 66.175, "p95_ms": 62.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.09, "count": 195, "max_ms": 80.133, "p95_ms": 72.899}, "yolo11_640_fire_11class": {"avg_ms": 50.551, "count": 195, "max_ms": 66.073, "p95_ms": 64.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.385, "count": 195, "max_ms": 81.424, "p95_ms": 79.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.215, "count": 195, "max_ms": 168.373, "p95_ms": 140.424}, "read_interval": {"avg_ms": 153.933, "count": 194, "max_ms": 4721.191, "p95_ms": 149.755}, "triton_wait": {"avg_ms": 60.964, "count": 195, "max_ms": 81.436, "p95_ms": 79.611}, "visualize": {"avg_ms": 4.7, "count": 195, "max_ms": 7.291, "p95_ms": 5.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16064.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9152.235, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.889, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1989519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:44:10+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:44:10+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T18:44:10.368859+09:00", "mtime_epoch": 1783244650.3688593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:44:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2389.0, "name": "celery", "pid": 267, "rss_mb": 2389.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.904, "count": 300, "max_ms": 11.392, "p95_ms": 9.886}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.631, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.175, "count": 300, "max_ms": 69.114, "p95_ms": 64.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.776, "count": 300, "max_ms": 77.836, "p95_ms": 71.427}, "yolo11_640_fire_11class": {"avg_ms": 52.242, "count": 300, "max_ms": 72.505, "p95_ms": 65.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.67, "count": 300, "max_ms": 81.972, "p95_ms": 80.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.941, "count": 300, "max_ms": 135.626, "p95_ms": 104.505}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 642.469, "p95_ms": 138.34}, "triton_wait": {"avg_ms": 58.745, "count": 300, "max_ms": 81.984, "p95_ms": 80.309}, "visualize": {"avg_ms": 3.779, "count": 300, "max_ms": 5.535, "p95_ms": 4.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16066.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 740, "h264_decode_error_count": 1822, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:43:25+09:00", "last_error_summary": "[NULL @ 0x558209f6d300] missing picture in access unit with size 39 [h264 @ 0x55820ac55040] no frame! [vist#0:0/h264 @ 0x55820a02abc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.92, "last_started_at": "2026-07-05T18:43:27+09:00", "pid": 140868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.5, "name": "ffmpeg", "pid": 140868, "rss_mb": 269.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 826, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 827}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.466, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1554887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:44:22+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T18:44:22+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T18:44:22.549144+09:00", "mtime_epoch": 1783244662.5491438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:44:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.614, "pushed": 7.614, "read": 7.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.559, "count": 228, "max_ms": 25.868, "p95_ms": 19.829}, "gstreamer_push": {"avg_ms": 1.111, "count": 228, "max_ms": 1.494, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.845, "count": 228, "max_ms": 72.81, "p95_ms": 64.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.034, "count": 228, "max_ms": 79.714, "p95_ms": 71.817}, "yolo11_640_fire_11class": {"avg_ms": 51.886, "count": 228, "max_ms": 72.521, "p95_ms": 65.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.315, "count": 228, "max_ms": 81.977, "p95_ms": 79.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.214, "count": 228, "max_ms": 159.316, "p95_ms": 140.752}, "read_interval": {"avg_ms": 131.835, "count": 227, "max_ms": 167.338, "p95_ms": 150.942}, "triton_wait": {"avg_ms": 62.148, "count": 228, "max_ms": 81.989, "p95_ms": 79.645}, "visualize": {"avg_ms": 4.7, "count": 228, "max_ms": 5.864, "p95_ms": 4.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16066.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9182.267, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.958, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1989816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:44:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:44:40+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T18:44:40+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T18:44:40.401559+09:00", "mtime_epoch": 1783244680.4015594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:44:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2389.258, "name": "celery", "pid": 267, "rss_mb": 2389.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.883}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.13, "count": 297, "max_ms": 14.815, "p95_ms": 10.241}, "gstreamer_push": {"avg_ms": 1.242, "count": 297, "max_ms": 1.766, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.169, "count": 297, "max_ms": 70.646, "p95_ms": 64.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.253, "count": 297, "max_ms": 77.249, "p95_ms": 71.364}, "yolo11_640_fire_11class": {"avg_ms": 51.26, "count": 297, "max_ms": 70.107, "p95_ms": 64.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.383, "count": 297, "max_ms": 84.47, "p95_ms": 79.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.173, "count": 297, "max_ms": 138.614, "p95_ms": 110.828}, "read_interval": {"avg_ms": 101.154, "count": 296, "max_ms": 552.336, "p95_ms": 144.83}, "triton_wait": {"avg_ms": 58.472, "count": 297, "max_ms": 84.484, "p95_ms": 79.919}, "visualize": {"avg_ms": 3.888, "count": 297, "max_ms": 6.618, "p95_ms": 5.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16069.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 740, "h264_decode_error_count": 1822, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:43:25+09:00", "last_error_summary": "[NULL @ 0x558209f6d300] missing picture in access unit with size 39 [h264 @ 0x55820ac55040] no frame! [vist#0:0/h264 @ 0x55820a02abc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.017, "last_started_at": "2026-07-05T18:43:27+09:00", "pid": 140868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.336, "name": "ffmpeg", "pid": 140868, "rss_mb": 272.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 826, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 827}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.786, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1555115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:44:52+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T18:44:52+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:44:52.657843+09:00", "mtime_epoch": 1783244692.6578434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:44:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.606, "pushed": 7.606, "read": 7.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.63, "count": 227, "max_ms": 24.075, "p95_ms": 20.262}, "gstreamer_push": {"avg_ms": 1.099, "count": 228, "max_ms": 1.268, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.216, "count": 227, "max_ms": 69.057, "p95_ms": 63.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.944, "count": 227, "max_ms": 78.429, "p95_ms": 69.6}, "yolo11_640_fire_11class": {"avg_ms": 50.825, "count": 227, "max_ms": 69.761, "p95_ms": 62.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.733, "count": 227, "max_ms": 82.911, "p95_ms": 79.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.981, "count": 228, "max_ms": 172.003, "p95_ms": 141.51}, "read_interval": {"avg_ms": 132.041, "count": 227, "max_ms": 180.093, "p95_ms": 151.315}, "triton_wait": {"avg_ms": 61.061, "count": 227, "max_ms": 82.922, "p95_ms": 79.424}, "visualize": {"avg_ms": 4.73, "count": 227, "max_ms": 6.177, "p95_ms": 5.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16071.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9212.279, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.284, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1990119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:45:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:45:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:45:10+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T18:45:10.422254+09:00", "mtime_epoch": 1783244710.4222538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:45:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2389.258, "name": "celery", "pid": 267, "rss_mb": 2389.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.973, "count": 303, "max_ms": 12.826, "p95_ms": 10.005}, "gstreamer_push": {"avg_ms": 1.242, "count": 303, "max_ms": 1.695, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.089, "count": 303, "max_ms": 69.986, "p95_ms": 63.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.914, "count": 303, "max_ms": 75.631, "p95_ms": 69.33}, "yolo11_640_fire_11class": {"avg_ms": 51.03, "count": 303, "max_ms": 69.112, "p95_ms": 63.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.585, "count": 303, "max_ms": 83.837, "p95_ms": 78.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.542, "count": 303, "max_ms": 135.868, "p95_ms": 113.531}, "read_interval": {"avg_ms": 99.067, "count": 303, "max_ms": 551.319, "p95_ms": 140.746}, "triton_wait": {"avg_ms": 58.666, "count": 303, "max_ms": 83.849, "p95_ms": 78.998}, "visualize": {"avg_ms": 3.84, "count": 303, "max_ms": 6.563, "p95_ms": 5.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16073.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 740, "h264_decode_error_count": 1822, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:43:25+09:00", "last_error_summary": "[NULL @ 0x558209f6d300] missing picture in access unit with size 39 [h264 @ 0x55820ac55040] no frame! [vist#0:0/h264 @ 0x55820a02abc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.146, "last_started_at": "2026-07-05T18:43:27+09:00", "pid": 140868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.574, "name": "ffmpeg", "pid": 140868, "rss_mb": 275.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 826, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 827}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.874, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1555345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:45:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:45:22+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T18:45:22+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T18:45:22.766538+09:00", "mtime_epoch": 1783244722.766538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:45:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.67, "pushed": 7.67, "read": 7.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.689, "count": 229, "max_ms": 27.801, "p95_ms": 20.574}, "gstreamer_push": {"avg_ms": 1.108, "count": 230, "max_ms": 1.618, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.495, "count": 229, "max_ms": 65.666, "p95_ms": 63.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.941, "count": 229, "max_ms": 75.519, "p95_ms": 69.803}, "yolo11_640_fire_11class": {"avg_ms": 51.32, "count": 229, "max_ms": 68.02, "p95_ms": 62.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.85, "count": 229, "max_ms": 81.856, "p95_ms": 79.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.257, "count": 230, "max_ms": 144.857, "p95_ms": 141.133}, "read_interval": {"avg_ms": 130.927, "count": 229, "max_ms": 154.727, "p95_ms": 150.458}, "triton_wait": {"avg_ms": 61.324, "count": 229, "max_ms": 81.866, "p95_ms": 79.133}, "visualize": {"avg_ms": 4.728, "count": 229, "max_ms": 6.168, "p95_ms": 5.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16073.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9242.327, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.808, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1990416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:45:40+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T18:45:40+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T18:45:40.458944+09:00", "mtime_epoch": 1783244740.4589438, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:45:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2389.516, "name": "celery", "pid": 267, "rss_mb": 2389.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.887}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.857, "count": 297, "max_ms": 14.124, "p95_ms": 9.776}, "gstreamer_push": {"avg_ms": 1.239, "count": 297, "max_ms": 1.98, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.203, "count": 297, "max_ms": 72.482, "p95_ms": 64.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.402, "count": 297, "max_ms": 75.323, "p95_ms": 70.819}, "yolo11_640_fire_11class": {"avg_ms": 50.208, "count": 297, "max_ms": 71.433, "p95_ms": 64.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.918, "count": 297, "max_ms": 88.449, "p95_ms": 79.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.045, "count": 297, "max_ms": 135.82, "p95_ms": 104.691}, "read_interval": {"avg_ms": 101.199, "count": 296, "max_ms": 754.485, "p95_ms": 141.126}, "triton_wait": {"avg_ms": 57.039, "count": 297, "max_ms": 88.462, "p95_ms": 79.502}, "visualize": {"avg_ms": 3.742, "count": 297, "max_ms": 5.956, "p95_ms": 4.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16073.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 740, "h264_decode_error_count": 1822, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:43:25+09:00", "last_error_summary": "[NULL @ 0x558209f6d300] missing picture in access unit with size 39 [h264 @ 0x55820ac55040] no frame! [vist#0:0/h264 @ 0x55820a02abc0] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-05T18:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.193, "last_started_at": "2026-07-05T18:43:27+09:00", "pid": 140868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.09, "name": "ffmpeg", "pid": 140868, "rss_mb": 276.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 826, "restart_count_per_hour": 16, "rtsp_timeout_count": 462, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 827}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.69, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1555577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:45:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:45:52+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T18:45:52+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T18:45:52.839227+09:00", "mtime_epoch": 1783244752.8392267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:45:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.88, "count": 232, "max_ms": 25.126, "p95_ms": 22.926}, "gstreamer_push": {"avg_ms": 1.096, "count": 232, "max_ms": 1.437, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.505, "count": 232, "max_ms": 73.425, "p95_ms": 62.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.909, "count": 232, "max_ms": 79.088, "p95_ms": 69.434}, "yolo11_640_fire_11class": {"avg_ms": 49.193, "count": 232, "max_ms": 72.172, "p95_ms": 62.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.615, "count": 232, "max_ms": 89.366, "p95_ms": 77.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.884, "count": 232, "max_ms": 158.873, "p95_ms": 139.894}, "read_interval": {"avg_ms": 129.551, "count": 231, "max_ms": 167.07, "p95_ms": 149.621}, "triton_wait": {"avg_ms": 59.006, "count": 232, "max_ms": 89.378, "p95_ms": 77.906}, "visualize": {"avg_ms": 4.706, "count": 232, "max_ms": 5.964, "p95_ms": 5.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16073.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9272.345, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.119, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1990721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:46:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:46:10+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:46:10+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T18:46:10.487629+09:00", "mtime_epoch": 1783244770.487629, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:46:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2389.773, "name": "celery", "pid": 267, "rss_mb": 2389.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.188, "pushed": 10.188, "read": 10.155}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.019, "count": 305, "max_ms": 14.756, "p95_ms": 10.094}, "gstreamer_push": {"avg_ms": 1.266, "count": 305, "max_ms": 2.267, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.874, "count": 305, "max_ms": 64.447, "p95_ms": 62.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.831, "count": 305, "max_ms": 71.197, "p95_ms": 55.612}, "yolo11_640_fire_11class": {"avg_ms": 47.867, "count": 305, "max_ms": 67.167, "p95_ms": 62.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.397, "count": 305, "max_ms": 82.582, "p95_ms": 77.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.49, "count": 305, "max_ms": 135.098, "p95_ms": 126.715}, "read_interval": {"avg_ms": 98.479, "count": 304, "max_ms": 649.323, "p95_ms": 142.049}, "triton_wait": {"avg_ms": 53.419, "count": 305, "max_ms": 82.594, "p95_ms": 77.524}, "visualize": {"avg_ms": 3.912, "count": 305, "max_ms": 6.351, "p95_ms": 5.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16007.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 741, "h264_decode_error_count": 1825, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:46:15+09:00", "last_error_summary": "[h264 @ 0x56511849f300] left block unavailable for requested intra mode [h264 @ 0x56511849f300] error while decoding MB 0 19, bytestream 5984 [h264 @ 0x565118d1f180] cabac decode of qscale diff failed at 61 25 [h264 @ 0x565118d1f180] error while decoding MB 61 25, bytestream 5746 [in#0/rtsp @ 0x565118356e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x565118356e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T18:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.719, "last_started_at": "2026-07-05T18:46:17+09:00", "pid": 140975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.73, "name": "ffmpeg", "pid": 140975, "rss_mb": 209.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 827, "restart_count_per_hour": 17, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 828}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.87, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1555629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:46:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:46:23+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T18:46:22+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T18:46:22.919911+09:00", "mtime_epoch": 1783244782.9199114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:46:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.735, "pushed": 1.735, "read": 1.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.587, "count": 51, "max_ms": 28.577, "p95_ms": 26.836}, "gstreamer_push": {"avg_ms": 1.08, "count": 52, "max_ms": 1.307, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.897, "count": 51, "max_ms": 61.249, "p95_ms": 60.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.86, "count": 51, "max_ms": 74.883, "p95_ms": 64.91}, "yolo11_640_fire_11class": {"avg_ms": 45.261, "count": 51, "max_ms": 61.242, "p95_ms": 60.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.4, "count": 51, "max_ms": 76.91, "p95_ms": 76.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.025, "count": 52, "max_ms": 147.796, "p95_ms": 140.055}, "read_interval": {"avg_ms": 587.448, "count": 51, "max_ms": 19645.874, "p95_ms": 158.699}, "triton_wait": {"avg_ms": 52.925, "count": 51, "max_ms": 76.92, "p95_ms": 76.885}, "visualize": {"avg_ms": 4.751, "count": 51, "max_ms": 6.116, "p95_ms": 5.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16064.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9302.402, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.502, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1991020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:46:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:46:40+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T18:46:40+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T18:46:40.512310+09:00", "mtime_epoch": 1783244800.5123098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:46:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2389.773, "name": "celery", "pid": 267, "rss_mb": 2389.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.714, "count": 299, "max_ms": 10.663, "p95_ms": 9.38}, "gstreamer_push": {"avg_ms": 1.264, "count": 299, "max_ms": 1.884, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.137, "count": 299, "max_ms": 65.996, "p95_ms": 63.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.485, "count": 299, "max_ms": 76.881, "p95_ms": 61.255}, "yolo11_640_fire_11class": {"avg_ms": 48.639, "count": 299, "max_ms": 66.462, "p95_ms": 63.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.714, "count": 299, "max_ms": 80.693, "p95_ms": 77.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.787, "count": 299, "max_ms": 133.791, "p95_ms": 96.388}, "read_interval": {"avg_ms": 100.362, "count": 298, "max_ms": 785.305, "p95_ms": 143.189}, "triton_wait": {"avg_ms": 53.832, "count": 299, "max_ms": 80.706, "p95_ms": 77.691}, "visualize": {"avg_ms": 3.705, "count": 299, "max_ms": 5.832, "p95_ms": 4.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16064.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 741, "h264_decode_error_count": 1825, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:46:15+09:00", "last_error_summary": "[h264 @ 0x56511849f300] left block unavailable for requested intra mode [h264 @ 0x56511849f300] error while decoding MB 0 19, bytestream 5984 [h264 @ 0x565118d1f180] cabac decode of qscale diff failed at 61 25 [h264 @ 0x565118d1f180] error while decoding MB 61 25, bytestream 5746 [in#0/rtsp @ 0x565118356e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x565118356e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T18:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.788, "last_started_at": "2026-07-05T18:46:17+09:00", "pid": 140975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.398, "name": "ffmpeg", "pid": 140975, "rss_mb": 266.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 827, "restart_count_per_hour": 17, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 828}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.887, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1555861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:46:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:46:53+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:46:52+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:46:53.000592+09:00", "mtime_epoch": 1783244813.0005918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:46:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.746, "pushed": 7.746, "read": 7.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.179, "count": 232, "max_ms": 29.476, "p95_ms": 24.825}, "gstreamer_push": {"avg_ms": 1.118, "count": 232, "max_ms": 1.694, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.523, "count": 232, "max_ms": 65.22, "p95_ms": 62.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.566, "count": 232, "max_ms": 73.175, "p95_ms": 68.154}, "yolo11_640_fire_11class": {"avg_ms": 49.573, "count": 232, "max_ms": 67.986, "p95_ms": 63.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.734, "count": 232, "max_ms": 80.821, "p95_ms": 77.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.315, "count": 232, "max_ms": 145.986, "p95_ms": 139.021}, "read_interval": {"avg_ms": 129.644, "count": 231, "max_ms": 157.002, "p95_ms": 148.437}, "triton_wait": {"avg_ms": 59.203, "count": 232, "max_ms": 80.833, "p95_ms": 77.603}, "visualize": {"avg_ms": 4.723, "count": 232, "max_ms": 6.05, "p95_ms": 5.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16066.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9332.57, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.83, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1991322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:47:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T18:47:10+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T18:47:10+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-05T18:47:10.464985+09:00", "mtime_epoch": 1783244830.464985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:47:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2389.773, "name": "celery", "pid": 267, "rss_mb": 2389.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.846, "count": 300, "max_ms": 11.98, "p95_ms": 9.783}, "gstreamer_push": {"avg_ms": 1.253, "count": 300, "max_ms": 1.954, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.987, "count": 300, "max_ms": 71.873, "p95_ms": 64.376}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.149, "count": 300, "max_ms": 73.471, "p95_ms": 69.39}, "yolo11_640_fire_11class": {"avg_ms": 51.237, "count": 300, "max_ms": 66.717, "p95_ms": 64.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.94, "count": 300, "max_ms": 81.673, "p95_ms": 79.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.016, "count": 300, "max_ms": 135.286, "p95_ms": 97.725}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 732.723, "p95_ms": 144.025}, "triton_wait": {"avg_ms": 57.986, "count": 300, "max_ms": 81.685, "p95_ms": 79.591}, "visualize": {"avg_ms": 3.731, "count": 300, "max_ms": 5.184, "p95_ms": 4.612}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16067.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 741, "h264_decode_error_count": 1825, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:46:15+09:00", "last_error_summary": "[h264 @ 0x56511849f300] left block unavailable for requested intra mode [h264 @ 0x56511849f300] error while decoding MB 0 19, bytestream 5984 [h264 @ 0x565118d1f180] cabac decode of qscale diff failed at 61 25 [h264 @ 0x565118d1f180] error while decoding MB 61 25, bytestream 5746 [in#0/rtsp @ 0x565118356e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x565118356e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T18:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.845, "last_started_at": "2026-07-05T18:46:17+09:00", "pid": 140975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.719, "name": "ffmpeg", "pid": 140975, "rss_mb": 268.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 827, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 828}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.934, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1556092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:47:23+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T18:47:23+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T18:47:23.061268+09:00", "mtime_epoch": 1783244843.0612676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:47:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.717, "pushed": 7.717, "read": 7.684}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.668, "count": 231, "max_ms": 24.062, "p95_ms": 20.385}, "gstreamer_push": {"avg_ms": 1.116, "count": 231, "max_ms": 1.47, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.972, "count": 231, "max_ms": 65.22, "p95_ms": 63.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.646, "count": 231, "max_ms": 73.246, "p95_ms": 68.635}, "yolo11_640_fire_11class": {"avg_ms": 50.63, "count": 231, "max_ms": 67.234, "p95_ms": 63.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.66, "count": 231, "max_ms": 81.865, "p95_ms": 78.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.379, "count": 231, "max_ms": 142.93, "p95_ms": 139.681}, "read_interval": {"avg_ms": 130.136, "count": 230, "max_ms": 153.375, "p95_ms": 149.66}, "triton_wait": {"avg_ms": 60.101, "count": 231, "max_ms": 81.877, "p95_ms": 78.531}, "visualize": {"avg_ms": 4.748, "count": 231, "max_ms": 7.417, "p95_ms": 5.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16073.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9362.647, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.008, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1991623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:47:40+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T18:47:40+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T18:47:40.777664+09:00", "mtime_epoch": 1783244860.7776642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:47:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2390.031, "name": "celery", "pid": 267, "rss_mb": 2390.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.835, "count": 301, "max_ms": 11.349, "p95_ms": 9.771}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.508, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.767, "count": 301, "max_ms": 67.064, "p95_ms": 63.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.998, "count": 301, "max_ms": 75.356, "p95_ms": 68.048}, "yolo11_640_fire_11class": {"avg_ms": 52.467, "count": 301, "max_ms": 75.766, "p95_ms": 65.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.197, "count": 301, "max_ms": 82.709, "p95_ms": 78.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.842, "count": 301, "max_ms": 134.835, "p95_ms": 101.543}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 577.422, "p95_ms": 143.54}, "triton_wait": {"avg_ms": 57.409, "count": 301, "max_ms": 82.721, "p95_ms": 78.864}, "visualize": {"avg_ms": 3.73, "count": 301, "max_ms": 5.629, "p95_ms": 4.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16073.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 741, "h264_decode_error_count": 1825, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:46:15+09:00", "last_error_summary": "[h264 @ 0x56511849f300] left block unavailable for requested intra mode [h264 @ 0x56511849f300] error while decoding MB 0 19, bytestream 5984 [h264 @ 0x565118d1f180] cabac decode of qscale diff failed at 61 25 [h264 @ 0x565118d1f180] error while decoding MB 61 25, bytestream 5746 [in#0/rtsp @ 0x565118356e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x565118356e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T18:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.87, "last_started_at": "2026-07-05T18:46:17+09:00", "pid": 140975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.391, "name": "ffmpeg", "pid": 140975, "rss_mb": 274.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 827, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 828}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.35, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1556323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:47:53+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T18:47:53+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T18:47:53.081939+09:00", "mtime_epoch": 1783244873.0819387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:47:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.728, "pushed": 7.728, "read": 7.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.001, "count": 231, "max_ms": 32.287, "p95_ms": 21.994}, "gstreamer_push": {"avg_ms": 1.122, "count": 231, "max_ms": 1.633, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.859, "count": 231, "max_ms": 67.165, "p95_ms": 62.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.393, "count": 231, "max_ms": 70.843, "p95_ms": 67.636}, "yolo11_640_fire_11class": {"avg_ms": 51.196, "count": 231, "max_ms": 71.535, "p95_ms": 65.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.122, "count": 231, "max_ms": 81.535, "p95_ms": 78.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.17, "count": 231, "max_ms": 157.88, "p95_ms": 141.444}, "read_interval": {"avg_ms": 130.0, "count": 230, "max_ms": 166.295, "p95_ms": 150.834}, "triton_wait": {"avg_ms": 59.32, "count": 231, "max_ms": 81.547, "p95_ms": 78.923}, "visualize": {"avg_ms": 4.783, "count": 231, "max_ms": 7.012, "p95_ms": 5.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16073.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9392.71, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.141, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1991926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:48:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:48:10+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T18:48:10+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:48:10.850334+09:00", "mtime_epoch": 1783244890.8503344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:48:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2390.031, "name": "celery", "pid": 267, "rss_mb": 2390.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.081}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.809, "count": 303, "max_ms": 12.332, "p95_ms": 9.388}, "gstreamer_push": {"avg_ms": 1.263, "count": 303, "max_ms": 1.582, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.727, "count": 303, "max_ms": 67.079, "p95_ms": 63.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.646, "count": 303, "max_ms": 78.728, "p95_ms": 69.358}, "yolo11_640_fire_11class": {"avg_ms": 53.136, "count": 303, "max_ms": 70.759, "p95_ms": 65.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.445, "count": 303, "max_ms": 82.542, "p95_ms": 79.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.017, "count": 303, "max_ms": 133.98, "p95_ms": 96.627}, "read_interval": {"avg_ms": 99.273, "count": 302, "max_ms": 497.992, "p95_ms": 118.538}, "triton_wait": {"avg_ms": 57.782, "count": 303, "max_ms": 82.555, "p95_ms": 79.181}, "visualize": {"avg_ms": 3.722, "count": 303, "max_ms": 6.756, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16074.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 741, "h264_decode_error_count": 1825, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:46:15+09:00", "last_error_summary": "[h264 @ 0x56511849f300] left block unavailable for requested intra mode [h264 @ 0x56511849f300] error while decoding MB 0 19, bytestream 5984 [h264 @ 0x565118d1f180] cabac decode of qscale diff failed at 61 25 [h264 @ 0x565118d1f180] error while decoding MB 61 25, bytestream 5746 [in#0/rtsp @ 0x565118356e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x565118356e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T18:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.931, "last_started_at": "2026-07-05T18:46:17+09:00", "pid": 140975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.648, "name": "ffmpeg", "pid": 140975, "rss_mb": 274.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 827, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 828}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.506, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1556554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:48:23+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T18:48:23+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T18:48:23.126607+09:00", "mtime_epoch": 1783244903.126607, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:48:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9366.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.716, "pushed": 7.716, "read": 7.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.516, "count": 231, "max_ms": 23.128, "p95_ms": 20.234}, "gstreamer_push": {"avg_ms": 1.107, "count": 231, "max_ms": 1.562, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.379, "count": 231, "max_ms": 65.848, "p95_ms": 63.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.596, "count": 231, "max_ms": 76.635, "p95_ms": 69.358}, "yolo11_640_fire_11class": {"avg_ms": 51.546, "count": 231, "max_ms": 70.896, "p95_ms": 64.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.808, "count": 231, "max_ms": 81.41, "p95_ms": 78.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.366, "count": 231, "max_ms": 143.343, "p95_ms": 139.931}, "read_interval": {"avg_ms": 130.085, "count": 230, "max_ms": 153.229, "p95_ms": 149.54}, "triton_wait": {"avg_ms": 60.294, "count": 231, "max_ms": 81.422, "p95_ms": 78.919}, "visualize": {"avg_ms": 4.723, "count": 231, "max_ms": 5.802, "p95_ms": 4.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16079.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9422.738, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.775, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1992224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:48:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:48:40+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:48:40+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T18:48:40.883000+09:00", "mtime_epoch": 1783244920.8830004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:48:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2390.289, "name": "celery", "pid": 267, "rss_mb": 2390.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.889, "count": 298, "max_ms": 12.662, "p95_ms": 9.958}, "gstreamer_push": {"avg_ms": 1.241, "count": 298, "max_ms": 1.897, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.639, "count": 298, "max_ms": 68.221, "p95_ms": 63.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.388, "count": 298, "max_ms": 75.433, "p95_ms": 67.83}, "yolo11_640_fire_11class": {"avg_ms": 51.134, "count": 298, "max_ms": 69.21, "p95_ms": 64.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.374, "count": 298, "max_ms": 83.04, "p95_ms": 78.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.88, "count": 298, "max_ms": 133.001, "p95_ms": 104.481}, "read_interval": {"avg_ms": 100.831, "count": 297, "max_ms": 646.423, "p95_ms": 143.143}, "triton_wait": {"avg_ms": 56.53, "count": 298, "max_ms": 83.052, "p95_ms": 78.88}, "visualize": {"avg_ms": 3.801, "count": 298, "max_ms": 5.778, "p95_ms": 5.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16079.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 741, "h264_decode_error_count": 1825, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:46:15+09:00", "last_error_summary": "[h264 @ 0x56511849f300] left block unavailable for requested intra mode [h264 @ 0x56511849f300] error while decoding MB 0 19, bytestream 5984 [h264 @ 0x565118d1f180] cabac decode of qscale diff failed at 61 25 [h264 @ 0x565118d1f180] error while decoding MB 61 25, bytestream 5746 [in#0/rtsp @ 0x565118356e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x565118356e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T18:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.966, "last_started_at": "2026-07-05T18:46:17+09:00", "pid": 140975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.031, "name": "ffmpeg", "pid": 140975, "rss_mb": 279.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 827, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 828}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.378, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1556788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:48:53+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T18:48:53+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:48:53.179272+09:00", "mtime_epoch": 1783244933.1792722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:48:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9367.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.823, "pushed": 7.823, "read": 7.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.767, "count": 234, "max_ms": 23.724, "p95_ms": 21.004}, "gstreamer_push": {"avg_ms": 1.11, "count": 234, "max_ms": 1.517, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.121, "count": 234, "max_ms": 66.835, "p95_ms": 63.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.021, "count": 234, "max_ms": 76.639, "p95_ms": 68.711}, "yolo11_640_fire_11class": {"avg_ms": 49.933, "count": 234, "max_ms": 67.271, "p95_ms": 65.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.291, "count": 234, "max_ms": 81.723, "p95_ms": 78.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.975, "count": 234, "max_ms": 144.386, "p95_ms": 139.76}, "read_interval": {"avg_ms": 128.354, "count": 233, "max_ms": 154.76, "p95_ms": 149.239}, "triton_wait": {"avg_ms": 58.54, "count": 234, "max_ms": 81.735, "p95_ms": 78.75}, "visualize": {"avg_ms": 4.745, "count": 234, "max_ms": 7.259, "p95_ms": 5.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16081.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9452.758, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.691, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1992523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:49:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:49:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T18:49:10+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T18:49:10.879662+09:00", "mtime_epoch": 1783244950.8796623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:49:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2390.547, "name": "celery", "pid": 267, "rss_mb": 2390.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.997, "pushed": 9.997, "read": 9.963}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.873, "count": 299, "max_ms": 13.523, "p95_ms": 9.931}, "gstreamer_push": {"avg_ms": 1.249, "count": 299, "max_ms": 1.624, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.667, "count": 299, "max_ms": 70.787, "p95_ms": 64.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.197, "count": 299, "max_ms": 81.095, "p95_ms": 69.498}, "yolo11_640_fire_11class": {"avg_ms": 52.339, "count": 299, "max_ms": 71.866, "p95_ms": 65.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.099, "count": 299, "max_ms": 83.93, "p95_ms": 80.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.251, "count": 299, "max_ms": 136.036, "p95_ms": 103.966}, "read_interval": {"avg_ms": 100.39, "count": 298, "max_ms": 758.916, "p95_ms": 143.102}, "triton_wait": {"avg_ms": 57.443, "count": 299, "max_ms": 83.943, "p95_ms": 80.018}, "visualize": {"avg_ms": 3.736, "count": 299, "max_ms": 6.112, "p95_ms": 4.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16081.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 741, "h264_decode_error_count": 1825, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:46:15+09:00", "last_error_summary": "[h264 @ 0x56511849f300] left block unavailable for requested intra mode [h264 @ 0x56511849f300] error while decoding MB 0 19, bytestream 5984 [h264 @ 0x565118d1f180] cabac decode of qscale diff failed at 61 25 [h264 @ 0x565118d1f180] error while decoding MB 61 25, bytestream 5746 [in#0/rtsp @ 0x565118356e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x565118356e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T18:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.054, "last_started_at": "2026-07-05T18:46:17+09:00", "pid": 140975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.609, "name": "ffmpeg", "pid": 140975, "rss_mb": 281.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 827, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 828}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.376, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1557020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:49:23+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T18:49:23+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T18:49:23.263935+09:00", "mtime_epoch": 1783244963.2639346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:49:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9367.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.748, "pushed": 7.748, "read": 7.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.564, "count": 232, "max_ms": 25.355, "p95_ms": 20.442}, "gstreamer_push": {"avg_ms": 1.125, "count": 232, "max_ms": 1.676, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.494, "count": 232, "max_ms": 65.904, "p95_ms": 64.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.469, "count": 232, "max_ms": 79.09, "p95_ms": 69.803}, "yolo11_640_fire_11class": {"avg_ms": 51.612, "count": 232, "max_ms": 68.479, "p95_ms": 65.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.732, "count": 232, "max_ms": 82.045, "p95_ms": 78.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.192, "count": 232, "max_ms": 143.035, "p95_ms": 140.166}, "read_interval": {"avg_ms": 129.697, "count": 231, "max_ms": 154.395, "p95_ms": 150.392}, "triton_wait": {"avg_ms": 59.989, "count": 232, "max_ms": 82.06, "p95_ms": 78.6}, "visualize": {"avg_ms": 4.77, "count": 232, "max_ms": 7.254, "p95_ms": 5.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16082.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9482.803, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.807, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1992821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:49:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:49:41+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T18:49:40+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T18:49:40.940323+09:00", "mtime_epoch": 1783244980.9403226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:49:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2390.547, "name": "celery", "pid": 267, "rss_mb": 2390.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.911}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.139, "count": 298, "max_ms": 13.634, "p95_ms": 10.29}, "gstreamer_push": {"avg_ms": 1.252, "count": 298, "max_ms": 1.614, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.953, "count": 298, "max_ms": 68.027, "p95_ms": 64.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.386, "count": 298, "max_ms": 75.959, "p95_ms": 69.288}, "yolo11_640_fire_11class": {"avg_ms": 52.218, "count": 298, "max_ms": 67.666, "p95_ms": 64.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.878, "count": 298, "max_ms": 84.804, "p95_ms": 79.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.995, "count": 298, "max_ms": 135.131, "p95_ms": 120.997}, "read_interval": {"avg_ms": 100.872, "count": 297, "max_ms": 646.746, "p95_ms": 144.31}, "triton_wait": {"avg_ms": 58.059, "count": 298, "max_ms": 84.817, "p95_ms": 79.789}, "visualize": {"avg_ms": 3.84, "count": 298, "max_ms": 5.582, "p95_ms": 5.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16082.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 741, "h264_decode_error_count": 1825, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:46:15+09:00", "last_error_summary": "[h264 @ 0x56511849f300] left block unavailable for requested intra mode [h264 @ 0x56511849f300] error while decoding MB 0 19, bytestream 5984 [h264 @ 0x565118d1f180] cabac decode of qscale diff failed at 61 25 [h264 @ 0x565118d1f180] error while decoding MB 61 25, bytestream 5746 [in#0/rtsp @ 0x565118356e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x565118356e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T18:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 216.095, "last_started_at": "2026-07-05T18:46:17+09:00", "pid": 140975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.867, "name": "ffmpeg", "pid": 140975, "rss_mb": 281.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 827, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 828}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.055, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1557249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:49:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:49:53+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T18:49:53+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T18:49:53.284593+09:00", "mtime_epoch": 1783244993.2845929, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:49:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9367.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.654, "pushed": 7.654, "read": 7.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.733, "count": 229, "max_ms": 32.555, "p95_ms": 20.556}, "gstreamer_push": {"avg_ms": 1.125, "count": 229, "max_ms": 1.618, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.507, "count": 229, "max_ms": 63.96, "p95_ms": 62.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.024, "count": 229, "max_ms": 78.066, "p95_ms": 68.613}, "yolo11_640_fire_11class": {"avg_ms": 51.526, "count": 229, "max_ms": 66.319, "p95_ms": 64.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.338, "count": 229, "max_ms": 82.901, "p95_ms": 78.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.191, "count": 229, "max_ms": 146.513, "p95_ms": 140.043}, "read_interval": {"avg_ms": 131.125, "count": 228, "max_ms": 155.889, "p95_ms": 150.821}, "triton_wait": {"avg_ms": 60.623, "count": 229, "max_ms": 82.913, "p95_ms": 78.778}, "visualize": {"avg_ms": 4.887, "count": 229, "max_ms": 7.515, "p95_ms": 6.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15966.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9512.813, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.56, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1993124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:50:11+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-05T18:50:10+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T18:50:10.916978+09:00", "mtime_epoch": 1783245010.9169781, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:50:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2390.805, "name": "celery", "pid": 267, "rss_mb": 2390.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.186, "count": 303, "max_ms": 15.954, "p95_ms": 10.283}, "gstreamer_push": {"avg_ms": 1.237, "count": 303, "max_ms": 1.827, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.648, "count": 303, "max_ms": 66.369, "p95_ms": 63.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.629, "count": 303, "max_ms": 75.438, "p95_ms": 67.78}, "yolo11_640_fire_11class": {"avg_ms": 51.724, "count": 303, "max_ms": 70.985, "p95_ms": 65.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.142, "count": 303, "max_ms": 81.267, "p95_ms": 78.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.613, "count": 303, "max_ms": 136.349, "p95_ms": 106.386}, "read_interval": {"avg_ms": 98.935, "count": 303, "max_ms": 748.912, "p95_ms": 124.562}, "triton_wait": {"avg_ms": 56.361, "count": 303, "max_ms": 81.278, "p95_ms": 78.607}, "visualize": {"avg_ms": 3.915, "count": 303, "max_ms": 6.706, "p95_ms": 5.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16066.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 742, "h264_decode_error_count": 1826, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:50:04+09:00", "last_error_summary": "[h264 @ 0x5562a9b275c0] error while decoding MB 70 27, bytestream -11", "last_exit_at": "2026-07-05T18:50:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.4, "last_started_at": "2026-07-05T18:50:07+09:00", "pid": 141082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.449, "name": "ffmpeg", "pid": 141082, "rss_mb": 264.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 828, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 829}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.025, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1557449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:50:23+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T18:50:23+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T18:50:23.325249+09:00", "mtime_epoch": 1783245023.3252487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:50:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9367.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.691, "pushed": 6.691, "read": 6.657}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.575, "count": 200, "max_ms": 30.432, "p95_ms": 20.816}, "gstreamer_push": {"avg_ms": 1.105, "count": 200, "max_ms": 1.963, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.814, "count": 200, "max_ms": 64.185, "p95_ms": 62.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.104, "count": 200, "max_ms": 78.439, "p95_ms": 68.898}, "yolo11_640_fire_11class": {"avg_ms": 51.181, "count": 200, "max_ms": 71.417, "p95_ms": 64.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.182, "count": 200, "max_ms": 79.834, "p95_ms": 78.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.43, "count": 200, "max_ms": 152.456, "p95_ms": 140.362}, "read_interval": {"avg_ms": 150.213, "count": 199, "max_ms": 4355.418, "p95_ms": 150.717}, "triton_wait": {"avg_ms": 59.704, "count": 200, "max_ms": 79.846, "p95_ms": 78.418}, "visualize": {"avg_ms": 4.702, "count": 200, "max_ms": 6.508, "p95_ms": 5.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16071.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9542.82, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.41, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1993425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:50:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:50:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:50:40+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T18:50:40.965633+09:00", "mtime_epoch": 1783245040.9656327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:50:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2391.062, "name": "celery", "pid": 267, "rss_mb": 2391.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.843, "count": 301, "max_ms": 14.26, "p95_ms": 9.684}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.673, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.471, "count": 301, "max_ms": 68.188, "p95_ms": 63.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.261, "count": 301, "max_ms": 79.507, "p95_ms": 69.574}, "yolo11_640_fire_11class": {"avg_ms": 52.777, "count": 301, "max_ms": 70.975, "p95_ms": 65.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.423, "count": 301, "max_ms": 82.206, "p95_ms": 78.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.114, "count": 301, "max_ms": 130.723, "p95_ms": 96.72}, "read_interval": {"avg_ms": 99.816, "count": 301, "max_ms": 636.761, "p95_ms": 141.622}, "triton_wait": {"avg_ms": 57.568, "count": 301, "max_ms": 82.236, "p95_ms": 78.972}, "visualize": {"avg_ms": 3.713, "count": 301, "max_ms": 6.306, "p95_ms": 4.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16075.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 742, "h264_decode_error_count": 1826, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:50:04+09:00", "last_error_summary": "[h264 @ 0x5562a9b275c0] error while decoding MB 70 27, bytestream -11", "last_exit_at": "2026-07-05T18:50:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.478, "last_started_at": "2026-07-05T18:50:07+09:00", "pid": 141082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.246, "name": "ffmpeg", "pid": 141082, "rss_mb": 274.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 828, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 829}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.043, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1557681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:50:53+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T18:50:53+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T18:50:53.401903+09:00", "mtime_epoch": 1783245053.4019027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:50:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9367.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.744, "pushed": 7.744, "read": 7.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.63, "count": 232, "max_ms": 21.78, "p95_ms": 20.346}, "gstreamer_push": {"avg_ms": 1.113, "count": 232, "max_ms": 1.678, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.688, "count": 232, "max_ms": 65.256, "p95_ms": 63.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.073, "count": 232, "max_ms": 81.309, "p95_ms": 69.719}, "yolo11_640_fire_11class": {"avg_ms": 50.976, "count": 232, "max_ms": 68.226, "p95_ms": 65.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.448, "count": 232, "max_ms": 82.657, "p95_ms": 78.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.085, "count": 232, "max_ms": 143.104, "p95_ms": 140.055}, "read_interval": {"avg_ms": 129.675, "count": 231, "max_ms": 152.855, "p95_ms": 150.073}, "triton_wait": {"avg_ms": 59.874, "count": 232, "max_ms": 82.669, "p95_ms": 78.619}, "visualize": {"avg_ms": 4.756, "count": 232, "max_ms": 6.991, "p95_ms": 5.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16075.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9572.841, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.083, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1993728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:51:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:51:10+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:51:10.982284+09:00", "mtime_epoch": 1783245070.9822838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:51:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2391.062, "name": "celery", "pid": 267, "rss_mb": 2391.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.14, "pushed": 10.14, "read": 10.107}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.063, "count": 303, "max_ms": 12.095, "p95_ms": 10.021}, "gstreamer_push": {"avg_ms": 1.224, "count": 303, "max_ms": 1.981, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.503, "count": 303, "max_ms": 66.556, "p95_ms": 63.686}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.578, "count": 303, "max_ms": 78.808, "p95_ms": 69.841}, "yolo11_640_fire_11class": {"avg_ms": 51.709, "count": 303, "max_ms": 67.535, "p95_ms": 64.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.591, "count": 303, "max_ms": 81.275, "p95_ms": 79.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.269, "count": 303, "max_ms": 138.153, "p95_ms": 106.267}, "read_interval": {"avg_ms": 99.134, "count": 302, "max_ms": 575.099, "p95_ms": 142.916}, "triton_wait": {"avg_ms": 57.695, "count": 303, "max_ms": 81.287, "p95_ms": 79.033}, "visualize": {"avg_ms": 3.763, "count": 303, "max_ms": 5.642, "p95_ms": 4.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16075.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 742, "h264_decode_error_count": 1826, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:50:04+09:00", "last_error_summary": "[h264 @ 0x5562a9b275c0] error while decoding MB 70 27, bytestream -11", "last_exit_at": "2026-07-05T18:50:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.523, "last_started_at": "2026-07-05T18:50:07+09:00", "pid": 141082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.762, "name": "ffmpeg", "pid": 141082, "rss_mb": 274.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 828, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 829}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.043, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1557910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:51:23+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T18:51:23+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T18:51:23.418553+09:00", "mtime_epoch": 1783245083.4185529, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:51:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9367.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.661, "pushed": 7.661, "read": 7.627}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.684, "count": 229, "max_ms": 22.815, "p95_ms": 20.092}, "gstreamer_push": {"avg_ms": 1.108, "count": 229, "max_ms": 1.545, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.429, "count": 229, "max_ms": 65.486, "p95_ms": 63.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.54, "count": 229, "max_ms": 73.966, "p95_ms": 69.582}, "yolo11_640_fire_11class": {"avg_ms": 51.467, "count": 229, "max_ms": 65.965, "p95_ms": 64.156}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.072, "count": 229, "max_ms": 80.999, "p95_ms": 78.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.55, "count": 229, "max_ms": 142.212, "p95_ms": 140.156}, "read_interval": {"avg_ms": 131.111, "count": 228, "max_ms": 154.191, "p95_ms": 149.534}, "triton_wait": {"avg_ms": 61.465, "count": 229, "max_ms": 81.011, "p95_ms": 78.715}, "visualize": {"avg_ms": 4.782, "count": 229, "max_ms": 7.464, "p95_ms": 5.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16078.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9602.855, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.41, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1994026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:51:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:51:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:51:40+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T18:51:40.998933+09:00", "mtime_epoch": 1783245100.9989326, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:51:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2391.062, "name": "celery", "pid": 267, "rss_mb": 2391.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.355, "count": 298, "max_ms": 13.95, "p95_ms": 10.25}, "gstreamer_push": {"avg_ms": 1.206, "count": 298, "max_ms": 1.984, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.881, "count": 298, "max_ms": 67.896, "p95_ms": 64.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.155, "count": 298, "max_ms": 75.345, "p95_ms": 68.987}, "yolo11_640_fire_11class": {"avg_ms": 51.373, "count": 298, "max_ms": 68.03, "p95_ms": 64.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.684, "count": 298, "max_ms": 82.176, "p95_ms": 79.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.262, "count": 298, "max_ms": 139.534, "p95_ms": 131.061}, "read_interval": {"avg_ms": 100.724, "count": 298, "max_ms": 478.432, "p95_ms": 142.889}, "triton_wait": {"avg_ms": 58.718, "count": 298, "max_ms": 82.189, "p95_ms": 79.687}, "visualize": {"avg_ms": 3.996, "count": 298, "max_ms": 6.612, "p95_ms": 5.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16078.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 742, "h264_decode_error_count": 1826, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:50:04+09:00", "last_error_summary": "[h264 @ 0x5562a9b275c0] error while decoding MB 70 27, bytestream -11", "last_exit_at": "2026-07-05T18:50:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.586, "last_started_at": "2026-07-05T18:50:07+09:00", "pid": 141082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.598, "name": "ffmpeg", "pid": 141082, "rss_mb": 277.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 828, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 829}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.141, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1558140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:51:53+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-05T18:51:53+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T18:51:53.471202+09:00", "mtime_epoch": 1783245113.4712017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:51:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9367.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.688, "pushed": 7.688, "read": 7.655}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.813, "count": 230, "max_ms": 23.97, "p95_ms": 20.818}, "gstreamer_push": {"avg_ms": 1.101, "count": 230, "max_ms": 1.582, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.35, "count": 230, "max_ms": 65.581, "p95_ms": 63.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.43, "count": 230, "max_ms": 77.681, "p95_ms": 68.015}, "yolo11_640_fire_11class": {"avg_ms": 51.152, "count": 230, "max_ms": 67.374, "p95_ms": 63.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.61, "count": 230, "max_ms": 85.279, "p95_ms": 78.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.181, "count": 230, "max_ms": 150.388, "p95_ms": 140.689}, "read_interval": {"avg_ms": 130.575, "count": 229, "max_ms": 154.113, "p95_ms": 150.166}, "triton_wait": {"avg_ms": 60.784, "count": 230, "max_ms": 85.291, "p95_ms": 78.994}, "visualize": {"avg_ms": 4.757, "count": 230, "max_ms": 6.27, "p95_ms": 5.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16078.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9632.925, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.049, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1994326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:52:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:52:11+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T18:52:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T18:52:11.039580+09:00", "mtime_epoch": 1783245131.0395796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:52:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2391.32, "name": "celery", "pid": 267, "rss_mb": 2391.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.102, "count": 300, "max_ms": 12.698, "p95_ms": 10.409}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.467, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.4, "count": 300, "max_ms": 65.329, "p95_ms": 63.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.061, "count": 300, "max_ms": 72.035, "p95_ms": 68.923}, "yolo11_640_fire_11class": {"avg_ms": 50.445, "count": 300, "max_ms": 67.469, "p95_ms": 63.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.017, "count": 300, "max_ms": 86.262, "p95_ms": 79.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.233, "count": 300, "max_ms": 141.009, "p95_ms": 108.593}, "read_interval": {"avg_ms": 100.196, "count": 299, "max_ms": 446.616, "p95_ms": 148.167}, "triton_wait": {"avg_ms": 58.044, "count": 300, "max_ms": 86.274, "p95_ms": 79.151}, "visualize": {"avg_ms": 3.868, "count": 300, "max_ms": 6.445, "p95_ms": 5.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16079.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 742, "h264_decode_error_count": 1826, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:50:04+09:00", "last_error_summary": "[h264 @ 0x5562a9b275c0] error while decoding MB 70 27, bytestream -11", "last_exit_at": "2026-07-05T18:50:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.624, "last_started_at": "2026-07-05T18:50:07+09:00", "pid": 141082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.598, "name": "ffmpeg", "pid": 141082, "rss_mb": 277.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 828, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 829}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.362, "sample_count": 2277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1558372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:52:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:52:23+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T18:52:23+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T18:52:23.523848+09:00", "mtime_epoch": 1783245143.523848, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:52:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9367.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.754, "pushed": 7.754, "read": 7.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.865, "count": 232, "max_ms": 25.653, "p95_ms": 20.817}, "gstreamer_push": {"avg_ms": 1.1, "count": 232, "max_ms": 1.489, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.236, "count": 232, "max_ms": 64.609, "p95_ms": 62.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.3, "count": 232, "max_ms": 75.344, "p95_ms": 68.548}, "yolo11_640_fire_11class": {"avg_ms": 49.741, "count": 232, "max_ms": 64.865, "p95_ms": 62.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.012, "count": 232, "max_ms": 82.325, "p95_ms": 78.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.853, "count": 232, "max_ms": 169.301, "p95_ms": 141.33}, "read_interval": {"avg_ms": 129.405, "count": 231, "max_ms": 177.956, "p95_ms": 150.99}, "triton_wait": {"avg_ms": 59.283, "count": 232, "max_ms": 82.336, "p95_ms": 78.902}, "visualize": {"avg_ms": 4.746, "count": 232, "max_ms": 6.319, "p95_ms": 5.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16078.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9662.959, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.961, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1994622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:52:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:52:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:52:41+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T18:52:41.096225+09:00", "mtime_epoch": 1783245161.096225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:52:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2391.32, "name": "celery", "pid": 267, "rss_mb": 2391.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.848}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.237, "count": 296, "max_ms": 13.422, "p95_ms": 10.367}, "gstreamer_push": {"avg_ms": 1.248, "count": 296, "max_ms": 1.556, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.104, "count": 296, "max_ms": 69.196, "p95_ms": 65.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.013, "count": 296, "max_ms": 76.8, "p95_ms": 71.926}, "yolo11_640_fire_11class": {"avg_ms": 51.724, "count": 296, "max_ms": 68.47, "p95_ms": 65.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.345, "count": 296, "max_ms": 84.895, "p95_ms": 80.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.674, "count": 296, "max_ms": 137.256, "p95_ms": 133.083}, "read_interval": {"avg_ms": 101.538, "count": 295, "max_ms": 528.541, "p95_ms": 146.487}, "triton_wait": {"avg_ms": 59.406, "count": 296, "max_ms": 84.907, "p95_ms": 80.253}, "visualize": {"avg_ms": 3.927, "count": 296, "max_ms": 6.72, "p95_ms": 5.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16078.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 742, "h264_decode_error_count": 1826, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:50:04+09:00", "last_error_summary": "[h264 @ 0x5562a9b275c0] error while decoding MB 70 27, bytestream -11", "last_exit_at": "2026-07-05T18:50:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.729, "last_started_at": "2026-07-05T18:50:07+09:00", "pid": 141082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.598, "name": "ffmpeg", "pid": 141082, "rss_mb": 277.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 828, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 829}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.141, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1558598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:52:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:52:53+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T18:52:53+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T18:52:53.652494+09:00", "mtime_epoch": 1783245173.652494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:52:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9367.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.542, "pushed": 7.542, "read": 7.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.808, "count": 225, "max_ms": 31.51, "p95_ms": 20.771}, "gstreamer_push": {"avg_ms": 1.118, "count": 226, "max_ms": 1.805, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.8, "count": 225, "max_ms": 67.641, "p95_ms": 62.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.186, "count": 225, "max_ms": 75.623, "p95_ms": 69.47}, "yolo11_640_fire_11class": {"avg_ms": 52.45, "count": 225, "max_ms": 66.753, "p95_ms": 62.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.766, "count": 225, "max_ms": 84.024, "p95_ms": 78.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.489, "count": 226, "max_ms": 144.78, "p95_ms": 139.717}, "read_interval": {"avg_ms": 133.259, "count": 225, "max_ms": 153.75, "p95_ms": 149.748}, "triton_wait": {"avg_ms": 63.158, "count": 225, "max_ms": 84.036, "p95_ms": 78.902}, "visualize": {"avg_ms": 4.748, "count": 225, "max_ms": 6.145, "p95_ms": 5.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16079.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9692.974, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.211, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1994926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:53:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:53:11+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T18:53:11+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T18:53:11.112867+09:00", "mtime_epoch": 1783245191.1128674, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:53:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2391.578, "name": "celery", "pid": 267, "rss_mb": 2391.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.165, "pushed": 10.165, "read": 10.131}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.958, "count": 304, "max_ms": 12.835, "p95_ms": 9.926}, "gstreamer_push": {"avg_ms": 1.233, "count": 304, "max_ms": 1.805, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.249, "count": 304, "max_ms": 67.538, "p95_ms": 64.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.93, "count": 304, "max_ms": 75.198, "p95_ms": 68.289}, "yolo11_640_fire_11class": {"avg_ms": 49.649, "count": 304, "max_ms": 67.003, "p95_ms": 63.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.247, "count": 304, "max_ms": 81.927, "p95_ms": 79.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.486, "count": 304, "max_ms": 133.612, "p95_ms": 108.809}, "read_interval": {"avg_ms": 98.783, "count": 303, "max_ms": 580.438, "p95_ms": 135.939}, "triton_wait": {"avg_ms": 57.291, "count": 304, "max_ms": 81.94, "p95_ms": 79.751}, "visualize": {"avg_ms": 3.788, "count": 304, "max_ms": 6.13, "p95_ms": 4.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16084.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 742, "h264_decode_error_count": 1826, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:50:04+09:00", "last_error_summary": "[h264 @ 0x5562a9b275c0] error while decoding MB 70 27, bytestream -11", "last_exit_at": "2026-07-05T18:50:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.828, "last_started_at": "2026-07-05T18:50:07+09:00", "pid": 141082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.754, "name": "ffmpeg", "pid": 141082, "rss_mb": 282.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 828, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 829}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.11, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1558829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:53:23+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T18:53:23+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T18:53:23.725137+09:00", "mtime_epoch": 1783245203.7251368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:53:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.71, "pushed": 7.71, "read": 7.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.761, "count": 231, "max_ms": 22.468, "p95_ms": 20.534}, "gstreamer_push": {"avg_ms": 1.1, "count": 231, "max_ms": 1.627, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.674, "count": 231, "max_ms": 73.091, "p95_ms": 62.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.532, "count": 231, "max_ms": 77.633, "p95_ms": 68.383}, "yolo11_640_fire_11class": {"avg_ms": 50.112, "count": 231, "max_ms": 70.272, "p95_ms": 61.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.618, "count": 231, "max_ms": 83.865, "p95_ms": 78.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.591, "count": 231, "max_ms": 144.261, "p95_ms": 138.792}, "read_interval": {"avg_ms": 130.232, "count": 230, "max_ms": 156.456, "p95_ms": 148.824}, "triton_wait": {"avg_ms": 60.23, "count": 231, "max_ms": 83.877, "p95_ms": 78.188}, "visualize": {"avg_ms": 4.772, "count": 231, "max_ms": 5.728, "p95_ms": 5.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16085.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9723.04, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.713, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1995227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:53:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:53:41+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T18:53:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T18:53:41.153508+09:00", "mtime_epoch": 1783245221.1535082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:53:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2391.836, "name": "celery", "pid": 267, "rss_mb": 2391.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 301, "max_ms": 12.718, "p95_ms": 10.016}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 2.06, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.096, "count": 301, "max_ms": 71.42, "p95_ms": 64.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.445, "count": 301, "max_ms": 76.451, "p95_ms": 70.952}, "yolo11_640_fire_11class": {"avg_ms": 50.711, "count": 301, "max_ms": 71.411, "p95_ms": 64.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.012, "count": 301, "max_ms": 83.116, "p95_ms": 79.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.96, "count": 301, "max_ms": 133.617, "p95_ms": 130.23}, "read_interval": {"avg_ms": 99.856, "count": 300, "max_ms": 480.764, "p95_ms": 143.315}, "triton_wait": {"avg_ms": 58.063, "count": 301, "max_ms": 83.128, "p95_ms": 79.185}, "visualize": {"avg_ms": 3.818, "count": 301, "max_ms": 5.437, "p95_ms": 5.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15947.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 743, "h264_decode_error_count": 1827, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:53:48+09:00", "last_error_summary": "[h264 @ 0x559f9281d640] error while decoding MB 60 43, bytestream -18", "last_exit_at": "2026-07-05T18:53:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.155, "last_started_at": "2026-07-05T18:53:50+09:00", "pid": 141189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 146.598, "name": "ffmpeg", "pid": 141189, "rss_mb": 146.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 829, "restart_count_per_hour": 17, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 830}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.095, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1559025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:53:53+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-05T18:53:53+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T18:53:53.825778+09:00", "mtime_epoch": 1783245233.8257782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:53:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.54, "pushed": 6.54, "read": 6.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.905, "count": 195, "max_ms": 24.354, "p95_ms": 20.678}, "gstreamer_push": {"avg_ms": 1.12, "count": 196, "max_ms": 1.881, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.09, "count": 195, "max_ms": 65.049, "p95_ms": 62.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.802, "count": 195, "max_ms": 77.418, "p95_ms": 70.391}, "yolo11_640_fire_11class": {"avg_ms": 50.535, "count": 195, "max_ms": 65.932, "p95_ms": 62.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.196, "count": 195, "max_ms": 80.643, "p95_ms": 77.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.483, "count": 196, "max_ms": 144.864, "p95_ms": 139.442}, "read_interval": {"avg_ms": 153.624, "count": 195, "max_ms": 4492.394, "p95_ms": 150.011}, "triton_wait": {"avg_ms": 60.189, "count": 195, "max_ms": 80.655, "p95_ms": 77.368}, "visualize": {"avg_ms": 4.797, "count": 195, "max_ms": 7.388, "p95_ms": 5.607}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16068.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9753.052, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.929, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1995525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:54:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:54:11+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T18:54:11+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T18:54:11.194148+09:00", "mtime_epoch": 1783245251.1941476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:54:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2391.836, "name": "celery", "pid": 267, "rss_mb": 2391.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.922}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.087, "count": 298, "max_ms": 14.935, "p95_ms": 10.033}, "gstreamer_push": {"avg_ms": 1.253, "count": 298, "max_ms": 1.747, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.033, "count": 298, "max_ms": 72.831, "p95_ms": 64.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.317, "count": 298, "max_ms": 79.751, "p95_ms": 62.711}, "yolo11_640_fire_11class": {"avg_ms": 48.611, "count": 298, "max_ms": 73.224, "p95_ms": 62.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.64, "count": 298, "max_ms": 83.087, "p95_ms": 77.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.65, "count": 298, "max_ms": 135.43, "p95_ms": 103.584}, "read_interval": {"avg_ms": 100.783, "count": 297, "max_ms": 741.964, "p95_ms": 138.528}, "triton_wait": {"avg_ms": 54.714, "count": 298, "max_ms": 83.099, "p95_ms": 77.842}, "visualize": {"avg_ms": 3.819, "count": 298, "max_ms": 6.076, "p95_ms": 4.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16068.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 743, "h264_decode_error_count": 1827, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:53:48+09:00", "last_error_summary": "[h264 @ 0x559f9281d640] error while decoding MB 60 43, bytestream -18", "last_exit_at": "2026-07-05T18:53:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.256, "last_started_at": "2026-07-05T18:53:50+09:00", "pid": 141189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.305, "name": "ffmpeg", "pid": 141189, "rss_mb": 265.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 829, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 830}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.017, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1559254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:54:24+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T18:54:23+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T18:54:23.918418+09:00", "mtime_epoch": 1783245263.9184177, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:54:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.641, "pushed": 7.641, "read": 7.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.849, "count": 228, "max_ms": 27.988, "p95_ms": 20.879}, "gstreamer_push": {"avg_ms": 1.112, "count": 229, "max_ms": 1.347, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.761, "count": 228, "max_ms": 68.575, "p95_ms": 61.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.202, "count": 228, "max_ms": 81.465, "p95_ms": 65.607}, "yolo11_640_fire_11class": {"avg_ms": 48.707, "count": 228, "max_ms": 68.2, "p95_ms": 60.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.851, "count": 228, "max_ms": 82.525, "p95_ms": 75.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.964, "count": 229, "max_ms": 150.77, "p95_ms": 137.152}, "read_interval": {"avg_ms": 131.394, "count": 228, "max_ms": 162.974, "p95_ms": 150.088}, "triton_wait": {"avg_ms": 58.48, "count": 228, "max_ms": 82.539, "p95_ms": 75.797}, "visualize": {"avg_ms": 4.712, "count": 228, "max_ms": 5.961, "p95_ms": 5.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16069.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9783.108, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.7, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1995827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:54:41+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T18:54:41+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T18:54:41.222785+09:00", "mtime_epoch": 1783245281.2227848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:54:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2392.094, "name": "celery", "pid": 267, "rss_mb": 2392.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.096, "pushed": 10.096, "read": 10.063}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.104, "count": 302, "max_ms": 15.181, "p95_ms": 10.048}, "gstreamer_push": {"avg_ms": 1.24, "count": 302, "max_ms": 1.574, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.052, "count": 302, "max_ms": 66.495, "p95_ms": 62.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.224, "count": 302, "max_ms": 79.54, "p95_ms": 62.271}, "yolo11_640_fire_11class": {"avg_ms": 49.07, "count": 302, "max_ms": 66.623, "p95_ms": 62.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.096, "count": 302, "max_ms": 81.011, "p95_ms": 77.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.702, "count": 302, "max_ms": 137.223, "p95_ms": 126.332}, "read_interval": {"avg_ms": 99.482, "count": 301, "max_ms": 619.566, "p95_ms": 141.452}, "triton_wait": {"avg_ms": 56.238, "count": 302, "max_ms": 81.023, "p95_ms": 77.371}, "visualize": {"avg_ms": 3.905, "count": 302, "max_ms": 6.658, "p95_ms": 5.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16072.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 743, "h264_decode_error_count": 1827, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:53:48+09:00", "last_error_summary": "[h264 @ 0x559f9281d640] error while decoding MB 60 43, bytestream -18", "last_exit_at": "2026-07-05T18:53:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.346, "last_started_at": "2026-07-05T18:53:50+09:00", "pid": 141189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.883, "name": "ffmpeg", "pid": 141189, "rss_mb": 267.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 829, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 830}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.916, "sample_count": 2230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1559484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:54:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:54:54+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T18:54:54+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T18:54:54.035056+09:00", "mtime_epoch": 1783245294.035056, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:54:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.675, "pushed": 7.675, "read": 7.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.619, "count": 229, "max_ms": 22.734, "p95_ms": 20.423}, "gstreamer_push": {"avg_ms": 1.116, "count": 230, "max_ms": 1.441, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.233, "count": 229, "max_ms": 67.271, "p95_ms": 61.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.475, "count": 229, "max_ms": 78.624, "p95_ms": 67.325}, "yolo11_640_fire_11class": {"avg_ms": 48.793, "count": 229, "max_ms": 66.219, "p95_ms": 61.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.796, "count": 229, "max_ms": 83.793, "p95_ms": 77.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.28, "count": 230, "max_ms": 142.78, "p95_ms": 138.804}, "read_interval": {"avg_ms": 130.842, "count": 229, "max_ms": 155.468, "p95_ms": 151.343}, "triton_wait": {"avg_ms": 58.269, "count": 229, "max_ms": 83.806, "p95_ms": 77.705}, "visualize": {"avg_ms": 4.717, "count": 229, "max_ms": 6.151, "p95_ms": 5.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16071.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9813.134, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.095, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1996127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:55:11+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T18:55:11+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-05T18:55:11.283421+09:00", "mtime_epoch": 1783245311.283421, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:55:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2392.352, "name": "celery", "pid": 267, "rss_mb": 2392.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.92, "count": 300, "max_ms": 16.249, "p95_ms": 9.968}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.818, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.858, "count": 300, "max_ms": 67.927, "p95_ms": 62.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.324, "count": 300, "max_ms": 77.261, "p95_ms": 68.003}, "yolo11_640_fire_11class": {"avg_ms": 49.633, "count": 300, "max_ms": 68.668, "p95_ms": 62.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.993, "count": 300, "max_ms": 79.946, "p95_ms": 77.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.356, "count": 300, "max_ms": 131.707, "p95_ms": 96.004}, "read_interval": {"avg_ms": 100.16, "count": 299, "max_ms": 669.653, "p95_ms": 144.295}, "triton_wait": {"avg_ms": 57.037, "count": 300, "max_ms": 79.959, "p95_ms": 77.939}, "visualize": {"avg_ms": 3.74, "count": 300, "max_ms": 6.533, "p95_ms": 4.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16072.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 743, "h264_decode_error_count": 1827, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:53:48+09:00", "last_error_summary": "[h264 @ 0x559f9281d640] error while decoding MB 60 43, bytestream -18", "last_exit_at": "2026-07-05T18:53:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.351, "last_started_at": "2026-07-05T18:53:50+09:00", "pid": 141189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.141, "name": "ffmpeg", "pid": 141189, "rss_mb": 268.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 829, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 830}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.606, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1559712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:55:24+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T18:55:24+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:55:24.035691+09:00", "mtime_epoch": 1783245324.0356905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:55:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.728, "count": 228, "max_ms": 25.911, "p95_ms": 20.239}, "gstreamer_push": {"avg_ms": 1.129, "count": 228, "max_ms": 1.702, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.905, "count": 228, "max_ms": 64.092, "p95_ms": 60.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.287, "count": 228, "max_ms": 77.402, "p95_ms": 66.991}, "yolo11_640_fire_11class": {"avg_ms": 49.205, "count": 228, "max_ms": 64.975, "p95_ms": 59.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.875, "count": 228, "max_ms": 80.311, "p95_ms": 74.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.757, "count": 228, "max_ms": 141.385, "p95_ms": 136.553}, "read_interval": {"avg_ms": 131.617, "count": 228, "max_ms": 154.705, "p95_ms": 149.586}, "triton_wait": {"avg_ms": 58.92, "count": 228, "max_ms": 80.323, "p95_ms": 74.832}, "visualize": {"avg_ms": 4.706, "count": 228, "max_ms": 7.102, "p95_ms": 4.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16072.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9843.494, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.06, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1996432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:55:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T18:55:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T18:55:41+09:00", "mjpeg": {"age_sec": 0.361, "exists": true, "mtime": "2026-07-05T18:55:41.336056+09:00", "mtime_epoch": 1783245341.3360558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:55:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2392.352, "name": "celery", "pid": 267, "rss_mb": 2392.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.098, "pushed": 10.098, "read": 10.065}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.923, "count": 302, "max_ms": 12.78, "p95_ms": 9.872}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 1.49, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.232, "count": 302, "max_ms": 69.285, "p95_ms": 63.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.496, "count": 302, "max_ms": 74.117, "p95_ms": 67.475}, "yolo11_640_fire_11class": {"avg_ms": 48.55, "count": 302, "max_ms": 67.796, "p95_ms": 62.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.449, "count": 302, "max_ms": 81.866, "p95_ms": 78.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.705, "count": 302, "max_ms": 132.695, "p95_ms": 102.965}, "read_interval": {"avg_ms": 99.376, "count": 301, "max_ms": 666.957, "p95_ms": 141.931}, "triton_wait": {"avg_ms": 55.536, "count": 302, "max_ms": 81.879, "p95_ms": 78.226}, "visualize": {"avg_ms": 3.753, "count": 302, "max_ms": 5.854, "p95_ms": 4.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 12999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16072.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 743, "h264_decode_error_count": 1827, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:53:48+09:00", "last_error_summary": "[h264 @ 0x559f9281d640] error while decoding MB 60 43, bytestream -18", "last_exit_at": "2026-07-05T18:53:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.437, "last_started_at": "2026-07-05T18:53:50+09:00", "pid": 141189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.914, "name": "ffmpeg", "pid": 141189, "rss_mb": 268.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 829, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 830}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.378, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1559940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:55:54+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T18:55:54+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T18:55:54.124325+09:00", "mtime_epoch": 1783245354.1243253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:55:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.609, "pushed": 7.609, "read": 7.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.917, "count": 228, "max_ms": 25.574, "p95_ms": 22.337}, "gstreamer_push": {"avg_ms": 1.131, "count": 228, "max_ms": 1.669, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.961, "count": 228, "max_ms": 65.927, "p95_ms": 61.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.251, "count": 228, "max_ms": 82.149, "p95_ms": 66.939}, "yolo11_640_fire_11class": {"avg_ms": 48.388, "count": 228, "max_ms": 65.57, "p95_ms": 61.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.146, "count": 228, "max_ms": 84.689, "p95_ms": 77.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.113, "count": 228, "max_ms": 148.167, "p95_ms": 137.181}, "read_interval": {"avg_ms": 131.984, "count": 227, "max_ms": 311.084, "p95_ms": 151.457}, "triton_wait": {"avg_ms": 57.889, "count": 228, "max_ms": 84.7, "p95_ms": 77.077}, "visualize": {"avg_ms": 4.776, "count": 228, "max_ms": 6.701, "p95_ms": 5.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16072.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9873.505, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.06, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1996732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:56:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T18:56:11+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T18:56:11.616694+09:00", "mtime_epoch": 1783245371.6166937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:56:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2392.352, "name": "celery", "pid": 267, "rss_mb": 2392.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.008, "count": 300, "max_ms": 13.987, "p95_ms": 10.106}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.782, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.676, "count": 300, "max_ms": 66.292, "p95_ms": 63.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.497, "count": 300, "max_ms": 77.213, "p95_ms": 66.513}, "yolo11_640_fire_11class": {"avg_ms": 48.989, "count": 300, "max_ms": 65.888, "p95_ms": 62.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.667, "count": 300, "max_ms": 80.555, "p95_ms": 77.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.885, "count": 300, "max_ms": 134.189, "p95_ms": 105.826}, "read_interval": {"avg_ms": 100.025, "count": 300, "max_ms": 496.93, "p95_ms": 142.654}, "triton_wait": {"avg_ms": 55.809, "count": 300, "max_ms": 80.568, "p95_ms": 77.451}, "visualize": {"avg_ms": 3.817, "count": 300, "max_ms": 5.837, "p95_ms": 5.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13001}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16073.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 743, "h264_decode_error_count": 1827, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:53:48+09:00", "last_error_summary": "[h264 @ 0x559f9281d640] error while decoding MB 60 43, bytestream -18", "last_exit_at": "2026-07-05T18:53:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.57, "last_started_at": "2026-07-05T18:53:50+09:00", "pid": 141189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.172, "name": "ffmpeg", "pid": 141189, "rss_mb": 269.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 829, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 830}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.253, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1560169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:56:24+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-05T18:56:24+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T18:56:24.240959+09:00", "mtime_epoch": 1783245384.2409594, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:56:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.602, "pushed": 7.602, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.775, "count": 228, "max_ms": 23.258, "p95_ms": 20.651}, "gstreamer_push": {"avg_ms": 1.118, "count": 228, "max_ms": 1.821, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.858, "count": 228, "max_ms": 65.295, "p95_ms": 62.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.486, "count": 228, "max_ms": 71.014, "p95_ms": 67.443}, "yolo11_640_fire_11class": {"avg_ms": 48.54, "count": 228, "max_ms": 66.034, "p95_ms": 61.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.728, "count": 228, "max_ms": 81.509, "p95_ms": 76.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.7, "count": 228, "max_ms": 143.033, "p95_ms": 137.826}, "read_interval": {"avg_ms": 131.562, "count": 228, "max_ms": 156.902, "p95_ms": 150.419}, "triton_wait": {"avg_ms": 57.824, "count": 228, "max_ms": 81.522, "p95_ms": 76.783}, "visualize": {"avg_ms": 4.743, "count": 228, "max_ms": 5.909, "p95_ms": 5.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16076.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9903.526, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.153, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1997033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:56:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:56:41+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:56:41+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T18:56:41.669326+09:00", "mtime_epoch": 1783245401.6693256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:56:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2392.609, "name": "celery", "pid": 267, "rss_mb": 2392.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.943, "count": 301, "max_ms": 12.275, "p95_ms": 9.795}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 1.764, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.414, "count": 301, "max_ms": 67.594, "p95_ms": 63.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.79, "count": 301, "max_ms": 78.326, "p95_ms": 62.275}, "yolo11_640_fire_11class": {"avg_ms": 48.88, "count": 301, "max_ms": 67.088, "p95_ms": 62.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.339, "count": 301, "max_ms": 81.621, "p95_ms": 77.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.652, "count": 301, "max_ms": 111.415, "p95_ms": 95.702}, "read_interval": {"avg_ms": 99.791, "count": 300, "max_ms": 704.16, "p95_ms": 120.408}, "triton_wait": {"avg_ms": 55.416, "count": 301, "max_ms": 81.634, "p95_ms": 78.006}, "visualize": {"avg_ms": 3.758, "count": 301, "max_ms": 5.797, "p95_ms": 4.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16075.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 743, "h264_decode_error_count": 1827, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:53:48+09:00", "last_error_summary": "[h264 @ 0x559f9281d640] error while decoding MB 60 43, bytestream -18", "last_exit_at": "2026-07-05T18:53:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.64, "last_started_at": "2026-07-05T18:53:50+09:00", "pid": 141189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.008, "name": "ffmpeg", "pid": 141189, "rss_mb": 272.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 829, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 830}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.713, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1560399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:56:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:56:54+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T18:56:54+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T18:56:54.301591+09:00", "mtime_epoch": 1783245414.3015907, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:56:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.68, "pushed": 7.68, "read": 7.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.61, "count": 230, "max_ms": 24.634, "p95_ms": 20.37}, "gstreamer_push": {"avg_ms": 1.113, "count": 230, "max_ms": 1.631, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.291, "count": 230, "max_ms": 66.577, "p95_ms": 61.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.824, "count": 230, "max_ms": 80.308, "p95_ms": 67.856}, "yolo11_640_fire_11class": {"avg_ms": 48.945, "count": 230, "max_ms": 65.633, "p95_ms": 61.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.894, "count": 230, "max_ms": 81.039, "p95_ms": 75.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.157, "count": 230, "max_ms": 141.666, "p95_ms": 136.536}, "read_interval": {"avg_ms": 130.675, "count": 229, "max_ms": 156.328, "p95_ms": 148.965}, "triton_wait": {"avg_ms": 57.909, "count": 230, "max_ms": 81.051, "p95_ms": 75.873}, "visualize": {"avg_ms": 4.757, "count": 230, "max_ms": 7.312, "p95_ms": 5.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16076.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9933.594, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.211, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1997330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:57:11+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T18:57:11+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T18:57:11.713956+09:00", "mtime_epoch": 1783245431.713956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:57:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2392.867, "name": "celery", "pid": 267, "rss_mb": 2392.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.871}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.019, "count": 297, "max_ms": 11.176, "p95_ms": 9.975}, "gstreamer_push": {"avg_ms": 1.236, "count": 297, "max_ms": 1.808, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.431, "count": 297, "max_ms": 66.99, "p95_ms": 63.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.98, "count": 297, "max_ms": 77.709, "p95_ms": 68.149}, "yolo11_640_fire_11class": {"avg_ms": 49.802, "count": 297, "max_ms": 67.586, "p95_ms": 62.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.155, "count": 297, "max_ms": 80.04, "p95_ms": 77.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.18, "count": 297, "max_ms": 134.631, "p95_ms": 130.002}, "read_interval": {"avg_ms": 101.209, "count": 296, "max_ms": 522.469, "p95_ms": 144.013}, "triton_wait": {"avg_ms": 57.364, "count": 297, "max_ms": 80.053, "p95_ms": 77.536}, "visualize": {"avg_ms": 3.812, "count": 297, "max_ms": 5.983, "p95_ms": 5.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16076.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 743, "h264_decode_error_count": 1827, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:53:48+09:00", "last_error_summary": "[h264 @ 0x559f9281d640] error while decoding MB 60 43, bytestream -18", "last_exit_at": "2026-07-05T18:53:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.698, "last_started_at": "2026-07-05T18:53:50+09:00", "pid": 141189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.008, "name": "ffmpeg", "pid": 141189, "rss_mb": 272.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 829, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 830}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.439, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1560629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:57:24+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T18:57:24+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T18:57:24.382221+09:00", "mtime_epoch": 1783245444.3822215, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:57:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.684, "pushed": 7.684, "read": 7.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.947, "count": 230, "max_ms": 30.089, "p95_ms": 23.659}, "gstreamer_push": {"avg_ms": 1.107, "count": 230, "max_ms": 1.571, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.973, "count": 230, "max_ms": 67.744, "p95_ms": 60.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.787, "count": 230, "max_ms": 77.661, "p95_ms": 65.998}, "yolo11_640_fire_11class": {"avg_ms": 48.181, "count": 230, "max_ms": 66.632, "p95_ms": 60.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.355, "count": 230, "max_ms": 82.724, "p95_ms": 77.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.948, "count": 230, "max_ms": 143.472, "p95_ms": 137.785}, "read_interval": {"avg_ms": 130.716, "count": 229, "max_ms": 156.527, "p95_ms": 151.238}, "triton_wait": {"avg_ms": 58.002, "count": 230, "max_ms": 82.736, "p95_ms": 77.176}, "visualize": {"avg_ms": 4.68, "count": 230, "max_ms": 6.421, "p95_ms": 5.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16068.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9963.623, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.54, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1997632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:57:41+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T18:57:41+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T18:57:41.762585+09:00", "mtime_epoch": 1783245461.7625854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:57:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2392.867, "name": "celery", "pid": 267, "rss_mb": 2392.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 302, "max_ms": 10.949, "p95_ms": 9.834}, "gstreamer_push": {"avg_ms": 1.251, "count": 302, "max_ms": 1.676, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.469, "count": 302, "max_ms": 64.615, "p95_ms": 63.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.607, "count": 302, "max_ms": 79.398, "p95_ms": 55.229}, "yolo11_640_fire_11class": {"avg_ms": 48.939, "count": 302, "max_ms": 66.119, "p95_ms": 62.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.024, "count": 302, "max_ms": 80.385, "p95_ms": 78.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.121, "count": 302, "max_ms": 132.683, "p95_ms": 102.306}, "read_interval": {"avg_ms": 99.483, "count": 301, "max_ms": 711.143, "p95_ms": 115.876}, "triton_wait": {"avg_ms": 56.093, "count": 302, "max_ms": 80.436, "p95_ms": 78.576}, "visualize": {"avg_ms": 3.833, "count": 302, "max_ms": 5.49, "p95_ms": 5.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13006}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16070.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 744, "h264_decode_error_count": 1828, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:57:27+09:00", "last_error_summary": "[h264 @ 0x5641805b6300] error while decoding MB 48 23, bytestream -5", "last_exit_at": "2026-07-05T18:57:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.439, "last_started_at": "2026-07-05T18:57:30+09:00", "pid": 141296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.285, "name": "ffmpeg", "pid": 141296, "rss_mb": 265.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 830, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 831}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.039, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1560825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T18:57:54+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T18:57:54+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T18:57:54.362849+09:00", "mtime_epoch": 1783245474.362849, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:57:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9368.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.534, "pushed": 6.534, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.726, "count": 196, "max_ms": 24.69, "p95_ms": 21.112}, "gstreamer_push": {"avg_ms": 1.115, "count": 196, "max_ms": 1.616, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.137, "count": 196, "max_ms": 64.885, "p95_ms": 61.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.091, "count": 196, "max_ms": 78.088, "p95_ms": 68.712}, "yolo11_640_fire_11class": {"avg_ms": 49.643, "count": 196, "max_ms": 64.476, "p95_ms": 60.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.292, "count": 196, "max_ms": 80.563, "p95_ms": 77.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.468, "count": 196, "max_ms": 140.782, "p95_ms": 138.328}, "read_interval": {"avg_ms": 152.936, "count": 196, "max_ms": 4243.106, "p95_ms": 152.183}, "triton_wait": {"avg_ms": 58.96, "count": 196, "max_ms": 80.575, "p95_ms": 77.459}, "visualize": {"avg_ms": 4.747, "count": 196, "max_ms": 6.148, "p95_ms": 5.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16070.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9993.67, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.016, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1997934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:58:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:58:11+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T18:58:11+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T18:58:11.811213+09:00", "mtime_epoch": 1783245491.8112135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:58:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2393.125, "name": "celery", "pid": 267, "rss_mb": 2393.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 302, "max_ms": 12.333, "p95_ms": 10.029}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 1.435, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.371, "count": 302, "max_ms": 66.903, "p95_ms": 63.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.522, "count": 302, "max_ms": 78.71, "p95_ms": 59.727}, "yolo11_640_fire_11class": {"avg_ms": 48.856, "count": 302, "max_ms": 66.533, "p95_ms": 63.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.084, "count": 302, "max_ms": 82.728, "p95_ms": 78.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.281, "count": 302, "max_ms": 124.281, "p95_ms": 97.239}, "read_interval": {"avg_ms": 99.551, "count": 301, "max_ms": 567.264, "p95_ms": 127.648}, "triton_wait": {"avg_ms": 56.123, "count": 302, "max_ms": 82.741, "p95_ms": 78.721}, "visualize": {"avg_ms": 3.74, "count": 302, "max_ms": 6.316, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16072.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 744, "h264_decode_error_count": 1828, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:57:27+09:00", "last_error_summary": "[h264 @ 0x5641805b6300] error while decoding MB 48 23, bytestream -5", "last_exit_at": "2026-07-05T18:57:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.486, "last_started_at": "2026-07-05T18:57:30+09:00", "pid": 141296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.348, "name": "ffmpeg", "pid": 141296, "rss_mb": 267.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 830, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 831}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.611, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1561053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:58:24+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T18:58:24+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T18:58:24.443477+09:00", "mtime_epoch": 1783245504.4434774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:58:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.619, "pushed": 7.619, "read": 7.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.898, "count": 228, "max_ms": 29.724, "p95_ms": 21.388}, "gstreamer_push": {"avg_ms": 1.11, "count": 228, "max_ms": 1.433, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.467, "count": 228, "max_ms": 67.058, "p95_ms": 62.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.24, "count": 228, "max_ms": 72.458, "p95_ms": 65.808}, "yolo11_640_fire_11class": {"avg_ms": 48.378, "count": 228, "max_ms": 66.875, "p95_ms": 60.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.505, "count": 228, "max_ms": 81.843, "p95_ms": 76.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.851, "count": 228, "max_ms": 160.807, "p95_ms": 137.114}, "read_interval": {"avg_ms": 131.821, "count": 227, "max_ms": 171.629, "p95_ms": 149.567}, "triton_wait": {"avg_ms": 57.936, "count": 228, "max_ms": 81.855, "p95_ms": 76.073}, "visualize": {"avg_ms": 4.748, "count": 228, "max_ms": 6.966, "p95_ms": 5.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16076.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10023.726, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.256, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1998235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:58:41+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T18:58:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T18:58:41.839840+09:00", "mtime_epoch": 1783245521.8398402, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:58:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2393.125, "name": "celery", "pid": 267, "rss_mb": 2393.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.944, "count": 301, "max_ms": 12.445, "p95_ms": 9.818}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.588, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.212, "count": 301, "max_ms": 72.755, "p95_ms": 64.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.602, "count": 301, "max_ms": 76.693, "p95_ms": 64.072}, "yolo11_640_fire_11class": {"avg_ms": 49.577, "count": 301, "max_ms": 71.912, "p95_ms": 64.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.431, "count": 301, "max_ms": 82.397, "p95_ms": 78.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.237, "count": 301, "max_ms": 133.954, "p95_ms": 101.046}, "read_interval": {"avg_ms": 99.808, "count": 300, "max_ms": 507.22, "p95_ms": 142.456}, "triton_wait": {"avg_ms": 56.481, "count": 301, "max_ms": 82.409, "p95_ms": 78.884}, "visualize": {"avg_ms": 3.77, "count": 301, "max_ms": 5.411, "p95_ms": 4.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16076.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 744, "h264_decode_error_count": 1828, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:57:27+09:00", "last_error_summary": "[h264 @ 0x5641805b6300] error while decoding MB 48 23, bytestream -5", "last_exit_at": "2026-07-05T18:57:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.557, "last_started_at": "2026-07-05T18:57:30+09:00", "pid": 141296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.215, "name": "ffmpeg", "pid": 141296, "rss_mb": 271.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 830, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 831}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.826, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1561281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:58:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:58:54+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T18:58:54+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T18:58:54.504104+09:00", "mtime_epoch": 1783245534.5041044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:58:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.614, "pushed": 7.614, "read": 7.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.375, "count": 228, "max_ms": 30.514, "p95_ms": 23.181}, "gstreamer_push": {"avg_ms": 1.12, "count": 228, "max_ms": 1.641, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.053, "count": 228, "max_ms": 66.396, "p95_ms": 62.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.91, "count": 228, "max_ms": 78.145, "p95_ms": 67.974}, "yolo11_640_fire_11class": {"avg_ms": 48.489, "count": 228, "max_ms": 65.315, "p95_ms": 61.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.652, "count": 228, "max_ms": 81.774, "p95_ms": 76.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.067, "count": 228, "max_ms": 147.318, "p95_ms": 138.956}, "read_interval": {"avg_ms": 131.908, "count": 227, "max_ms": 159.979, "p95_ms": 152.009}, "triton_wait": {"avg_ms": 58.104, "count": 228, "max_ms": 81.787, "p95_ms": 76.884}, "visualize": {"avg_ms": 4.685, "count": 228, "max_ms": 6.129, "p95_ms": 5.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16076.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10053.729, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.785, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1998535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:59:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:59:11+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T18:59:11+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T18:59:11.852466+09:00", "mtime_epoch": 1783245551.8524656, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:59:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2393.383, "name": "celery", "pid": 267, "rss_mb": 2393.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.144, "count": 300, "max_ms": 13.586, "p95_ms": 10.184}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.569, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.153, "count": 300, "max_ms": 72.012, "p95_ms": 64.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.982, "count": 300, "max_ms": 83.45, "p95_ms": 61.476}, "yolo11_640_fire_11class": {"avg_ms": 49.918, "count": 300, "max_ms": 68.961, "p95_ms": 63.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.74, "count": 300, "max_ms": 81.263, "p95_ms": 79.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.545, "count": 300, "max_ms": 139.559, "p95_ms": 118.781}, "read_interval": {"avg_ms": 100.054, "count": 300, "max_ms": 615.26, "p95_ms": 144.262}, "triton_wait": {"avg_ms": 56.829, "count": 300, "max_ms": 83.463, "p95_ms": 79.803}, "visualize": {"avg_ms": 3.85, "count": 300, "max_ms": 5.841, "p95_ms": 5.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16076.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 744, "h264_decode_error_count": 1828, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:57:27+09:00", "last_error_summary": "[h264 @ 0x5641805b6300] error while decoding MB 48 23, bytestream -5", "last_exit_at": "2026-07-05T18:57:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.622, "last_started_at": "2026-07-05T18:57:30+09:00", "pid": 141296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.73, "name": "ffmpeg", "pid": 141296, "rss_mb": 271.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 830, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 831}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.977, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1561510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:59:24+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-05T18:59:24+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-05T18:59:24.556730+09:00", "mtime_epoch": 1783245564.55673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:59:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.648, "pushed": 7.648, "read": 7.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.86, "count": 229, "max_ms": 26.23, "p95_ms": 21.212}, "gstreamer_push": {"avg_ms": 1.107, "count": 229, "max_ms": 1.812, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.618, "count": 229, "max_ms": 65.49, "p95_ms": 61.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.805, "count": 229, "max_ms": 73.198, "p95_ms": 65.452}, "yolo11_640_fire_11class": {"avg_ms": 49.277, "count": 229, "max_ms": 66.242, "p95_ms": 61.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.174, "count": 229, "max_ms": 79.504, "p95_ms": 76.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.442, "count": 229, "max_ms": 160.898, "p95_ms": 139.079}, "read_interval": {"avg_ms": 131.237, "count": 228, "max_ms": 172.296, "p95_ms": 151.608}, "triton_wait": {"avg_ms": 57.756, "count": 229, "max_ms": 79.514, "p95_ms": 76.519}, "visualize": {"avg_ms": 4.734, "count": 229, "max_ms": 6.509, "p95_ms": 5.344}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16080.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10083.743, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.939, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1998834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:59:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:59:41+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T18:59:41+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T18:59:41.885091+09:00", "mtime_epoch": 1783245581.8850906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T18:59:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2393.383, "name": "celery", "pid": 267, "rss_mb": 2393.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.324, "count": 299, "max_ms": 16.434, "p95_ms": 10.595}, "gstreamer_push": {"avg_ms": 1.212, "count": 299, "max_ms": 1.582, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.417, "count": 299, "max_ms": 67.343, "p95_ms": 63.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.481, "count": 299, "max_ms": 76.214, "p95_ms": 61.665}, "yolo11_640_fire_11class": {"avg_ms": 49.257, "count": 299, "max_ms": 73.51, "p95_ms": 63.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.083, "count": 299, "max_ms": 81.764, "p95_ms": 78.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.617, "count": 299, "max_ms": 134.396, "p95_ms": 129.522}, "read_interval": {"avg_ms": 100.44, "count": 299, "max_ms": 639.087, "p95_ms": 142.721}, "triton_wait": {"avg_ms": 56.114, "count": 299, "max_ms": 81.777, "p95_ms": 78.736}, "visualize": {"avg_ms": 3.983, "count": 299, "max_ms": 6.16, "p95_ms": 5.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16080.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 744, "h264_decode_error_count": 1828, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:57:27+09:00", "last_error_summary": "[h264 @ 0x5641805b6300] error while decoding MB 48 23, bytestream -5", "last_exit_at": "2026-07-05T18:57:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.625, "last_started_at": "2026-07-05T18:57:30+09:00", "pid": 141296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.566, "name": "ffmpeg", "pid": 141296, "rss_mb": 274.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 830, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 831}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.039, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1561738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T18:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T18:59:54+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T18:59:54+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T18:59:54.569354+09:00", "mtime_epoch": 1783245594.5693543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T18:59:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.602, "pushed": 7.602, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.738, "count": 228, "max_ms": 24.431, "p95_ms": 20.86}, "gstreamer_push": {"avg_ms": 1.088, "count": 228, "max_ms": 1.355, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.07, "count": 228, "max_ms": 65.169, "p95_ms": 61.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.256, "count": 228, "max_ms": 73.664, "p95_ms": 66.497}, "yolo11_640_fire_11class": {"avg_ms": 47.748, "count": 228, "max_ms": 67.082, "p95_ms": 60.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.133, "count": 228, "max_ms": 80.542, "p95_ms": 76.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.448, "count": 228, "max_ms": 163.909, "p95_ms": 138.779}, "read_interval": {"avg_ms": 131.641, "count": 228, "max_ms": 176.969, "p95_ms": 151.335}, "triton_wait": {"avg_ms": 58.446, "count": 228, "max_ms": 80.554, "p95_ms": 76.938}, "visualize": {"avg_ms": 4.756, "count": 228, "max_ms": 6.082, "p95_ms": 5.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16080.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10113.82, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.219, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1999132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:00:12+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T19:00:11+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T19:00:11.937715+09:00", "mtime_epoch": 1783245611.937715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:00:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2393.641, "name": "celery", "pid": 267, "rss_mb": 2393.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.901}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.289, "count": 297, "max_ms": 13.227, "p95_ms": 10.539}, "gstreamer_push": {"avg_ms": 1.215, "count": 298, "max_ms": 1.523, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.539, "count": 297, "max_ms": 69.706, "p95_ms": 63.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.304, "count": 297, "max_ms": 75.288, "p95_ms": 69.664}, "yolo11_640_fire_11class": {"avg_ms": 50.038, "count": 297, "max_ms": 70.63, "p95_ms": 63.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.845, "count": 297, "max_ms": 86.01, "p95_ms": 79.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.14, "count": 298, "max_ms": 136.241, "p95_ms": 130.388}, "read_interval": {"avg_ms": 100.913, "count": 297, "max_ms": 543.92, "p95_ms": 141.33}, "triton_wait": {"avg_ms": 57.864, "count": 297, "max_ms": 86.022, "p95_ms": 79.533}, "visualize": {"avg_ms": 3.929, "count": 297, "max_ms": 6.269, "p95_ms": 5.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16080.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 744, "h264_decode_error_count": 1828, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:57:27+09:00", "last_error_summary": "[h264 @ 0x5641805b6300] error while decoding MB 48 23, bytestream -5", "last_exit_at": "2026-07-05T18:57:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.676, "last_started_at": "2026-07-05T18:57:30+09:00", "pid": 141296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.34, "name": "ffmpeg", "pid": 141296, "rss_mb": 275.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 830, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 831}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.519, "sample_count": 2247, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1561963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:00:24+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T19:00:24+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T19:00:24.621978+09:00", "mtime_epoch": 1783245624.6219783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:00:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.518, "pushed": 7.518, "read": 7.484}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.793, "count": 225, "max_ms": 25.974, "p95_ms": 20.705}, "gstreamer_push": {"avg_ms": 1.118, "count": 225, "max_ms": 1.632, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.109, "count": 225, "max_ms": 66.159, "p95_ms": 62.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.92, "count": 225, "max_ms": 75.323, "p95_ms": 68.753}, "yolo11_640_fire_11class": {"avg_ms": 50.07, "count": 225, "max_ms": 68.026, "p95_ms": 62.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.79, "count": 225, "max_ms": 81.714, "p95_ms": 78.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.673, "count": 225, "max_ms": 163.623, "p95_ms": 139.416}, "read_interval": {"avg_ms": 133.606, "count": 224, "max_ms": 173.546, "p95_ms": 153.109}, "triton_wait": {"avg_ms": 60.093, "count": 225, "max_ms": 81.726, "p95_ms": 78.609}, "visualize": {"avg_ms": 4.727, "count": 225, "max_ms": 6.21, "p95_ms": 5.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16080.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10143.903, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.021, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1999429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:00:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:00:42+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T19:00:41+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T19:00:42.002339+09:00", "mtime_epoch": 1783245642.002339, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:00:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2393.641, "name": "celery", "pid": 267, "rss_mb": 2393.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.404, "count": 296, "max_ms": 16.565, "p95_ms": 10.735}, "gstreamer_push": {"avg_ms": 1.222, "count": 296, "max_ms": 2.107, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.077, "count": 296, "max_ms": 74.686, "p95_ms": 63.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.758, "count": 296, "max_ms": 79.286, "p95_ms": 64.426}, "yolo11_640_fire_11class": {"avg_ms": 50.737, "count": 296, "max_ms": 76.739, "p95_ms": 64.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.371, "count": 296, "max_ms": 81.397, "p95_ms": 79.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.251, "count": 296, "max_ms": 134.368, "p95_ms": 130.299}, "read_interval": {"avg_ms": 101.212, "count": 296, "max_ms": 404.591, "p95_ms": 142.493}, "triton_wait": {"avg_ms": 57.423, "count": 296, "max_ms": 81.41, "p95_ms": 79.139}, "visualize": {"avg_ms": 4.023, "count": 296, "max_ms": 7.576, "p95_ms": 5.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16080.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 744, "h264_decode_error_count": 1828, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T18:57:27+09:00", "last_error_summary": "[h264 @ 0x5641805b6300] error while decoding MB 48 23, bytestream -5", "last_exit_at": "2026-07-05T18:57:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.808, "last_started_at": "2026-07-05T18:57:30+09:00", "pid": 141296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.34, "name": "ffmpeg", "pid": 141296, "rss_mb": 275.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 830, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 831}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.811, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1562188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:00:54+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T19:00:54+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T19:00:54.742603+09:00", "mtime_epoch": 1783245654.7426028, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:00:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.469, "pushed": 7.469, "read": 7.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.855, "count": 224, "max_ms": 27.833, "p95_ms": 20.961}, "gstreamer_push": {"avg_ms": 1.095, "count": 224, "max_ms": 1.781, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.997, "count": 224, "max_ms": 68.3, "p95_ms": 61.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.489, "count": 224, "max_ms": 76.762, "p95_ms": 64.97}, "yolo11_640_fire_11class": {"avg_ms": 49.314, "count": 224, "max_ms": 70.261, "p95_ms": 61.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.528, "count": 224, "max_ms": 80.97, "p95_ms": 77.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.223, "count": 224, "max_ms": 164.882, "p95_ms": 139.856}, "read_interval": {"avg_ms": 133.863, "count": 224, "max_ms": 175.663, "p95_ms": 152.53}, "triton_wait": {"avg_ms": 59.806, "count": 224, "max_ms": 80.982, "p95_ms": 77.363}, "visualize": {"avg_ms": 4.78, "count": 224, "max_ms": 6.252, "p95_ms": 5.638}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15994.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10173.925, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.959, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1999735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:01:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:01:12+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:01:12+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T19:01:12.070962+09:00", "mtime_epoch": 1783245672.070962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:01:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2393.898, "name": "celery", "pid": 267, "rss_mb": 2393.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.231, "pushed": 10.231, "read": 10.198}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.31, "count": 306, "max_ms": 11.106, "p95_ms": 10.307}, "gstreamer_push": {"avg_ms": 1.235, "count": 306, "max_ms": 1.799, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.505, "count": 306, "max_ms": 65.679, "p95_ms": 62.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.666, "count": 306, "max_ms": 80.844, "p95_ms": 64.381}, "yolo11_640_fire_11class": {"avg_ms": 49.49, "count": 306, "max_ms": 73.405, "p95_ms": 63.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.988, "count": 306, "max_ms": 80.972, "p95_ms": 78.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.684, "count": 306, "max_ms": 133.136, "p95_ms": 120.244}, "read_interval": {"avg_ms": 98.182, "count": 305, "max_ms": 574.763, "p95_ms": 137.793}, "triton_wait": {"avg_ms": 56.051, "count": 306, "max_ms": 80.983, "p95_ms": 78.606}, "visualize": {"avg_ms": 3.978, "count": 306, "max_ms": 5.704, "p95_ms": 5.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13019}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16071.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 745, "h264_decode_error_count": 1829, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:01:04+09:00", "last_error_summary": "[h264 @ 0x558856ce5b00] error while decoding MB 68 21, bytestream -5", "last_exit_at": "2026-07-05T19:01:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.907, "last_started_at": "2026-07-05T19:01:07+09:00", "pid": 141403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.754, "name": "ffmpeg", "pid": 141403, "rss_mb": 264.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 831, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 832}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.129, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1562378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:01:24+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T19:01:24+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T19:01:24.843226+09:00", "mtime_epoch": 1783245684.8432264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:01:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.341, "pushed": 6.341, "read": 6.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.317, "count": 190, "max_ms": 29.081, "p95_ms": 21.889}, "gstreamer_push": {"avg_ms": 1.103, "count": 190, "max_ms": 1.552, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.461, "count": 190, "max_ms": 64.084, "p95_ms": 62.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.831, "count": 190, "max_ms": 77.687, "p95_ms": 70.895}, "yolo11_640_fire_11class": {"avg_ms": 49.688, "count": 190, "max_ms": 69.702, "p95_ms": 62.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.509, "count": 190, "max_ms": 80.493, "p95_ms": 77.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.411, "count": 190, "max_ms": 167.142, "p95_ms": 144.367}, "read_interval": {"avg_ms": 158.468, "count": 189, "max_ms": 4786.507, "p95_ms": 155.894}, "triton_wait": {"avg_ms": 59.113, "count": 190, "max_ms": 80.505, "p95_ms": 77.564}, "visualize": {"avg_ms": 4.93, "count": 190, "max_ms": 7.431, "p95_ms": 5.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16072.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10203.96, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.743, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2000041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:01:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:01:42+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:01:42+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T19:01:42.091583+09:00", "mtime_epoch": 1783245702.0915833, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:01:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2394.156, "name": "celery", "pid": 267, "rss_mb": 2394.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.214, "pushed": 10.214, "read": 10.18}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.892, "count": 306, "max_ms": 10.976, "p95_ms": 9.247}, "gstreamer_push": {"avg_ms": 1.27, "count": 306, "max_ms": 1.979, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.388, "count": 306, "max_ms": 67.594, "p95_ms": 63.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.343, "count": 306, "max_ms": 76.415, "p95_ms": 70.456}, "yolo11_640_fire_11class": {"avg_ms": 50.911, "count": 306, "max_ms": 75.698, "p95_ms": 65.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.422, "count": 306, "max_ms": 82.759, "p95_ms": 78.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.025, "count": 306, "max_ms": 133.829, "p95_ms": 95.892}, "read_interval": {"avg_ms": 98.215, "count": 305, "max_ms": 562.193, "p95_ms": 115.318}, "triton_wait": {"avg_ms": 55.75, "count": 306, "max_ms": 82.771, "p95_ms": 78.236}, "visualize": {"avg_ms": 3.745, "count": 306, "max_ms": 5.237, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13021}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16072.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 745, "h264_decode_error_count": 1829, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:01:04+09:00", "last_error_summary": "[h264 @ 0x558856ce5b00] error while decoding MB 68 21, bytestream -5", "last_exit_at": "2026-07-05T19:01:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.939, "last_started_at": "2026-07-05T19:01:07+09:00", "pid": 141403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.527, "name": "ffmpeg", "pid": 141403, "rss_mb": 265.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 831, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 832}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.893, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1562603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:01:55+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T19:01:54+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T19:01:54.875848+09:00", "mtime_epoch": 1783245714.8758476, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:01:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.522, "pushed": 7.522, "read": 7.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.255, "count": 225, "max_ms": 26.896, "p95_ms": 22.461}, "gstreamer_push": {"avg_ms": 1.101, "count": 225, "max_ms": 1.588, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.615, "count": 225, "max_ms": 63.882, "p95_ms": 61.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.319, "count": 225, "max_ms": 77.31, "p95_ms": 69.851}, "yolo11_640_fire_11class": {"avg_ms": 50.364, "count": 225, "max_ms": 76.459, "p95_ms": 63.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.228, "count": 225, "max_ms": 80.603, "p95_ms": 76.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.119, "count": 225, "max_ms": 166.287, "p95_ms": 145.437}, "read_interval": {"avg_ms": 133.427, "count": 224, "max_ms": 174.33, "p95_ms": 154.916}, "triton_wait": {"avg_ms": 58.781, "count": 225, "max_ms": 80.615, "p95_ms": 77.133}, "visualize": {"avg_ms": 5.044, "count": 225, "max_ms": 8.197, "p95_ms": 6.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16073.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10233.981, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.382, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2000341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:02:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:02:12+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T19:02:12+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T19:02:12.120204+09:00", "mtime_epoch": 1783245732.1202042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:02:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2394.156, "name": "celery", "pid": 267, "rss_mb": 2394.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.125, "pushed": 10.125, "read": 10.125}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.741, "count": 300, "max_ms": 11.863, "p95_ms": 8.658}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.585, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.714, "count": 300, "max_ms": 66.881, "p95_ms": 63.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.311, "count": 300, "max_ms": 77.965, "p95_ms": 63.569}, "yolo11_640_fire_11class": {"avg_ms": 50.757, "count": 300, "max_ms": 70.425, "p95_ms": 64.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.441, "count": 300, "max_ms": 80.787, "p95_ms": 76.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.356, "count": 300, "max_ms": 97.572, "p95_ms": 92.689}, "read_interval": {"avg_ms": 100.058, "count": 300, "max_ms": 654.522, "p95_ms": 111.348}, "triton_wait": {"avg_ms": 54.993, "count": 300, "max_ms": 80.799, "p95_ms": 76.515}, "visualize": {"avg_ms": 3.695, "count": 300, "max_ms": 5.507, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.63, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16074.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 745, "h264_decode_error_count": 1829, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:01:04+09:00", "last_error_summary": "[h264 @ 0x558856ce5b00] error while decoding MB 68 21, bytestream -5", "last_exit_at": "2026-07-05T19:01:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.021, "last_started_at": "2026-07-05T19:01:07+09:00", "pid": 141403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.559, "name": "ffmpeg", "pid": 141403, "rss_mb": 266.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 831, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 832}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.405, "sample_count": 2188, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1562821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:02:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:02:25+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T19:02:24+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T19:02:24.968470+09:00", "mtime_epoch": 1783245744.9684696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:02:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.283, "pushed": 7.283, "read": 7.249}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.331, "count": 218, "max_ms": 26.744, "p95_ms": 21.711}, "gstreamer_push": {"avg_ms": 1.095, "count": 218, "max_ms": 1.472, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.356, "count": 218, "max_ms": 66.451, "p95_ms": 63.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.353, "count": 218, "max_ms": 77.662, "p95_ms": 67.136}, "yolo11_640_fire_11class": {"avg_ms": 50.036, "count": 218, "max_ms": 74.914, "p95_ms": 64.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.264, "count": 218, "max_ms": 81.43, "p95_ms": 77.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.611, "count": 218, "max_ms": 163.862, "p95_ms": 158.684}, "read_interval": {"avg_ms": 138.008, "count": 217, "max_ms": 174.567, "p95_ms": 167.754}, "triton_wait": {"avg_ms": 59.061, "count": 218, "max_ms": 81.442, "p95_ms": 77.518}, "visualize": {"avg_ms": 5.119, "count": 218, "max_ms": 6.573, "p95_ms": 5.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16076.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10264.086, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.217, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2000637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:02:42+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T19:02:42+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T19:02:42.196825+09:00", "mtime_epoch": 1783245762.1968253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:02:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2394.414, "name": "celery", "pid": 267, "rss_mb": 2394.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.959, "pushed": 9.959, "read": 9.959}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 296, "max_ms": 11.045, "p95_ms": 8.931}, "gstreamer_push": {"avg_ms": 1.264, "count": 296, "max_ms": 1.569, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.572, "count": 296, "max_ms": 73.434, "p95_ms": 64.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.624, "count": 296, "max_ms": 79.331, "p95_ms": 66.052}, "yolo11_640_fire_11class": {"avg_ms": 50.1, "count": 296, "max_ms": 73.445, "p95_ms": 64.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.855, "count": 296, "max_ms": 83.454, "p95_ms": 77.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.863, "count": 296, "max_ms": 109.524, "p95_ms": 95.582}, "read_interval": {"avg_ms": 101.605, "count": 296, "max_ms": 705.823, "p95_ms": 126.167}, "triton_wait": {"avg_ms": 55.077, "count": 296, "max_ms": 83.465, "p95_ms": 78.135}, "visualize": {"avg_ms": 3.675, "count": 296, "max_ms": 5.281, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.721, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16079.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 745, "h264_decode_error_count": 1829, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:01:04+09:00", "last_error_summary": "[h264 @ 0x558856ce5b00] error while decoding MB 68 21, bytestream -5", "last_exit_at": "2026-07-05T19:01:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.141, "last_started_at": "2026-07-05T19:01:07+09:00", "pid": 141403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.168, "name": "ffmpeg", "pid": 141403, "rss_mb": 270.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 831, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 832}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.738, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1563049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:02:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:02:55+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T19:02:55+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T19:02:55.077091+09:00", "mtime_epoch": 1783245775.0770912, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:02:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9369.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.606, "pushed": 7.606, "read": 7.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.981, "count": 227, "max_ms": 23.489, "p95_ms": 20.943}, "gstreamer_push": {"avg_ms": 1.118, "count": 228, "max_ms": 1.649, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.136, "count": 227, "max_ms": 65.559, "p95_ms": 62.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.712, "count": 227, "max_ms": 79.746, "p95_ms": 69.21}, "yolo11_640_fire_11class": {"avg_ms": 49.832, "count": 227, "max_ms": 67.668, "p95_ms": 63.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.785, "count": 227, "max_ms": 80.83, "p95_ms": 77.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.195, "count": 228, "max_ms": 169.583, "p95_ms": 141.876}, "read_interval": {"avg_ms": 132.037, "count": 227, "max_ms": 177.193, "p95_ms": 153.691}, "triton_wait": {"avg_ms": 59.395, "count": 227, "max_ms": 80.842, "p95_ms": 77.498}, "visualize": {"avg_ms": 4.821, "count": 227, "max_ms": 7.181, "p95_ms": 5.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16080.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10294.092, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.099, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2000941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:03:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:03:12+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:03:12+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T19:03:12.229445+09:00", "mtime_epoch": 1783245792.229445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:03:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2394.414, "name": "celery", "pid": 267, "rss_mb": 2394.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.773, "count": 304, "max_ms": 12.289, "p95_ms": 9.057}, "gstreamer_push": {"avg_ms": 1.26, "count": 304, "max_ms": 1.766, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.384, "count": 304, "max_ms": 69.888, "p95_ms": 64.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.593, "count": 304, "max_ms": 77.859, "p95_ms": 67.674}, "yolo11_640_fire_11class": {"avg_ms": 52.149, "count": 304, "max_ms": 71.128, "p95_ms": 65.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.614, "count": 304, "max_ms": 85.803, "p95_ms": 79.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.707, "count": 304, "max_ms": 131.59, "p95_ms": 96.007}, "read_interval": {"avg_ms": 98.805, "count": 304, "max_ms": 622.531, "p95_ms": 134.609}, "triton_wait": {"avg_ms": 57.009, "count": 304, "max_ms": 85.815, "p95_ms": 79.372}, "visualize": {"avg_ms": 3.677, "count": 304, "max_ms": 5.095, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16082.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 745, "h264_decode_error_count": 1829, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:01:04+09:00", "last_error_summary": "[h264 @ 0x558856ce5b00] error while decoding MB 68 21, bytestream -5", "last_exit_at": "2026-07-05T19:01:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.238, "last_started_at": "2026-07-05T19:01:07+09:00", "pid": 141403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.574, "name": "ffmpeg", "pid": 141403, "rss_mb": 273.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 831, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 832}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.737, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1563281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:03:25+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T19:03:25+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T19:03:25.197712+09:00", "mtime_epoch": 1783245805.1977122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:03:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.74, "pushed": 7.74, "read": 7.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.9, "count": 231, "max_ms": 27.945, "p95_ms": 20.845}, "gstreamer_push": {"avg_ms": 1.122, "count": 232, "max_ms": 1.553, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.73, "count": 231, "max_ms": 66.214, "p95_ms": 62.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.376, "count": 231, "max_ms": 78.82, "p95_ms": 70.868}, "yolo11_640_fire_11class": {"avg_ms": 50.835, "count": 231, "max_ms": 68.12, "p95_ms": 64.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.619, "count": 231, "max_ms": 81.884, "p95_ms": 77.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.015, "count": 232, "max_ms": 143.003, "p95_ms": 139.388}, "read_interval": {"avg_ms": 129.76, "count": 231, "max_ms": 154.247, "p95_ms": 149.214}, "triton_wait": {"avg_ms": 59.652, "count": 231, "max_ms": 81.895, "p95_ms": 77.531}, "visualize": {"avg_ms": 4.743, "count": 231, "max_ms": 5.502, "p95_ms": 5.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16092.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10324.197, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.217, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2001238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:03:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:03:42+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T19:03:42+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T19:03:42.302065+09:00", "mtime_epoch": 1783245822.302065, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:03:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2394.672, "name": "celery", "pid": 267, "rss_mb": 2394.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.894, "pushed": 9.894, "read": 9.86}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.774, "count": 296, "max_ms": 10.943, "p95_ms": 9.476}, "gstreamer_push": {"avg_ms": 1.253, "count": 296, "max_ms": 1.917, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.01, "count": 296, "max_ms": 67.705, "p95_ms": 63.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.649, "count": 296, "max_ms": 76.184, "p95_ms": 68.47}, "yolo11_640_fire_11class": {"avg_ms": 52.241, "count": 296, "max_ms": 70.881, "p95_ms": 66.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.736, "count": 296, "max_ms": 82.466, "p95_ms": 79.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.819, "count": 296, "max_ms": 139.763, "p95_ms": 96.495}, "read_interval": {"avg_ms": 101.395, "count": 295, "max_ms": 611.004, "p95_ms": 150.733}, "triton_wait": {"avg_ms": 56.188, "count": 296, "max_ms": 82.478, "p95_ms": 79.423}, "visualize": {"avg_ms": 3.71, "count": 296, "max_ms": 5.478, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16093.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 745, "h264_decode_error_count": 1829, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:01:04+09:00", "last_error_summary": "[h264 @ 0x558856ce5b00] error while decoding MB 68 21, bytestream -5", "last_exit_at": "2026-07-05T19:01:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.293, "last_started_at": "2026-07-05T19:01:07+09:00", "pid": 141403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.918, "name": "ffmpeg", "pid": 141403, "rss_mb": 284.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 831, "restart_count_per_hour": 16, "rtsp_timeout_count": 464, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 832}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.721, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1563513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:03:55+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T19:03:55+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T19:03:55.254332+09:00", "mtime_epoch": 1783245835.2543316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:03:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.75, "pushed": 7.75, "read": 7.717}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.833, "count": 232, "max_ms": 24.006, "p95_ms": 20.654}, "gstreamer_push": {"avg_ms": 1.123, "count": 232, "max_ms": 1.818, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.253, "count": 232, "max_ms": 66.299, "p95_ms": 62.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.631, "count": 232, "max_ms": 75.106, "p95_ms": 68.986}, "yolo11_640_fire_11class": {"avg_ms": 50.193, "count": 232, "max_ms": 69.617, "p95_ms": 63.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.61, "count": 232, "max_ms": 82.418, "p95_ms": 78.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.727, "count": 232, "max_ms": 143.466, "p95_ms": 139.944}, "read_interval": {"avg_ms": 129.58, "count": 231, "max_ms": 155.319, "p95_ms": 149.57}, "triton_wait": {"avg_ms": 59.294, "count": 232, "max_ms": 82.429, "p95_ms": 78.086}, "visualize": {"avg_ms": 4.753, "count": 232, "max_ms": 5.794, "p95_ms": 5.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16093.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10354.211, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.814, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2001540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:04:12+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:04:12+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:04:12.354684+09:00", "mtime_epoch": 1783245852.3546836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:04:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2394.672, "name": "celery", "pid": 267, "rss_mb": 2394.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.79, "count": 302, "max_ms": 12.735, "p95_ms": 9.192}, "gstreamer_push": {"avg_ms": 1.275, "count": 302, "max_ms": 1.535, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.815, "count": 302, "max_ms": 66.104, "p95_ms": 61.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.616, "count": 302, "max_ms": 72.145, "p95_ms": 51.491}, "yolo11_640_fire_11class": {"avg_ms": 49.342, "count": 302, "max_ms": 70.286, "p95_ms": 62.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.566, "count": 302, "max_ms": 80.399, "p95_ms": 75.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.189, "count": 302, "max_ms": 108.561, "p95_ms": 93.045}, "read_interval": {"avg_ms": 99.444, "count": 301, "max_ms": 619.679, "p95_ms": 119.507}, "triton_wait": {"avg_ms": 52.045, "count": 302, "max_ms": 80.411, "p95_ms": 75.087}, "visualize": {"avg_ms": 3.719, "count": 302, "max_ms": 5.771, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15982.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 746, "h264_decode_error_count": 1834, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:04:18+09:00", "last_error_summary": "[h264 @ 0x55b9f0849900] error while decoding MB 28 28, bytestream -9 [h264 @ 0x55b9f0809f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f0809f00] error while decoding MB 0 27, bytestream 4412 [h264 @ 0x55b9f1339dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f1339dc0] error while decoding MB 0 30, bytestream 2501 [h264 @ 0x55b9f085da00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f085da00] error while decoding MB 0 33, byt", "last_exit_at": "2026-07-05T19:04:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.28, "last_started_at": "2026-07-05T19:04:21+09:00", "pid": 141510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 175.262, "name": "ffmpeg", "pid": 141510, "rss_mb": 175.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 832, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 833}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.764, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1563553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:04:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:04:25+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T19:04:25+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T19:04:25.350951+09:00", "mtime_epoch": 1783245865.3509512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:04:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 40, "pushed_frames": 40, "read_frames": 39, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.334, "pushed": 1.334, "read": 1.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.978, "count": 39, "max_ms": 21.051, "p95_ms": 20.979}, "gstreamer_push": {"avg_ms": 1.068, "count": 40, "max_ms": 1.38, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.142, "count": 39, "max_ms": 69.562, "p95_ms": 62.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.343, "count": 39, "max_ms": 70.055, "p95_ms": 67.52}, "yolo11_640_fire_11class": {"avg_ms": 49.58, "count": 39, "max_ms": 73.192, "p95_ms": 66.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.673, "count": 39, "max_ms": 78.42, "p95_ms": 77.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.337, "count": 40, "max_ms": 157.4, "p95_ms": 137.462}, "read_interval": {"avg_ms": 768.578, "count": 39, "max_ms": 20367.588, "p95_ms": 4881.744}, "triton_wait": {"avg_ms": 57.096, "count": 39, "max_ms": 78.431, "p95_ms": 77.767}, "visualize": {"avg_ms": 4.84, "count": 39, "max_ms": 5.916, "p95_ms": 5.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16074.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10384.286, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.46, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2001840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:04:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:04:42+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T19:04:42+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T19:04:42.399302+09:00", "mtime_epoch": 1783245882.399302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:04:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2394.93, "name": "celery", "pid": 267, "rss_mb": 2394.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.776, "count": 299, "max_ms": 11.659, "p95_ms": 9.616}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.495, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.398, "count": 299, "max_ms": 66.579, "p95_ms": 62.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.891, "count": 299, "max_ms": 78.21, "p95_ms": 62.011}, "yolo11_640_fire_11class": {"avg_ms": 50.006, "count": 299, "max_ms": 70.007, "p95_ms": 63.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.586, "count": 299, "max_ms": 82.599, "p95_ms": 75.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.815, "count": 300, "max_ms": 126.926, "p95_ms": 94.831}, "read_interval": {"avg_ms": 100.205, "count": 299, "max_ms": 647.032, "p95_ms": 203.933}, "triton_wait": {"avg_ms": 53.145, "count": 299, "max_ms": 82.611, "p95_ms": 75.753}, "visualize": {"avg_ms": 3.661, "count": 299, "max_ms": 6.16, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16074.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 746, "h264_decode_error_count": 1834, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:04:18+09:00", "last_error_summary": "[h264 @ 0x55b9f0849900] error while decoding MB 28 28, bytestream -9 [h264 @ 0x55b9f0809f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f0809f00] error while decoding MB 0 27, bytestream 4412 [h264 @ 0x55b9f1339dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f1339dc0] error while decoding MB 0 30, bytestream 2501 [h264 @ 0x55b9f085da00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f085da00] error while decoding MB 0 33, byt", "last_exit_at": "2026-07-05T19:04:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.331, "last_started_at": "2026-07-05T19:04:21+09:00", "pid": 141510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.137, "name": "ffmpeg", "pid": 141510, "rss_mb": 265.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 832, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 833}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.09, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1563775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:04:55+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T19:04:55+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T19:04:55.403569+09:00", "mtime_epoch": 1783245895.4035695, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:04:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.416, "pushed": 7.416, "read": 7.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.269, "count": 222, "max_ms": 25.505, "p95_ms": 22.919}, "gstreamer_push": {"avg_ms": 1.097, "count": 222, "max_ms": 1.611, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.047, "count": 222, "max_ms": 66.783, "p95_ms": 62.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.229, "count": 222, "max_ms": 80.764, "p95_ms": 69.241}, "yolo11_640_fire_11class": {"avg_ms": 49.317, "count": 222, "max_ms": 68.356, "p95_ms": 63.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.927, "count": 222, "max_ms": 83.253, "p95_ms": 76.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.127, "count": 222, "max_ms": 167.245, "p95_ms": 147.117}, "read_interval": {"avg_ms": 135.411, "count": 221, "max_ms": 175.115, "p95_ms": 155.275}, "triton_wait": {"avg_ms": 58.65, "count": 222, "max_ms": 83.267, "p95_ms": 77.015}, "visualize": {"avg_ms": 5.101, "count": 222, "max_ms": 8.699, "p95_ms": 6.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16077.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10414.318, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.7, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2002142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:05:12+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T19:05:12+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T19:05:12.427919+09:00", "mtime_epoch": 1783245912.4279194, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:05:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2395.188, "name": "celery", "pid": 267, "rss_mb": 2395.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.706, "count": 302, "max_ms": 11.31, "p95_ms": 8.705}, "gstreamer_push": {"avg_ms": 1.267, "count": 302, "max_ms": 1.489, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.217, "count": 302, "max_ms": 71.999, "p95_ms": 64.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.73, "count": 302, "max_ms": 76.219, "p95_ms": 65.167}, "yolo11_640_fire_11class": {"avg_ms": 51.206, "count": 302, "max_ms": 71.986, "p95_ms": 65.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.824, "count": 302, "max_ms": 81.307, "p95_ms": 78.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.717, "count": 302, "max_ms": 127.621, "p95_ms": 94.862}, "read_interval": {"avg_ms": 99.4, "count": 301, "max_ms": 623.099, "p95_ms": 112.053}, "triton_wait": {"avg_ms": 55.331, "count": 302, "max_ms": 81.319, "p95_ms": 78.756}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 4.846, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16082.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 746, "h264_decode_error_count": 1834, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:04:18+09:00", "last_error_summary": "[h264 @ 0x55b9f0849900] error while decoding MB 28 28, bytestream -9 [h264 @ 0x55b9f0809f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f0809f00] error while decoding MB 0 27, bytestream 4412 [h264 @ 0x55b9f1339dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f1339dc0] error while decoding MB 0 30, bytestream 2501 [h264 @ 0x55b9f085da00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f085da00] error while decoding MB 0 33, byt", "last_exit_at": "2026-07-05T19:04:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.393, "last_started_at": "2026-07-05T19:04:21+09:00", "pid": 141510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.355, "name": "ffmpeg", "pid": 141510, "rss_mb": 272.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 832, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 833}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.341, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1564003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:05:25+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T19:05:25+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T19:05:25.444187+09:00", "mtime_epoch": 1783245925.4441867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:05:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.622, "pushed": 7.622, "read": 7.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.98, "count": 228, "max_ms": 26.262, "p95_ms": 22.243}, "gstreamer_push": {"avg_ms": 1.121, "count": 228, "max_ms": 1.595, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.747, "count": 228, "max_ms": 64.694, "p95_ms": 62.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.177, "count": 228, "max_ms": 74.987, "p95_ms": 70.847}, "yolo11_640_fire_11class": {"avg_ms": 50.812, "count": 228, "max_ms": 69.226, "p95_ms": 64.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.462, "count": 228, "max_ms": 83.114, "p95_ms": 77.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.088, "count": 228, "max_ms": 169.231, "p95_ms": 140.888}, "read_interval": {"avg_ms": 131.801, "count": 227, "max_ms": 177.131, "p95_ms": 151.158}, "triton_wait": {"avg_ms": 60.222, "count": 228, "max_ms": 83.126, "p95_ms": 77.92}, "visualize": {"avg_ms": 4.872, "count": 228, "max_ms": 7.533, "p95_ms": 5.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16082.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10444.324, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.59, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2002442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:05:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:05:42+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:05:42+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:05:42.464536+09:00", "mtime_epoch": 1783245942.4645364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:05:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2395.188, "name": "celery", "pid": 267, "rss_mb": 2395.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.815, "count": 300, "max_ms": 13.444, "p95_ms": 9.237}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.509, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.719, "count": 300, "max_ms": 67.796, "p95_ms": 63.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.726, "count": 300, "max_ms": 77.574, "p95_ms": 69.005}, "yolo11_640_fire_11class": {"avg_ms": 51.615, "count": 300, "max_ms": 69.301, "p95_ms": 65.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.108, "count": 300, "max_ms": 85.57, "p95_ms": 77.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.455, "count": 300, "max_ms": 134.314, "p95_ms": 94.097}, "read_interval": {"avg_ms": 100.131, "count": 300, "max_ms": 922.071, "p95_ms": 135.218}, "triton_wait": {"avg_ms": 55.821, "count": 300, "max_ms": 85.582, "p95_ms": 77.786}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 5.04, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16082.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 746, "h264_decode_error_count": 1834, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:04:18+09:00", "last_error_summary": "[h264 @ 0x55b9f0849900] error while decoding MB 28 28, bytestream -9 [h264 @ 0x55b9f0809f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f0809f00] error while decoding MB 0 27, bytestream 4412 [h264 @ 0x55b9f1339dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f1339dc0] error while decoding MB 0 30, bytestream 2501 [h264 @ 0x55b9f085da00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f085da00] error while decoding MB 0 33, byt", "last_exit_at": "2026-07-05T19:04:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.451, "last_started_at": "2026-07-05T19:04:21+09:00", "pid": 141510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.613, "name": "ffmpeg", "pid": 141510, "rss_mb": 272.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 832, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 833}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.638, "sample_count": 2035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1564228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:05:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:05:55+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T19:05:55+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T19:05:55.524805+09:00", "mtime_epoch": 1783245955.5248046, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:05:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.516, "pushed": 7.516, "read": 7.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.968, "count": 225, "max_ms": 26.563, "p95_ms": 21.181}, "gstreamer_push": {"avg_ms": 1.105, "count": 225, "max_ms": 1.621, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.159, "count": 225, "max_ms": 66.816, "p95_ms": 61.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.141, "count": 225, "max_ms": 75.341, "p95_ms": 67.6}, "yolo11_640_fire_11class": {"avg_ms": 50.022, "count": 225, "max_ms": 68.84, "p95_ms": 63.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.26, "count": 225, "max_ms": 81.743, "p95_ms": 77.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.212, "count": 225, "max_ms": 161.066, "p95_ms": 144.99}, "read_interval": {"avg_ms": 133.64, "count": 224, "max_ms": 170.498, "p95_ms": 152.759}, "triton_wait": {"avg_ms": 58.929, "count": 225, "max_ms": 81.755, "p95_ms": 77.107}, "visualize": {"avg_ms": 4.951, "count": 225, "max_ms": 6.8, "p95_ms": 5.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16083.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10474.362, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.201, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2002740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:06:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:06:12+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-05T19:06:12+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T19:06:12.465152+09:00", "mtime_epoch": 1783245972.4651523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:06:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2395.445, "name": "celery", "pid": 267, "rss_mb": 2395.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.049, "count": 298, "max_ms": 16.227, "p95_ms": 10.038}, "gstreamer_push": {"avg_ms": 1.269, "count": 298, "max_ms": 1.521, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.971, "count": 298, "max_ms": 66.981, "p95_ms": 63.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.698, "count": 298, "max_ms": 76.495, "p95_ms": 68.312}, "yolo11_640_fire_11class": {"avg_ms": 50.37, "count": 298, "max_ms": 69.483, "p95_ms": 63.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.693, "count": 298, "max_ms": 82.016, "p95_ms": 77.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.319, "count": 298, "max_ms": 131.645, "p95_ms": 98.813}, "read_interval": {"avg_ms": 100.735, "count": 297, "max_ms": 633.188, "p95_ms": 142.215}, "triton_wait": {"avg_ms": 55.926, "count": 298, "max_ms": 82.029, "p95_ms": 77.56}, "visualize": {"avg_ms": 3.802, "count": 298, "max_ms": 5.711, "p95_ms": 4.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16086.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 746, "h264_decode_error_count": 1834, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:04:18+09:00", "last_error_summary": "[h264 @ 0x55b9f0849900] error while decoding MB 28 28, bytestream -9 [h264 @ 0x55b9f0809f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f0809f00] error while decoding MB 0 27, bytestream 4412 [h264 @ 0x55b9f1339dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f1339dc0] error while decoding MB 0 30, bytestream 2501 [h264 @ 0x55b9f085da00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f085da00] error while decoding MB 0 33, byt", "last_exit_at": "2026-07-05T19:04:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.512, "last_started_at": "2026-07-05T19:04:21+09:00", "pid": 141510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.965, "name": "ffmpeg", "pid": 141510, "rss_mb": 275.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 832, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 833}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.09, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1564457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:06:25+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T19:06:25+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T19:06:25.585422+09:00", "mtime_epoch": 1783245985.5854216, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:06:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.656, "pushed": 7.656, "read": 7.622}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.816, "count": 229, "max_ms": 30.615, "p95_ms": 20.626}, "gstreamer_push": {"avg_ms": 1.127, "count": 229, "max_ms": 2.123, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.442, "count": 229, "max_ms": 64.349, "p95_ms": 62.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.833, "count": 229, "max_ms": 80.262, "p95_ms": 71.643}, "yolo11_640_fire_11class": {"avg_ms": 50.172, "count": 229, "max_ms": 64.99, "p95_ms": 62.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.102, "count": 229, "max_ms": 80.161, "p95_ms": 77.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.661, "count": 229, "max_ms": 163.848, "p95_ms": 141.18}, "read_interval": {"avg_ms": 131.304, "count": 228, "max_ms": 172.056, "p95_ms": 150.589}, "triton_wait": {"avg_ms": 59.721, "count": 229, "max_ms": 80.273, "p95_ms": 77.752}, "visualize": {"avg_ms": 4.829, "count": 229, "max_ms": 7.758, "p95_ms": 5.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16085.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10504.357, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.04, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2003044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:06:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:06:42+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:06:42+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T19:06:42.493768+09:00", "mtime_epoch": 1783246002.4937685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:06:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2395.445, "name": "celery", "pid": 267, "rss_mb": 2395.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.695, "count": 304, "max_ms": 12.903, "p95_ms": 8.816}, "gstreamer_push": {"avg_ms": 1.282, "count": 305, "max_ms": 2.212, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.451, "count": 304, "max_ms": 65.826, "p95_ms": 63.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.843, "count": 304, "max_ms": 79.341, "p95_ms": 71.876}, "yolo11_640_fire_11class": {"avg_ms": 51.701, "count": 304, "max_ms": 68.203, "p95_ms": 64.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.928, "count": 304, "max_ms": 83.406, "p95_ms": 78.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.907, "count": 305, "max_ms": 104.658, "p95_ms": 94.333}, "read_interval": {"avg_ms": 98.791, "count": 304, "max_ms": 614.836, "p95_ms": 116.648}, "triton_wait": {"avg_ms": 56.48, "count": 304, "max_ms": 83.42, "p95_ms": 78.259}, "visualize": {"avg_ms": 3.683, "count": 304, "max_ms": 5.433, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16086.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 746, "h264_decode_error_count": 1834, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:04:18+09:00", "last_error_summary": "[h264 @ 0x55b9f0849900] error while decoding MB 28 28, bytestream -9 [h264 @ 0x55b9f0809f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f0809f00] error while decoding MB 0 27, bytestream 4412 [h264 @ 0x55b9f1339dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f1339dc0] error while decoding MB 0 30, bytestream 2501 [h264 @ 0x55b9f085da00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f085da00] error while decoding MB 0 33, byt", "last_exit_at": "2026-07-05T19:04:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.519, "last_started_at": "2026-07-05T19:04:21+09:00", "pid": 141510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.965, "name": "ffmpeg", "pid": 141510, "rss_mb": 275.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 832, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 833}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.9, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1564681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:06:55+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T19:06:55+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T19:06:55.566036+09:00", "mtime_epoch": 1783246015.5660365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:06:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.467, "pushed": 7.467, "read": 7.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.584, "count": 224, "max_ms": 22.683, "p95_ms": 20.752}, "gstreamer_push": {"avg_ms": 1.107, "count": 224, "max_ms": 1.622, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.686, "count": 224, "max_ms": 66.17, "p95_ms": 63.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.672, "count": 224, "max_ms": 77.438, "p95_ms": 70.767}, "yolo11_640_fire_11class": {"avg_ms": 50.765, "count": 224, "max_ms": 68.548, "p95_ms": 65.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.211, "count": 224, "max_ms": 85.473, "p95_ms": 78.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.432, "count": 224, "max_ms": 166.212, "p95_ms": 144.6}, "read_interval": {"avg_ms": 133.839, "count": 224, "max_ms": 176.539, "p95_ms": 155.024}, "triton_wait": {"avg_ms": 59.919, "count": 224, "max_ms": 85.485, "p95_ms": 78.103}, "visualize": {"avg_ms": 4.84, "count": 224, "max_ms": 6.38, "p95_ms": 5.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16086.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10534.397, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.201, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2003345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:07:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:07:12+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T19:07:12+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T19:07:12.506384+09:00", "mtime_epoch": 1783246032.5063837, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:07:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2395.703, "name": "celery", "pid": 267, "rss_mb": 2395.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.699, "count": 301, "max_ms": 12.082, "p95_ms": 8.712}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.849, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.692, "count": 301, "max_ms": 67.5, "p95_ms": 63.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.257, "count": 301, "max_ms": 77.762, "p95_ms": 72.508}, "yolo11_640_fire_11class": {"avg_ms": 51.269, "count": 301, "max_ms": 72.305, "p95_ms": 65.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.677, "count": 301, "max_ms": 81.502, "p95_ms": 77.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.186, "count": 301, "max_ms": 114.61, "p95_ms": 94.433}, "read_interval": {"avg_ms": 99.749, "count": 300, "max_ms": 730.505, "p95_ms": 130.434}, "triton_wait": {"avg_ms": 55.298, "count": 301, "max_ms": 81.515, "p95_ms": 77.753}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 5.303, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16086.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 746, "h264_decode_error_count": 1834, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:04:18+09:00", "last_error_summary": "[h264 @ 0x55b9f0849900] error while decoding MB 28 28, bytestream -9 [h264 @ 0x55b9f0809f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f0809f00] error while decoding MB 0 27, bytestream 4412 [h264 @ 0x55b9f1339dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f1339dc0] error while decoding MB 0 30, bytestream 2501 [h264 @ 0x55b9f085da00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f085da00] error while decoding MB 0 33, byt", "last_exit_at": "2026-07-05T19:04:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.568, "last_started_at": "2026-07-05T19:04:21+09:00", "pid": 141510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.48, "name": "ffmpeg", "pid": 141510, "rss_mb": 276.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 832, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 833}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.602, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1564914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:07:25+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-05T19:07:25+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T19:07:25.626653+09:00", "mtime_epoch": 1783246045.6266527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:07:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.785, "pushed": 7.785, "read": 7.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.416, "count": 233, "max_ms": 21.167, "p95_ms": 20.084}, "gstreamer_push": {"avg_ms": 1.105, "count": 233, "max_ms": 1.573, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.476, "count": 233, "max_ms": 66.634, "p95_ms": 62.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.812, "count": 233, "max_ms": 80.791, "p95_ms": 72.944}, "yolo11_640_fire_11class": {"avg_ms": 50.176, "count": 233, "max_ms": 66.276, "p95_ms": 63.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.529, "count": 233, "max_ms": 81.302, "p95_ms": 77.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.308, "count": 233, "max_ms": 155.824, "p95_ms": 138.2}, "read_interval": {"avg_ms": 128.91, "count": 232, "max_ms": 163.875, "p95_ms": 148.044}, "triton_wait": {"avg_ms": 59.464, "count": 233, "max_ms": 81.316, "p95_ms": 77.693}, "visualize": {"avg_ms": 4.693, "count": 233, "max_ms": 5.843, "p95_ms": 4.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16086.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10564.397, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.04, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2003644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:07:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:07:42+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:07:42+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:07:42.538999+09:00", "mtime_epoch": 1783246062.538999, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:07:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2395.703, "name": "celery", "pid": 267, "rss_mb": 2395.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.604, "count": 299, "max_ms": 11.908, "p95_ms": 8.468}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 1.801, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.55, "count": 299, "max_ms": 67.414, "p95_ms": 64.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.698, "count": 299, "max_ms": 77.858, "p95_ms": 72.775}, "yolo11_640_fire_11class": {"avg_ms": 50.393, "count": 299, "max_ms": 69.085, "p95_ms": 64.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.575, "count": 299, "max_ms": 84.04, "p95_ms": 79.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.246, "count": 299, "max_ms": 104.465, "p95_ms": 95.073}, "read_interval": {"avg_ms": 100.427, "count": 299, "max_ms": 730.576, "p95_ms": 130.028}, "triton_wait": {"avg_ms": 55.995, "count": 299, "max_ms": 84.053, "p95_ms": 79.106}, "visualize": {"avg_ms": 3.657, "count": 299, "max_ms": 5.145, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16100.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 746, "h264_decode_error_count": 1834, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:04:18+09:00", "last_error_summary": "[h264 @ 0x55b9f0849900] error while decoding MB 28 28, bytestream -9 [h264 @ 0x55b9f0809f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f0809f00] error while decoding MB 0 27, bytestream 4412 [h264 @ 0x55b9f1339dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f1339dc0] error while decoding MB 0 30, bytestream 2501 [h264 @ 0x55b9f085da00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b9f085da00] error while decoding MB 0 33, byt", "last_exit_at": "2026-07-05T19:04:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.661, "last_started_at": "2026-07-05T19:04:21+09:00", "pid": 141510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.613, "name": "ffmpeg", "pid": 141510, "rss_mb": 290.613, "state": "S (sleeping)", "threads": 104}, "restart_count": 832, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 833}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.062, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1565138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:07:55+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T19:07:55+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T19:07:55.695269+09:00", "mtime_epoch": 1783246075.6952686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:07:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9370.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.474, "pushed": 7.474, "read": 7.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.61, "count": 223, "max_ms": 27.083, "p95_ms": 20.657}, "gstreamer_push": {"avg_ms": 1.087, "count": 224, "max_ms": 1.594, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.969, "count": 223, "max_ms": 65.675, "p95_ms": 62.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.735, "count": 223, "max_ms": 81.165, "p95_ms": 70.837}, "yolo11_640_fire_11class": {"avg_ms": 51.047, "count": 223, "max_ms": 66.594, "p95_ms": 63.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.017, "count": 223, "max_ms": 80.427, "p95_ms": 76.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.879, "count": 224, "max_ms": 165.089, "p95_ms": 159.765}, "read_interval": {"avg_ms": 134.194, "count": 223, "max_ms": 174.403, "p95_ms": 169.393}, "triton_wait": {"avg_ms": 60.589, "count": 223, "max_ms": 81.177, "p95_ms": 76.98}, "visualize": {"avg_ms": 4.938, "count": 223, "max_ms": 6.945, "p95_ms": 5.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16075.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10594.582, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.77, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2003942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:08:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:08:12+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T19:08:12+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-05T19:08:12.587615+09:00", "mtime_epoch": 1783246092.5876145, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:08:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2395.961, "name": "celery", "pid": 267, "rss_mb": 2395.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.887, "pushed": 9.887, "read": 9.853}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 296, "max_ms": 12.137, "p95_ms": 8.585}, "gstreamer_push": {"avg_ms": 1.279, "count": 296, "max_ms": 1.806, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.987, "count": 296, "max_ms": 68.648, "p95_ms": 63.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.761, "count": 296, "max_ms": 76.082, "p95_ms": 67.002}, "yolo11_640_fire_11class": {"avg_ms": 49.684, "count": 296, "max_ms": 68.598, "p95_ms": 63.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.617, "count": 296, "max_ms": 83.653, "p95_ms": 76.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.517, "count": 296, "max_ms": 100.208, "p95_ms": 92.784}, "read_interval": {"avg_ms": 101.487, "count": 295, "max_ms": 845.571, "p95_ms": 118.496}, "triton_wait": {"avg_ms": 54.085, "count": 296, "max_ms": 83.666, "p95_ms": 76.499}, "visualize": {"avg_ms": 3.73, "count": 296, "max_ms": 5.152, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16077.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 747, "h264_decode_error_count": 1836, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:07:56+09:00", "last_error_summary": "[h264 @ 0x555f381af400] cabac decode of qscale diff failed at 48 29 [h264 @ 0x555f381af400] error while decoding MB 48 29, bytestream -8", "last_exit_at": "2026-07-05T19:07:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.402, "last_started_at": "2026-07-05T19:07:58+09:00", "pid": 141617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.656, "name": "ffmpeg", "pid": 141617, "rss_mb": 265.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 833, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 834}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.751, "sample_count": 2035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1565321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:08:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:08:25+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T19:08:25+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T19:08:25.855886+09:00", "mtime_epoch": 1783246105.8558862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:08:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.105, "pushed": 6.105, "read": 6.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.407, "count": 182, "max_ms": 25.209, "p95_ms": 21.419}, "gstreamer_push": {"avg_ms": 1.084, "count": 183, "max_ms": 1.283, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.99, "count": 182, "max_ms": 68.068, "p95_ms": 63.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.442, "count": 182, "max_ms": 80.027, "p95_ms": 68.193}, "yolo11_640_fire_11class": {"avg_ms": 50.37, "count": 182, "max_ms": 70.41, "p95_ms": 63.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.103, "count": 182, "max_ms": 85.629, "p95_ms": 77.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.323, "count": 183, "max_ms": 173.148, "p95_ms": 162.975}, "read_interval": {"avg_ms": 164.833, "count": 182, "max_ms": 4270.01, "p95_ms": 173.987}, "triton_wait": {"avg_ms": 59.931, "count": 182, "max_ms": 85.642, "p95_ms": 77.314}, "visualize": {"avg_ms": 5.145, "count": 182, "max_ms": 8.499, "p95_ms": 6.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16079.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10624.665, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.402, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2004244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:08:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T19:08:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T19:08:42.780233+09:00", "mtime_epoch": 1783246122.7802327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:08:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2395.961, "name": "celery", "pid": 267, "rss_mb": 2395.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.9, "count": 301, "max_ms": 11.296, "p95_ms": 9.216}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 2.014, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.581, "count": 301, "max_ms": 65.773, "p95_ms": 61.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.889, "count": 301, "max_ms": 73.979, "p95_ms": 68.875}, "yolo11_640_fire_11class": {"avg_ms": 48.291, "count": 301, "max_ms": 66.729, "p95_ms": 61.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.223, "count": 301, "max_ms": 81.001, "p95_ms": 74.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.838, "count": 301, "max_ms": 110.02, "p95_ms": 90.774}, "read_interval": {"avg_ms": 99.595, "count": 301, "max_ms": 690.162, "p95_ms": 117.456}, "triton_wait": {"avg_ms": 53.656, "count": 301, "max_ms": 81.014, "p95_ms": 74.083}, "visualize": {"avg_ms": 3.704, "count": 301, "max_ms": 5.185, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16079.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 747, "h264_decode_error_count": 1836, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:07:56+09:00", "last_error_summary": "[h264 @ 0x555f381af400] cabac decode of qscale diff failed at 48 29 [h264 @ 0x555f381af400] error while decoding MB 48 29, bytestream -8", "last_exit_at": "2026-07-05T19:07:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.535, "last_started_at": "2026-07-05T19:07:58+09:00", "pid": 141617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.719, "name": "ffmpeg", "pid": 141617, "rss_mb": 267.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 833, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 834}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.192, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1565541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:08:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:08:56+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T19:08:55+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T19:08:55.976503+09:00", "mtime_epoch": 1783246135.9765027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:08:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.301, "pushed": 7.301, "read": 7.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.382, "count": 219, "max_ms": 24.847, "p95_ms": 22.248}, "gstreamer_push": {"avg_ms": 1.099, "count": 219, "max_ms": 1.772, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.244, "count": 219, "max_ms": 63.602, "p95_ms": 62.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.804, "count": 219, "max_ms": 79.77, "p95_ms": 68.722}, "yolo11_640_fire_11class": {"avg_ms": 49.074, "count": 219, "max_ms": 65.925, "p95_ms": 61.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.193, "count": 219, "max_ms": 80.543, "p95_ms": 77.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.729, "count": 219, "max_ms": 168.027, "p95_ms": 160.634}, "read_interval": {"avg_ms": 136.899, "count": 219, "max_ms": 180.975, "p95_ms": 171.89}, "triton_wait": {"avg_ms": 58.302, "count": 219, "max_ms": 80.556, "p95_ms": 77.261}, "visualize": {"avg_ms": 4.979, "count": 219, "max_ms": 6.573, "p95_ms": 5.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16080.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10654.722, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.527, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2004545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:09:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:09:12+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:09:12+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:09:12.864848+09:00", "mtime_epoch": 1783246152.8648481, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:09:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2396.477, "name": "celery", "pid": 267, "rss_mb": 2396.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.844, "count": 301, "max_ms": 11.41, "p95_ms": 9.306}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.534, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.891, "count": 301, "max_ms": 68.952, "p95_ms": 61.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.955, "count": 301, "max_ms": 76.593, "p95_ms": 60.573}, "yolo11_640_fire_11class": {"avg_ms": 48.795, "count": 301, "max_ms": 68.404, "p95_ms": 62.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.749, "count": 301, "max_ms": 81.853, "p95_ms": 75.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.551, "count": 301, "max_ms": 107.657, "p95_ms": 95.6}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 827.635, "p95_ms": 116.019}, "triton_wait": {"avg_ms": 54.074, "count": 301, "max_ms": 81.865, "p95_ms": 75.501}, "visualize": {"avg_ms": 3.701, "count": 301, "max_ms": 6.11, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16079.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 747, "h264_decode_error_count": 1836, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:07:56+09:00", "last_error_summary": "[h264 @ 0x555f381af400] cabac decode of qscale diff failed at 48 29 [h264 @ 0x555f381af400] error while decoding MB 48 29, bytestream -8", "last_exit_at": "2026-07-05T19:07:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.649, "last_started_at": "2026-07-05T19:07:58+09:00", "pid": 141617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.234, "name": "ffmpeg", "pid": 141617, "rss_mb": 268.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 833, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 834}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.996, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1565760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:09:26+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T19:09:26+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T19:09:26.121119+09:00", "mtime_epoch": 1783246166.1211193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:09:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.303, "pushed": 7.303, "read": 7.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.459, "count": 218, "max_ms": 28.38, "p95_ms": 22.028}, "gstreamer_push": {"avg_ms": 1.09, "count": 219, "max_ms": 1.648, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.161, "count": 218, "max_ms": 69.354, "p95_ms": 62.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.074, "count": 218, "max_ms": 77.625, "p95_ms": 66.412}, "yolo11_640_fire_11class": {"avg_ms": 48.793, "count": 218, "max_ms": 67.304, "p95_ms": 63.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.66, "count": 218, "max_ms": 80.519, "p95_ms": 77.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.232, "count": 219, "max_ms": 166.687, "p95_ms": 154.395}, "read_interval": {"avg_ms": 137.562, "count": 218, "max_ms": 177.53, "p95_ms": 165.876}, "triton_wait": {"avg_ms": 57.38, "count": 218, "max_ms": 80.531, "p95_ms": 77.183}, "visualize": {"avg_ms": 5.081, "count": 218, "max_ms": 8.031, "p95_ms": 6.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16080.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10684.753, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.48, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2004848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:09:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:09:42+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:09:42+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:09:42.893462+09:00", "mtime_epoch": 1783246182.8934622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:09:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2396.477, "name": "celery", "pid": 267, "rss_mb": 2396.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.089}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.903, "count": 303, "max_ms": 15.1, "p95_ms": 10.854}, "gstreamer_push": {"avg_ms": 1.262, "count": 303, "max_ms": 1.676, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.893, "count": 303, "max_ms": 66.557, "p95_ms": 62.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.848, "count": 303, "max_ms": 75.172, "p95_ms": 57.628}, "yolo11_640_fire_11class": {"avg_ms": 50.516, "count": 303, "max_ms": 68.684, "p95_ms": 64.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.69, "count": 303, "max_ms": 80.583, "p95_ms": 75.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.956, "count": 303, "max_ms": 120.991, "p95_ms": 94.5}, "read_interval": {"avg_ms": 99.168, "count": 302, "max_ms": 824.074, "p95_ms": 114.795}, "triton_wait": {"avg_ms": 54.489, "count": 303, "max_ms": 80.596, "p95_ms": 75.945}, "visualize": {"avg_ms": 3.757, "count": 303, "max_ms": 5.985, "p95_ms": 4.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16080.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 747, "h264_decode_error_count": 1836, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:07:56+09:00", "last_error_summary": "[h264 @ 0x555f381af400] cabac decode of qscale diff failed at 48 29 [h264 @ 0x555f381af400] error while decoding MB 48 29, bytestream -8", "last_exit_at": "2026-07-05T19:07:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.697, "last_started_at": "2026-07-05T19:07:58+09:00", "pid": 141617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.234, "name": "ffmpeg", "pid": 141617, "rss_mb": 268.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 833, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 834}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.101, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1565983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:09:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:09:56+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T19:09:56+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T19:09:56.141733+09:00", "mtime_epoch": 1783246196.141733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:09:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.458, "pushed": 7.458, "read": 7.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.082, "count": 223, "max_ms": 25.172, "p95_ms": 20.869}, "gstreamer_push": {"avg_ms": 1.112, "count": 223, "max_ms": 1.382, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.336, "count": 223, "max_ms": 63.757, "p95_ms": 62.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.194, "count": 223, "max_ms": 77.543, "p95_ms": 67.68}, "yolo11_640_fire_11class": {"avg_ms": 50.662, "count": 223, "max_ms": 66.969, "p95_ms": 63.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.51, "count": 223, "max_ms": 81.905, "p95_ms": 76.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.15, "count": 223, "max_ms": 172.493, "p95_ms": 141.532}, "read_interval": {"avg_ms": 134.674, "count": 222, "max_ms": 184.401, "p95_ms": 154.246}, "triton_wait": {"avg_ms": 59.067, "count": 223, "max_ms": 81.917, "p95_ms": 76.466}, "visualize": {"avg_ms": 4.831, "count": 223, "max_ms": 7.0, "p95_ms": 5.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16080.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10714.819, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.961, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2005144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:10:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:10:13+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:10:12+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T19:10:12.958077+09:00", "mtime_epoch": 1783246212.9580767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:10:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2396.477, "name": "celery", "pid": 267, "rss_mb": 2396.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.882, "pushed": 9.882, "read": 9.848}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.042, "count": 296, "max_ms": 13.978, "p95_ms": 10.204}, "gstreamer_push": {"avg_ms": 1.247, "count": 296, "max_ms": 1.612, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.989, "count": 296, "max_ms": 66.566, "p95_ms": 63.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.333, "count": 296, "max_ms": 76.334, "p95_ms": 67.873}, "yolo11_640_fire_11class": {"avg_ms": 50.551, "count": 296, "max_ms": 70.483, "p95_ms": 65.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.868, "count": 296, "max_ms": 81.353, "p95_ms": 77.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.695, "count": 296, "max_ms": 137.307, "p95_ms": 105.239}, "read_interval": {"avg_ms": 101.634, "count": 295, "max_ms": 635.562, "p95_ms": 143.616}, "triton_wait": {"avg_ms": 54.658, "count": 296, "max_ms": 81.366, "p95_ms": 77.28}, "visualize": {"avg_ms": 3.817, "count": 296, "max_ms": 6.352, "p95_ms": 5.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16080.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 747, "h264_decode_error_count": 1836, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:07:56+09:00", "last_error_summary": "[h264 @ 0x555f381af400] cabac decode of qscale diff failed at 48 29 [h264 @ 0x555f381af400] error while decoding MB 48 29, bytestream -8", "last_exit_at": "2026-07-05T19:07:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.795, "last_started_at": "2026-07-05T19:07:58+09:00", "pid": 141617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.234, "name": "ffmpeg", "pid": 141617, "rss_mb": 268.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 833, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 834}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.097, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1566207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:10:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:10:26+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T19:10:26+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T19:10:26.258348+09:00", "mtime_epoch": 1783246226.2583485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:10:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.473, "pushed": 7.473, "read": 7.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.343, "count": 223, "max_ms": 26.369, "p95_ms": 22.246}, "gstreamer_push": {"avg_ms": 1.11, "count": 224, "max_ms": 1.615, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.952, "count": 223, "max_ms": 64.224, "p95_ms": 61.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.055, "count": 223, "max_ms": 77.164, "p95_ms": 68.332}, "yolo11_640_fire_11class": {"avg_ms": 48.544, "count": 223, "max_ms": 66.638, "p95_ms": 61.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.688, "count": 223, "max_ms": 80.114, "p95_ms": 76.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.727, "count": 224, "max_ms": 162.835, "p95_ms": 142.111}, "read_interval": {"avg_ms": 134.368, "count": 223, "max_ms": 175.34, "p95_ms": 156.291}, "triton_wait": {"avg_ms": 57.566, "count": 223, "max_ms": 80.127, "p95_ms": 76.589}, "visualize": {"avg_ms": 4.86, "count": 223, "max_ms": 6.024, "p95_ms": 5.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16083.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10744.843, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.927, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2005446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:10:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:10:43+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T19:10:42+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T19:10:42.974690+09:00", "mtime_epoch": 1783246242.97469, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:10:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2396.734, "name": "celery", "pid": 267, "rss_mb": 2396.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.914, "count": 302, "max_ms": 13.428, "p95_ms": 9.432}, "gstreamer_push": {"avg_ms": 1.265, "count": 302, "max_ms": 1.527, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.222, "count": 302, "max_ms": 69.695, "p95_ms": 62.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.088, "count": 302, "max_ms": 79.597, "p95_ms": 65.651}, "yolo11_640_fire_11class": {"avg_ms": 49.81, "count": 302, "max_ms": 70.576, "p95_ms": 63.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.759, "count": 302, "max_ms": 81.299, "p95_ms": 76.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.202, "count": 302, "max_ms": 132.114, "p95_ms": 93.292}, "read_interval": {"avg_ms": 99.436, "count": 301, "max_ms": 573.691, "p95_ms": 114.064}, "triton_wait": {"avg_ms": 54.434, "count": 302, "max_ms": 81.311, "p95_ms": 76.375}, "visualize": {"avg_ms": 3.701, "count": 302, "max_ms": 5.147, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16091.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 747, "h264_decode_error_count": 1836, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:07:56+09:00", "last_error_summary": "[h264 @ 0x555f381af400] cabac decode of qscale diff failed at 48 29 [h264 @ 0x555f381af400] error while decoding MB 48 29, bytestream -8", "last_exit_at": "2026-07-05T19:07:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.911, "last_started_at": "2026-07-05T19:07:58+09:00", "pid": 141617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.031, "name": "ffmpeg", "pid": 141617, "rss_mb": 278.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 833, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 834}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.143, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1566435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:10:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:10:56+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T19:10:56+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T19:10:56.362963+09:00", "mtime_epoch": 1783246256.3629634, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:10:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.358, "count": 227, "max_ms": 33.842, "p95_ms": 22.601}, "gstreamer_push": {"avg_ms": 1.119, "count": 228, "max_ms": 1.32, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.437, "count": 227, "max_ms": 65.693, "p95_ms": 62.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.268, "count": 227, "max_ms": 77.579, "p95_ms": 67.174}, "yolo11_640_fire_11class": {"avg_ms": 49.006, "count": 227, "max_ms": 66.72, "p95_ms": 63.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.031, "count": 227, "max_ms": 80.434, "p95_ms": 76.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.284, "count": 228, "max_ms": 146.003, "p95_ms": 138.497}, "read_interval": {"avg_ms": 132.028, "count": 227, "max_ms": 156.974, "p95_ms": 150.898}, "triton_wait": {"avg_ms": 58.459, "count": 227, "max_ms": 80.447, "p95_ms": 76.461}, "visualize": {"avg_ms": 4.722, "count": 227, "max_ms": 6.63, "p95_ms": 5.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16092.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10774.89, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.031, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2005750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:11:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:11:13+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T19:11:13+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:11:13.031304+09:00", "mtime_epoch": 1783246273.0313036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:11:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2396.734, "name": "celery", "pid": 267, "rss_mb": 2396.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.111}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.95, "count": 304, "max_ms": 12.177, "p95_ms": 10.678}, "gstreamer_push": {"avg_ms": 1.256, "count": 304, "max_ms": 1.893, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.196, "count": 304, "max_ms": 70.199, "p95_ms": 63.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.498, "count": 304, "max_ms": 77.014, "p95_ms": 69.051}, "yolo11_640_fire_11class": {"avg_ms": 49.655, "count": 304, "max_ms": 72.733, "p95_ms": 63.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.02, "count": 304, "max_ms": 82.964, "p95_ms": 77.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.29, "count": 304, "max_ms": 132.102, "p95_ms": 105.313}, "read_interval": {"avg_ms": 98.909, "count": 303, "max_ms": 665.564, "p95_ms": 135.518}, "triton_wait": {"avg_ms": 54.51, "count": 304, "max_ms": 82.976, "p95_ms": 77.605}, "visualize": {"avg_ms": 3.727, "count": 304, "max_ms": 6.303, "p95_ms": 5.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16093.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 747, "h264_decode_error_count": 1836, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:07:56+09:00", "last_error_summary": "[h264 @ 0x555f381af400] cabac decode of qscale diff failed at 48 29 [h264 @ 0x555f381af400] error while decoding MB 48 29, bytestream -8", "last_exit_at": "2026-07-05T19:07:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.97, "last_started_at": "2026-07-05T19:07:58+09:00", "pid": 141617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.453, "name": "ffmpeg", "pid": 141617, "rss_mb": 280.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 833, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 834}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.175, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1566654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:11:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:11:26+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T19:11:26+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T19:11:26.415577+09:00", "mtime_epoch": 1783246286.415577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:11:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.315, "pushed": 7.315, "read": 7.282}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.137, "count": 219, "max_ms": 23.846, "p95_ms": 21.375}, "gstreamer_push": {"avg_ms": 1.096, "count": 219, "max_ms": 1.594, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.208, "count": 219, "max_ms": 65.977, "p95_ms": 62.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.912, "count": 219, "max_ms": 80.678, "p95_ms": 69.846}, "yolo11_640_fire_11class": {"avg_ms": 49.507, "count": 219, "max_ms": 68.166, "p95_ms": 63.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.969, "count": 219, "max_ms": 82.248, "p95_ms": 77.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.7, "count": 219, "max_ms": 171.482, "p95_ms": 160.378}, "read_interval": {"avg_ms": 137.177, "count": 218, "max_ms": 183.503, "p95_ms": 172.086}, "triton_wait": {"avg_ms": 58.81, "count": 219, "max_ms": 82.259, "p95_ms": 78.486}, "visualize": {"avg_ms": 4.949, "count": 219, "max_ms": 6.848, "p95_ms": 5.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16097.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10804.913, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.083, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2006047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:11:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:11:43+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:11:43+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:11:43.055917+09:00", "mtime_epoch": 1783246303.0559168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:11:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2396.992, "name": "celery", "pid": 267, "rss_mb": 2396.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.88, "count": 297, "max_ms": 12.507, "p95_ms": 9.828}, "gstreamer_push": {"avg_ms": 1.248, "count": 297, "max_ms": 1.764, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.358, "count": 297, "max_ms": 66.354, "p95_ms": 62.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.011, "count": 297, "max_ms": 78.791, "p95_ms": 65.788}, "yolo11_640_fire_11class": {"avg_ms": 49.263, "count": 297, "max_ms": 67.672, "p95_ms": 62.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.511, "count": 297, "max_ms": 80.571, "p95_ms": 76.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.607, "count": 297, "max_ms": 122.347, "p95_ms": 95.854}, "read_interval": {"avg_ms": 101.07, "count": 297, "max_ms": 765.908, "p95_ms": 132.81}, "triton_wait": {"avg_ms": 53.949, "count": 297, "max_ms": 80.584, "p95_ms": 76.724}, "visualize": {"avg_ms": 3.695, "count": 297, "max_ms": 5.468, "p95_ms": 4.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16033.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 748, "h264_decode_error_count": 1839, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:11:46+09:00", "last_error_summary": "[h264 @ 0x55822f3b3780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55822f3b3780] error while decoding MB 0 22, bytestream 5486 [h264 @ 0x55822e991d00] error while decoding MB 49 33, bytestream -8 [h264 @ 0x55822f3b3780] error while decoding MB 41 24, bytestream -22", "last_exit_at": "2026-07-05T19:11:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.212, "last_started_at": "2026-07-05T19:11:49+09:00", "pid": 141724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 221.855, "name": "ffmpeg", "pid": 141724, "rss_mb": 221.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 834, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 835}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.249, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1566836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:11:56+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T19:11:56+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T19:11:56.520191+09:00", "mtime_epoch": 1783246316.5201914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:11:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.086, "pushed": 6.086, "read": 6.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.233, "count": 182, "max_ms": 23.087, "p95_ms": 21.535}, "gstreamer_push": {"avg_ms": 1.07, "count": 182, "max_ms": 1.266, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.655, "count": 182, "max_ms": 64.603, "p95_ms": 62.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.175, "count": 182, "max_ms": 79.202, "p95_ms": 66.105}, "yolo11_640_fire_11class": {"avg_ms": 49.624, "count": 182, "max_ms": 67.35, "p95_ms": 64.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.542, "count": 182, "max_ms": 82.02, "p95_ms": 76.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.649, "count": 182, "max_ms": 165.151, "p95_ms": 161.512}, "read_interval": {"avg_ms": 165.451, "count": 181, "max_ms": 4717.795, "p95_ms": 173.022}, "triton_wait": {"avg_ms": 58.577, "count": 182, "max_ms": 82.029, "p95_ms": 76.947}, "visualize": {"avg_ms": 5.125, "count": 182, "max_ms": 7.024, "p95_ms": 6.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16080.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10834.95, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.31, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2006344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:12:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:12:13+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:12:13+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:12:13.092530+09:00", "mtime_epoch": 1783246333.0925298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:12:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2396.992, "name": "celery", "pid": 267, "rss_mb": 2396.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.882}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.92, "count": 297, "max_ms": 11.748, "p95_ms": 9.39}, "gstreamer_push": {"avg_ms": 1.274, "count": 297, "max_ms": 1.536, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.383, "count": 297, "max_ms": 67.203, "p95_ms": 62.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.644, "count": 297, "max_ms": 80.701, "p95_ms": 68.368}, "yolo11_640_fire_11class": {"avg_ms": 50.322, "count": 297, "max_ms": 70.085, "p95_ms": 64.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.538, "count": 297, "max_ms": 84.123, "p95_ms": 76.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.795, "count": 297, "max_ms": 135.164, "p95_ms": 95.098}, "read_interval": {"avg_ms": 101.196, "count": 296, "max_ms": 703.547, "p95_ms": 145.396}, "triton_wait": {"avg_ms": 53.327, "count": 297, "max_ms": 84.135, "p95_ms": 76.351}, "visualize": {"avg_ms": 3.731, "count": 297, "max_ms": 6.316, "p95_ms": 4.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16082.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 748, "h264_decode_error_count": 1839, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:11:46+09:00", "last_error_summary": "[h264 @ 0x55822f3b3780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55822f3b3780] error while decoding MB 0 22, bytestream 5486 [h264 @ 0x55822e991d00] error while decoding MB 49 33, bytestream -8 [h264 @ 0x55822f3b3780] error while decoding MB 41 24, bytestream -22", "last_exit_at": "2026-07-05T19:11:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.281, "last_started_at": "2026-07-05T19:11:49+09:00", "pid": 141724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.484, "name": "ffmpeg", "pid": 141724, "rss_mb": 268.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 834, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 835}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.969, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1567048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:12:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T19:12:26+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T19:12:26+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T19:12:26.564805+09:00", "mtime_epoch": 1783246346.5648046, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:12:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.085, "pushed": 7.085, "read": 7.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.446, "count": 212, "max_ms": 24.996, "p95_ms": 21.584}, "gstreamer_push": {"avg_ms": 1.059, "count": 212, "max_ms": 1.674, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.397, "count": 212, "max_ms": 65.199, "p95_ms": 62.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.352, "count": 212, "max_ms": 79.404, "p95_ms": 70.901}, "yolo11_640_fire_11class": {"avg_ms": 49.679, "count": 212, "max_ms": 70.639, "p95_ms": 64.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.145, "count": 212, "max_ms": 83.212, "p95_ms": 78.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.238, "count": 212, "max_ms": 167.542, "p95_ms": 161.472}, "read_interval": {"avg_ms": 141.8, "count": 211, "max_ms": 175.718, "p95_ms": 169.297}, "triton_wait": {"avg_ms": 58.804, "count": 212, "max_ms": 83.224, "p95_ms": 78.492}, "visualize": {"avg_ms": 5.312, "count": 212, "max_ms": 7.501, "p95_ms": 6.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16084.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10865.011, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.195, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2006643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:12:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:12:43+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:12:43+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T19:12:43.149143+09:00", "mtime_epoch": 1783246363.149143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:12:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2397.25, "name": "celery", "pid": 267, "rss_mb": 2397.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.106, "count": 299, "max_ms": 14.033, "p95_ms": 10.031}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 1.731, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.681, "count": 299, "max_ms": 67.109, "p95_ms": 63.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.954, "count": 299, "max_ms": 76.706, "p95_ms": 67.345}, "yolo11_640_fire_11class": {"avg_ms": 50.038, "count": 299, "max_ms": 75.575, "p95_ms": 63.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.687, "count": 299, "max_ms": 82.067, "p95_ms": 78.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.343, "count": 299, "max_ms": 135.666, "p95_ms": 104.735}, "read_interval": {"avg_ms": 100.604, "count": 298, "max_ms": 750.7, "p95_ms": 147.179}, "triton_wait": {"avg_ms": 54.273, "count": 299, "max_ms": 82.079, "p95_ms": 78.272}, "visualize": {"avg_ms": 3.828, "count": 299, "max_ms": 5.745, "p95_ms": 5.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16084.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 748, "h264_decode_error_count": 1839, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:11:46+09:00", "last_error_summary": "[h264 @ 0x55822f3b3780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55822f3b3780] error while decoding MB 0 22, bytestream 5486 [h264 @ 0x55822e991d00] error while decoding MB 49 33, bytestream -8 [h264 @ 0x55822f3b3780] error while decoding MB 41 24, bytestream -22", "last_exit_at": "2026-07-05T19:11:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.405, "last_started_at": "2026-07-05T19:11:49+09:00", "pid": 141724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.516, "name": "ffmpeg", "pid": 141724, "rss_mb": 269.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 834, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 835}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.778, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1567253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:12:56+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T19:12:56+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T19:12:56.689419+09:00", "mtime_epoch": 1783246376.689419, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:12:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9371.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.839, "pushed": 6.839, "read": 6.806}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.781, "count": 204, "max_ms": 28.75, "p95_ms": 21.69}, "gstreamer_push": {"avg_ms": 1.056, "count": 205, "max_ms": 1.571, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.326, "count": 204, "max_ms": 66.801, "p95_ms": 62.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.544, "count": 204, "max_ms": 71.768, "p95_ms": 67.609}, "yolo11_640_fire_11class": {"avg_ms": 48.73, "count": 204, "max_ms": 65.884, "p95_ms": 61.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.398, "count": 204, "max_ms": 82.122, "p95_ms": 77.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.318, "count": 205, "max_ms": 167.503, "p95_ms": 163.18}, "read_interval": {"avg_ms": 146.955, "count": 204, "max_ms": 175.743, "p95_ms": 172.182}, "triton_wait": {"avg_ms": 58.239, "count": 204, "max_ms": 82.132, "p95_ms": 77.441}, "visualize": {"avg_ms": 5.532, "count": 204, "max_ms": 7.497, "p95_ms": 6.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16084.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10895.058, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.234, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2006948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:13:13+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:13:13+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:13:13.201756+09:00", "mtime_epoch": 1783246393.2017558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:13:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2397.508, "name": "celery", "pid": 267, "rss_mb": 2397.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.177, "pushed": 10.177, "read": 10.144}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.835, "count": 305, "max_ms": 13.003, "p95_ms": 9.941}, "gstreamer_push": {"avg_ms": 1.25, "count": 305, "max_ms": 1.461, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.702, "count": 305, "max_ms": 67.905, "p95_ms": 61.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.451, "count": 305, "max_ms": 75.482, "p95_ms": 64.318}, "yolo11_640_fire_11class": {"avg_ms": 48.83, "count": 305, "max_ms": 67.3, "p95_ms": 61.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.472, "count": 305, "max_ms": 80.884, "p95_ms": 73.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.932, "count": 305, "max_ms": 133.161, "p95_ms": 102.551}, "read_interval": {"avg_ms": 98.581, "count": 304, "max_ms": 685.461, "p95_ms": 137.655}, "triton_wait": {"avg_ms": 53.247, "count": 305, "max_ms": 80.897, "p95_ms": 74.65}, "visualize": {"avg_ms": 3.767, "count": 305, "max_ms": 5.615, "p95_ms": 4.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16084.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 748, "h264_decode_error_count": 1839, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:11:46+09:00", "last_error_summary": "[h264 @ 0x55822f3b3780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55822f3b3780] error while decoding MB 0 22, bytestream 5486 [h264 @ 0x55822e991d00] error while decoding MB 49 33, bytestream -8 [h264 @ 0x55822f3b3780] error while decoding MB 41 24, bytestream -22", "last_exit_at": "2026-07-05T19:11:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.532, "last_started_at": "2026-07-05T19:11:49+09:00", "pid": 141724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.773, "name": "ffmpeg", "pid": 141724, "rss_mb": 269.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 834, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 835}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.182, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1567467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:13:26+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T19:13:26+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-05T19:13:26.790033+09:00", "mtime_epoch": 1783246406.7900329, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:13:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9372.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.144, "pushed": 7.144, "read": 7.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.637, "count": 213, "max_ms": 33.358, "p95_ms": 22.224}, "gstreamer_push": {"avg_ms": 1.091, "count": 214, "max_ms": 1.782, "p95_ms": 1.282}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.424, "count": 213, "max_ms": 66.216, "p95_ms": 62.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.112, "count": 213, "max_ms": 79.22, "p95_ms": 72.373}, "yolo11_640_fire_11class": {"avg_ms": 51.728, "count": 213, "max_ms": 68.729, "p95_ms": 65.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.466, "count": 213, "max_ms": 79.544, "p95_ms": 77.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.644, "count": 214, "max_ms": 177.786, "p95_ms": 162.23}, "read_interval": {"avg_ms": 140.621, "count": 213, "max_ms": 188.935, "p95_ms": 170.466}, "triton_wait": {"avg_ms": 59.099, "count": 213, "max_ms": 79.556, "p95_ms": 77.566}, "visualize": {"avg_ms": 5.23, "count": 213, "max_ms": 7.14, "p95_ms": 6.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16084.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10925.081, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.119, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2007250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:13:43+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:13:43+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T19:13:43.222368+09:00", "mtime_epoch": 1783246423.2223678, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:13:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2397.766, "name": "celery", "pid": 267, "rss_mb": 2397.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.819, "count": 302, "max_ms": 12.611, "p95_ms": 9.604}, "gstreamer_push": {"avg_ms": 1.247, "count": 302, "max_ms": 1.542, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.228, "count": 302, "max_ms": 68.362, "p95_ms": 62.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.432, "count": 302, "max_ms": 76.51, "p95_ms": 68.952}, "yolo11_640_fire_11class": {"avg_ms": 49.732, "count": 302, "max_ms": 68.791, "p95_ms": 64.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.995, "count": 302, "max_ms": 81.189, "p95_ms": 76.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.437, "count": 302, "max_ms": 130.974, "p95_ms": 94.771}, "read_interval": {"avg_ms": 99.472, "count": 301, "max_ms": 678.828, "p95_ms": 141.538}, "triton_wait": {"avg_ms": 54.531, "count": 302, "max_ms": 81.201, "p95_ms": 76.519}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 5.195, "p95_ms": 4.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16085.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 748, "h264_decode_error_count": 1839, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:11:46+09:00", "last_error_summary": "[h264 @ 0x55822f3b3780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55822f3b3780] error while decoding MB 0 22, bytestream 5486 [h264 @ 0x55822e991d00] error while decoding MB 49 33, bytestream -8 [h264 @ 0x55822f3b3780] error while decoding MB 41 24, bytestream -22", "last_exit_at": "2026-07-05T19:11:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.569, "last_started_at": "2026-07-05T19:11:49+09:00", "pid": 141724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.773, "name": "ffmpeg", "pid": 141724, "rss_mb": 269.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 834, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 835}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.519, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1567678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:13:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:13:56+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T19:13:56+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T19:13:56.850646+09:00", "mtime_epoch": 1783246436.8506458, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:13:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9372.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.06, "pushed": 7.06, "read": 7.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.383, "count": 211, "max_ms": 27.491, "p95_ms": 21.3}, "gstreamer_push": {"avg_ms": 1.069, "count": 211, "max_ms": 1.63, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.996, "count": 211, "max_ms": 66.426, "p95_ms": 61.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.61, "count": 211, "max_ms": 78.701, "p95_ms": 67.257}, "yolo11_640_fire_11class": {"avg_ms": 49.744, "count": 211, "max_ms": 68.81, "p95_ms": 63.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.838, "count": 211, "max_ms": 81.214, "p95_ms": 76.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.979, "count": 211, "max_ms": 166.076, "p95_ms": 162.11}, "read_interval": {"avg_ms": 142.308, "count": 210, "max_ms": 175.724, "p95_ms": 170.972}, "triton_wait": {"avg_ms": 58.772, "count": 211, "max_ms": 81.225, "p95_ms": 76.779}, "visualize": {"avg_ms": 5.336, "count": 211, "max_ms": 8.316, "p95_ms": 6.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16085.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10955.135, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.898, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2007547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:14:13+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:14:13+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T19:14:13.274981+09:00", "mtime_epoch": 1783246453.2749805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:14:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2397.766, "name": "celery", "pid": 267, "rss_mb": 2397.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.96}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.313, "count": 297, "max_ms": 16.648, "p95_ms": 11.193}, "gstreamer_push": {"avg_ms": 1.265, "count": 297, "max_ms": 1.546, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.987, "count": 297, "max_ms": 67.503, "p95_ms": 61.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.12, "count": 297, "max_ms": 77.792, "p95_ms": 63.04}, "yolo11_640_fire_11class": {"avg_ms": 47.993, "count": 297, "max_ms": 68.195, "p95_ms": 61.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.808, "count": 297, "max_ms": 80.244, "p95_ms": 76.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.586, "count": 297, "max_ms": 170.762, "p95_ms": 108.026}, "read_interval": {"avg_ms": 101.189, "count": 297, "max_ms": 612.878, "p95_ms": 158.503}, "triton_wait": {"avg_ms": 54.267, "count": 297, "max_ms": 80.256, "p95_ms": 76.734}, "visualize": {"avg_ms": 3.949, "count": 297, "max_ms": 6.317, "p95_ms": 5.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16085.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 748, "h264_decode_error_count": 1839, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:11:46+09:00", "last_error_summary": "[h264 @ 0x55822f3b3780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55822f3b3780] error while decoding MB 0 22, bytestream 5486 [h264 @ 0x55822e991d00] error while decoding MB 49 33, bytestream -8 [h264 @ 0x55822f3b3780] error while decoding MB 41 24, bytestream -22", "last_exit_at": "2026-07-05T19:11:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.664, "last_started_at": "2026-07-05T19:11:49+09:00", "pid": 141724, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.773, "name": "ffmpeg", "pid": 141724, "rss_mb": 269.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 834, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 835}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.803, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1567882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:14:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:14:27+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T19:14:26+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T19:14:26.935259+09:00", "mtime_epoch": 1783246466.9352589, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:14:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9372.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.807, "pushed": 6.807, "read": 6.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.625, "count": 203, "max_ms": 25.59, "p95_ms": 21.584}, "gstreamer_push": {"avg_ms": 1.03, "count": 204, "max_ms": 1.277, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.848, "count": 203, "max_ms": 63.503, "p95_ms": 60.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.189, "count": 203, "max_ms": 74.749, "p95_ms": 69.598}, "yolo11_640_fire_11class": {"avg_ms": 48.021, "count": 203, "max_ms": 64.525, "p95_ms": 59.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.828, "count": 203, "max_ms": 80.154, "p95_ms": 75.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.785, "count": 204, "max_ms": 165.986, "p95_ms": 160.842}, "read_interval": {"avg_ms": 147.475, "count": 203, "max_ms": 174.533, "p95_ms": 169.278}, "triton_wait": {"avg_ms": 58.86, "count": 203, "max_ms": 80.167, "p95_ms": 75.833}, "visualize": {"avg_ms": 5.514, "count": 203, "max_ms": 7.776, "p95_ms": 5.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16097.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10985.176, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.045, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2007849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:14:43+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:14:43+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:14:43.319593+09:00", "mtime_epoch": 1783246483.3195927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:14:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2397.766, "name": "celery", "pid": 267, "rss_mb": 2397.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.046}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.223, "count": 302, "max_ms": 15.565, "p95_ms": 10.45}, "gstreamer_push": {"avg_ms": 1.24, "count": 302, "max_ms": 1.737, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.381, "count": 302, "max_ms": 67.613, "p95_ms": 61.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.423, "count": 302, "max_ms": 78.487, "p95_ms": 65.998}, "yolo11_640_fire_11class": {"avg_ms": 47.949, "count": 302, "max_ms": 67.626, "p95_ms": 61.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.858, "count": 302, "max_ms": 82.005, "p95_ms": 76.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.539, "count": 302, "max_ms": 137.829, "p95_ms": 109.493}, "read_interval": {"avg_ms": 99.533, "count": 301, "max_ms": 566.01, "p95_ms": 138.231}, "triton_wait": {"avg_ms": 54.027, "count": 302, "max_ms": 82.02, "p95_ms": 77.312}, "visualize": {"avg_ms": 3.935, "count": 302, "max_ms": 6.029, "p95_ms": 5.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16079.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 749, "h264_decode_error_count": 1840, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:14:44+09:00", "last_error_summary": "[h264 @ 0x555916fb45c0] error while decoding MB 55 21, bytestream -7", "last_exit_at": "2026-07-05T19:14:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.867, "last_started_at": "2026-07-05T19:14:47+09:00", "pid": 141831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.348, "name": "ffmpeg", "pid": 141831, "rss_mb": 263.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 835, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 836}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.378, "sample_count": 2068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1568057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:14:57+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T19:14:56+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T19:14:56.935870+09:00", "mtime_epoch": 1783246496.9358702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:14:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9372.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.862, "pushed": 5.862, "read": 5.828}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.754, "count": 175, "max_ms": 32.406, "p95_ms": 23.177}, "gstreamer_push": {"avg_ms": 1.054, "count": 175, "max_ms": 1.555, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.334, "count": 175, "max_ms": 65.117, "p95_ms": 61.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.585, "count": 175, "max_ms": 77.685, "p95_ms": 69.045}, "yolo11_640_fire_11class": {"avg_ms": 47.902, "count": 175, "max_ms": 63.778, "p95_ms": 60.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.292, "count": 175, "max_ms": 81.262, "p95_ms": 75.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.343, "count": 175, "max_ms": 164.683, "p95_ms": 159.391}, "read_interval": {"avg_ms": 171.532, "count": 174, "max_ms": 5144.547, "p95_ms": 165.702}, "triton_wait": {"avg_ms": 57.146, "count": 175, "max_ms": 81.273, "p95_ms": 75.675}, "visualize": {"avg_ms": 5.366, "count": 175, "max_ms": 6.568, "p95_ms": 5.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16080.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11015.2, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.136, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2008150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:15:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:15:13+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:15:13+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T19:15:13.340204+09:00", "mtime_epoch": 1783246513.3402042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:15:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2398.023, "name": "celery", "pid": 267, "rss_mb": 2398.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 301, "max_ms": 14.965, "p95_ms": 9.995}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.654, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.807, "count": 301, "max_ms": 67.717, "p95_ms": 57.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.089, "count": 301, "max_ms": 71.684, "p95_ms": 57.242}, "yolo11_640_fire_11class": {"avg_ms": 46.769, "count": 301, "max_ms": 67.208, "p95_ms": 58.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.725, "count": 301, "max_ms": 79.979, "p95_ms": 72.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.489, "count": 301, "max_ms": 135.976, "p95_ms": 105.169}, "read_interval": {"avg_ms": 99.814, "count": 300, "max_ms": 758.675, "p95_ms": 141.062}, "triton_wait": {"avg_ms": 51.875, "count": 301, "max_ms": 79.992, "p95_ms": 72.638}, "visualize": {"avg_ms": 3.793, "count": 301, "max_ms": 5.894, "p95_ms": 4.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16084.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 749, "h264_decode_error_count": 1840, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:14:44+09:00", "last_error_summary": "[h264 @ 0x555916fb45c0] error while decoding MB 55 21, bytestream -7", "last_exit_at": "2026-07-05T19:14:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.957, "last_started_at": "2026-07-05T19:14:47+09:00", "pid": 141831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.988, "name": "ffmpeg", "pid": 141831, "rss_mb": 267.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 835, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 836}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.923, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1568266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:15:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:15:27+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T19:15:27+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T19:15:27.048484+09:00", "mtime_epoch": 1783246527.0484836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:15:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9372.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.985, "pushed": 6.985, "read": 6.952}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.406, "count": 209, "max_ms": 22.94, "p95_ms": 21.678}, "gstreamer_push": {"avg_ms": 1.052, "count": 209, "max_ms": 1.64, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.65, "count": 209, "max_ms": 72.133, "p95_ms": 61.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.131, "count": 209, "max_ms": 75.926, "p95_ms": 67.476}, "yolo11_640_fire_11class": {"avg_ms": 48.231, "count": 209, "max_ms": 72.12, "p95_ms": 60.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.045, "count": 209, "max_ms": 80.465, "p95_ms": 76.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.147, "count": 209, "max_ms": 165.336, "p95_ms": 160.202}, "read_interval": {"avg_ms": 143.929, "count": 208, "max_ms": 177.415, "p95_ms": 172.098}, "triton_wait": {"avg_ms": 57.747, "count": 209, "max_ms": 80.477, "p95_ms": 76.185}, "visualize": {"avg_ms": 5.347, "count": 209, "max_ms": 6.793, "p95_ms": 6.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16086.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11045.24, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.5, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2008448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:15:43+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T19:15:43+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T19:15:43.376816+09:00", "mtime_epoch": 1783246543.376816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:15:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2398.023, "name": "celery", "pid": 267, "rss_mb": 2398.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.81, "count": 298, "max_ms": 10.709, "p95_ms": 9.755}, "gstreamer_push": {"avg_ms": 1.26, "count": 298, "max_ms": 1.826, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.748, "count": 298, "max_ms": 72.024, "p95_ms": 62.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.872, "count": 298, "max_ms": 76.594, "p95_ms": 64.907}, "yolo11_640_fire_11class": {"avg_ms": 48.33, "count": 298, "max_ms": 71.443, "p95_ms": 62.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.565, "count": 298, "max_ms": 81.496, "p95_ms": 76.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.768, "count": 298, "max_ms": 132.163, "p95_ms": 104.36}, "read_interval": {"avg_ms": 100.86, "count": 297, "max_ms": 649.147, "p95_ms": 180.867}, "triton_wait": {"avg_ms": 53.895, "count": 298, "max_ms": 81.509, "p95_ms": 76.496}, "visualize": {"avg_ms": 3.744, "count": 298, "max_ms": 6.013, "p95_ms": 4.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16086.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 749, "h264_decode_error_count": 1840, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:14:44+09:00", "last_error_summary": "[h264 @ 0x555916fb45c0] error while decoding MB 55 21, bytestream -7", "last_exit_at": "2026-07-05T19:14:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.054, "last_started_at": "2026-07-05T19:14:47+09:00", "pid": 141831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.02, "name": "ffmpeg", "pid": 141831, "rss_mb": 269.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 835, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 836}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.617, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1568466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:15:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:15:57+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T19:15:57+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T19:15:57.141096+09:00", "mtime_epoch": 1783246557.1410964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:15:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9372.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.679, "pushed": 6.679, "read": 6.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.722, "count": 199, "max_ms": 25.738, "p95_ms": 22.036}, "gstreamer_push": {"avg_ms": 1.069, "count": 200, "max_ms": 1.628, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.391, "count": 199, "max_ms": 74.042, "p95_ms": 62.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.077, "count": 199, "max_ms": 79.352, "p95_ms": 67.092}, "yolo11_640_fire_11class": {"avg_ms": 48.918, "count": 199, "max_ms": 73.609, "p95_ms": 62.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.68, "count": 199, "max_ms": 80.096, "p95_ms": 77.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.643, "count": 200, "max_ms": 168.565, "p95_ms": 163.542}, "read_interval": {"avg_ms": 150.476, "count": 199, "max_ms": 179.824, "p95_ms": 174.918}, "triton_wait": {"avg_ms": 58.624, "count": 199, "max_ms": 80.108, "p95_ms": 77.874}, "visualize": {"avg_ms": 5.603, "count": 199, "max_ms": 7.832, "p95_ms": 6.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16086.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11075.269, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.171, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2008747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:16:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:16:13+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:16:13+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:16:13.409428+09:00", "mtime_epoch": 1783246573.4094276, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:16:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2398.281, "name": "celery", "pid": 267, "rss_mb": 2398.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.874, "count": 299, "max_ms": 13.149, "p95_ms": 10.004}, "gstreamer_push": {"avg_ms": 1.26, "count": 299, "max_ms": 1.893, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.726, "count": 299, "max_ms": 67.047, "p95_ms": 59.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.145, "count": 299, "max_ms": 74.011, "p95_ms": 63.976}, "yolo11_640_fire_11class": {"avg_ms": 47.394, "count": 299, "max_ms": 65.945, "p95_ms": 59.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.399, "count": 299, "max_ms": 78.082, "p95_ms": 73.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.231, "count": 299, "max_ms": 128.356, "p95_ms": 92.274}, "read_interval": {"avg_ms": 100.497, "count": 298, "max_ms": 889.403, "p95_ms": 194.948}, "triton_wait": {"avg_ms": 52.688, "count": 299, "max_ms": 78.095, "p95_ms": 73.12}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 6.119, "p95_ms": 4.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16086.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 749, "h264_decode_error_count": 1840, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:14:44+09:00", "last_error_summary": "[h264 @ 0x555916fb45c0] error while decoding MB 55 21, bytestream -7", "last_exit_at": "2026-07-05T19:14:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.227, "last_started_at": "2026-07-05T19:14:47+09:00", "pid": 141831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.535, "name": "ffmpeg", "pid": 141831, "rss_mb": 269.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 835, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 836}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.922, "sample_count": 2011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1568670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:16:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:16:27+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-05T19:16:27+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T19:16:27.293710+09:00", "mtime_epoch": 1783246587.2937102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:16:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9372.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.767, "pushed": 6.767, "read": 6.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.873, "count": 203, "max_ms": 33.262, "p95_ms": 23.717}, "gstreamer_push": {"avg_ms": 1.074, "count": 203, "max_ms": 1.638, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.748, "count": 203, "max_ms": 65.504, "p95_ms": 62.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.397, "count": 203, "max_ms": 78.464, "p95_ms": 67.226}, "yolo11_640_fire_11class": {"avg_ms": 49.353, "count": 203, "max_ms": 68.204, "p95_ms": 62.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.939, "count": 203, "max_ms": 77.64, "p95_ms": 76.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.859, "count": 203, "max_ms": 164.763, "p95_ms": 162.086}, "read_interval": {"avg_ms": 147.772, "count": 203, "max_ms": 177.503, "p95_ms": 173.603}, "triton_wait": {"avg_ms": 58.787, "count": 203, "max_ms": 78.475, "p95_ms": 76.603}, "visualize": {"avg_ms": 5.454, "count": 203, "max_ms": 7.675, "p95_ms": 6.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16089.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11105.506, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.051, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2009051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:16:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:16:43+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T19:16:43+09:00", "mjpeg": {"age_sec": 0.395, "exists": true, "mtime": "2026-07-05T19:16:43.314036+09:00", "mtime_epoch": 1783246603.3140364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:16:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2398.281, "name": "celery", "pid": 267, "rss_mb": 2398.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.768, "count": 302, "max_ms": 13.464, "p95_ms": 9.318}, "gstreamer_push": {"avg_ms": 1.269, "count": 302, "max_ms": 1.797, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.919, "count": 302, "max_ms": 66.306, "p95_ms": 57.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.805, "count": 302, "max_ms": 77.114, "p95_ms": 61.567}, "yolo11_640_fire_11class": {"avg_ms": 48.211, "count": 302, "max_ms": 68.987, "p95_ms": 59.224}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.516, "count": 302, "max_ms": 78.632, "p95_ms": 72.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.379, "count": 302, "max_ms": 131.417, "p95_ms": 92.623}, "read_interval": {"avg_ms": 99.63, "count": 301, "max_ms": 801.583, "p95_ms": 141.612}, "triton_wait": {"avg_ms": 53.005, "count": 302, "max_ms": 78.644, "p95_ms": 72.545}, "visualize": {"avg_ms": 3.702, "count": 302, "max_ms": 5.851, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16089.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 749, "h264_decode_error_count": 1840, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:14:44+09:00", "last_error_summary": "[h264 @ 0x555916fb45c0] error while decoding MB 55 21, bytestream -7", "last_exit_at": "2026-07-05T19:14:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.381, "last_started_at": "2026-07-05T19:14:47+09:00", "pid": 141831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.113, "name": "ffmpeg", "pid": 141831, "rss_mb": 272.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 835, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 836}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.426, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1568865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:16:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T19:16:57+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T19:16:57+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T19:16:57.450324+09:00", "mtime_epoch": 1783246617.4503243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:16:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9372.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.504, "pushed": 6.504, "read": 6.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.897, "count": 194, "max_ms": 32.369, "p95_ms": 23.852}, "gstreamer_push": {"avg_ms": 1.032, "count": 195, "max_ms": 1.311, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.568, "count": 194, "max_ms": 71.285, "p95_ms": 62.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.799, "count": 194, "max_ms": 76.45, "p95_ms": 63.154}, "yolo11_640_fire_11class": {"avg_ms": 49.895, "count": 194, "max_ms": 66.61, "p95_ms": 63.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.24, "count": 194, "max_ms": 82.648, "p95_ms": 77.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.336, "count": 195, "max_ms": 171.055, "p95_ms": 165.439}, "read_interval": {"avg_ms": 154.533, "count": 194, "max_ms": 182.177, "p95_ms": 176.922}, "triton_wait": {"avg_ms": 59.769, "count": 194, "max_ms": 82.661, "p95_ms": 77.78}, "visualize": {"avg_ms": 5.684, "count": 194, "max_ms": 7.525, "p95_ms": 6.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16089.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11135.536, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.104, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2009352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:17:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:17:13+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:17:13+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T19:17:13.682655+09:00", "mtime_epoch": 1783246633.6826546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:17:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2398.539, "name": "celery", "pid": 267, "rss_mb": 2398.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.73, "count": 301, "max_ms": 12.164, "p95_ms": 9.268}, "gstreamer_push": {"avg_ms": 1.266, "count": 301, "max_ms": 1.578, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.537, "count": 301, "max_ms": 68.528, "p95_ms": 62.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.564, "count": 301, "max_ms": 78.577, "p95_ms": 66.456}, "yolo11_640_fire_11class": {"avg_ms": 49.362, "count": 301, "max_ms": 67.726, "p95_ms": 61.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.853, "count": 301, "max_ms": 80.653, "p95_ms": 75.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.522, "count": 301, "max_ms": 139.255, "p95_ms": 93.186}, "read_interval": {"avg_ms": 99.84, "count": 300, "max_ms": 870.78, "p95_ms": 138.043}, "triton_wait": {"avg_ms": 54.346, "count": 301, "max_ms": 80.666, "p95_ms": 75.048}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 5.317, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16090.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 749, "h264_decode_error_count": 1840, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:14:44+09:00", "last_error_summary": "[h264 @ 0x555916fb45c0] error while decoding MB 55 21, bytestream -7", "last_exit_at": "2026-07-05T19:14:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.513, "last_started_at": "2026-07-05T19:14:47+09:00", "pid": 141831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.113, "name": "ffmpeg", "pid": 141831, "rss_mb": 272.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 835, "restart_count_per_hour": 16, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 836}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.39, "sample_count": 2015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1569069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:17:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:17:27+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-05T19:17:27+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-05T19:17:27.594938+09:00", "mtime_epoch": 1783246647.5949378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:17:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9372.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.809, "pushed": 6.809, "read": 6.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.572, "count": 203, "max_ms": 27.778, "p95_ms": 23.185}, "gstreamer_push": {"avg_ms": 1.035, "count": 204, "max_ms": 1.374, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.415, "count": 203, "max_ms": 70.15, "p95_ms": 62.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.821, "count": 203, "max_ms": 80.627, "p95_ms": 64.849}, "yolo11_640_fire_11class": {"avg_ms": 48.817, "count": 203, "max_ms": 69.504, "p95_ms": 63.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.708, "count": 203, "max_ms": 87.486, "p95_ms": 76.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.113, "count": 204, "max_ms": 177.387, "p95_ms": 162.047}, "read_interval": {"avg_ms": 147.632, "count": 203, "max_ms": 187.667, "p95_ms": 172.822}, "triton_wait": {"avg_ms": 58.311, "count": 203, "max_ms": 87.496, "p95_ms": 76.417}, "visualize": {"avg_ms": 5.411, "count": 203, "max_ms": 7.878, "p95_ms": 6.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16065.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11165.585, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.88, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2009652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:17:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:17:43+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:17:43+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:17:43.727266+09:00", "mtime_epoch": 1783246663.727266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:17:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2398.797, "name": "celery", "pid": 267, "rss_mb": 2398.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.904, "count": 300, "max_ms": 12.388, "p95_ms": 9.926}, "gstreamer_push": {"avg_ms": 1.268, "count": 300, "max_ms": 1.813, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.776, "count": 300, "max_ms": 69.154, "p95_ms": 58.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.311, "count": 300, "max_ms": 78.503, "p95_ms": 64.448}, "yolo11_640_fire_11class": {"avg_ms": 48.271, "count": 300, "max_ms": 75.709, "p95_ms": 58.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.604, "count": 300, "max_ms": 86.903, "p95_ms": 72.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.63, "count": 300, "max_ms": 133.4, "p95_ms": 103.851}, "read_interval": {"avg_ms": 100.227, "count": 299, "max_ms": 810.641, "p95_ms": 138.646}, "triton_wait": {"avg_ms": 53.087, "count": 300, "max_ms": 86.916, "p95_ms": 72.537}, "visualize": {"avg_ms": 3.806, "count": 300, "max_ms": 6.229, "p95_ms": 4.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16084.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 750, "h264_decode_error_count": 1841, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:17:31+09:00", "last_error_summary": "[h264 @ 0x556b0f732640] error while decoding MB 0 41, bytestream -10", "last_exit_at": "2026-07-05T19:17:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.608, "last_started_at": "2026-07-05T19:17:34+09:00", "pid": 141938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.277, "name": "ffmpeg", "pid": 141938, "rss_mb": 267.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 836, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 837}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.842, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1569228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:17:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:17:57+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-05T19:17:57+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T19:17:57.671550+09:00", "mtime_epoch": 1783246677.6715498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:17:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.313, "pushed": 5.313, "read": 5.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.17, "count": 159, "max_ms": 34.281, "p95_ms": 22.031}, "gstreamer_push": {"avg_ms": 1.032, "count": 159, "max_ms": 1.525, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.897, "count": 159, "max_ms": 69.016, "p95_ms": 63.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.711, "count": 159, "max_ms": 81.607, "p95_ms": 66.589}, "yolo11_640_fire_11class": {"avg_ms": 50.535, "count": 159, "max_ms": 71.07, "p95_ms": 65.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.778, "count": 159, "max_ms": 80.901, "p95_ms": 78.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.894, "count": 159, "max_ms": 170.313, "p95_ms": 165.824}, "read_interval": {"avg_ms": 189.314, "count": 158, "max_ms": 5112.422, "p95_ms": 178.847}, "triton_wait": {"avg_ms": 60.5, "count": 159, "max_ms": 81.62, "p95_ms": 78.605}, "visualize": {"avg_ms": 5.886, "count": 159, "max_ms": 8.954, "p95_ms": 7.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16084.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11195.695, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.73, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2009951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:18:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:18:13+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T19:18:13+09:00", "mjpeg": {"age_sec": 0.326, "exists": true, "mtime": "2026-07-05T19:18:13.571873+09:00", "mtime_epoch": 1783246693.5718734, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:18:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2398.797, "name": "celery", "pid": 267, "rss_mb": 2398.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.002, "count": 298, "max_ms": 13.503, "p95_ms": 10.846}, "gstreamer_push": {"avg_ms": 1.248, "count": 298, "max_ms": 1.514, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.325, "count": 298, "max_ms": 68.651, "p95_ms": 60.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.218, "count": 298, "max_ms": 73.283, "p95_ms": 64.182}, "yolo11_640_fire_11class": {"avg_ms": 50.545, "count": 298, "max_ms": 70.86, "p95_ms": 63.3}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.681, "count": 298, "max_ms": 81.465, "p95_ms": 72.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.61, "count": 298, "max_ms": 121.377, "p95_ms": 95.364}, "read_interval": {"avg_ms": 100.841, "count": 297, "max_ms": 618.347, "p95_ms": 134.743}, "triton_wait": {"avg_ms": 53.821, "count": 298, "max_ms": 81.478, "p95_ms": 73.067}, "visualize": {"avg_ms": 3.676, "count": 298, "max_ms": 5.117, "p95_ms": 4.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16085.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 750, "h264_decode_error_count": 1841, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:17:31+09:00", "last_error_summary": "[h264 @ 0x556b0f732640] error while decoding MB 0 41, bytestream -10", "last_exit_at": "2026-07-05T19:17:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.705, "last_started_at": "2026-07-05T19:17:34+09:00", "pid": 141938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.793, "name": "ffmpeg", "pid": 141938, "rss_mb": 267.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 836, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 837}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.842, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1569431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:18:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:18:27+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-05T19:18:27+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T19:18:27.776162+09:00", "mtime_epoch": 1783246707.7761624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:18:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.784, "pushed": 6.784, "read": 6.751}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.629, "count": 203, "max_ms": 33.801, "p95_ms": 29.686}, "gstreamer_push": {"avg_ms": 1.051, "count": 203, "max_ms": 1.756, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.0, "count": 203, "max_ms": 70.035, "p95_ms": 61.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.181, "count": 203, "max_ms": 85.642, "p95_ms": 64.97}, "yolo11_640_fire_11class": {"avg_ms": 46.466, "count": 203, "max_ms": 73.196, "p95_ms": 63.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.927, "count": 203, "max_ms": 86.763, "p95_ms": 75.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.734, "count": 203, "max_ms": 175.361, "p95_ms": 162.185}, "read_interval": {"avg_ms": 148.172, "count": 202, "max_ms": 186.876, "p95_ms": 173.605}, "triton_wait": {"avg_ms": 55.68, "count": 203, "max_ms": 86.776, "p95_ms": 75.523}, "visualize": {"avg_ms": 5.573, "count": 203, "max_ms": 7.94, "p95_ms": 6.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16087.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11225.747, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.712, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2010253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:18:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:18:43+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T19:18:43+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T19:18:43.884490+09:00", "mtime_epoch": 1783246723.88449, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:18:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2399.055, "name": "celery", "pid": 267, "rss_mb": 2399.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.959, "count": 302, "max_ms": 12.881, "p95_ms": 9.991}, "gstreamer_push": {"avg_ms": 1.265, "count": 302, "max_ms": 1.493, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.84, "count": 302, "max_ms": 66.907, "p95_ms": 61.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.101, "count": 302, "max_ms": 78.512, "p95_ms": 60.41}, "yolo11_640_fire_11class": {"avg_ms": 48.674, "count": 302, "max_ms": 68.802, "p95_ms": 61.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.374, "count": 302, "max_ms": 80.373, "p95_ms": 74.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.27, "count": 302, "max_ms": 122.484, "p95_ms": 92.993}, "read_interval": {"avg_ms": 99.558, "count": 301, "max_ms": 769.776, "p95_ms": 119.957}, "triton_wait": {"avg_ms": 52.999, "count": 302, "max_ms": 80.386, "p95_ms": 74.653}, "visualize": {"avg_ms": 3.723, "count": 302, "max_ms": 5.821, "p95_ms": 4.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16088.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 750, "h264_decode_error_count": 1841, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:17:31+09:00", "last_error_summary": "[h264 @ 0x556b0f732640] error while decoding MB 0 41, bytestream -10", "last_exit_at": "2026-07-05T19:17:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.788, "last_started_at": "2026-07-05T19:17:34+09:00", "pid": 141938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 141938, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 836, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 837}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.933, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1569633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:18:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:18:58+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T19:18:57+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T19:18:57.884775+09:00", "mtime_epoch": 1783246737.884775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:18:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.752, "pushed": 6.752, "read": 6.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.425, "count": 202, "max_ms": 31.148, "p95_ms": 26.389}, "gstreamer_push": {"avg_ms": 1.035, "count": 202, "max_ms": 1.653, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.535, "count": 202, "max_ms": 67.591, "p95_ms": 61.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.009, "count": 202, "max_ms": 76.658, "p95_ms": 61.197}, "yolo11_640_fire_11class": {"avg_ms": 45.479, "count": 202, "max_ms": 69.085, "p95_ms": 61.624}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.178, "count": 202, "max_ms": 82.475, "p95_ms": 75.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.377, "count": 202, "max_ms": 170.481, "p95_ms": 161.973}, "read_interval": {"avg_ms": 148.97, "count": 201, "max_ms": 183.028, "p95_ms": 173.374}, "triton_wait": {"avg_ms": 55.154, "count": 202, "max_ms": 82.487, "p95_ms": 75.976}, "visualize": {"avg_ms": 5.652, "count": 202, "max_ms": 8.03, "p95_ms": 6.599}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16088.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11255.787, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.919, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2010557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:19:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:19:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:19:13+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T19:19:13.929101+09:00", "mtime_epoch": 1783246753.9291012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:19:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2399.055, "name": "celery", "pid": 267, "rss_mb": 2399.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.113}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.942, "count": 304, "max_ms": 15.108, "p95_ms": 10.32}, "gstreamer_push": {"avg_ms": 1.263, "count": 304, "max_ms": 1.83, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.89, "count": 304, "max_ms": 71.169, "p95_ms": 53.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.219, "count": 304, "max_ms": 78.976, "p95_ms": 61.373}, "yolo11_640_fire_11class": {"avg_ms": 47.99, "count": 304, "max_ms": 70.616, "p95_ms": 55.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.204, "count": 304, "max_ms": 81.136, "p95_ms": 68.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.586, "count": 304, "max_ms": 119.345, "p95_ms": 101.49}, "read_interval": {"avg_ms": 98.875, "count": 303, "max_ms": 568.655, "p95_ms": 214.859}, "triton_wait": {"avg_ms": 52.673, "count": 304, "max_ms": 81.149, "p95_ms": 68.452}, "visualize": {"avg_ms": 3.788, "count": 304, "max_ms": 5.739, "p95_ms": 4.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16088.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 750, "h264_decode_error_count": 1841, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:17:31+09:00", "last_error_summary": "[h264 @ 0x556b0f732640] error while decoding MB 0 41, bytestream -10", "last_exit_at": "2026-07-05T19:17:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.91, "last_started_at": "2026-07-05T19:17:34+09:00", "pid": 141938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 141938, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 836, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 837}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.304, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1569830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:19:28+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T19:19:28+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T19:19:28.009387+09:00", "mtime_epoch": 1783246768.0093875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:19:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.573, "pushed": 6.573, "read": 6.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.937, "count": 196, "max_ms": 27.878, "p95_ms": 21.881}, "gstreamer_push": {"avg_ms": 1.051, "count": 197, "max_ms": 1.372, "p95_ms": 1.15}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.114, "count": 196, "max_ms": 64.109, "p95_ms": 62.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.3, "count": 196, "max_ms": 79.683, "p95_ms": 64.766}, "yolo11_640_fire_11class": {"avg_ms": 49.953, "count": 196, "max_ms": 66.691, "p95_ms": 63.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.14, "count": 196, "max_ms": 81.871, "p95_ms": 77.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.129, "count": 197, "max_ms": 169.522, "p95_ms": 163.786}, "read_interval": {"avg_ms": 153.037, "count": 196, "max_ms": 183.114, "p95_ms": 175.966}, "triton_wait": {"avg_ms": 60.049, "count": 196, "max_ms": 81.882, "p95_ms": 77.708}, "visualize": {"avg_ms": 5.605, "count": 196, "max_ms": 7.525, "p95_ms": 6.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16088.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11285.848, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.33, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2010855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:19:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:19:44+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:19:43+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:19:43.989712+09:00", "mtime_epoch": 1783246783.9897125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:19:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2399.312, "name": "celery", "pid": 267, "rss_mb": 2399.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.843, "count": 298, "max_ms": 13.088, "p95_ms": 9.804}, "gstreamer_push": {"avg_ms": 1.265, "count": 298, "max_ms": 2.136, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.186, "count": 298, "max_ms": 67.14, "p95_ms": 61.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.451, "count": 298, "max_ms": 74.597, "p95_ms": 66.771}, "yolo11_640_fire_11class": {"avg_ms": 49.032, "count": 298, "max_ms": 69.442, "p95_ms": 62.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.862, "count": 298, "max_ms": 80.71, "p95_ms": 74.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.459, "count": 298, "max_ms": 128.499, "p95_ms": 102.425}, "read_interval": {"avg_ms": 100.939, "count": 297, "max_ms": 666.753, "p95_ms": 138.861}, "triton_wait": {"avg_ms": 54.202, "count": 298, "max_ms": 80.72, "p95_ms": 75.009}, "visualize": {"avg_ms": 3.757, "count": 298, "max_ms": 7.735, "p95_ms": 4.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16088.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 750, "h264_decode_error_count": 1841, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:17:31+09:00", "last_error_summary": "[h264 @ 0x556b0f732640] error while decoding MB 0 41, bytestream -10", "last_exit_at": "2026-07-05T19:17:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.028, "last_started_at": "2026-07-05T19:17:34+09:00", "pid": 141938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 141938, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 836, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 837}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.542, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1570028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:19:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:19:58+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T19:19:58+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T19:19:58.110000+09:00", "mtime_epoch": 1783246798.1099997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:19:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.609, "pushed": 6.609, "read": 6.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.001, "count": 197, "max_ms": 24.912, "p95_ms": 22.156}, "gstreamer_push": {"avg_ms": 1.049, "count": 198, "max_ms": 1.226, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.067, "count": 197, "max_ms": 65.674, "p95_ms": 62.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.256, "count": 197, "max_ms": 78.799, "p95_ms": 65.701}, "yolo11_640_fire_11class": {"avg_ms": 47.636, "count": 197, "max_ms": 69.207, "p95_ms": 62.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.56, "count": 197, "max_ms": 82.843, "p95_ms": 76.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.703, "count": 198, "max_ms": 171.01, "p95_ms": 163.538}, "read_interval": {"avg_ms": 152.078, "count": 197, "max_ms": 183.655, "p95_ms": 174.97}, "triton_wait": {"avg_ms": 57.772, "count": 197, "max_ms": 82.856, "p95_ms": 76.933}, "visualize": {"avg_ms": 5.64, "count": 197, "max_ms": 7.81, "p95_ms": 6.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15845.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11315.925, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.338, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2011160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:20:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:20:14+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:20:14+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T19:20:14.062324+09:00", "mtime_epoch": 1783246814.062324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:20:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2399.312, "name": "celery", "pid": 267, "rss_mb": 2399.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.133}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.874, "count": 304, "max_ms": 13.004, "p95_ms": 9.792}, "gstreamer_push": {"avg_ms": 1.269, "count": 305, "max_ms": 1.536, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.922, "count": 304, "max_ms": 65.051, "p95_ms": 59.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.842, "count": 304, "max_ms": 72.106, "p95_ms": 56.773}, "yolo11_640_fire_11class": {"avg_ms": 46.457, "count": 304, "max_ms": 66.69, "p95_ms": 53.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.51, "count": 304, "max_ms": 81.358, "p95_ms": 71.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.241, "count": 305, "max_ms": 135.395, "p95_ms": 92.918}, "read_interval": {"avg_ms": 98.67, "count": 304, "max_ms": 623.065, "p95_ms": 168.814}, "triton_wait": {"avg_ms": 51.735, "count": 304, "max_ms": 81.37, "p95_ms": 71.659}, "visualize": {"avg_ms": 3.729, "count": 304, "max_ms": 6.282, "p95_ms": 4.466}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16084.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 751, "h264_decode_error_count": 1842, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:20:12+09:00", "last_error_summary": "[h264 @ 0x56475dbee980] error while decoding MB 30 28, bytestream -5", "last_exit_at": "2026-07-05T19:20:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.073, "last_started_at": "2026-07-05T19:20:15+09:00", "pid": 142045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 142045, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 837, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 838}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.594, "sample_count": 1925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1570197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:20:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:20:28+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T19:20:28+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T19:20:28.118610+09:00", "mtime_epoch": 1783246828.11861, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:20:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.635, "pushed": 5.635, "read": 5.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.899, "count": 169, "max_ms": 24.701, "p95_ms": 21.969}, "gstreamer_push": {"avg_ms": 1.021, "count": 169, "max_ms": 1.194, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.509, "count": 169, "max_ms": 65.092, "p95_ms": 61.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.039, "count": 169, "max_ms": 76.797, "p95_ms": 63.843}, "yolo11_640_fire_11class": {"avg_ms": 48.254, "count": 169, "max_ms": 66.626, "p95_ms": 60.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.754, "count": 169, "max_ms": 80.469, "p95_ms": 75.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.809, "count": 169, "max_ms": 168.646, "p95_ms": 162.319}, "read_interval": {"avg_ms": 177.553, "count": 169, "max_ms": 4518.029, "p95_ms": 172.906}, "triton_wait": {"avg_ms": 57.587, "count": 169, "max_ms": 80.481, "p95_ms": 75.807}, "visualize": {"avg_ms": 5.779, "count": 169, "max_ms": 7.663, "p95_ms": 6.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16086.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11345.952, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.339, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2011454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:20:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:20:44+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T19:20:44+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:20:44.094935+09:00", "mtime_epoch": 1783246844.0949347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:20:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2399.57, "name": "celery", "pid": 267, "rss_mb": 2399.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.895, "count": 294, "max_ms": 13.699, "p95_ms": 10.549}, "gstreamer_push": {"avg_ms": 1.267, "count": 294, "max_ms": 1.836, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.512, "count": 294, "max_ms": 74.507, "p95_ms": 61.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.095, "count": 294, "max_ms": 74.383, "p95_ms": 54.616}, "yolo11_640_fire_11class": {"avg_ms": 47.726, "count": 294, "max_ms": 75.215, "p95_ms": 61.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.644, "count": 294, "max_ms": 84.191, "p95_ms": 73.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.23, "count": 294, "max_ms": 123.648, "p95_ms": 94.113}, "read_interval": {"avg_ms": 102.117, "count": 294, "max_ms": 855.979, "p95_ms": 220.249}, "triton_wait": {"avg_ms": 51.881, "count": 294, "max_ms": 84.204, "p95_ms": 74.393}, "visualize": {"avg_ms": 3.71, "count": 294, "max_ms": 5.977, "p95_ms": 4.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.239, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16088.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 751, "h264_decode_error_count": 1842, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:20:12+09:00", "last_error_summary": "[h264 @ 0x56475dbee980] error while decoding MB 30 28, bytestream -5", "last_exit_at": "2026-07-05T19:20:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.119, "last_started_at": "2026-07-05T19:20:15+09:00", "pid": 142045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 142045, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 837, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 838}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.562, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1570405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:20:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:20:58+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T19:20:58+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T19:20:58.167221+09:00", "mtime_epoch": 1783246858.1672208, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:20:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.957, "pushed": 6.957, "read": 6.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.682, "count": 208, "max_ms": 32.918, "p95_ms": 23.328}, "gstreamer_push": {"avg_ms": 1.038, "count": 208, "max_ms": 1.841, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.17, "count": 208, "max_ms": 72.906, "p95_ms": 63.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.383, "count": 208, "max_ms": 77.896, "p95_ms": 67.494}, "yolo11_640_fire_11class": {"avg_ms": 49.074, "count": 208, "max_ms": 73.271, "p95_ms": 64.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.77, "count": 208, "max_ms": 87.047, "p95_ms": 75.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.077, "count": 208, "max_ms": 174.811, "p95_ms": 161.518}, "read_interval": {"avg_ms": 144.448, "count": 207, "max_ms": 184.62, "p95_ms": 169.863}, "triton_wait": {"avg_ms": 57.482, "count": 208, "max_ms": 87.06, "p95_ms": 75.98}, "visualize": {"avg_ms": 5.479, "count": 208, "max_ms": 8.16, "p95_ms": 6.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16089.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11376.009, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.202, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2011756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:21:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:21:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:21:14+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:21:14.151546+09:00", "mtime_epoch": 1783246874.1515458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:21:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2399.57, "name": "celery", "pid": 267, "rss_mb": 2399.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.798, "count": 302, "max_ms": 13.063, "p95_ms": 9.164}, "gstreamer_push": {"avg_ms": 1.272, "count": 302, "max_ms": 1.707, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.323, "count": 302, "max_ms": 64.978, "p95_ms": 61.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.565, "count": 302, "max_ms": 80.496, "p95_ms": 61.656}, "yolo11_640_fire_11class": {"avg_ms": 49.018, "count": 302, "max_ms": 67.316, "p95_ms": 61.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.711, "count": 302, "max_ms": 79.251, "p95_ms": 74.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.751, "count": 302, "max_ms": 98.054, "p95_ms": 91.472}, "read_interval": {"avg_ms": 99.569, "count": 301, "max_ms": 841.064, "p95_ms": 118.516}, "triton_wait": {"avg_ms": 52.445, "count": 302, "max_ms": 80.508, "p95_ms": 74.947}, "visualize": {"avg_ms": 3.68, "count": 302, "max_ms": 5.001, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16089.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 751, "h264_decode_error_count": 1842, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:20:12+09:00", "last_error_summary": "[h264 @ 0x56475dbee980] error while decoding MB 30 28, bytestream -5", "last_exit_at": "2026-07-05T19:20:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.164, "last_started_at": "2026-07-05T19:20:15+09:00", "pid": 142045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.246, "name": "ffmpeg", "pid": 142045, "rss_mb": 270.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 837, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 838}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.562, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1570609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:21:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:21:28+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T19:21:28+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T19:21:28.211832+09:00", "mtime_epoch": 1783246888.2118316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:21:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.822, "pushed": 6.822, "read": 6.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.555, "count": 204, "max_ms": 29.308, "p95_ms": 21.513}, "gstreamer_push": {"avg_ms": 1.053, "count": 204, "max_ms": 1.564, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.149, "count": 204, "max_ms": 66.798, "p95_ms": 62.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.12, "count": 204, "max_ms": 78.859, "p95_ms": 65.941}, "yolo11_640_fire_11class": {"avg_ms": 48.407, "count": 204, "max_ms": 67.548, "p95_ms": 63.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.263, "count": 204, "max_ms": 79.274, "p95_ms": 75.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.597, "count": 204, "max_ms": 166.12, "p95_ms": 160.996}, "read_interval": {"avg_ms": 147.294, "count": 203, "max_ms": 175.298, "p95_ms": 169.426}, "triton_wait": {"avg_ms": 57.162, "count": 204, "max_ms": 79.286, "p95_ms": 75.771}, "visualize": {"avg_ms": 5.579, "count": 204, "max_ms": 7.549, "p95_ms": 5.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16089.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11406.076, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.069, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2012060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:21:44+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:21:44+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:21:44.216157+09:00", "mtime_epoch": 1783246904.216157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:21:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2399.828, "name": "celery", "pid": 267, "rss_mb": 2399.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.739, "count": 304, "max_ms": 12.626, "p95_ms": 9.014}, "gstreamer_push": {"avg_ms": 1.285, "count": 304, "max_ms": 1.783, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.135, "count": 304, "max_ms": 68.072, "p95_ms": 61.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.218, "count": 304, "max_ms": 72.876, "p95_ms": 58.397}, "yolo11_640_fire_11class": {"avg_ms": 49.152, "count": 304, "max_ms": 69.223, "p95_ms": 62.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.67, "count": 304, "max_ms": 78.957, "p95_ms": 74.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.163, "count": 304, "max_ms": 110.146, "p95_ms": 90.77}, "read_interval": {"avg_ms": 98.969, "count": 303, "max_ms": 759.21, "p95_ms": 120.902}, "triton_wait": {"avg_ms": 52.617, "count": 304, "max_ms": 78.967, "p95_ms": 74.289}, "visualize": {"avg_ms": 3.685, "count": 304, "max_ms": 4.798, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16089.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 751, "h264_decode_error_count": 1842, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:20:12+09:00", "last_error_summary": "[h264 @ 0x56475dbee980] error while decoding MB 30 28, bytestream -5", "last_exit_at": "2026-07-05T19:20:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.178, "last_started_at": "2026-07-05T19:20:15+09:00", "pid": 142045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.246, "name": "ffmpeg", "pid": 142045, "rss_mb": 270.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 837, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 838}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.905, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1570812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:21:58+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T19:21:58+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T19:21:58.224442+09:00", "mtime_epoch": 1783246918.2244418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:21:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.79, "pushed": 6.79, "read": 6.757}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.719, "count": 203, "max_ms": 27.493, "p95_ms": 21.677}, "gstreamer_push": {"avg_ms": 1.041, "count": 203, "max_ms": 1.348, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.359, "count": 203, "max_ms": 66.909, "p95_ms": 62.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.193, "count": 203, "max_ms": 81.036, "p95_ms": 64.107}, "yolo11_640_fire_11class": {"avg_ms": 48.434, "count": 203, "max_ms": 68.38, "p95_ms": 62.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.811, "count": 203, "max_ms": 79.877, "p95_ms": 74.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.296, "count": 203, "max_ms": 166.623, "p95_ms": 157.78}, "read_interval": {"avg_ms": 147.862, "count": 202, "max_ms": 174.645, "p95_ms": 166.156}, "triton_wait": {"avg_ms": 56.936, "count": 203, "max_ms": 81.047, "p95_ms": 74.118}, "visualize": {"avg_ms": 5.644, "count": 203, "max_ms": 8.005, "p95_ms": 6.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16090.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11436.094, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.586, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2012358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:22:14+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T19:22:14+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T19:22:14.208767+09:00", "mtime_epoch": 1783246934.2087667, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:22:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2400.086, "name": "celery", "pid": 267, "rss_mb": 2400.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.153, "pushed": 10.153, "read": 10.153}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.665, "count": 298, "max_ms": 13.563, "p95_ms": 9.014}, "gstreamer_push": {"avg_ms": 1.273, "count": 298, "max_ms": 2.162, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.601, "count": 298, "max_ms": 67.84, "p95_ms": 62.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.008, "count": 298, "max_ms": 75.119, "p95_ms": 63.932}, "yolo11_640_fire_11class": {"avg_ms": 49.614, "count": 298, "max_ms": 74.525, "p95_ms": 62.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.805, "count": 298, "max_ms": 79.552, "p95_ms": 73.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.068, "count": 298, "max_ms": 95.037, "p95_ms": 89.265}, "read_interval": {"avg_ms": 100.651, "count": 298, "max_ms": 735.086, "p95_ms": 176.927}, "triton_wait": {"avg_ms": 52.869, "count": 298, "max_ms": 79.564, "p95_ms": 73.417}, "visualize": {"avg_ms": 3.675, "count": 298, "max_ms": 4.618, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.35, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16092.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 751, "h264_decode_error_count": 1842, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:20:12+09:00", "last_error_summary": "[h264 @ 0x56475dbee980] error while decoding MB 30 28, bytestream -5", "last_exit_at": "2026-07-05T19:20:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.178, "last_started_at": "2026-07-05T19:20:15+09:00", "pid": 142045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.824, "name": "ffmpeg", "pid": 142045, "rss_mb": 272.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 837, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 838}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.905, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1571015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:22:28+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T19:22:28+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T19:22:28.217051+09:00", "mtime_epoch": 1783246948.2170513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:22:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9373.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.768, "pushed": 6.768, "read": 6.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.543, "count": 203, "max_ms": 25.794, "p95_ms": 21.418}, "gstreamer_push": {"avg_ms": 1.028, "count": 203, "max_ms": 1.525, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.594, "count": 203, "max_ms": 65.549, "p95_ms": 63.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.762, "count": 203, "max_ms": 77.521, "p95_ms": 68.054}, "yolo11_640_fire_11class": {"avg_ms": 48.905, "count": 203, "max_ms": 66.186, "p95_ms": 62.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.456, "count": 203, "max_ms": 79.772, "p95_ms": 74.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.476, "count": 203, "max_ms": 166.426, "p95_ms": 160.657}, "read_interval": {"avg_ms": 147.753, "count": 203, "max_ms": 176.138, "p95_ms": 168.476}, "triton_wait": {"avg_ms": 57.584, "count": 203, "max_ms": 79.785, "p95_ms": 75.037}, "visualize": {"avg_ms": 5.576, "count": 203, "max_ms": 7.767, "p95_ms": 6.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16093.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11466.576, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.981, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2012661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:22:44+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T19:22:44+09:00", "mjpeg": {"age_sec": 0.573, "exists": true, "mtime": "2026-07-05T19:22:44.205376+09:00", "mtime_epoch": 1783246964.2053761, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:22:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2400.086, "name": "celery", "pid": 267, "rss_mb": 2400.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 301, "max_ms": 11.588, "p95_ms": 9.768}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.749, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.99, "count": 301, "max_ms": 65.489, "p95_ms": 61.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.821, "count": 301, "max_ms": 72.516, "p95_ms": 57.469}, "yolo11_640_fire_11class": {"avg_ms": 48.505, "count": 301, "max_ms": 73.133, "p95_ms": 62.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.764, "count": 301, "max_ms": 81.157, "p95_ms": 73.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.715, "count": 301, "max_ms": 132.667, "p95_ms": 93.742}, "read_interval": {"avg_ms": 100.695, "count": 301, "max_ms": 993.816, "p95_ms": 140.524}, "triton_wait": {"avg_ms": 52.391, "count": 301, "max_ms": 81.171, "p95_ms": 73.227}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 5.216, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16106.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 751, "h264_decode_error_count": 1842, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:20:12+09:00", "last_error_summary": "[h264 @ 0x56475dbee980] error while decoding MB 30 28, bytestream -5", "last_exit_at": "2026-07-05T19:20:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.22, "last_started_at": "2026-07-05T19:20:15+09:00", "pid": 142045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.457, "name": "ffmpeg", "pid": 142045, "rss_mb": 286.457, "state": "S (sleeping)", "threads": 104}, "restart_count": 837, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 838}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.185, "sample_count": 1984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1571215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:22:58+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T19:22:58+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T19:22:58.265662+09:00", "mtime_epoch": 1783246978.265662, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:22:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.69, "pushed": 6.69, "read": 6.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.725, "count": 200, "max_ms": 28.445, "p95_ms": 21.957}, "gstreamer_push": {"avg_ms": 1.016, "count": 200, "max_ms": 1.626, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.588, "count": 200, "max_ms": 65.918, "p95_ms": 62.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.085, "count": 200, "max_ms": 68.117, "p95_ms": 61.86}, "yolo11_640_fire_11class": {"avg_ms": 47.869, "count": 200, "max_ms": 69.864, "p95_ms": 60.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.28, "count": 200, "max_ms": 82.536, "p95_ms": 74.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.144, "count": 200, "max_ms": 169.146, "p95_ms": 162.057}, "read_interval": {"avg_ms": 150.225, "count": 199, "max_ms": 177.211, "p95_ms": 171.007}, "triton_wait": {"avg_ms": 57.06, "count": 200, "max_ms": 82.548, "p95_ms": 74.709}, "visualize": {"avg_ms": 5.753, "count": 200, "max_ms": 7.413, "p95_ms": 6.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16084.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11496.628, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.784, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2012967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:23:14+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-05T19:23:14+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-05T19:23:14.777997+09:00", "mtime_epoch": 1783246994.7779975, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:23:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2400.344, "name": "celery", "pid": 267, "rss_mb": 2400.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.208, "pushed": 10.208, "read": 10.175}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.807, "count": 306, "max_ms": 11.953, "p95_ms": 9.406}, "gstreamer_push": {"avg_ms": 1.269, "count": 306, "max_ms": 1.504, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.836, "count": 306, "max_ms": 66.162, "p95_ms": 60.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.617, "count": 306, "max_ms": 77.259, "p95_ms": 56.181}, "yolo11_640_fire_11class": {"avg_ms": 47.344, "count": 306, "max_ms": 69.125, "p95_ms": 60.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.748, "count": 306, "max_ms": 80.626, "p95_ms": 72.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.711, "count": 306, "max_ms": 133.269, "p95_ms": 92.689}, "read_interval": {"avg_ms": 98.299, "count": 305, "max_ms": 943.576, "p95_ms": 143.102}, "triton_wait": {"avg_ms": 51.164, "count": 306, "max_ms": 80.638, "p95_ms": 72.259}, "visualize": {"avg_ms": 3.718, "count": 306, "max_ms": 5.821, "p95_ms": 4.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16085.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 752, "h264_decode_error_count": 1843, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:22:58+09:00", "last_error_summary": "[h264 @ 0x55fe59178040] error while decoding MB 56 26, bytestream -5", "last_exit_at": "2026-07-05T19:23:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.686, "last_started_at": "2026-07-05T19:23:01+09:00", "pid": 142152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.73, "name": "ffmpeg", "pid": 142152, "rss_mb": 265.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 838, "restart_count_per_hour": 18, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 839}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.399, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1571380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:23:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:23:28+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T19:23:28+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T19:23:28.318273+09:00", "mtime_epoch": 1783247008.3182726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:23:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.523, "pushed": 5.523, "read": 5.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.328, "count": 165, "max_ms": 29.457, "p95_ms": 23.715}, "gstreamer_push": {"avg_ms": 1.03, "count": 165, "max_ms": 1.635, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.883, "count": 165, "max_ms": 66.101, "p95_ms": 62.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.221, "count": 165, "max_ms": 78.811, "p95_ms": 68.467}, "yolo11_640_fire_11class": {"avg_ms": 48.539, "count": 165, "max_ms": 67.323, "p95_ms": 62.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.048, "count": 165, "max_ms": 82.099, "p95_ms": 76.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.197, "count": 165, "max_ms": 178.536, "p95_ms": 164.838}, "read_interval": {"avg_ms": 182.391, "count": 164, "max_ms": 5047.485, "p95_ms": 175.436}, "triton_wait": {"avg_ms": 57.488, "count": 165, "max_ms": 82.113, "p95_ms": 76.363}, "visualize": {"avg_ms": 5.695, "count": 165, "max_ms": 7.549, "p95_ms": 6.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16087.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11526.643, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.794, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2013263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:23:44+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:23:44+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:23:44.786607+09:00", "mtime_epoch": 1783247024.7866073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:23:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2400.344, "name": "celery", "pid": 267, "rss_mb": 2400.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.888, "pushed": 9.888, "read": 9.854}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 296, "max_ms": 12.928, "p95_ms": 9.389}, "gstreamer_push": {"avg_ms": 1.266, "count": 296, "max_ms": 1.524, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.242, "count": 296, "max_ms": 66.968, "p95_ms": 60.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.056, "count": 296, "max_ms": 73.457, "p95_ms": 66.994}, "yolo11_640_fire_11class": {"avg_ms": 48.236, "count": 296, "max_ms": 66.989, "p95_ms": 60.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.377, "count": 296, "max_ms": 80.163, "p95_ms": 71.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.784, "count": 296, "max_ms": 120.304, "p95_ms": 92.698}, "read_interval": {"avg_ms": 101.495, "count": 295, "max_ms": 652.204, "p95_ms": 178.01}, "triton_wait": {"avg_ms": 53.205, "count": 296, "max_ms": 80.175, "p95_ms": 72.154}, "visualize": {"avg_ms": 3.749, "count": 296, "max_ms": 5.267, "p95_ms": 4.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16087.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 752, "h264_decode_error_count": 1843, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:22:58+09:00", "last_error_summary": "[h264 @ 0x55fe59178040] error while decoding MB 56 26, bytestream -5", "last_exit_at": "2026-07-05T19:23:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.79, "last_started_at": "2026-07-05T19:23:01+09:00", "pid": 142152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.762, "name": "ffmpeg", "pid": 142152, "rss_mb": 266.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 838, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 839}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.705, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1571580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:23:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:23:58+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T19:23:58+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T19:23:58.406884+09:00", "mtime_epoch": 1783247038.406884, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:23:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.668, "pushed": 6.668, "read": 6.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.076, "count": 199, "max_ms": 24.365, "p95_ms": 22.576}, "gstreamer_push": {"avg_ms": 1.06, "count": 200, "max_ms": 1.206, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.189, "count": 199, "max_ms": 67.683, "p95_ms": 62.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.674, "count": 199, "max_ms": 80.391, "p95_ms": 69.253}, "yolo11_640_fire_11class": {"avg_ms": 49.868, "count": 199, "max_ms": 66.859, "p95_ms": 63.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.008, "count": 199, "max_ms": 81.655, "p95_ms": 76.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.782, "count": 200, "max_ms": 171.244, "p95_ms": 163.503}, "read_interval": {"avg_ms": 150.627, "count": 199, "max_ms": 182.338, "p95_ms": 175.3}, "triton_wait": {"avg_ms": 59.75, "count": 199, "max_ms": 81.667, "p95_ms": 76.73}, "visualize": {"avg_ms": 5.542, "count": 199, "max_ms": 7.515, "p95_ms": 6.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16087.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11556.674, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.727, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2013564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:24:14+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T19:24:14+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T19:24:14.799217+09:00", "mtime_epoch": 1783247054.799217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:24:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2400.602, "name": "celery", "pid": 267, "rss_mb": 2400.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.897, "count": 301, "max_ms": 13.328, "p95_ms": 9.886}, "gstreamer_push": {"avg_ms": 1.269, "count": 301, "max_ms": 1.916, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.304, "count": 301, "max_ms": 67.387, "p95_ms": 61.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.708, "count": 301, "max_ms": 78.405, "p95_ms": 66.821}, "yolo11_640_fire_11class": {"avg_ms": 49.044, "count": 301, "max_ms": 74.869, "p95_ms": 60.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.555, "count": 301, "max_ms": 82.119, "p95_ms": 74.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.896, "count": 301, "max_ms": 132.124, "p95_ms": 96.512}, "read_interval": {"avg_ms": 99.782, "count": 300, "max_ms": 654.6, "p95_ms": 122.3}, "triton_wait": {"avg_ms": 54.116, "count": 301, "max_ms": 82.131, "p95_ms": 74.246}, "visualize": {"avg_ms": 3.761, "count": 301, "max_ms": 6.445, "p95_ms": 4.596}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16089.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 752, "h264_decode_error_count": 1843, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:22:58+09:00", "last_error_summary": "[h264 @ 0x55fe59178040] error while decoding MB 56 26, bytestream -5", "last_exit_at": "2026-07-05T19:23:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.863, "last_started_at": "2026-07-05T19:23:01+09:00", "pid": 142152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.863, "name": "ffmpeg", "pid": 142152, "rss_mb": 268.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 838, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 839}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.229, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1571796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:24:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:24:28+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T19:24:28+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T19:24:28.475495+09:00", "mtime_epoch": 1783247068.4754949, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:24:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.213, "pushed": 7.213, "read": 7.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.507, "count": 216, "max_ms": 27.388, "p95_ms": 22.418}, "gstreamer_push": {"avg_ms": 1.105, "count": 216, "max_ms": 1.713, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.478, "count": 216, "max_ms": 65.815, "p95_ms": 62.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.602, "count": 216, "max_ms": 80.459, "p95_ms": 70.073}, "yolo11_640_fire_11class": {"avg_ms": 48.95, "count": 216, "max_ms": 67.918, "p95_ms": 62.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.817, "count": 216, "max_ms": 82.096, "p95_ms": 77.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.957, "count": 216, "max_ms": 167.773, "p95_ms": 161.179}, "read_interval": {"avg_ms": 139.259, "count": 215, "max_ms": 179.709, "p95_ms": 172.841}, "triton_wait": {"avg_ms": 58.734, "count": 216, "max_ms": 82.109, "p95_ms": 77.399}, "visualize": {"avg_ms": 5.051, "count": 216, "max_ms": 7.097, "p95_ms": 6.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16095.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11586.729, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.654, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2013863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:24:44+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T19:24:44+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T19:24:44.847827+09:00", "mtime_epoch": 1783247084.8478274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:24:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2400.602, "name": "celery", "pid": 267, "rss_mb": 2400.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.21, "count": 299, "max_ms": 14.827, "p95_ms": 10.871}, "gstreamer_push": {"avg_ms": 1.248, "count": 299, "max_ms": 1.533, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.575, "count": 299, "max_ms": 68.207, "p95_ms": 63.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.83, "count": 299, "max_ms": 77.517, "p95_ms": 65.87}, "yolo11_640_fire_11class": {"avg_ms": 48.437, "count": 299, "max_ms": 68.802, "p95_ms": 62.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.54, "count": 299, "max_ms": 84.431, "p95_ms": 77.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.764, "count": 299, "max_ms": 136.894, "p95_ms": 105.222}, "read_interval": {"avg_ms": 100.498, "count": 298, "max_ms": 538.372, "p95_ms": 147.227}, "triton_wait": {"avg_ms": 54.777, "count": 299, "max_ms": 84.443, "p95_ms": 77.378}, "visualize": {"avg_ms": 3.88, "count": 299, "max_ms": 5.865, "p95_ms": 5.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16095.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 752, "h264_decode_error_count": 1843, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:22:58+09:00", "last_error_summary": "[h264 @ 0x55fe59178040] error while decoding MB 56 26, bytestream -5", "last_exit_at": "2026-07-05T19:23:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.931, "last_started_at": "2026-07-05T19:23:01+09:00", "pid": 142152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.105, "name": "ffmpeg", "pid": 142152, "rss_mb": 275.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 838, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 839}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.186, "sample_count": 1986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1572016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:24:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:24:58+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-05T19:24:58+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T19:24:58.540106+09:00", "mtime_epoch": 1783247098.5401058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:24:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.355, "pushed": 7.355, "read": 7.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.448, "count": 220, "max_ms": 26.159, "p95_ms": 22.677}, "gstreamer_push": {"avg_ms": 1.099, "count": 220, "max_ms": 1.568, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.255, "count": 220, "max_ms": 72.472, "p95_ms": 62.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.324, "count": 220, "max_ms": 85.79, "p95_ms": 65.569}, "yolo11_640_fire_11class": {"avg_ms": 48.217, "count": 220, "max_ms": 72.459, "p95_ms": 61.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.999, "count": 220, "max_ms": 86.973, "p95_ms": 77.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.352, "count": 220, "max_ms": 166.164, "p95_ms": 157.95}, "read_interval": {"avg_ms": 136.683, "count": 219, "max_ms": 177.302, "p95_ms": 171.053}, "triton_wait": {"avg_ms": 57.765, "count": 220, "max_ms": 86.985, "p95_ms": 77.176}, "visualize": {"avg_ms": 5.01, "count": 220, "max_ms": 7.341, "p95_ms": 5.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16099.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11616.804, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.594, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2014165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:25:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:25:15+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:25:14+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:25:14.944439+09:00", "mtime_epoch": 1783247114.944439, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:25:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2400.859, "name": "celery", "pid": 267, "rss_mb": 2400.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.119, "count": 302, "max_ms": 15.286, "p95_ms": 10.115}, "gstreamer_push": {"avg_ms": 1.236, "count": 302, "max_ms": 1.635, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.796, "count": 302, "max_ms": 68.204, "p95_ms": 62.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.7, "count": 302, "max_ms": 81.724, "p95_ms": 61.793}, "yolo11_640_fire_11class": {"avg_ms": 49.161, "count": 302, "max_ms": 69.306, "p95_ms": 63.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.996, "count": 302, "max_ms": 82.93, "p95_ms": 75.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.773, "count": 302, "max_ms": 133.267, "p95_ms": 107.327}, "read_interval": {"avg_ms": 99.647, "count": 301, "max_ms": 588.85, "p95_ms": 137.28}, "triton_wait": {"avg_ms": 54.356, "count": 302, "max_ms": 82.943, "p95_ms": 75.218}, "visualize": {"avg_ms": 3.86, "count": 302, "max_ms": 5.87, "p95_ms": 5.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16101.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 752, "h264_decode_error_count": 1843, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:22:58+09:00", "last_error_summary": "[h264 @ 0x55fe59178040] error while decoding MB 56 26, bytestream -5", "last_exit_at": "2026-07-05T19:23:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.043, "last_started_at": "2026-07-05T19:23:01+09:00", "pid": 142152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.035, "name": "ffmpeg", "pid": 142152, "rss_mb": 281.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 838, "restart_count_per_hour": 17, "rtsp_timeout_count": 466, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 839}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.241, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1572224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:25:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:25:28+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-05T19:25:28+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T19:25:28.644717+09:00", "mtime_epoch": 1783247128.6447172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:25:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.942, "pushed": 6.942, "read": 6.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.663, "count": 208, "max_ms": 33.771, "p95_ms": 23.313}, "gstreamer_push": {"avg_ms": 1.074, "count": 208, "max_ms": 1.679, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.392, "count": 208, "max_ms": 68.957, "p95_ms": 63.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.009, "count": 208, "max_ms": 79.876, "p95_ms": 67.438}, "yolo11_640_fire_11class": {"avg_ms": 49.662, "count": 208, "max_ms": 67.501, "p95_ms": 63.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.993, "count": 208, "max_ms": 82.636, "p95_ms": 78.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.702, "count": 208, "max_ms": 170.611, "p95_ms": 163.197}, "read_interval": {"avg_ms": 144.77, "count": 207, "max_ms": 184.069, "p95_ms": 174.774}, "triton_wait": {"avg_ms": 59.847, "count": 208, "max_ms": 82.649, "p95_ms": 78.12}, "visualize": {"avg_ms": 5.293, "count": 208, "max_ms": 7.966, "p95_ms": 6.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16101.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11646.89, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.022, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2014470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:25:45+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T19:25:44+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T19:25:44.997049+09:00", "mtime_epoch": 1783247144.9970493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:25:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2401.117, "name": "celery", "pid": 267, "rss_mb": 2401.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.169, "pushed": 10.169, "read": 10.136}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.056, "count": 305, "max_ms": 11.431, "p95_ms": 10.026}, "gstreamer_push": {"avg_ms": 1.255, "count": 305, "max_ms": 1.537, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.243, "count": 305, "max_ms": 70.29, "p95_ms": 62.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.472, "count": 305, "max_ms": 76.147, "p95_ms": 57.132}, "yolo11_640_fire_11class": {"avg_ms": 49.237, "count": 305, "max_ms": 69.263, "p95_ms": 62.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.263, "count": 305, "max_ms": 80.514, "p95_ms": 76.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.614, "count": 305, "max_ms": 132.858, "p95_ms": 106.547}, "read_interval": {"avg_ms": 98.583, "count": 304, "max_ms": 719.863, "p95_ms": 141.585}, "triton_wait": {"avg_ms": 53.62, "count": 305, "max_ms": 80.525, "p95_ms": 76.444}, "visualize": {"avg_ms": 3.862, "count": 305, "max_ms": 6.349, "p95_ms": 5.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15956.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 753, "h264_decode_error_count": 1847, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:25:54+09:00", "last_error_summary": "[h264 @ 0x557764ce2440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764ce2440] error while decoding MB 0 33, bytestream 12350 [h264 @ 0x557764c135c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764c135c0] error while decoding MB 0 13, bytestream 2187 [h264 @ 0x557764b44740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764b44740] error while decoding MB 0 40, bytestream 9556 [h264 @ 0x5577642109c0] error while decoding MB 35 18, ", "last_exit_at": "2026-07-05T19:25:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.155, "last_started_at": "2026-07-05T19:25:57+09:00", "pid": 142259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.18, "name": "ffmpeg", "pid": 142259, "rss_mb": 139.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 839, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 840}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.241, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1572277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:25:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T19:26:00+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T19:25:59+09:00", "mjpeg": {"age_sec": 5.15, "exists": true, "mtime": "2026-07-05T19:25:54.913251+09:00", "mtime_epoch": 1783247154.913251, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:26:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 44, "pushed_frames": 44, "read_frames": 43, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.471, "pushed": 1.471, "read": 1.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.499, "count": 44, "max_ms": 24.576, "p95_ms": 22.046}, "gstreamer_push": {"avg_ms": 1.065, "count": 44, "max_ms": 1.239, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.251, "count": 44, "max_ms": 61.818, "p95_ms": 60.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.693, "count": 44, "max_ms": 71.06, "p95_ms": 62.716}, "yolo11_640_fire_11class": {"avg_ms": 47.494, "count": 44, "max_ms": 63.411, "p95_ms": 57.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.849, "count": 44, "max_ms": 79.972, "p95_ms": 76.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.194, "count": 44, "max_ms": 170.941, "p95_ms": 161.463}, "read_interval": {"avg_ms": 696.276, "count": 43, "max_ms": 18919.013, "p95_ms": 184.101}, "triton_wait": {"avg_ms": 56.283, "count": 44, "max_ms": 79.984, "p95_ms": 76.08}, "visualize": {"avg_ms": 5.423, "count": 44, "max_ms": 7.321, "p95_ms": 6.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16085.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11676.947, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.383, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2014767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:26:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:26:15+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T19:26:15+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T19:26:15.065660+09:00", "mtime_epoch": 1783247175.0656602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:26:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2401.117, "name": "celery", "pid": 267, "rss_mb": 2401.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.884}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.999, "count": 297, "max_ms": 11.1, "p95_ms": 10.0}, "gstreamer_push": {"avg_ms": 1.273, "count": 297, "max_ms": 1.583, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.816, "count": 297, "max_ms": 63.616, "p95_ms": 60.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.102, "count": 297, "max_ms": 73.552, "p95_ms": 53.357}, "yolo11_640_fire_11class": {"avg_ms": 47.046, "count": 297, "max_ms": 64.185, "p95_ms": 59.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.015, "count": 297, "max_ms": 80.847, "p95_ms": 75.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.917, "count": 297, "max_ms": 107.161, "p95_ms": 102.909}, "read_interval": {"avg_ms": 101.203, "count": 296, "max_ms": 609.2, "p95_ms": 129.969}, "triton_wait": {"avg_ms": 51.283, "count": 297, "max_ms": 80.86, "p95_ms": 75.11}, "visualize": {"avg_ms": 3.861, "count": 297, "max_ms": 5.569, "p95_ms": 5.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16086.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 753, "h264_decode_error_count": 1847, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:25:54+09:00", "last_error_summary": "[h264 @ 0x557764ce2440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764ce2440] error while decoding MB 0 33, bytestream 12350 [h264 @ 0x557764c135c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764c135c0] error while decoding MB 0 13, bytestream 2187 [h264 @ 0x557764b44740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764b44740] error while decoding MB 0 40, bytestream 9556 [h264 @ 0x5577642109c0] error while decoding MB 35 18, ", "last_exit_at": "2026-07-05T19:25:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.206, "last_started_at": "2026-07-05T19:25:57+09:00", "pid": 142259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.367, "name": "ffmpeg", "pid": 142259, "rss_mb": 265.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 839, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 840}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.265, "sample_count": 1867, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1572488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:26:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:26:30+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T19:26:29+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T19:26:29.981963+09:00", "mtime_epoch": 1783247189.9819632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:26:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.056, "pushed": 7.056, "read": 7.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.352, "count": 211, "max_ms": 27.573, "p95_ms": 21.579}, "gstreamer_push": {"avg_ms": 1.067, "count": 211, "max_ms": 1.247, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.887, "count": 211, "max_ms": 65.525, "p95_ms": 61.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.658, "count": 211, "max_ms": 79.404, "p95_ms": 70.251}, "yolo11_640_fire_11class": {"avg_ms": 48.405, "count": 211, "max_ms": 65.831, "p95_ms": 61.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.192, "count": 211, "max_ms": 80.359, "p95_ms": 76.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.192, "count": 211, "max_ms": 181.337, "p95_ms": 158.387}, "read_interval": {"avg_ms": 142.393, "count": 210, "max_ms": 189.866, "p95_ms": 166.435}, "triton_wait": {"avg_ms": 58.318, "count": 211, "max_ms": 80.371, "p95_ms": 77.654}, "visualize": {"avg_ms": 5.419, "count": 211, "max_ms": 8.545, "p95_ms": 6.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16086.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11707.002, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.931, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2015069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:26:45+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T19:26:45+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T19:26:45.142271+09:00", "mtime_epoch": 1783247205.142271, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:26:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2401.375, "name": "celery", "pid": 267, "rss_mb": 2401.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.978, "count": 302, "max_ms": 11.638, "p95_ms": 9.999}, "gstreamer_push": {"avg_ms": 1.269, "count": 302, "max_ms": 2.032, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.102, "count": 302, "max_ms": 66.93, "p95_ms": 62.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.802, "count": 302, "max_ms": 78.082, "p95_ms": 70.413}, "yolo11_640_fire_11class": {"avg_ms": 49.897, "count": 302, "max_ms": 67.373, "p95_ms": 63.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.085, "count": 302, "max_ms": 80.52, "p95_ms": 77.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.295, "count": 302, "max_ms": 134.889, "p95_ms": 100.936}, "read_interval": {"avg_ms": 99.563, "count": 301, "max_ms": 500.951, "p95_ms": 154.953}, "triton_wait": {"avg_ms": 54.571, "count": 302, "max_ms": 80.533, "p95_ms": 77.923}, "visualize": {"avg_ms": 3.797, "count": 302, "max_ms": 6.501, "p95_ms": 4.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16088.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 753, "h264_decode_error_count": 1847, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:25:54+09:00", "last_error_summary": "[h264 @ 0x557764ce2440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764ce2440] error while decoding MB 0 33, bytestream 12350 [h264 @ 0x557764c135c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764c135c0] error while decoding MB 0 13, bytestream 2187 [h264 @ 0x557764b44740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764b44740] error while decoding MB 0 40, bytestream 9556 [h264 @ 0x5577642109c0] error while decoding MB 35 18, ", "last_exit_at": "2026-07-05T19:25:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.214, "last_started_at": "2026-07-05T19:25:57+09:00", "pid": 142259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.914, "name": "ffmpeg", "pid": 142259, "rss_mb": 266.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 839, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 840}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.241, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1572705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:26:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:27:00+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T19:26:59+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T19:26:59.994573+09:00", "mtime_epoch": 1783247219.9945726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:27:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.268, "pushed": 7.268, "read": 7.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.222, "count": 217, "max_ms": 27.137, "p95_ms": 21.847}, "gstreamer_push": {"avg_ms": 1.088, "count": 217, "max_ms": 1.64, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.476, "count": 217, "max_ms": 65.634, "p95_ms": 62.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.789, "count": 217, "max_ms": 79.327, "p95_ms": 70.106}, "yolo11_640_fire_11class": {"avg_ms": 49.508, "count": 217, "max_ms": 68.185, "p95_ms": 64.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.064, "count": 217, "max_ms": 80.923, "p95_ms": 78.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.242, "count": 217, "max_ms": 168.167, "p95_ms": 154.342}, "read_interval": {"avg_ms": 138.246, "count": 216, "max_ms": 176.088, "p95_ms": 162.408}, "triton_wait": {"avg_ms": 59.065, "count": 217, "max_ms": 80.935, "p95_ms": 78.546}, "visualize": {"avg_ms": 5.113, "count": 217, "max_ms": 8.007, "p95_ms": 5.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16089.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11737.097, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.952, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2015369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:27:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:27:15+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T19:27:15+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T19:27:15.218882+09:00", "mtime_epoch": 1783247235.2188818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:27:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2401.375, "name": "celery", "pid": 267, "rss_mb": 2401.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.998, "pushed": 9.998, "read": 9.964}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.769, "count": 299, "max_ms": 13.497, "p95_ms": 9.017}, "gstreamer_push": {"avg_ms": 1.274, "count": 299, "max_ms": 1.981, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.588, "count": 299, "max_ms": 68.944, "p95_ms": 61.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.709, "count": 299, "max_ms": 80.918, "p95_ms": 68.358}, "yolo11_640_fire_11class": {"avg_ms": 50.947, "count": 299, "max_ms": 69.577, "p95_ms": 64.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.463, "count": 299, "max_ms": 81.912, "p95_ms": 76.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.98, "count": 299, "max_ms": 127.236, "p95_ms": 93.493}, "read_interval": {"avg_ms": 100.395, "count": 298, "max_ms": 678.894, "p95_ms": 138.229}, "triton_wait": {"avg_ms": 54.329, "count": 299, "max_ms": 81.924, "p95_ms": 76.272}, "visualize": {"avg_ms": 3.691, "count": 299, "max_ms": 5.027, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16089.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 753, "h264_decode_error_count": 1847, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:25:54+09:00", "last_error_summary": "[h264 @ 0x557764ce2440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764ce2440] error while decoding MB 0 33, bytestream 12350 [h264 @ 0x557764c135c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764c135c0] error while decoding MB 0 13, bytestream 2187 [h264 @ 0x557764b44740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764b44740] error while decoding MB 0 40, bytestream 9556 [h264 @ 0x5577642109c0] error while decoding MB 35 18, ", "last_exit_at": "2026-07-05T19:25:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.298, "last_started_at": "2026-07-05T19:25:57+09:00", "pid": 142259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.43, "name": "ffmpeg", "pid": 142259, "rss_mb": 267.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 839, "restart_count_per_hour": 17, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 840}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.225, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1572916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:27:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:27:30+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T19:27:30+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-05T19:27:30.055183+09:00", "mtime_epoch": 1783247250.0551832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:27:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.048, "pushed": 7.048, "read": 7.015}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.711, "count": 211, "max_ms": 27.127, "p95_ms": 22.354}, "gstreamer_push": {"avg_ms": 1.078, "count": 211, "max_ms": 1.897, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.319, "count": 211, "max_ms": 64.796, "p95_ms": 60.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.492, "count": 211, "max_ms": 78.798, "p95_ms": 68.025}, "yolo11_640_fire_11class": {"avg_ms": 48.33, "count": 211, "max_ms": 65.901, "p95_ms": 61.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.407, "count": 211, "max_ms": 80.402, "p95_ms": 76.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.615, "count": 211, "max_ms": 166.237, "p95_ms": 157.038}, "read_interval": {"avg_ms": 142.463, "count": 210, "max_ms": 175.848, "p95_ms": 165.927}, "triton_wait": {"avg_ms": 57.126, "count": 211, "max_ms": 80.413, "p95_ms": 76.333}, "visualize": {"avg_ms": 5.417, "count": 211, "max_ms": 7.802, "p95_ms": 6.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16090.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11767.156, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.984, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2015670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:27:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:27:45+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T19:27:45+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T19:27:45.283492+09:00", "mtime_epoch": 1783247265.2834923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:27:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2401.633, "name": "celery", "pid": 267, "rss_mb": 2401.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.889, "count": 301, "max_ms": 13.429, "p95_ms": 9.856}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.894, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.274, "count": 301, "max_ms": 64.418, "p95_ms": 62.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.525, "count": 301, "max_ms": 74.822, "p95_ms": 57.475}, "yolo11_640_fire_11class": {"avg_ms": 48.886, "count": 301, "max_ms": 65.215, "p95_ms": 62.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.675, "count": 301, "max_ms": 80.017, "p95_ms": 76.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.86, "count": 301, "max_ms": 133.723, "p95_ms": 95.857}, "read_interval": {"avg_ms": 99.873, "count": 300, "max_ms": 673.611, "p95_ms": 141.691}, "triton_wait": {"avg_ms": 54.003, "count": 301, "max_ms": 80.029, "p95_ms": 76.086}, "visualize": {"avg_ms": 3.753, "count": 301, "max_ms": 5.63, "p95_ms": 4.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16090.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 753, "h264_decode_error_count": 1847, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:25:54+09:00", "last_error_summary": "[h264 @ 0x557764ce2440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764ce2440] error while decoding MB 0 33, bytestream 12350 [h264 @ 0x557764c135c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764c135c0] error while decoding MB 0 13, bytestream 2187 [h264 @ 0x557764b44740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764b44740] error while decoding MB 0 40, bytestream 9556 [h264 @ 0x5577642109c0] error while decoding MB 35 18, ", "last_exit_at": "2026-07-05T19:25:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.422, "last_started_at": "2026-07-05T19:25:57+09:00", "pid": 142259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.688, "name": "ffmpeg", "pid": 142259, "rss_mb": 267.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 839, "restart_count_per_hour": 17, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 840}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.225, "sample_count": 1905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1573123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:28:00+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-05T19:28:00+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T19:28:00.191795+09:00", "mtime_epoch": 1783247280.191795, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:28:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9374.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.91, "pushed": 6.91, "read": 6.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.801, "count": 206, "max_ms": 28.374, "p95_ms": 21.855}, "gstreamer_push": {"avg_ms": 1.067, "count": 207, "max_ms": 1.721, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.465, "count": 206, "max_ms": 64.446, "p95_ms": 61.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.716, "count": 206, "max_ms": 81.012, "p95_ms": 66.434}, "yolo11_640_fire_11class": {"avg_ms": 48.081, "count": 206, "max_ms": 65.299, "p95_ms": 61.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.778, "count": 206, "max_ms": 80.226, "p95_ms": 75.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.751, "count": 207, "max_ms": 167.385, "p95_ms": 161.546}, "read_interval": {"avg_ms": 145.458, "count": 206, "max_ms": 177.695, "p95_ms": 169.997}, "triton_wait": {"avg_ms": 58.214, "count": 206, "max_ms": 81.025, "p95_ms": 75.476}, "visualize": {"avg_ms": 5.516, "count": 206, "max_ms": 8.455, "p95_ms": 6.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16090.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11797.198, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.452, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2015974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:28:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:28:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T19:28:15+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T19:28:15.312102+09:00", "mtime_epoch": 1783247295.3121023, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:28:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2401.633, "name": "celery", "pid": 267, "rss_mb": 2401.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.113}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.925, "count": 304, "max_ms": 12.842, "p95_ms": 9.862}, "gstreamer_push": {"avg_ms": 1.251, "count": 304, "max_ms": 1.812, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.803, "count": 304, "max_ms": 66.669, "p95_ms": 62.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.61, "count": 304, "max_ms": 74.281, "p95_ms": 58.376}, "yolo11_640_fire_11class": {"avg_ms": 47.77, "count": 304, "max_ms": 67.684, "p95_ms": 62.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.377, "count": 304, "max_ms": 81.468, "p95_ms": 76.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.742, "count": 304, "max_ms": 129.327, "p95_ms": 104.517}, "read_interval": {"avg_ms": 98.8, "count": 303, "max_ms": 721.013, "p95_ms": 127.337}, "triton_wait": {"avg_ms": 53.661, "count": 304, "max_ms": 81.48, "p95_ms": 76.738}, "visualize": {"avg_ms": 3.787, "count": 304, "max_ms": 5.281, "p95_ms": 4.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16091.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 753, "h264_decode_error_count": 1847, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:25:54+09:00", "last_error_summary": "[h264 @ 0x557764ce2440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764ce2440] error while decoding MB 0 33, bytestream 12350 [h264 @ 0x557764c135c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764c135c0] error while decoding MB 0 13, bytestream 2187 [h264 @ 0x557764b44740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557764b44740] error while decoding MB 0 40, bytestream 9556 [h264 @ 0x5577642109c0] error while decoding MB 35 18, ", "last_exit_at": "2026-07-05T19:25:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.513, "last_started_at": "2026-07-05T19:25:57+09:00", "pid": 142259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.688, "name": "ffmpeg", "pid": 142259, "rss_mb": 267.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 839, "restart_count_per_hour": 17, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 840}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.246, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1573342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:28:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:28:30+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T19:28:30+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T19:28:30.296407+09:00", "mtime_epoch": 1783247310.2964065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:28:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.313, "pushed": 7.313, "read": 7.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.496, "count": 218, "max_ms": 26.421, "p95_ms": 22.362}, "gstreamer_push": {"avg_ms": 1.081, "count": 219, "max_ms": 1.628, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.003, "count": 218, "max_ms": 64.924, "p95_ms": 62.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.269, "count": 218, "max_ms": 73.613, "p95_ms": 67.898}, "yolo11_640_fire_11class": {"avg_ms": 48.083, "count": 218, "max_ms": 64.935, "p95_ms": 62.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.085, "count": 218, "max_ms": 80.674, "p95_ms": 77.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.402, "count": 219, "max_ms": 164.145, "p95_ms": 157.913}, "read_interval": {"avg_ms": 137.375, "count": 218, "max_ms": 172.484, "p95_ms": 166.174}, "triton_wait": {"avg_ms": 57.725, "count": 218, "max_ms": 80.686, "p95_ms": 77.561}, "visualize": {"avg_ms": 5.182, "count": 218, "max_ms": 7.692, "p95_ms": 6.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16091.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11827.269, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.001, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2016268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:28:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T19:28:45+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T19:28:45+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T19:28:45.376713+09:00", "mtime_epoch": 1783247325.3767128, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:28:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2401.891, "name": "celery", "pid": 267, "rss_mb": 2401.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.769}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.973, "count": 294, "max_ms": 13.914, "p95_ms": 9.998}, "gstreamer_push": {"avg_ms": 1.243, "count": 294, "max_ms": 1.632, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.421, "count": 294, "max_ms": 67.392, "p95_ms": 63.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.731, "count": 294, "max_ms": 79.034, "p95_ms": 66.361}, "yolo11_640_fire_11class": {"avg_ms": 49.363, "count": 294, "max_ms": 66.044, "p95_ms": 63.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.77, "count": 294, "max_ms": 81.793, "p95_ms": 78.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.091, "count": 294, "max_ms": 187.695, "p95_ms": 107.649}, "read_interval": {"avg_ms": 102.252, "count": 293, "max_ms": 621.529, "p95_ms": 146.388}, "triton_wait": {"avg_ms": 55.111, "count": 294, "max_ms": 81.806, "p95_ms": 78.326}, "visualize": {"avg_ms": 3.804, "count": 294, "max_ms": 6.333, "p95_ms": 5.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16023.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:28:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.221, "last_started_at": "2026-07-05T19:28:54+09:00", "pid": 142366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.398, "name": "ffmpeg", "pid": 142366, "rss_mb": 201.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 840, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 841}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.407, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1573526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:29:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:29:00+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T19:29:00+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T19:29:00.325016+09:00", "mtime_epoch": 1783247340.3250163, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:29:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.156, "pushed": 6.156, "read": 6.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.513, "count": 184, "max_ms": 33.103, "p95_ms": 23.28}, "gstreamer_push": {"avg_ms": 1.071, "count": 184, "max_ms": 1.27, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.489, "count": 184, "max_ms": 65.201, "p95_ms": 62.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.984, "count": 184, "max_ms": 79.95, "p95_ms": 68.934}, "yolo11_640_fire_11class": {"avg_ms": 48.833, "count": 184, "max_ms": 64.677, "p95_ms": 62.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.87, "count": 184, "max_ms": 80.68, "p95_ms": 77.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.026, "count": 184, "max_ms": 176.919, "p95_ms": 157.552}, "read_interval": {"avg_ms": 163.312, "count": 183, "max_ms": 4672.129, "p95_ms": 167.317}, "triton_wait": {"avg_ms": 58.657, "count": 184, "max_ms": 80.693, "p95_ms": 78.243}, "visualize": {"avg_ms": 5.128, "count": 184, "max_ms": 6.75, "p95_ms": 5.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16091.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11857.684, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.883, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2016573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:29:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:29:15+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T19:29:15+09:00", "mjpeg": {"age_sec": 0.553, "exists": true, "mtime": "2026-07-05T19:29:15.333321+09:00", "mtime_epoch": 1783247355.333321, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:29:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2401.891, "name": "celery", "pid": 267, "rss_mb": 2401.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.772, "count": 300, "max_ms": 13.379, "p95_ms": 9.039}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.792, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.912, "count": 300, "max_ms": 67.157, "p95_ms": 61.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.044, "count": 300, "max_ms": 78.358, "p95_ms": 60.406}, "yolo11_640_fire_11class": {"avg_ms": 48.51, "count": 300, "max_ms": 70.185, "p95_ms": 62.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.343, "count": 300, "max_ms": 79.787, "p95_ms": 77.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.609, "count": 301, "max_ms": 137.002, "p95_ms": 94.507}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 654.832, "p95_ms": 153.136}, "triton_wait": {"avg_ms": 52.718, "count": 300, "max_ms": 79.799, "p95_ms": 77.545}, "visualize": {"avg_ms": 3.679, "count": 300, "max_ms": 5.461, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16093.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:28:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.244, "last_started_at": "2026-07-05T19:28:54+09:00", "pid": 142366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.148, "name": "ffmpeg", "pid": 142366, "rss_mb": 269.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 840, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 841}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.32, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1573744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:29:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:29:30+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T19:29:30+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T19:29:30.317625+09:00", "mtime_epoch": 1783247370.3176253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:29:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.292, "pushed": 7.292, "read": 7.258}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.869, "count": 218, "max_ms": 29.648, "p95_ms": 20.926}, "gstreamer_push": {"avg_ms": 1.079, "count": 218, "max_ms": 1.262, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.244, "count": 218, "max_ms": 65.825, "p95_ms": 62.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.976, "count": 218, "max_ms": 79.716, "p95_ms": 66.645}, "yolo11_640_fire_11class": {"avg_ms": 48.807, "count": 218, "max_ms": 68.897, "p95_ms": 63.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.471, "count": 218, "max_ms": 83.503, "p95_ms": 77.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.697, "count": 218, "max_ms": 165.755, "p95_ms": 159.788}, "read_interval": {"avg_ms": 137.649, "count": 217, "max_ms": 176.557, "p95_ms": 170.152}, "triton_wait": {"avg_ms": 58.203, "count": 218, "max_ms": 83.515, "p95_ms": 77.793}, "visualize": {"avg_ms": 4.991, "count": 218, "max_ms": 7.305, "p95_ms": 5.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16094.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11887.717, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.909, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2016875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:29:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:29:45+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:29:45+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:29:45.857941+09:00", "mtime_epoch": 1783247385.8579407, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:29:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2402.148, "name": "celery", "pid": 267, "rss_mb": 2402.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.874, "count": 302, "max_ms": 12.35, "p95_ms": 9.171}, "gstreamer_push": {"avg_ms": 1.266, "count": 302, "max_ms": 2.077, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.422, "count": 302, "max_ms": 70.237, "p95_ms": 62.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.485, "count": 302, "max_ms": 77.284, "p95_ms": 63.689}, "yolo11_640_fire_11class": {"avg_ms": 49.669, "count": 302, "max_ms": 71.017, "p95_ms": 62.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.024, "count": 302, "max_ms": 82.079, "p95_ms": 76.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.287, "count": 302, "max_ms": 105.915, "p95_ms": 92.326}, "read_interval": {"avg_ms": 99.519, "count": 301, "max_ms": 656.356, "p95_ms": 120.332}, "triton_wait": {"avg_ms": 53.668, "count": 302, "max_ms": 82.091, "p95_ms": 76.324}, "visualize": {"avg_ms": 3.695, "count": 302, "max_ms": 5.087, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16094.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:28:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.257, "last_started_at": "2026-07-05T19:28:54+09:00", "pid": 142366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.18, "name": "ffmpeg", "pid": 142366, "rss_mb": 270.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 840, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 841}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.301, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1573952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:30:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:30:00+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T19:30:00+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T19:30:00.346235+09:00", "mtime_epoch": 1783247400.346235, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:30:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.96, "pushed": 6.96, "read": 6.927}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.727, "count": 208, "max_ms": 29.89, "p95_ms": 22.614}, "gstreamer_push": {"avg_ms": 1.077, "count": 208, "max_ms": 1.265, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.413, "count": 208, "max_ms": 65.056, "p95_ms": 62.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.25, "count": 208, "max_ms": 78.945, "p95_ms": 64.553}, "yolo11_640_fire_11class": {"avg_ms": 48.978, "count": 208, "max_ms": 66.902, "p95_ms": 63.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.716, "count": 208, "max_ms": 80.1, "p95_ms": 76.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.378, "count": 208, "max_ms": 169.171, "p95_ms": 163.245}, "read_interval": {"avg_ms": 144.307, "count": 207, "max_ms": 179.791, "p95_ms": 174.117}, "triton_wait": {"avg_ms": 58.392, "count": 208, "max_ms": 80.112, "p95_ms": 76.54}, "visualize": {"avg_ms": 5.28, "count": 208, "max_ms": 7.572, "p95_ms": 6.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16095.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11917.755, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.256, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2017175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:30:15+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:30:15+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:30:15.898551+09:00", "mtime_epoch": 1783247415.8985507, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:30:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2402.406, "name": "celery", "pid": 267, "rss_mb": 2402.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.737, "count": 300, "max_ms": 12.447, "p95_ms": 9.239}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.73, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.2, "count": 300, "max_ms": 67.786, "p95_ms": 60.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.47, "count": 300, "max_ms": 76.595, "p95_ms": 59.048}, "yolo11_640_fire_11class": {"avg_ms": 48.722, "count": 300, "max_ms": 69.483, "p95_ms": 61.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.104, "count": 300, "max_ms": 82.021, "p95_ms": 73.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.304, "count": 300, "max_ms": 106.373, "p95_ms": 89.955}, "read_interval": {"avg_ms": 100.192, "count": 299, "max_ms": 697.019, "p95_ms": 130.165}, "triton_wait": {"avg_ms": 52.665, "count": 300, "max_ms": 82.034, "p95_ms": 73.461}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 5.064, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16095.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:28:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.434, "last_started_at": "2026-07-05T19:28:54+09:00", "pid": 142366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.438, "name": "ffmpeg", "pid": 142366, "rss_mb": 270.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 840, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 841}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.558, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1574152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:30:30+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-05T19:30:30+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-05T19:30:30.482847+09:00", "mtime_epoch": 1783247430.4828467, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:30:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.667, "pushed": 6.667, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.847, "count": 199, "max_ms": 27.362, "p95_ms": 22.896}, "gstreamer_push": {"avg_ms": 1.049, "count": 199, "max_ms": 1.274, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.706, "count": 199, "max_ms": 74.091, "p95_ms": 62.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.284, "count": 199, "max_ms": 78.339, "p95_ms": 64.174}, "yolo11_640_fire_11class": {"avg_ms": 49.316, "count": 199, "max_ms": 75.224, "p95_ms": 64.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.157, "count": 199, "max_ms": 79.052, "p95_ms": 77.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.204, "count": 199, "max_ms": 165.653, "p95_ms": 163.427}, "read_interval": {"avg_ms": 150.727, "count": 198, "max_ms": 349.02, "p95_ms": 174.678}, "triton_wait": {"avg_ms": 58.758, "count": 199, "max_ms": 79.064, "p95_ms": 77.08}, "visualize": {"avg_ms": 5.573, "count": 199, "max_ms": 7.817, "p95_ms": 6.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16095.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11947.824, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.191, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2017476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:30:46+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T19:30:45+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T19:30:45.955161+09:00", "mtime_epoch": 1783247445.9551609, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:30:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2402.406, "name": "celery", "pid": 267, "rss_mb": 2402.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.791, "count": 301, "max_ms": 12.637, "p95_ms": 9.151}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 1.854, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.331, "count": 301, "max_ms": 70.329, "p95_ms": 61.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.368, "count": 301, "max_ms": 77.246, "p95_ms": 63.544}, "yolo11_640_fire_11class": {"avg_ms": 49.833, "count": 301, "max_ms": 76.739, "p95_ms": 62.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.4, "count": 301, "max_ms": 79.879, "p95_ms": 74.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.885, "count": 301, "max_ms": 116.167, "p95_ms": 92.493}, "read_interval": {"avg_ms": 99.923, "count": 300, "max_ms": 601.329, "p95_ms": 116.679}, "triton_wait": {"avg_ms": 54.084, "count": 301, "max_ms": 79.89, "p95_ms": 74.633}, "visualize": {"avg_ms": 3.691, "count": 301, "max_ms": 6.125, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16095.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:28:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.499, "last_started_at": "2026-07-05T19:28:54+09:00", "pid": 142366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.438, "name": "ffmpeg", "pid": 142366, "rss_mb": 270.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 840, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 841}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.426, "sample_count": 2077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1574358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:31:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:31:00+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T19:31:00+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T19:31:00.563457+09:00", "mtime_epoch": 1783247460.5634575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:31:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.891, "pushed": 6.891, "read": 6.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.701, "count": 206, "max_ms": 28.55, "p95_ms": 21.75}, "gstreamer_push": {"avg_ms": 1.074, "count": 206, "max_ms": 1.71, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.459, "count": 206, "max_ms": 64.188, "p95_ms": 62.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.588, "count": 206, "max_ms": 80.145, "p95_ms": 65.776}, "yolo11_640_fire_11class": {"avg_ms": 49.159, "count": 206, "max_ms": 67.856, "p95_ms": 64.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.815, "count": 206, "max_ms": 80.866, "p95_ms": 76.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.046, "count": 206, "max_ms": 169.934, "p95_ms": 163.364}, "read_interval": {"avg_ms": 145.864, "count": 205, "max_ms": 181.402, "p95_ms": 174.974}, "triton_wait": {"avg_ms": 58.32, "count": 206, "max_ms": 80.878, "p95_ms": 76.862}, "visualize": {"avg_ms": 5.38, "count": 206, "max_ms": 7.189, "p95_ms": 6.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16095.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11977.847, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.158, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2017779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:31:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:31:15+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T19:31:15.991771+09:00", "mtime_epoch": 1783247475.9917707, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:31:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2402.664, "name": "celery", "pid": 267, "rss_mb": 2402.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.812, "count": 303, "max_ms": 12.8, "p95_ms": 8.86}, "gstreamer_push": {"avg_ms": 1.285, "count": 303, "max_ms": 1.931, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.26, "count": 303, "max_ms": 65.792, "p95_ms": 59.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.281, "count": 303, "max_ms": 71.061, "p95_ms": 64.703}, "yolo11_640_fire_11class": {"avg_ms": 50.168, "count": 303, "max_ms": 69.462, "p95_ms": 59.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.261, "count": 303, "max_ms": 82.552, "p95_ms": 71.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.756, "count": 303, "max_ms": 108.105, "p95_ms": 88.765}, "read_interval": {"avg_ms": 99.148, "count": 302, "max_ms": 552.0, "p95_ms": 138.738}, "triton_wait": {"avg_ms": 53.962, "count": 303, "max_ms": 82.565, "p95_ms": 71.341}, "visualize": {"avg_ms": 3.708, "count": 303, "max_ms": 5.879, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16096.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:28:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.552, "last_started_at": "2026-07-05T19:28:54+09:00", "pid": 142366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.953, "name": "ffmpeg", "pid": 142366, "rss_mb": 270.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 840, "restart_count_per_hour": 17, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 841}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.357, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1574554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:31:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:31:30+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T19:31:30+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T19:31:30.616068+09:00", "mtime_epoch": 1783247490.6160676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:31:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.561, "pushed": 6.561, "read": 6.527}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.77, "count": 196, "max_ms": 27.995, "p95_ms": 21.945}, "gstreamer_push": {"avg_ms": 1.051, "count": 196, "max_ms": 1.314, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.832, "count": 196, "max_ms": 66.012, "p95_ms": 62.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.279, "count": 196, "max_ms": 79.698, "p95_ms": 66.223}, "yolo11_640_fire_11class": {"avg_ms": 51.447, "count": 196, "max_ms": 72.036, "p95_ms": 65.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.939, "count": 196, "max_ms": 81.717, "p95_ms": 77.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.69, "count": 196, "max_ms": 170.345, "p95_ms": 164.751}, "read_interval": {"avg_ms": 153.292, "count": 195, "max_ms": 181.571, "p95_ms": 176.43}, "triton_wait": {"avg_ms": 60.416, "count": 196, "max_ms": 81.73, "p95_ms": 77.567}, "visualize": {"avg_ms": 5.604, "count": 196, "max_ms": 7.164, "p95_ms": 6.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16000.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12007.879, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.351, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2018078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:31:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:31:46+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T19:31:46+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T19:31:46.016380+09:00", "mtime_epoch": 1783247506.0163803, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:31:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2402.664, "name": "celery", "pid": 267, "rss_mb": 2402.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.748, "count": 299, "max_ms": 12.374, "p95_ms": 9.149}, "gstreamer_push": {"avg_ms": 1.272, "count": 299, "max_ms": 1.498, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.508, "count": 299, "max_ms": 66.479, "p95_ms": 60.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.818, "count": 299, "max_ms": 78.734, "p95_ms": 63.452}, "yolo11_640_fire_11class": {"avg_ms": 50.587, "count": 299, "max_ms": 72.124, "p95_ms": 63.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.856, "count": 299, "max_ms": 80.45, "p95_ms": 74.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.553, "count": 299, "max_ms": 131.527, "p95_ms": 91.28}, "read_interval": {"avg_ms": 100.49, "count": 298, "max_ms": 584.955, "p95_ms": 125.354}, "triton_wait": {"avg_ms": 53.749, "count": 299, "max_ms": 80.462, "p95_ms": 74.935}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 5.187, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16090.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:31:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.25, "last_started_at": "2026-07-05T19:31:41+09:00", "pid": 142473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.215, "name": "ffmpeg", "pid": 142473, "rss_mb": 265.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 841, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 842}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.573, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1574733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:32:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:32:00+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T19:32:00+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T19:32:00.636677+09:00", "mtime_epoch": 1783247520.636677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:32:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.967, "pushed": 5.967, "read": 5.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.634, "count": 179, "max_ms": 31.516, "p95_ms": 23.556}, "gstreamer_push": {"avg_ms": 1.094, "count": 179, "max_ms": 1.857, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.313, "count": 179, "max_ms": 69.28, "p95_ms": 61.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.619, "count": 179, "max_ms": 80.037, "p95_ms": 68.321}, "yolo11_640_fire_11class": {"avg_ms": 49.094, "count": 179, "max_ms": 70.249, "p95_ms": 66.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.624, "count": 179, "max_ms": 82.539, "p95_ms": 76.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.788, "count": 179, "max_ms": 167.653, "p95_ms": 162.443}, "read_interval": {"avg_ms": 167.69, "count": 179, "max_ms": 5145.731, "p95_ms": 173.909}, "triton_wait": {"avg_ms": 57.32, "count": 179, "max_ms": 82.551, "p95_ms": 76.621}, "visualize": {"avg_ms": 5.141, "count": 179, "max_ms": 7.725, "p95_ms": 6.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16092.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12037.925, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.303, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2018378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:32:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:32:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:32:16+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T19:32:16.064990+09:00", "mtime_epoch": 1783247536.0649903, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:32:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2403.18, "name": "celery", "pid": 267, "rss_mb": 2403.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.688, "count": 300, "max_ms": 11.745, "p95_ms": 9.071}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.956, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.027, "count": 300, "max_ms": 66.468, "p95_ms": 62.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.278, "count": 300, "max_ms": 75.714, "p95_ms": 64.369}, "yolo11_640_fire_11class": {"avg_ms": 51.68, "count": 300, "max_ms": 72.115, "p95_ms": 65.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.363, "count": 300, "max_ms": 79.528, "p95_ms": 75.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.619, "count": 300, "max_ms": 134.589, "p95_ms": 91.522}, "read_interval": {"avg_ms": 100.216, "count": 299, "max_ms": 597.859, "p95_ms": 210.849}, "triton_wait": {"avg_ms": 54.235, "count": 300, "max_ms": 79.54, "p95_ms": 75.25}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.666, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16096.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:31:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.336, "last_started_at": "2026-07-05T19:31:41+09:00", "pid": 142473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.145, "name": "ffmpeg", "pid": 142473, "rss_mb": 271.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 841, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 842}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.584, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1574936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:32:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:32:30+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T19:32:30+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T19:32:30.721288+09:00", "mtime_epoch": 1783247550.7212877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:32:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.777, "pushed": 6.777, "read": 6.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.528, "count": 203, "max_ms": 26.349, "p95_ms": 21.538}, "gstreamer_push": {"avg_ms": 1.062, "count": 203, "max_ms": 1.583, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.025, "count": 203, "max_ms": 64.227, "p95_ms": 62.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.264, "count": 203, "max_ms": 79.123, "p95_ms": 65.355}, "yolo11_640_fire_11class": {"avg_ms": 50.486, "count": 203, "max_ms": 69.386, "p95_ms": 65.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.848, "count": 203, "max_ms": 78.831, "p95_ms": 77.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.407, "count": 203, "max_ms": 166.373, "p95_ms": 162.51}, "read_interval": {"avg_ms": 148.181, "count": 202, "max_ms": 178.577, "p95_ms": 174.017}, "triton_wait": {"avg_ms": 59.567, "count": 203, "max_ms": 79.135, "p95_ms": 77.266}, "visualize": {"avg_ms": 5.415, "count": 203, "max_ms": 7.788, "p95_ms": 6.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16095.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12067.934, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.025, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2018676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:32:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:32:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:32:46+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T19:32:46.069599+09:00", "mtime_epoch": 1783247566.0695994, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:32:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2403.18, "name": "celery", "pid": 267, "rss_mb": 2403.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.724, "count": 298, "max_ms": 12.032, "p95_ms": 9.058}, "gstreamer_push": {"avg_ms": 1.264, "count": 298, "max_ms": 1.485, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.555, "count": 298, "max_ms": 74.168, "p95_ms": 59.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.015, "count": 298, "max_ms": 83.381, "p95_ms": 67.213}, "yolo11_640_fire_11class": {"avg_ms": 50.779, "count": 298, "max_ms": 74.873, "p95_ms": 62.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.818, "count": 298, "max_ms": 81.527, "p95_ms": 74.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.643, "count": 298, "max_ms": 140.311, "p95_ms": 91.924}, "read_interval": {"avg_ms": 100.702, "count": 298, "max_ms": 738.476, "p95_ms": 153.234}, "triton_wait": {"avg_ms": 54.622, "count": 298, "max_ms": 83.392, "p95_ms": 74.561}, "visualize": {"avg_ms": 3.695, "count": 298, "max_ms": 6.114, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16096.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:31:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.396, "last_started_at": "2026-07-05T19:31:41+09:00", "pid": 142473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.145, "name": "ffmpeg", "pid": 142473, "rss_mb": 271.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 841, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 842}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.767, "sample_count": 2012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1575138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:33:00+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T19:33:00+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T19:33:00.805898+09:00", "mtime_epoch": 1783247580.8058984, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:33:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.755, "pushed": 6.755, "read": 6.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.528, "count": 202, "max_ms": 26.839, "p95_ms": 21.522}, "gstreamer_push": {"avg_ms": 1.041, "count": 202, "max_ms": 1.309, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.976, "count": 202, "max_ms": 71.118, "p95_ms": 61.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.956, "count": 202, "max_ms": 88.568, "p95_ms": 69.305}, "yolo11_640_fire_11class": {"avg_ms": 50.606, "count": 202, "max_ms": 74.853, "p95_ms": 64.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.734, "count": 202, "max_ms": 87.02, "p95_ms": 76.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.203, "count": 202, "max_ms": 174.106, "p95_ms": 163.124}, "read_interval": {"avg_ms": 148.921, "count": 201, "max_ms": 184.901, "p95_ms": 174.381}, "triton_wait": {"avg_ms": 59.489, "count": 202, "max_ms": 88.578, "p95_ms": 76.517}, "visualize": {"avg_ms": 5.445, "count": 202, "max_ms": 8.017, "p95_ms": 6.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16096.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12097.989, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.119, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2018980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:33:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:33:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:33:16+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T19:33:16.130209+09:00", "mtime_epoch": 1783247596.1302094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:33:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2403.18, "name": "celery", "pid": 267, "rss_mb": 2403.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.108}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.839, "count": 304, "max_ms": 13.832, "p95_ms": 9.311}, "gstreamer_push": {"avg_ms": 1.269, "count": 304, "max_ms": 1.547, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.477, "count": 304, "max_ms": 65.61, "p95_ms": 62.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.508, "count": 304, "max_ms": 78.908, "p95_ms": 67.717}, "yolo11_640_fire_11class": {"avg_ms": 50.891, "count": 304, "max_ms": 72.36, "p95_ms": 65.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.648, "count": 304, "max_ms": 78.671, "p95_ms": 75.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.312, "count": 304, "max_ms": 131.826, "p95_ms": 93.99}, "read_interval": {"avg_ms": 98.923, "count": 303, "max_ms": 866.671, "p95_ms": 154.589}, "triton_wait": {"avg_ms": 53.722, "count": 304, "max_ms": 78.92, "p95_ms": 76.002}, "visualize": {"avg_ms": 3.759, "count": 304, "max_ms": 5.625, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16098.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:31:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.495, "last_started_at": "2026-07-05T19:31:41+09:00", "pid": 142473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.723, "name": "ffmpeg", "pid": 142473, "rss_mb": 273.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 841, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 842}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.804, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1575343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:33:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:33:31+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T19:33:30+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T19:33:30.882509+09:00", "mtime_epoch": 1783247610.882509, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:33:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9375.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.84, "pushed": 6.84, "read": 6.807}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.626, "count": 204, "max_ms": 24.812, "p95_ms": 22.097}, "gstreamer_push": {"avg_ms": 1.058, "count": 205, "max_ms": 2.008, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.389, "count": 204, "max_ms": 63.981, "p95_ms": 62.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.121, "count": 204, "max_ms": 79.665, "p95_ms": 67.476}, "yolo11_640_fire_11class": {"avg_ms": 49.744, "count": 204, "max_ms": 66.953, "p95_ms": 64.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.615, "count": 204, "max_ms": 79.653, "p95_ms": 75.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.594, "count": 205, "max_ms": 165.103, "p95_ms": 161.358}, "read_interval": {"avg_ms": 146.799, "count": 204, "max_ms": 175.219, "p95_ms": 171.571}, "triton_wait": {"avg_ms": 58.422, "count": 204, "max_ms": 79.674, "p95_ms": 75.832}, "visualize": {"avg_ms": 5.471, "count": 204, "max_ms": 8.118, "p95_ms": 6.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16099.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12128.023, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.326, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2019280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:33:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:33:46+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:33:46+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:33:46.166819+09:00", "mtime_epoch": 1783247626.166819, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:33:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2403.18, "name": "celery", "pid": 267, "rss_mb": 2403.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.847, "count": 300, "max_ms": 11.903, "p95_ms": 9.341}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 1.519, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.311, "count": 300, "max_ms": 65.824, "p95_ms": 62.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.886, "count": 300, "max_ms": 81.765, "p95_ms": 67.888}, "yolo11_640_fire_11class": {"avg_ms": 50.918, "count": 300, "max_ms": 69.286, "p95_ms": 62.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.288, "count": 300, "max_ms": 81.054, "p95_ms": 74.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.103, "count": 300, "max_ms": 97.826, "p95_ms": 91.964}, "read_interval": {"avg_ms": 100.174, "count": 299, "max_ms": 747.661, "p95_ms": 170.443}, "triton_wait": {"avg_ms": 53.692, "count": 300, "max_ms": 81.777, "p95_ms": 74.978}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 5.098, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16099.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 754, "h264_decode_error_count": 1848, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:28:51+09:00", "last_error_summary": "[h264 @ 0x55a9e1c6fcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a9e1c6fcc0] error while decoding MB 0 3, bytestream 706", "last_exit_at": "2026-07-05T19:31:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.539, "last_started_at": "2026-07-05T19:31:41+09:00", "pid": 142473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.98, "name": "ffmpeg", "pid": 142473, "rss_mb": 273.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 841, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 842}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.237, "sample_count": 2014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1575544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:34:01+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T19:34:00+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T19:34:00.951119+09:00", "mtime_epoch": 1783247640.9511192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:34:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.729, "pushed": 6.729, "read": 6.696}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.614, "count": 201, "max_ms": 34.367, "p95_ms": 25.668}, "gstreamer_push": {"avg_ms": 1.078, "count": 201, "max_ms": 1.72, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.91, "count": 201, "max_ms": 70.933, "p95_ms": 62.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.533, "count": 201, "max_ms": 85.649, "p95_ms": 68.382}, "yolo11_640_fire_11class": {"avg_ms": 50.307, "count": 201, "max_ms": 70.088, "p95_ms": 65.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.458, "count": 201, "max_ms": 81.999, "p95_ms": 77.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.469, "count": 201, "max_ms": 178.077, "p95_ms": 166.044}, "read_interval": {"avg_ms": 149.59, "count": 200, "max_ms": 191.942, "p95_ms": 177.241}, "triton_wait": {"avg_ms": 59.445, "count": 201, "max_ms": 85.661, "p95_ms": 77.495}, "visualize": {"avg_ms": 5.414, "count": 201, "max_ms": 6.761, "p95_ms": 6.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16100.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12158.03, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.964, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2019579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:34:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:34:16+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:34:16+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T19:34:16.171428+09:00", "mtime_epoch": 1783247656.1714282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:34:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2403.438, "name": "celery", "pid": 267, "rss_mb": 2403.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.769, "count": 299, "max_ms": 12.773, "p95_ms": 10.481}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 1.973, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.887, "count": 299, "max_ms": 64.232, "p95_ms": 59.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.31, "count": 299, "max_ms": 78.489, "p95_ms": 63.356}, "yolo11_640_fire_11class": {"avg_ms": 50.134, "count": 299, "max_ms": 73.309, "p95_ms": 61.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.924, "count": 299, "max_ms": 80.358, "p95_ms": 72.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.834, "count": 299, "max_ms": 107.741, "p95_ms": 89.559}, "read_interval": {"avg_ms": 100.348, "count": 299, "max_ms": 671.669, "p95_ms": 212.415}, "triton_wait": {"avg_ms": 53.288, "count": 299, "max_ms": 80.369, "p95_ms": 73.086}, "visualize": {"avg_ms": 3.672, "count": 299, "max_ms": 5.446, "p95_ms": 4.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15986.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 755, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:34:24+09:00", "last_error_summary": "[h264 @ 0x562301482280] error while decoding MB 4 24, bytestream -22", "last_exit_at": "2026-07-05T19:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.0, "last_started_at": "2026-07-05T19:34:27+09:00", "pid": 142580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 162.691, "name": "ffmpeg", "pid": 142580, "rss_mb": 162.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 842, "restart_count_per_hour": 19, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 843}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.291, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1575720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:34:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:34:31+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T19:34:30+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T19:34:30.963728+09:00", "mtime_epoch": 1783247670.9637284, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:34:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.882, "pushed": 5.882, "read": 5.848}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.911, "count": 176, "max_ms": 25.205, "p95_ms": 22.554}, "gstreamer_push": {"avg_ms": 1.056, "count": 176, "max_ms": 1.336, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.158, "count": 176, "max_ms": 64.84, "p95_ms": 62.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.026, "count": 176, "max_ms": 72.554, "p95_ms": 64.697}, "yolo11_640_fire_11class": {"avg_ms": 48.829, "count": 176, "max_ms": 65.663, "p95_ms": 62.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.479, "count": 176, "max_ms": 79.375, "p95_ms": 75.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.069, "count": 176, "max_ms": 170.016, "p95_ms": 161.579}, "read_interval": {"avg_ms": 170.739, "count": 175, "max_ms": 4279.36, "p95_ms": 171.764}, "triton_wait": {"avg_ms": 58.36, "count": 176, "max_ms": 79.387, "p95_ms": 75.741}, "visualize": {"avg_ms": 5.586, "count": 176, "max_ms": 8.083, "p95_ms": 7.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16091.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12188.604, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.522, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2019884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:34:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:34:46+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:34:46+09:00", "mjpeg": {"age_sec": 0.598, "exists": true, "mtime": "2026-07-05T19:34:46.208038+09:00", "mtime_epoch": 1783247686.2080379, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:34:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2403.695, "name": "celery", "pid": 267, "rss_mb": 2403.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.683, "count": 298, "max_ms": 11.022, "p95_ms": 8.797}, "gstreamer_push": {"avg_ms": 1.266, "count": 298, "max_ms": 1.854, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.094, "count": 298, "max_ms": 69.037, "p95_ms": 61.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.183, "count": 298, "max_ms": 74.076, "p95_ms": 58.525}, "yolo11_640_fire_11class": {"avg_ms": 49.206, "count": 298, "max_ms": 71.787, "p95_ms": 62.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.206, "count": 298, "max_ms": 78.64, "p95_ms": 73.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.3, "count": 298, "max_ms": 94.491, "p95_ms": 88.745}, "read_interval": {"avg_ms": 100.803, "count": 297, "max_ms": 641.392, "p95_ms": 160.897}, "triton_wait": {"avg_ms": 52.066, "count": 298, "max_ms": 78.653, "p95_ms": 73.397}, "visualize": {"avg_ms": 3.667, "count": 298, "max_ms": 5.018, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16091.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 755, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:34:24+09:00", "last_error_summary": "[h264 @ 0x562301482280] error while decoding MB 4 24, bytestream -22", "last_exit_at": "2026-07-05T19:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.104, "last_started_at": "2026-07-05T19:34:27+09:00", "pid": 142580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.695, "name": "ffmpeg", "pid": 142580, "rss_mb": 265.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 842, "restart_count_per_hour": 19, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 843}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.258, "sample_count": 1971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1575927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:35:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:35:01+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T19:35:01+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T19:35:01.080340+09:00", "mtime_epoch": 1783247701.0803397, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:35:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.914, "pushed": 6.914, "read": 6.881}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.763, "count": 207, "max_ms": 27.05, "p95_ms": 21.709}, "gstreamer_push": {"avg_ms": 1.057, "count": 207, "max_ms": 1.663, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.075, "count": 207, "max_ms": 64.754, "p95_ms": 62.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.831, "count": 207, "max_ms": 78.697, "p95_ms": 69.264}, "yolo11_640_fire_11class": {"avg_ms": 48.891, "count": 207, "max_ms": 69.713, "p95_ms": 64.224}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.722, "count": 207, "max_ms": 79.539, "p95_ms": 77.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.854, "count": 207, "max_ms": 166.393, "p95_ms": 161.678}, "read_interval": {"avg_ms": 145.399, "count": 206, "max_ms": 174.557, "p95_ms": 169.868}, "triton_wait": {"avg_ms": 57.663, "count": 207, "max_ms": 79.551, "p95_ms": 77.382}, "visualize": {"avg_ms": 5.535, "count": 207, "max_ms": 7.824, "p95_ms": 6.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16091.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12218.619, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.534, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2020185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:35:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:35:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:35:16+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T19:35:16.760658+09:00", "mtime_epoch": 1783247716.760658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:35:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2403.695, "name": "celery", "pid": 267, "rss_mb": 2403.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.064, "pushed": 10.064, "read": 10.03}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.56, "count": 301, "max_ms": 10.899, "p95_ms": 8.662}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.879, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.223, "count": 301, "max_ms": 67.432, "p95_ms": 62.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.151, "count": 301, "max_ms": 79.08, "p95_ms": 63.253}, "yolo11_640_fire_11class": {"avg_ms": 49.634, "count": 301, "max_ms": 67.443, "p95_ms": 63.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.712, "count": 301, "max_ms": 79.142, "p95_ms": 74.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.763, "count": 301, "max_ms": 95.289, "p95_ms": 91.02}, "read_interval": {"avg_ms": 99.782, "count": 300, "max_ms": 700.936, "p95_ms": 173.917}, "triton_wait": {"avg_ms": 52.689, "count": 301, "max_ms": 79.155, "p95_ms": 75.003}, "visualize": {"avg_ms": 3.647, "count": 301, "max_ms": 5.182, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16092.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 755, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:34:24+09:00", "last_error_summary": "[h264 @ 0x562301482280] error while decoding MB 4 24, bytestream -22", "last_exit_at": "2026-07-05T19:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.17, "last_started_at": "2026-07-05T19:34:27+09:00", "pid": 142580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.211, "name": "ffmpeg", "pid": 142580, "rss_mb": 266.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 842, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 843}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.128, "sample_count": 1975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1576130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:35:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:35:31+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T19:35:31+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T19:35:31.148950+09:00", "mtime_epoch": 1783247731.14895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:35:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.785, "pushed": 6.785, "read": 6.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.721, "count": 203, "max_ms": 29.031, "p95_ms": 22.023}, "gstreamer_push": {"avg_ms": 1.03, "count": 203, "max_ms": 1.352, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.905, "count": 203, "max_ms": 65.765, "p95_ms": 62.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.663, "count": 203, "max_ms": 78.346, "p95_ms": 67.212}, "yolo11_640_fire_11class": {"avg_ms": 48.292, "count": 203, "max_ms": 67.237, "p95_ms": 62.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.616, "count": 203, "max_ms": 79.526, "p95_ms": 74.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.618, "count": 203, "max_ms": 166.0, "p95_ms": 161.161}, "read_interval": {"avg_ms": 148.089, "count": 202, "max_ms": 173.888, "p95_ms": 169.301}, "triton_wait": {"avg_ms": 57.42, "count": 203, "max_ms": 79.538, "p95_ms": 74.869}, "visualize": {"avg_ms": 5.615, "count": 203, "max_ms": 7.922, "p95_ms": 6.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16092.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12248.646, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.28, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2020487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:35:46+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T19:35:46+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T19:35:46.769267+09:00", "mtime_epoch": 1783247746.769267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:35:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2403.953, "name": "celery", "pid": 267, "rss_mb": 2403.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.675, "count": 302, "max_ms": 12.592, "p95_ms": 10.239}, "gstreamer_push": {"avg_ms": 1.234, "count": 302, "max_ms": 2.28, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.069, "count": 302, "max_ms": 64.03, "p95_ms": 61.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.369, "count": 302, "max_ms": 79.763, "p95_ms": 58.664}, "yolo11_640_fire_11class": {"avg_ms": 48.746, "count": 302, "max_ms": 67.422, "p95_ms": 60.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.368, "count": 302, "max_ms": 79.148, "p95_ms": 72.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.533, "count": 302, "max_ms": 127.585, "p95_ms": 90.259}, "read_interval": {"avg_ms": 99.423, "count": 301, "max_ms": 602.797, "p95_ms": 138.492}, "triton_wait": {"avg_ms": 52.217, "count": 302, "max_ms": 79.772, "p95_ms": 72.982}, "visualize": {"avg_ms": 3.56, "count": 302, "max_ms": 5.568, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16093.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 755, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:34:24+09:00", "last_error_summary": "[h264 @ 0x562301482280] error while decoding MB 4 24, bytestream -22", "last_exit_at": "2026-07-05T19:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.287, "last_started_at": "2026-07-05T19:34:27+09:00", "pid": 142580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.211, "name": "ffmpeg", "pid": 142580, "rss_mb": 266.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 842, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 843}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.16, "sample_count": 1977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1576338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:36:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:36:01+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T19:36:01+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T19:36:01.293562+09:00", "mtime_epoch": 1783247761.293562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:36:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.941, "pushed": 6.941, "read": 6.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.445, "count": 207, "max_ms": 24.318, "p95_ms": 21.663}, "gstreamer_push": {"avg_ms": 1.033, "count": 208, "max_ms": 1.158, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.67, "count": 207, "max_ms": 65.747, "p95_ms": 61.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.868, "count": 207, "max_ms": 82.381, "p95_ms": 70.059}, "yolo11_640_fire_11class": {"avg_ms": 48.214, "count": 207, "max_ms": 68.882, "p95_ms": 62.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.709, "count": 207, "max_ms": 82.382, "p95_ms": 78.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.201, "count": 208, "max_ms": 168.725, "p95_ms": 164.441}, "read_interval": {"avg_ms": 144.899, "count": 207, "max_ms": 176.68, "p95_ms": 173.012}, "triton_wait": {"avg_ms": 57.292, "count": 207, "max_ms": 82.393, "p95_ms": 78.364}, "visualize": {"avg_ms": 5.472, "count": 207, "max_ms": 6.732, "p95_ms": 6.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16092.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12278.71, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.534, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2020790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:36:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:36:16+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:36:16+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:36:16.853878+09:00", "mtime_epoch": 1783247776.8538778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:36:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2403.953, "name": "celery", "pid": 267, "rss_mb": 2403.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.853, "count": 303, "max_ms": 13.441, "p95_ms": 9.666}, "gstreamer_push": {"avg_ms": 1.276, "count": 303, "max_ms": 1.692, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.894, "count": 303, "max_ms": 67.95, "p95_ms": 62.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.198, "count": 303, "max_ms": 76.134, "p95_ms": 63.826}, "yolo11_640_fire_11class": {"avg_ms": 48.774, "count": 303, "max_ms": 68.857, "p95_ms": 62.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.64, "count": 303, "max_ms": 81.434, "p95_ms": 75.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.354, "count": 303, "max_ms": 125.056, "p95_ms": 92.659}, "read_interval": {"avg_ms": 99.29, "count": 302, "max_ms": 650.227, "p95_ms": 136.13}, "triton_wait": {"avg_ms": 52.415, "count": 303, "max_ms": 81.446, "p95_ms": 75.539}, "visualize": {"avg_ms": 3.705, "count": 303, "max_ms": 6.477, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16100.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 755, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:34:24+09:00", "last_error_summary": "[h264 @ 0x562301482280] error while decoding MB 4 24, bytestream -22", "last_exit_at": "2026-07-05T19:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.289, "last_started_at": "2026-07-05T19:34:27+09:00", "pid": 142580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.688, "name": "ffmpeg", "pid": 142580, "rss_mb": 273.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 842, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 843}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.388, "sample_count": 1994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1576551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:36:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:36:31+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T19:36:31+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T19:36:31.274170+09:00", "mtime_epoch": 1783247791.2741704, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:36:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.102, "pushed": 7.102, "read": 7.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.963, "count": 213, "max_ms": 26.256, "p95_ms": 21.268}, "gstreamer_push": {"avg_ms": 1.066, "count": 213, "max_ms": 1.238, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.02, "count": 213, "max_ms": 64.405, "p95_ms": 62.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.465, "count": 213, "max_ms": 74.918, "p95_ms": 67.77}, "yolo11_640_fire_11class": {"avg_ms": 48.467, "count": 213, "max_ms": 64.416, "p95_ms": 61.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.899, "count": 213, "max_ms": 78.135, "p95_ms": 75.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.072, "count": 213, "max_ms": 165.244, "p95_ms": 157.18}, "read_interval": {"avg_ms": 140.745, "count": 213, "max_ms": 1159.048, "p95_ms": 165.95}, "triton_wait": {"avg_ms": 57.93, "count": 213, "max_ms": 78.148, "p95_ms": 75.506}, "visualize": {"avg_ms": 5.076, "count": 213, "max_ms": 6.854, "p95_ms": 5.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16105.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12308.751, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.549, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2021089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:36:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:36:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:36:46+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:36:46.894487+09:00", "mtime_epoch": 1783247806.8944874, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:36:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2404.211, "name": "celery", "pid": 267, "rss_mb": 2404.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.521, "count": 299, "max_ms": 12.456, "p95_ms": 8.935}, "gstreamer_push": {"avg_ms": 1.217, "count": 299, "max_ms": 1.463, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.422, "count": 299, "max_ms": 66.09, "p95_ms": 63.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.253, "count": 299, "max_ms": 78.195, "p95_ms": 69.259}, "yolo11_640_fire_11class": {"avg_ms": 50.495, "count": 299, "max_ms": 68.622, "p95_ms": 63.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.727, "count": 299, "max_ms": 77.715, "p95_ms": 75.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.273, "count": 299, "max_ms": 95.441, "p95_ms": 91.549}, "read_interval": {"avg_ms": 100.545, "count": 298, "max_ms": 870.232, "p95_ms": 107.284}, "triton_wait": {"avg_ms": 54.473, "count": 299, "max_ms": 78.209, "p95_ms": 75.738}, "visualize": {"avg_ms": 3.554, "count": 299, "max_ms": 4.997, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16106.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 755, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:34:24+09:00", "last_error_summary": "[h264 @ 0x562301482280] error while decoding MB 4 24, bytestream -22", "last_exit_at": "2026-07-05T19:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.323, "last_started_at": "2026-07-05T19:34:27+09:00", "pid": 142580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.617, "name": "ffmpeg", "pid": 142580, "rss_mb": 279.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 842, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 843}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.12, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1576780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:37:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:37:01+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T19:37:01+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T19:37:01.306780+09:00", "mtime_epoch": 1783247821.3067799, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:37:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.655, "pushed": 7.655, "read": 7.622}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.339, "count": 229, "max_ms": 24.714, "p95_ms": 19.985}, "gstreamer_push": {"avg_ms": 1.074, "count": 229, "max_ms": 1.823, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.828, "count": 229, "max_ms": 63.975, "p95_ms": 61.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.151, "count": 229, "max_ms": 77.07, "p95_ms": 68.26}, "yolo11_640_fire_11class": {"avg_ms": 48.618, "count": 229, "max_ms": 65.769, "p95_ms": 61.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.095, "count": 229, "max_ms": 78.924, "p95_ms": 73.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.991, "count": 229, "max_ms": 156.918, "p95_ms": 143.471}, "read_interval": {"avg_ms": 131.069, "count": 228, "max_ms": 165.02, "p95_ms": 152.116}, "triton_wait": {"avg_ms": 57.162, "count": 229, "max_ms": 78.934, "p95_ms": 73.312}, "visualize": {"avg_ms": 4.89, "count": 229, "max_ms": 7.476, "p95_ms": 5.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16110.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12338.801, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.172, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2021390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:37:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:37:17+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T19:37:16+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-05T19:37:16.951097+09:00", "mtime_epoch": 1783247836.9510975, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:37:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2404.469, "name": "celery", "pid": 267, "rss_mb": 2404.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.636, "count": 301, "max_ms": 12.349, "p95_ms": 9.019}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.743, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.119, "count": 301, "max_ms": 65.521, "p95_ms": 61.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.721, "count": 301, "max_ms": 75.326, "p95_ms": 58.822}, "yolo11_640_fire_11class": {"avg_ms": 49.761, "count": 301, "max_ms": 70.536, "p95_ms": 63.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.371, "count": 301, "max_ms": 80.026, "p95_ms": 73.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.743, "count": 301, "max_ms": 95.671, "p95_ms": 89.168}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 752.36, "p95_ms": 108.053}, "triton_wait": {"avg_ms": 52.595, "count": 301, "max_ms": 80.038, "p95_ms": 73.715}, "visualize": {"avg_ms": 3.65, "count": 301, "max_ms": 5.512, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16110.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 755, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:34:24+09:00", "last_error_summary": "[h264 @ 0x562301482280] error while decoding MB 4 24, bytestream -22", "last_exit_at": "2026-07-05T19:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.365, "last_started_at": "2026-07-05T19:34:27+09:00", "pid": 142580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.258, "name": "ffmpeg", "pid": 142580, "rss_mb": 284.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 842, "restart_count_per_hour": 18, "rtsp_timeout_count": 468, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 843}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.676, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1576992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:37:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:37:31+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T19:37:31+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T19:37:31.319389+09:00", "mtime_epoch": 1783247851.319389, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:37:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.092, "pushed": 7.092, "read": 7.058}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.28, "count": 212, "max_ms": 26.506, "p95_ms": 22.24}, "gstreamer_push": {"avg_ms": 1.055, "count": 212, "max_ms": 1.543, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.393, "count": 212, "max_ms": 66.727, "p95_ms": 62.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.523, "count": 212, "max_ms": 76.402, "p95_ms": 65.068}, "yolo11_640_fire_11class": {"avg_ms": 48.575, "count": 212, "max_ms": 67.892, "p95_ms": 62.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.208, "count": 212, "max_ms": 77.734, "p95_ms": 75.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.182, "count": 212, "max_ms": 164.775, "p95_ms": 158.445}, "read_interval": {"avg_ms": 141.585, "count": 211, "max_ms": 174.596, "p95_ms": 166.923}, "triton_wait": {"avg_ms": 56.922, "count": 212, "max_ms": 77.745, "p95_ms": 75.587}, "visualize": {"avg_ms": 5.415, "count": 212, "max_ms": 8.69, "p95_ms": 6.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16110.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12368.825, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.836, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2021687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:37:47+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T19:37:46+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:37:46.967707+09:00", "mtime_epoch": 1783247866.9677067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:37:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2404.469, "name": "celery", "pid": 267, "rss_mb": 2404.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.925, "pushed": 9.925, "read": 9.891}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.57, "count": 297, "max_ms": 12.005, "p95_ms": 8.201}, "gstreamer_push": {"avg_ms": 1.274, "count": 297, "max_ms": 1.479, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.182, "count": 297, "max_ms": 64.321, "p95_ms": 61.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.16, "count": 297, "max_ms": 69.594, "p95_ms": 58.395}, "yolo11_640_fire_11class": {"avg_ms": 49.057, "count": 297, "max_ms": 67.318, "p95_ms": 61.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.02, "count": 297, "max_ms": 78.458, "p95_ms": 72.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.084, "count": 297, "max_ms": 96.102, "p95_ms": 88.67}, "read_interval": {"avg_ms": 101.153, "count": 296, "max_ms": 844.163, "p95_ms": 124.684}, "triton_wait": {"avg_ms": 51.964, "count": 297, "max_ms": 78.47, "p95_ms": 72.809}, "visualize": {"avg_ms": 3.677, "count": 297, "max_ms": 4.645, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15990.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 756, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:37:55+09:00", "last_error_summary": "[in#0/rtsp @ 0x563d84ab7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d84ab7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.119, "last_started_at": "2026-07-05T19:37:57+09:00", "pid": 142687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 165.559, "name": "ffmpeg", "pid": 142687, "rss_mb": 165.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 843, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 844}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.441, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1577042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:38:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:38:01+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T19:38:01+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T19:38:01.484001+09:00", "mtime_epoch": 1783247881.4840012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:38:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 50, "pushed_frames": 50, "read_frames": 49, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.669, "pushed": 1.669, "read": 1.636}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.667, "count": 49, "max_ms": 24.161, "p95_ms": 21.184}, "gstreamer_push": {"avg_ms": 1.039, "count": 50, "max_ms": 1.176, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.409, "count": 49, "max_ms": 62.822, "p95_ms": 62.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.831, "count": 49, "max_ms": 75.172, "p95_ms": 63.478}, "yolo11_640_fire_11class": {"avg_ms": 49.776, "count": 49, "max_ms": 66.056, "p95_ms": 65.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.084, "count": 49, "max_ms": 77.977, "p95_ms": 75.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.752, "count": 50, "max_ms": 164.196, "p95_ms": 162.113}, "read_interval": {"avg_ms": 611.828, "count": 49, "max_ms": 18687.888, "p95_ms": 172.581}, "triton_wait": {"avg_ms": 58.766, "count": 49, "max_ms": 77.99, "p95_ms": 75.996}, "visualize": {"avg_ms": 5.643, "count": 49, "max_ms": 8.209, "p95_ms": 6.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16092.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12398.895, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.217, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2021989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:38:17+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:38:17+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T19:38:17.032028+09:00", "mtime_epoch": 1783247897.0320277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:38:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2404.727, "name": "celery", "pid": 267, "rss_mb": 2404.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.643, "count": 302, "max_ms": 11.37, "p95_ms": 8.861}, "gstreamer_push": {"avg_ms": 1.274, "count": 302, "max_ms": 1.496, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.8, "count": 302, "max_ms": 65.792, "p95_ms": 53.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.336, "count": 302, "max_ms": 73.729, "p95_ms": 54.16}, "yolo11_640_fire_11class": {"avg_ms": 49.224, "count": 302, "max_ms": 67.191, "p95_ms": 58.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.604, "count": 302, "max_ms": 78.447, "p95_ms": 69.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.273, "count": 302, "max_ms": 94.142, "p95_ms": 85.228}, "read_interval": {"avg_ms": 99.638, "count": 301, "max_ms": 699.194, "p95_ms": 131.454}, "triton_wait": {"avg_ms": 51.065, "count": 302, "max_ms": 78.459, "p95_ms": 69.606}, "visualize": {"avg_ms": 3.684, "count": 302, "max_ms": 4.957, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16094.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 756, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:37:55+09:00", "last_error_summary": "[in#0/rtsp @ 0x563d84ab7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d84ab7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.14, "last_started_at": "2026-07-05T19:37:57+09:00", "pid": 142687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.762, "name": "ffmpeg", "pid": 142687, "rss_mb": 266.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 843, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 844}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.665, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1577243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:38:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:38:31+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T19:38:31+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T19:38:31.495914+09:00", "mtime_epoch": 1783247911.495914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:38:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.728, "pushed": 6.728, "read": 6.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.122, "count": 201, "max_ms": 31.17, "p95_ms": 22.1}, "gstreamer_push": {"avg_ms": 1.031, "count": 201, "max_ms": 1.396, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.285, "count": 201, "max_ms": 66.701, "p95_ms": 62.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.189, "count": 201, "max_ms": 76.609, "p95_ms": 65.106}, "yolo11_640_fire_11class": {"avg_ms": 47.575, "count": 201, "max_ms": 70.401, "p95_ms": 64.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.953, "count": 201, "max_ms": 82.472, "p95_ms": 75.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.394, "count": 201, "max_ms": 168.899, "p95_ms": 163.281}, "read_interval": {"avg_ms": 149.346, "count": 200, "max_ms": 176.364, "p95_ms": 171.593}, "triton_wait": {"avg_ms": 56.67, "count": 201, "max_ms": 82.484, "p95_ms": 76.394}, "visualize": {"avg_ms": 5.735, "count": 201, "max_ms": 7.623, "p95_ms": 6.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16096.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12428.913, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.109, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2022291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:38:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:38:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T19:38:47+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T19:38:47.035803+09:00", "mtime_epoch": 1783247927.0358028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:38:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2404.727, "name": "celery", "pid": 267, "rss_mb": 2404.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.714, "count": 302, "max_ms": 12.193, "p95_ms": 8.618}, "gstreamer_push": {"avg_ms": 1.269, "count": 302, "max_ms": 1.606, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.871, "count": 302, "max_ms": 66.17, "p95_ms": 61.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.895, "count": 302, "max_ms": 81.489, "p95_ms": 59.71}, "yolo11_640_fire_11class": {"avg_ms": 48.92, "count": 302, "max_ms": 69.504, "p95_ms": 61.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.298, "count": 302, "max_ms": 80.803, "p95_ms": 73.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.536, "count": 302, "max_ms": 97.34, "p95_ms": 90.005}, "read_interval": {"avg_ms": 99.391, "count": 301, "max_ms": 619.483, "p95_ms": 139.106}, "triton_wait": {"avg_ms": 52.235, "count": 302, "max_ms": 81.502, "p95_ms": 73.978}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 4.7, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16096.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 756, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:37:55+09:00", "last_error_summary": "[in#0/rtsp @ 0x563d84ab7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d84ab7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.149, "last_started_at": "2026-07-05T19:37:57+09:00", "pid": 142687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.793, "name": "ffmpeg", "pid": 142687, "rss_mb": 267.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 843, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 844}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.161, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1577446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:39:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:39:01+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-05T19:39:01+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-05T19:39:01.487709+09:00", "mtime_epoch": 1783247941.4877093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:39:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9376.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.802, "pushed": 6.802, "read": 6.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.746, "count": 203, "max_ms": 29.901, "p95_ms": 21.986}, "gstreamer_push": {"avg_ms": 1.042, "count": 203, "max_ms": 1.213, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.53, "count": 203, "max_ms": 64.791, "p95_ms": 61.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.394, "count": 203, "max_ms": 81.435, "p95_ms": 67.054}, "yolo11_640_fire_11class": {"avg_ms": 47.364, "count": 203, "max_ms": 66.287, "p95_ms": 62.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.621, "count": 203, "max_ms": 79.876, "p95_ms": 75.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.102, "count": 203, "max_ms": 170.436, "p95_ms": 162.271}, "read_interval": {"avg_ms": 147.784, "count": 202, "max_ms": 178.693, "p95_ms": 170.463}, "triton_wait": {"avg_ms": 57.445, "count": 203, "max_ms": 81.448, "p95_ms": 75.197}, "visualize": {"avg_ms": 5.6, "count": 203, "max_ms": 6.776, "p95_ms": 6.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16096.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12458.935, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.051, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2022590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:39:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:39:17+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-05T19:39:17+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T19:39:17.031619+09:00", "mtime_epoch": 1783247957.0316188, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:39:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2404.984, "name": "celery", "pid": 267, "rss_mb": 2404.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.746, "count": 299, "max_ms": 12.718, "p95_ms": 9.017}, "gstreamer_push": {"avg_ms": 1.272, "count": 299, "max_ms": 1.643, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.379, "count": 299, "max_ms": 65.862, "p95_ms": 60.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.819, "count": 299, "max_ms": 78.169, "p95_ms": 56.124}, "yolo11_640_fire_11class": {"avg_ms": 49.171, "count": 299, "max_ms": 69.278, "p95_ms": 61.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.497, "count": 299, "max_ms": 80.621, "p95_ms": 73.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.707, "count": 299, "max_ms": 111.109, "p95_ms": 89.94}, "read_interval": {"avg_ms": 100.344, "count": 298, "max_ms": 707.931, "p95_ms": 136.26}, "triton_wait": {"avg_ms": 52.156, "count": 299, "max_ms": 80.633, "p95_ms": 73.753}, "visualize": {"avg_ms": 3.681, "count": 299, "max_ms": 5.843, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16097.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 756, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:37:55+09:00", "last_error_summary": "[in#0/rtsp @ 0x563d84ab7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d84ab7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.163, "last_started_at": "2026-07-05T19:37:57+09:00", "pid": 142687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.566, "name": "ffmpeg", "pid": 142687, "rss_mb": 268.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 843, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 844}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.714, "sample_count": 1920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1577643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:39:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:39:31+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T19:39:31+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T19:39:31.515544+09:00", "mtime_epoch": 1783247971.515544, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:39:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.597, "pushed": 6.597, "read": 6.563}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.199, "count": 197, "max_ms": 29.445, "p95_ms": 22.611}, "gstreamer_push": {"avg_ms": 1.036, "count": 197, "max_ms": 1.252, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.143, "count": 197, "max_ms": 65.551, "p95_ms": 62.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.247, "count": 197, "max_ms": 76.562, "p95_ms": 63.338}, "yolo11_640_fire_11class": {"avg_ms": 48.76, "count": 197, "max_ms": 65.767, "p95_ms": 63.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.896, "count": 197, "max_ms": 79.122, "p95_ms": 75.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.549, "count": 197, "max_ms": 166.426, "p95_ms": 164.322}, "read_interval": {"avg_ms": 152.323, "count": 196, "max_ms": 175.129, "p95_ms": 172.458}, "triton_wait": {"avg_ms": 57.531, "count": 197, "max_ms": 79.134, "p95_ms": 76.089}, "visualize": {"avg_ms": 5.793, "count": 197, "max_ms": 7.729, "p95_ms": 6.557}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16097.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12488.943, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.259, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2022891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:39:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:39:47+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:39:47+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-05T19:39:47.091473+09:00", "mtime_epoch": 1783247987.091473, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:39:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2404.984, "name": "celery", "pid": 267, "rss_mb": 2404.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.81, "count": 301, "max_ms": 12.551, "p95_ms": 9.641}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.58, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.915, "count": 301, "max_ms": 66.828, "p95_ms": 61.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.717, "count": 301, "max_ms": 73.626, "p95_ms": 57.41}, "yolo11_640_fire_11class": {"avg_ms": 49.958, "count": 301, "max_ms": 68.996, "p95_ms": 62.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.734, "count": 301, "max_ms": 79.821, "p95_ms": 74.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.97, "count": 301, "max_ms": 136.233, "p95_ms": 91.237}, "read_interval": {"avg_ms": 99.836, "count": 301, "max_ms": 864.089, "p95_ms": 128.451}, "triton_wait": {"avg_ms": 52.747, "count": 301, "max_ms": 79.833, "p95_ms": 74.063}, "visualize": {"avg_ms": 3.719, "count": 301, "max_ms": 6.133, "p95_ms": 4.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16097.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 756, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:37:55+09:00", "last_error_summary": "[in#0/rtsp @ 0x563d84ab7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d84ab7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.289, "last_started_at": "2026-07-05T19:37:57+09:00", "pid": 142687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.082, "name": "ffmpeg", "pid": 142687, "rss_mb": 269.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 843, "restart_count_per_hour": 18, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 844}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.523, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1577851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:40:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T19:40:01+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T19:40:01+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T19:40:01.651416+09:00", "mtime_epoch": 1783248001.6514158, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:40:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.902, "pushed": 6.902, "read": 6.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.483, "count": 207, "max_ms": 25.911, "p95_ms": 21.355}, "gstreamer_push": {"avg_ms": 1.039, "count": 207, "max_ms": 1.318, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.25, "count": 207, "max_ms": 68.029, "p95_ms": 62.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.554, "count": 207, "max_ms": 78.379, "p95_ms": 67.744}, "yolo11_640_fire_11class": {"avg_ms": 48.913, "count": 207, "max_ms": 71.803, "p95_ms": 62.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.89, "count": 207, "max_ms": 81.427, "p95_ms": 75.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.44, "count": 207, "max_ms": 166.704, "p95_ms": 161.286}, "read_interval": {"avg_ms": 144.833, "count": 207, "max_ms": 174.774, "p95_ms": 169.169}, "triton_wait": {"avg_ms": 57.702, "count": 207, "max_ms": 81.439, "p95_ms": 75.438}, "visualize": {"avg_ms": 5.43, "count": 207, "max_ms": 6.501, "p95_ms": 5.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16097.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12519.015, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.267, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2023190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:40:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:40:17+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T19:40:17+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T19:40:17.131364+09:00", "mtime_epoch": 1783248017.1313639, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:40:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2405.242, "name": "celery", "pid": 267, "rss_mb": 2405.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.692, "count": 299, "max_ms": 10.749, "p95_ms": 9.016}, "gstreamer_push": {"avg_ms": 1.273, "count": 299, "max_ms": 2.011, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.845, "count": 299, "max_ms": 70.724, "p95_ms": 61.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.872, "count": 299, "max_ms": 77.308, "p95_ms": 58.43}, "yolo11_640_fire_11class": {"avg_ms": 50.412, "count": 299, "max_ms": 69.778, "p95_ms": 63.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.196, "count": 299, "max_ms": 83.21, "p95_ms": 74.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.956, "count": 299, "max_ms": 104.928, "p95_ms": 91.021}, "read_interval": {"avg_ms": 100.542, "count": 298, "max_ms": 743.656, "p95_ms": 174.308}, "triton_wait": {"avg_ms": 52.469, "count": 299, "max_ms": 83.223, "p95_ms": 74.645}, "visualize": {"avg_ms": 3.666, "count": 299, "max_ms": 5.576, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16098.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 756, "h264_decode_error_count": 1849, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:37:55+09:00", "last_error_summary": "[in#0/rtsp @ 0x563d84ab7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d84ab7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.341, "last_started_at": "2026-07-05T19:37:57+09:00", "pid": 142687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.34, "name": "ffmpeg", "pid": 142687, "rss_mb": 269.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 843, "restart_count_per_hour": 18, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 844}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.258, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1578061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:40:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:40:31+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T19:40:31+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T19:40:31.703323+09:00", "mtime_epoch": 1783248031.7033234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:40:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.022, "pushed": 7.022, "read": 6.989}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.541, "count": 210, "max_ms": 31.254, "p95_ms": 22.225}, "gstreamer_push": {"avg_ms": 1.034, "count": 210, "max_ms": 1.43, "p95_ms": 1.15}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.005, "count": 210, "max_ms": 67.282, "p95_ms": 61.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.732, "count": 210, "max_ms": 78.146, "p95_ms": 69.014}, "yolo11_640_fire_11class": {"avg_ms": 47.832, "count": 210, "max_ms": 66.07, "p95_ms": 62.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.26, "count": 210, "max_ms": 78.132, "p95_ms": 74.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.586, "count": 210, "max_ms": 174.342, "p95_ms": 154.262}, "read_interval": {"avg_ms": 143.093, "count": 209, "max_ms": 183.239, "p95_ms": 163.538}, "triton_wait": {"avg_ms": 56.18, "count": 210, "max_ms": 78.157, "p95_ms": 74.822}, "visualize": {"avg_ms": 5.466, "count": 210, "max_ms": 7.23, "p95_ms": 6.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15981.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12549.069, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.285, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2023490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:40:47+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:40:47+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T19:40:47.211289+09:00", "mtime_epoch": 1783248047.2112887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:40:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2405.242, "name": "celery", "pid": 267, "rss_mb": 2405.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.744, "count": 300, "max_ms": 11.593, "p95_ms": 9.01}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.853, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.131, "count": 300, "max_ms": 65.788, "p95_ms": 62.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.772, "count": 300, "max_ms": 76.24, "p95_ms": 56.917}, "yolo11_640_fire_11class": {"avg_ms": 50.315, "count": 300, "max_ms": 71.042, "p95_ms": 63.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.946, "count": 300, "max_ms": 78.0, "p95_ms": 73.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.951, "count": 300, "max_ms": 133.107, "p95_ms": 90.695}, "read_interval": {"avg_ms": 100.239, "count": 299, "max_ms": 687.202, "p95_ms": 143.672}, "triton_wait": {"avg_ms": 52.318, "count": 300, "max_ms": 78.013, "p95_ms": 73.955}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 5.066, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16094.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:40:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.15, "last_started_at": "2026-07-05T19:40:43+09:00", "pid": 142794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.469, "name": "ffmpeg", "pid": 142794, "rss_mb": 264.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 844, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 845}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.714, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1578229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:41:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:41:01+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T19:41:01+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T19:41:01.799264+09:00", "mtime_epoch": 1783248061.7992642, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:41:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.607, "pushed": 5.607, "read": 5.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.184, "count": 167, "max_ms": 24.747, "p95_ms": 23.351}, "gstreamer_push": {"avg_ms": 1.046, "count": 168, "max_ms": 1.625, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.447, "count": 167, "max_ms": 68.898, "p95_ms": 63.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.697, "count": 167, "max_ms": 76.184, "p95_ms": 64.556}, "yolo11_640_fire_11class": {"avg_ms": 49.333, "count": 167, "max_ms": 67.852, "p95_ms": 64.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.022, "count": 167, "max_ms": 80.207, "p95_ms": 76.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.188, "count": 168, "max_ms": 168.827, "p95_ms": 164.411}, "read_interval": {"avg_ms": 179.365, "count": 167, "max_ms": 4798.162, "p95_ms": 173.134}, "triton_wait": {"avg_ms": 57.822, "count": 167, "max_ms": 80.22, "p95_ms": 76.243}, "visualize": {"avg_ms": 5.74, "count": 167, "max_ms": 7.043, "p95_ms": 6.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16095.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12579.114, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.167, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2023792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:41:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:41:17+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:41:17+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T19:41:17.259246+09:00", "mtime_epoch": 1783248077.259246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:41:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2405.5, "name": "celery", "pid": 267, "rss_mb": 2405.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.753, "count": 302, "max_ms": 12.802, "p95_ms": 8.873}, "gstreamer_push": {"avg_ms": 1.275, "count": 302, "max_ms": 1.61, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.061, "count": 302, "max_ms": 65.488, "p95_ms": 61.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.283, "count": 302, "max_ms": 75.153, "p95_ms": 57.312}, "yolo11_640_fire_11class": {"avg_ms": 49.53, "count": 302, "max_ms": 68.0, "p95_ms": 62.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.378, "count": 302, "max_ms": 79.706, "p95_ms": 73.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.705, "count": 302, "max_ms": 103.736, "p95_ms": 90.044}, "read_interval": {"avg_ms": 99.546, "count": 301, "max_ms": 615.62, "p95_ms": 128.664}, "triton_wait": {"avg_ms": 52.221, "count": 302, "max_ms": 79.718, "p95_ms": 73.932}, "visualize": {"avg_ms": 3.678, "count": 302, "max_ms": 5.156, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16095.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:40:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.215, "last_started_at": "2026-07-05T19:40:43+09:00", "pid": 142794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.758, "name": "ffmpeg", "pid": 142794, "rss_mb": 265.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 844, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 845}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.063, "sample_count": 1876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1578431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:41:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:41:32+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T19:41:31+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T19:41:31.851237+09:00", "mtime_epoch": 1783248091.8512366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:41:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.751, "pushed": 6.751, "read": 6.717}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.039, "count": 202, "max_ms": 28.025, "p95_ms": 23.483}, "gstreamer_push": {"avg_ms": 1.057, "count": 202, "max_ms": 1.487, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.013, "count": 202, "max_ms": 65.35, "p95_ms": 62.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.297, "count": 202, "max_ms": 81.846, "p95_ms": 65.145}, "yolo11_640_fire_11class": {"avg_ms": 48.311, "count": 202, "max_ms": 66.156, "p95_ms": 62.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.306, "count": 202, "max_ms": 80.457, "p95_ms": 74.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.429, "count": 202, "max_ms": 167.183, "p95_ms": 162.697}, "read_interval": {"avg_ms": 148.727, "count": 201, "max_ms": 176.943, "p95_ms": 171.055}, "triton_wait": {"avg_ms": 57.143, "count": 202, "max_ms": 81.858, "p95_ms": 74.835}, "visualize": {"avg_ms": 5.688, "count": 202, "max_ms": 7.202, "p95_ms": 6.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16095.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12609.141, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.767, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2024092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:41:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:41:47+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:41:47+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T19:41:47.283234+09:00", "mtime_epoch": 1783248107.2832341, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:41:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2405.758, "name": "celery", "pid": 267, "rss_mb": 2405.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.752, "count": 300, "max_ms": 13.394, "p95_ms": 9.106}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.996, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.571, "count": 300, "max_ms": 64.153, "p95_ms": 59.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.545, "count": 300, "max_ms": 77.374, "p95_ms": 55.119}, "yolo11_640_fire_11class": {"avg_ms": 48.889, "count": 300, "max_ms": 70.235, "p95_ms": 61.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.533, "count": 300, "max_ms": 78.727, "p95_ms": 72.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.954, "count": 300, "max_ms": 94.988, "p95_ms": 88.94}, "read_interval": {"avg_ms": 100.152, "count": 299, "max_ms": 735.392, "p95_ms": 130.16}, "triton_wait": {"avg_ms": 51.539, "count": 300, "max_ms": 78.74, "p95_ms": 72.633}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 4.891, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16097.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:40:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.393, "last_started_at": "2026-07-05T19:40:43+09:00", "pid": 142794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.789, "name": "ffmpeg", "pid": 142794, "rss_mb": 266.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 844, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 845}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.334, "sample_count": 1853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1578637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:42:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T19:42:02+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-05T19:42:02+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T19:42:02.019239+09:00", "mtime_epoch": 1783248122.0192387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:42:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.86, "pushed": 6.86, "read": 6.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.779, "count": 205, "max_ms": 25.034, "p95_ms": 22.299}, "gstreamer_push": {"avg_ms": 1.035, "count": 205, "max_ms": 1.59, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.497, "count": 205, "max_ms": 67.868, "p95_ms": 62.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.301, "count": 205, "max_ms": 81.366, "p95_ms": 65.764}, "yolo11_640_fire_11class": {"avg_ms": 48.054, "count": 205, "max_ms": 66.612, "p95_ms": 61.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.044, "count": 205, "max_ms": 79.999, "p95_ms": 73.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.031, "count": 205, "max_ms": 167.66, "p95_ms": 159.114}, "read_interval": {"avg_ms": 146.323, "count": 204, "max_ms": 176.805, "p95_ms": 165.448}, "triton_wait": {"avg_ms": 56.724, "count": 205, "max_ms": 81.378, "p95_ms": 73.613}, "visualize": {"avg_ms": 5.62, "count": 205, "max_ms": 7.768, "p95_ms": 6.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16101.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12639.204, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.91, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2024390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:42:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:42:17+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:42:17+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T19:42:17.343251+09:00", "mtime_epoch": 1783248137.3432508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:42:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2405.758, "name": "celery", "pid": 267, "rss_mb": 2405.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.75, "count": 298, "max_ms": 12.772, "p95_ms": 9.278}, "gstreamer_push": {"avg_ms": 1.259, "count": 298, "max_ms": 2.169, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.542, "count": 298, "max_ms": 70.129, "p95_ms": 62.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.411, "count": 298, "max_ms": 77.634, "p95_ms": 61.381}, "yolo11_640_fire_11class": {"avg_ms": 49.24, "count": 298, "max_ms": 70.634, "p95_ms": 62.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.717, "count": 298, "max_ms": 79.551, "p95_ms": 73.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.985, "count": 298, "max_ms": 95.822, "p95_ms": 90.55}, "read_interval": {"avg_ms": 100.949, "count": 297, "max_ms": 720.607, "p95_ms": 155.046}, "triton_wait": {"avg_ms": 52.752, "count": 298, "max_ms": 79.564, "p95_ms": 74.465}, "visualize": {"avg_ms": 3.651, "count": 298, "max_ms": 5.309, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16101.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:40:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.488, "last_started_at": "2026-07-05T19:40:43+09:00", "pid": 142794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.656, "name": "ffmpeg", "pid": 142794, "rss_mb": 270.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 844, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 845}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.818, "sample_count": 1839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1578835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:42:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:42:32+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T19:42:32+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-05T19:42:32.123269+09:00", "mtime_epoch": 1783248152.1232688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:42:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.617, "pushed": 6.617, "read": 6.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.083, "count": 198, "max_ms": 27.447, "p95_ms": 22.293}, "gstreamer_push": {"avg_ms": 1.027, "count": 198, "max_ms": 1.277, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.702, "count": 198, "max_ms": 69.416, "p95_ms": 62.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.742, "count": 198, "max_ms": 82.026, "p95_ms": 64.337}, "yolo11_640_fire_11class": {"avg_ms": 48.621, "count": 198, "max_ms": 67.279, "p95_ms": 63.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.0, "count": 198, "max_ms": 78.572, "p95_ms": 74.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.643, "count": 198, "max_ms": 167.831, "p95_ms": 162.818}, "read_interval": {"avg_ms": 151.913, "count": 197, "max_ms": 178.281, "p95_ms": 172.009}, "triton_wait": {"avg_ms": 57.244, "count": 198, "max_ms": 82.038, "p95_ms": 74.815}, "visualize": {"avg_ms": 5.841, "count": 198, "max_ms": 8.34, "p95_ms": 6.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16101.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12669.266, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.91, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2024694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:42:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:42:47+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:42:47+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T19:42:47.411294+09:00", "mtime_epoch": 1783248167.4112945, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:42:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2405.758, "name": "celery", "pid": 267, "rss_mb": 2405.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.108}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.647, "count": 304, "max_ms": 12.034, "p95_ms": 8.77}, "gstreamer_push": {"avg_ms": 1.279, "count": 304, "max_ms": 1.79, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.101, "count": 304, "max_ms": 66.569, "p95_ms": 52.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.493, "count": 304, "max_ms": 79.704, "p95_ms": 57.493}, "yolo11_640_fire_11class": {"avg_ms": 48.864, "count": 304, "max_ms": 73.273, "p95_ms": 63.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.819, "count": 304, "max_ms": 79.928, "p95_ms": 69.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.048, "count": 304, "max_ms": 96.985, "p95_ms": 86.623}, "read_interval": {"avg_ms": 98.933, "count": 303, "max_ms": 656.138, "p95_ms": 122.735}, "triton_wait": {"avg_ms": 51.813, "count": 304, "max_ms": 79.941, "p95_ms": 69.774}, "visualize": {"avg_ms": 3.685, "count": 304, "max_ms": 4.968, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16102.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:40:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.644, "last_started_at": "2026-07-05T19:40:43+09:00", "pid": 142794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.43, "name": "ffmpeg", "pid": 142794, "rss_mb": 271.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 844, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 845}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.87, "sample_count": 1986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1579033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:43:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:43:02+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-05T19:43:02+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T19:43:02.279326+09:00", "mtime_epoch": 1783248182.2793257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:43:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.603, "pushed": 6.603, "read": 6.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.015, "count": 197, "max_ms": 22.981, "p95_ms": 21.926}, "gstreamer_push": {"avg_ms": 1.041, "count": 198, "max_ms": 1.805, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.028, "count": 197, "max_ms": 69.771, "p95_ms": 62.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.322, "count": 197, "max_ms": 80.379, "p95_ms": 68.019}, "yolo11_640_fire_11class": {"avg_ms": 48.499, "count": 197, "max_ms": 67.997, "p95_ms": 62.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.508, "count": 197, "max_ms": 80.618, "p95_ms": 74.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.003, "count": 198, "max_ms": 177.381, "p95_ms": 163.257}, "read_interval": {"avg_ms": 152.212, "count": 197, "max_ms": 186.617, "p95_ms": 171.25}, "triton_wait": {"avg_ms": 57.393, "count": 197, "max_ms": 80.63, "p95_ms": 75.103}, "visualize": {"avg_ms": 5.844, "count": 197, "max_ms": 7.232, "p95_ms": 6.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16101.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12699.337, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.962, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2024995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:43:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:43:17+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:43:17+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:43:17.479364+09:00", "mtime_epoch": 1783248197.479364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:43:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2406.016, "name": "celery", "pid": 267, "rss_mb": 2406.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.676, "count": 301, "max_ms": 12.235, "p95_ms": 8.758}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.882, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.982, "count": 301, "max_ms": 64.849, "p95_ms": 60.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.716, "count": 301, "max_ms": 74.695, "p95_ms": 61.402}, "yolo11_640_fire_11class": {"avg_ms": 49.102, "count": 301, "max_ms": 67.287, "p95_ms": 61.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.192, "count": 301, "max_ms": 78.996, "p95_ms": 72.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.249, "count": 301, "max_ms": 95.521, "p95_ms": 88.469}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 706.475, "p95_ms": 129.804}, "triton_wait": {"avg_ms": 52.0, "count": 301, "max_ms": 79.01, "p95_ms": 72.376}, "visualize": {"avg_ms": 3.676, "count": 301, "max_ms": 4.698, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15987.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:43:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.664, "last_started_at": "2026-07-05T19:43:28+09:00", "pid": 142901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.43, "name": "ffmpeg", "pid": 142901, "rss_mb": 159.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 845, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 846}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.732, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1579202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:43:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:43:32+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-05T19:43:32+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-05T19:43:32.311407+09:00", "mtime_epoch": 1783248212.311407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:43:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.658, "pushed": 5.658, "read": 5.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.944, "count": 169, "max_ms": 22.492, "p95_ms": 21.71}, "gstreamer_push": {"avg_ms": 1.035, "count": 169, "max_ms": 1.6, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.706, "count": 169, "max_ms": 65.166, "p95_ms": 62.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.067, "count": 169, "max_ms": 79.238, "p95_ms": 66.76}, "yolo11_640_fire_11class": {"avg_ms": 49.364, "count": 169, "max_ms": 66.122, "p95_ms": 63.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.805, "count": 169, "max_ms": 79.835, "p95_ms": 75.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.533, "count": 169, "max_ms": 167.283, "p95_ms": 162.972}, "read_interval": {"avg_ms": 177.776, "count": 168, "max_ms": 4968.61, "p95_ms": 171.187}, "triton_wait": {"avg_ms": 58.401, "count": 169, "max_ms": 79.847, "p95_ms": 75.383}, "visualize": {"avg_ms": 5.623, "count": 169, "max_ms": 7.05, "p95_ms": 6.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16095.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12729.465, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.945, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2025294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:43:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T19:43:47+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T19:43:47+09:00", "mjpeg": {"age_sec": 0.449, "exists": true, "mtime": "2026-07-05T19:43:47.219456+09:00", "mtime_epoch": 1783248227.2194564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:43:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2406.273, "name": "celery", "pid": 267, "rss_mb": 2406.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.707, "count": 298, "max_ms": 11.337, "p95_ms": 8.744}, "gstreamer_push": {"avg_ms": 1.263, "count": 298, "max_ms": 1.454, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.251, "count": 298, "max_ms": 65.173, "p95_ms": 62.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.979, "count": 298, "max_ms": 76.44, "p95_ms": 60.682}, "yolo11_640_fire_11class": {"avg_ms": 48.068, "count": 298, "max_ms": 68.0, "p95_ms": 60.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.54, "count": 298, "max_ms": 78.553, "p95_ms": 73.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.261, "count": 298, "max_ms": 94.525, "p95_ms": 89.523}, "read_interval": {"avg_ms": 100.903, "count": 297, "max_ms": 696.111, "p95_ms": 189.722}, "triton_wait": {"avg_ms": 51.951, "count": 298, "max_ms": 78.565, "p95_ms": 73.566}, "visualize": {"avg_ms": 3.691, "count": 298, "max_ms": 4.744, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16096.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:43:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.772, "last_started_at": "2026-07-05T19:43:28+09:00", "pid": 142901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.008, "name": "ffmpeg", "pid": 142901, "rss_mb": 265.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 845, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 846}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.336, "sample_count": 1962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1579414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:44:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:44:02+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T19:44:02+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T19:44:02.467512+09:00", "mtime_epoch": 1783248242.4675124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:44:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.076, "pushed": 7.076, "read": 7.042}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.571, "count": 212, "max_ms": 29.911, "p95_ms": 21.603}, "gstreamer_push": {"avg_ms": 1.07, "count": 212, "max_ms": 1.374, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.722, "count": 212, "max_ms": 64.792, "p95_ms": 61.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.514, "count": 212, "max_ms": 76.683, "p95_ms": 65.367}, "yolo11_640_fire_11class": {"avg_ms": 47.891, "count": 212, "max_ms": 68.414, "p95_ms": 62.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.755, "count": 212, "max_ms": 78.485, "p95_ms": 74.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.638, "count": 212, "max_ms": 163.947, "p95_ms": 161.565}, "read_interval": {"avg_ms": 142.098, "count": 211, "max_ms": 176.888, "p95_ms": 172.348}, "triton_wait": {"avg_ms": 57.043, "count": 212, "max_ms": 78.497, "p95_ms": 75.768}, "visualize": {"avg_ms": 5.298, "count": 212, "max_ms": 7.062, "p95_ms": 6.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16096.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12759.486, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.953, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2025593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:44:17+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:44:17+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:44:17.627574+09:00", "mtime_epoch": 1783248257.627574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:44:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2406.273, "name": "celery", "pid": 267, "rss_mb": 2406.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.962}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.914, "count": 299, "max_ms": 14.085, "p95_ms": 10.475}, "gstreamer_push": {"avg_ms": 1.246, "count": 299, "max_ms": 1.927, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.894, "count": 299, "max_ms": 72.816, "p95_ms": 62.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.593, "count": 299, "max_ms": 74.54, "p95_ms": 64.044}, "yolo11_640_fire_11class": {"avg_ms": 47.759, "count": 299, "max_ms": 72.263, "p95_ms": 61.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.843, "count": 299, "max_ms": 78.856, "p95_ms": 73.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.345, "count": 299, "max_ms": 106.774, "p95_ms": 89.953}, "read_interval": {"avg_ms": 100.46, "count": 298, "max_ms": 708.709, "p95_ms": 120.416}, "triton_wait": {"avg_ms": 52.705, "count": 299, "max_ms": 78.868, "p95_ms": 73.776}, "visualize": {"avg_ms": 3.682, "count": 299, "max_ms": 5.079, "p95_ms": 4.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16096.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:43:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.8, "last_started_at": "2026-07-05T19:43:28+09:00", "pid": 142901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.266, "name": "ffmpeg", "pid": 142901, "rss_mb": 265.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 845, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 846}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.647, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1579644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:44:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:44:32+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T19:44:32+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T19:44:32.499640+09:00", "mtime_epoch": 1783248272.4996395, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:44:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9377.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.691, "pushed": 7.691, "read": 7.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.034, "count": 230, "max_ms": 27.059, "p95_ms": 21.825}, "gstreamer_push": {"avg_ms": 1.132, "count": 230, "max_ms": 1.738, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.434, "count": 230, "max_ms": 70.978, "p95_ms": 62.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.798, "count": 230, "max_ms": 78.068, "p95_ms": 65.977}, "yolo11_640_fire_11class": {"avg_ms": 48.721, "count": 230, "max_ms": 68.234, "p95_ms": 61.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.581, "count": 230, "max_ms": 78.339, "p95_ms": 75.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.962, "count": 230, "max_ms": 165.881, "p95_ms": 135.501}, "read_interval": {"avg_ms": 130.589, "count": 229, "max_ms": 176.573, "p95_ms": 148.557}, "triton_wait": {"avg_ms": 57.602, "count": 230, "max_ms": 78.351, "p95_ms": 75.097}, "visualize": {"avg_ms": 4.702, "count": 230, "max_ms": 6.026, "p95_ms": 4.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16097.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12789.533, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.854, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2025894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:44:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:44:47+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:44:47+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:44:47.675712+09:00", "mtime_epoch": 1783248287.6757116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:44:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2406.531, "name": "celery", "pid": 267, "rss_mb": 2406.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.703, "count": 301, "max_ms": 12.742, "p95_ms": 8.947}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.698, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.969, "count": 301, "max_ms": 69.468, "p95_ms": 63.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.099, "count": 301, "max_ms": 77.365, "p95_ms": 69.889}, "yolo11_640_fire_11class": {"avg_ms": 48.144, "count": 301, "max_ms": 69.145, "p95_ms": 61.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.37, "count": 301, "max_ms": 78.511, "p95_ms": 74.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.316, "count": 301, "max_ms": 94.462, "p95_ms": 90.832}, "read_interval": {"avg_ms": 99.891, "count": 300, "max_ms": 683.412, "p95_ms": 118.693}, "triton_wait": {"avg_ms": 53.11, "count": 301, "max_ms": 78.521, "p95_ms": 74.303}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 4.876, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16097.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:43:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.852, "last_started_at": "2026-07-05T19:43:28+09:00", "pid": 142901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.523, "name": "ffmpeg", "pid": 142901, "rss_mb": 265.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 845, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 846}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.36, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1579877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:45:02+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-05T19:45:02+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T19:45:02.535787+09:00", "mtime_epoch": 1783248302.535787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:45:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9378.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.787, "pushed": 7.787, "read": 7.754}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.781, "count": 233, "max_ms": 26.596, "p95_ms": 20.705}, "gstreamer_push": {"avg_ms": 1.125, "count": 233, "max_ms": 1.836, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.91, "count": 233, "max_ms": 66.141, "p95_ms": 61.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.719, "count": 233, "max_ms": 76.348, "p95_ms": 69.443}, "yolo11_640_fire_11class": {"avg_ms": 48.408, "count": 233, "max_ms": 66.855, "p95_ms": 61.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.175, "count": 233, "max_ms": 79.068, "p95_ms": 74.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.737, "count": 233, "max_ms": 139.603, "p95_ms": 135.43}, "read_interval": {"avg_ms": 128.926, "count": 232, "max_ms": 154.814, "p95_ms": 149.655}, "triton_wait": {"avg_ms": 56.816, "count": 233, "max_ms": 79.081, "p95_ms": 74.232}, "visualize": {"avg_ms": 4.701, "count": 233, "max_ms": 6.129, "p95_ms": 4.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16097.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12819.54, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.713, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2026195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:45:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:45:17+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T19:45:17+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T19:45:17.659869+09:00", "mtime_epoch": 1783248317.6598692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:45:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2406.531, "name": "celery", "pid": 267, "rss_mb": 2406.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.65, "count": 301, "max_ms": 11.926, "p95_ms": 8.739}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.554, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.806, "count": 301, "max_ms": 68.102, "p95_ms": 62.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.673, "count": 301, "max_ms": 81.148, "p95_ms": 67.734}, "yolo11_640_fire_11class": {"avg_ms": 48.896, "count": 301, "max_ms": 71.326, "p95_ms": 62.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.991, "count": 301, "max_ms": 76.379, "p95_ms": 73.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.224, "count": 301, "max_ms": 97.245, "p95_ms": 89.43}, "read_interval": {"avg_ms": 99.598, "count": 301, "max_ms": 779.339, "p95_ms": 161.33}, "triton_wait": {"avg_ms": 53.071, "count": 301, "max_ms": 81.158, "p95_ms": 73.689}, "visualize": {"avg_ms": 3.64, "count": 301, "max_ms": 4.526, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16097.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:43:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.972, "last_started_at": "2026-07-05T19:43:28+09:00", "pid": 142901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.523, "name": "ffmpeg", "pid": 142901, "rss_mb": 265.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 845, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 846}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.126, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1580107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:45:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:45:32+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T19:45:32+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T19:45:32.659955+09:00", "mtime_epoch": 1783248332.6599553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:45:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9378.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.633, "pushed": 7.667, "read": 7.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.134, "count": 229, "max_ms": 26.954, "p95_ms": 23.234}, "gstreamer_push": {"avg_ms": 1.141, "count": 230, "max_ms": 1.845, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.598, "count": 229, "max_ms": 64.742, "p95_ms": 62.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.166, "count": 229, "max_ms": 79.417, "p95_ms": 71.084}, "yolo11_640_fire_11class": {"avg_ms": 48.818, "count": 229, "max_ms": 65.345, "p95_ms": 61.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.965, "count": 229, "max_ms": 79.149, "p95_ms": 75.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.313, "count": 229, "max_ms": 141.836, "p95_ms": 137.682}, "read_interval": {"avg_ms": 130.965, "count": 229, "max_ms": 156.768, "p95_ms": 151.788}, "triton_wait": {"avg_ms": 57.541, "count": 229, "max_ms": 79.431, "p95_ms": 76.03}, "visualize": {"avg_ms": 4.734, "count": 229, "max_ms": 6.869, "p95_ms": 5.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16097.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12849.602, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.479, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2026496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:45:47+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T19:45:47+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T19:45:47.736046+09:00", "mtime_epoch": 1783248347.7360463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:45:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2406.789, "name": "celery", "pid": 267, "rss_mb": 2406.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.803, "count": 301, "max_ms": 12.496, "p95_ms": 9.636}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.578, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.541, "count": 301, "max_ms": 68.499, "p95_ms": 63.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.333, "count": 301, "max_ms": 82.05, "p95_ms": 67.679}, "yolo11_640_fire_11class": {"avg_ms": 48.844, "count": 301, "max_ms": 68.487, "p95_ms": 62.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.359, "count": 301, "max_ms": 82.537, "p95_ms": 76.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.439, "count": 301, "max_ms": 132.81, "p95_ms": 95.766}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 591.494, "p95_ms": 132.695}, "triton_wait": {"avg_ms": 55.554, "count": 301, "max_ms": 82.546, "p95_ms": 76.569}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 5.666, "p95_ms": 4.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16097.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:43:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.019, "last_started_at": "2026-07-05T19:43:28+09:00", "pid": 142901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.781, "name": "ffmpeg", "pid": 142901, "rss_mb": 265.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 845, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 846}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.208, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1580336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:46:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:46:02+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T19:46:02+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T19:46:02.712141+09:00", "mtime_epoch": 1783248362.7121413, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:46:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9378.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.653, "pushed": 7.653, "read": 7.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.702, "count": 229, "max_ms": 28.276, "p95_ms": 20.363}, "gstreamer_push": {"avg_ms": 1.122, "count": 229, "max_ms": 1.468, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.942, "count": 229, "max_ms": 68.373, "p95_ms": 62.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.415, "count": 229, "max_ms": 82.098, "p95_ms": 75.904}, "yolo11_640_fire_11class": {"avg_ms": 49.239, "count": 229, "max_ms": 68.361, "p95_ms": 61.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.508, "count": 229, "max_ms": 82.801, "p95_ms": 76.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.792, "count": 229, "max_ms": 142.321, "p95_ms": 138.034}, "read_interval": {"avg_ms": 131.241, "count": 228, "max_ms": 157.95, "p95_ms": 151.361}, "triton_wait": {"avg_ms": 58.935, "count": 229, "max_ms": 82.813, "p95_ms": 77.92}, "visualize": {"avg_ms": 4.722, "count": 229, "max_ms": 5.661, "p95_ms": 5.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16098.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12879.619, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.363, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2026799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:46:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:46:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T19:46:17+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T19:46:17.756241+09:00", "mtime_epoch": 1783248377.756241, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:46:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2407.047, "name": "celery", "pid": 267, "rss_mb": 2407.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.089}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.696, "count": 303, "max_ms": 11.342, "p95_ms": 8.909}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.739, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.186, "count": 303, "max_ms": 68.027, "p95_ms": 63.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.415, "count": 303, "max_ms": 87.371, "p95_ms": 73.65}, "yolo11_640_fire_11class": {"avg_ms": 49.456, "count": 303, "max_ms": 69.98, "p95_ms": 63.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.835, "count": 303, "max_ms": 82.632, "p95_ms": 77.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.154, "count": 303, "max_ms": 139.663, "p95_ms": 94.599}, "read_interval": {"avg_ms": 99.116, "count": 302, "max_ms": 629.018, "p95_ms": 126.353}, "triton_wait": {"avg_ms": 57.456, "count": 303, "max_ms": 87.384, "p95_ms": 78.162}, "visualize": {"avg_ms": 3.686, "count": 303, "max_ms": 6.224, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16102.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 757, "h264_decode_error_count": 1850, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:40:41+09:00", "last_error_summary": "[h264 @ 0x55ca4349e480] error while decoding MB 16 13, bytestream -22", "last_exit_at": "2026-07-05T19:43:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.118, "last_started_at": "2026-07-05T19:43:28+09:00", "pid": 142901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.133, "name": "ffmpeg", "pid": 142901, "rss_mb": 269.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 845, "restart_count_per_hour": 18, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 846}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.773, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1580568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:46:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:46:32+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T19:46:32+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T19:46:32.804345+09:00", "mtime_epoch": 1783248392.8043451, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:46:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9378.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.739, "pushed": 7.739, "read": 7.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.779, "count": 231, "max_ms": 26.975, "p95_ms": 20.618}, "gstreamer_push": {"avg_ms": 1.126, "count": 232, "max_ms": 1.603, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.383, "count": 231, "max_ms": 67.649, "p95_ms": 60.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.656, "count": 231, "max_ms": 82.223, "p95_ms": 71.775}, "yolo11_640_fire_11class": {"avg_ms": 47.176, "count": 231, "max_ms": 64.143, "p95_ms": 60.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.812, "count": 231, "max_ms": 80.043, "p95_ms": 74.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.979, "count": 232, "max_ms": 145.74, "p95_ms": 135.505}, "read_interval": {"avg_ms": 129.723, "count": 231, "max_ms": 157.956, "p95_ms": 148.396}, "triton_wait": {"avg_ms": 57.143, "count": 231, "max_ms": 82.234, "p95_ms": 74.995}, "visualize": {"avg_ms": 4.714, "count": 231, "max_ms": 6.077, "p95_ms": 5.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16104.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12909.705, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.534, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2027094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:46:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:46:47+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:46:47+09:00", "mjpeg": {"age_sec": 0.367, "exists": true, "mtime": "2026-07-05T19:46:47.540451+09:00", "mtime_epoch": 1783248407.540451, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:46:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2407.047, "name": "celery", "pid": 267, "rss_mb": 2407.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.804, "count": 294, "max_ms": 13.567, "p95_ms": 9.311}, "gstreamer_push": {"avg_ms": 1.247, "count": 294, "max_ms": 1.54, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.309, "count": 294, "max_ms": 69.169, "p95_ms": 63.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.408, "count": 294, "max_ms": 79.709, "p95_ms": 65.529}, "yolo11_640_fire_11class": {"avg_ms": 47.279, "count": 294, "max_ms": 68.558, "p95_ms": 61.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.955, "count": 294, "max_ms": 79.295, "p95_ms": 75.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.402, "count": 294, "max_ms": 106.07, "p95_ms": 91.88}, "read_interval": {"avg_ms": 102.055, "count": 294, "max_ms": 894.545, "p95_ms": 240.742}, "triton_wait": {"avg_ms": 52.841, "count": 294, "max_ms": 79.721, "p95_ms": 75.624}, "visualize": {"avg_ms": 3.655, "count": 294, "max_ms": 5.823, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15968.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 758, "h264_decode_error_count": 1851, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:47:01+09:00", "last_error_summary": "[h264 @ 0x557d432e7a40] error while decoding MB 27 27, bytestream -6", "last_exit_at": "2026-07-05T19:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.133, "last_started_at": "2026-07-05T19:47:04+09:00", "pid": 143008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.156, "name": "ffmpeg", "pid": 143008, "rss_mb": 139.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 846, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 847}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.486, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1580792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:47:07+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T19:47:06+09:00", "mjpeg": {"age_sec": 5.013, "exists": true, "mtime": "2026-07-05T19:47:02.036559+09:00", "mtime_epoch": 1783248422.0365589, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:47:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9378.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.457, "pushed": 6.457, "read": 6.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.154, "count": 193, "max_ms": 27.18, "p95_ms": 22.522}, "gstreamer_push": {"avg_ms": 1.135, "count": 193, "max_ms": 1.582, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.634, "count": 193, "max_ms": 69.845, "p95_ms": 62.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.837, "count": 193, "max_ms": 77.025, "p95_ms": 71.776}, "yolo11_640_fire_11class": {"avg_ms": 47.984, "count": 193, "max_ms": 68.732, "p95_ms": 62.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.457, "count": 193, "max_ms": 82.751, "p95_ms": 75.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.382, "count": 193, "max_ms": 145.101, "p95_ms": 136.66}, "read_interval": {"avg_ms": 155.667, "count": 192, "max_ms": 5052.446, "p95_ms": 151.038}, "triton_wait": {"avg_ms": 57.007, "count": 193, "max_ms": 82.764, "p95_ms": 75.507}, "visualize": {"avg_ms": 4.716, "count": 193, "max_ms": 6.667, "p95_ms": 5.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16099.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12939.737, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.463, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2027397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:47:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:47:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T19:47:17+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T19:47:17.876681+09:00", "mtime_epoch": 1783248437.876681, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:47:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2407.047, "name": "celery", "pid": 267, "rss_mb": 2407.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.125, "pushed": 10.125, "read": 10.092}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.609, "count": 303, "max_ms": 11.288, "p95_ms": 8.855}, "gstreamer_push": {"avg_ms": 1.26, "count": 303, "max_ms": 1.808, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.62, "count": 303, "max_ms": 70.245, "p95_ms": 63.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.45, "count": 303, "max_ms": 79.356, "p95_ms": 68.961}, "yolo11_640_fire_11class": {"avg_ms": 47.605, "count": 303, "max_ms": 68.376, "p95_ms": 62.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.891, "count": 303, "max_ms": 82.392, "p95_ms": 74.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.132, "count": 303, "max_ms": 96.442, "p95_ms": 90.169}, "read_interval": {"avg_ms": 99.167, "count": 302, "max_ms": 738.768, "p95_ms": 123.465}, "triton_wait": {"avg_ms": 53.07, "count": 303, "max_ms": 82.403, "p95_ms": 74.648}, "visualize": {"avg_ms": 3.64, "count": 303, "max_ms": 4.836, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16103.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 758, "h264_decode_error_count": 1851, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:47:01+09:00", "last_error_summary": "[h264 @ 0x557d432e7a40] error while decoding MB 27 27, bytestream -6", "last_exit_at": "2026-07-05T19:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.178, "last_started_at": "2026-07-05T19:47:04+09:00", "pid": 143008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.727, "name": "ffmpeg", "pid": 143008, "rss_mb": 269.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 846, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 847}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.003, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1581026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:47:37+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T19:47:36+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T19:47:36.964834+09:00", "mtime_epoch": 1783248456.9648337, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:47:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9378.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.819, "pushed": 7.819, "read": 7.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.896, "count": 234, "max_ms": 27.862, "p95_ms": 21.262}, "gstreamer_push": {"avg_ms": 1.127, "count": 234, "max_ms": 1.681, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.135, "count": 234, "max_ms": 65.624, "p95_ms": 62.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.464, "count": 234, "max_ms": 80.506, "p95_ms": 73.315}, "yolo11_640_fire_11class": {"avg_ms": 49.67, "count": 234, "max_ms": 64.276, "p95_ms": 62.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.481, "count": 234, "max_ms": 80.845, "p95_ms": 76.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.883, "count": 234, "max_ms": 146.86, "p95_ms": 138.027}, "read_interval": {"avg_ms": 128.321, "count": 233, "max_ms": 155.692, "p95_ms": 147.516}, "triton_wait": {"avg_ms": 58.361, "count": 234, "max_ms": 80.857, "p95_ms": 76.363}, "visualize": {"avg_ms": 4.744, "count": 234, "max_ms": 6.777, "p95_ms": 5.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16103.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12969.782, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.034, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2027701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:47:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:47:47+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:47:47+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T19:47:47.924924+09:00", "mtime_epoch": 1783248467.924924, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 144607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:47:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2407.305, "name": "celery", "pid": 267, "rss_mb": 2407.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.109}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.701, "count": 304, "max_ms": 9.705, "p95_ms": 8.942}, "gstreamer_push": {"avg_ms": 1.26, "count": 304, "max_ms": 1.525, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.807, "count": 304, "max_ms": 66.222, "p95_ms": 63.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.578, "count": 304, "max_ms": 80.496, "p95_ms": 74.222}, "yolo11_640_fire_11class": {"avg_ms": 49.392, "count": 304, "max_ms": 65.603, "p95_ms": 62.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.074, "count": 304, "max_ms": 81.384, "p95_ms": 76.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.415, "count": 304, "max_ms": 105.441, "p95_ms": 94.203}, "read_interval": {"avg_ms": 98.887, "count": 303, "max_ms": 621.848, "p95_ms": 124.144}, "triton_wait": {"avg_ms": 56.951, "count": 304, "max_ms": 81.396, "p95_ms": 77.795}, "visualize": {"avg_ms": 3.699, "count": 304, "max_ms": 5.176, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16102.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 758, "h264_decode_error_count": 1851, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:47:01+09:00", "last_error_summary": "[h264 @ 0x557d432e7a40] error while decoding MB 27 27, bytestream -6", "last_exit_at": "2026-07-05T19:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.228, "last_started_at": "2026-07-05T19:47:04+09:00", "pid": 143008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.5, "name": "ffmpeg", "pid": 143008, "rss_mb": 270.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 846, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 847}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.68, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1581258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:48:07+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-05T19:48:07+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T19:48:07.025086+09:00", "mtime_epoch": 1783248487.025086, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:48:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9378.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.657, "count": 232, "max_ms": 27.183, "p95_ms": 19.985}, "gstreamer_push": {"avg_ms": 1.108, "count": 232, "max_ms": 1.537, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.698, "count": 232, "max_ms": 65.598, "p95_ms": 62.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.157, "count": 232, "max_ms": 79.816, "p95_ms": 76.971}, "yolo11_640_fire_11class": {"avg_ms": 50.019, "count": 232, "max_ms": 66.273, "p95_ms": 62.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.62, "count": 232, "max_ms": 79.449, "p95_ms": 77.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.835, "count": 232, "max_ms": 141.422, "p95_ms": 138.456}, "read_interval": {"avg_ms": 129.483, "count": 231, "max_ms": 151.173, "p95_ms": 148.487}, "triton_wait": {"avg_ms": 59.719, "count": 232, "max_ms": 79.827, "p95_ms": 78.338}, "visualize": {"avg_ms": 4.732, "count": 232, "max_ms": 5.964, "p95_ms": 5.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16103.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12999.792, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.442, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2027995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:48:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:48:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T19:48:17+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T19:48:17.925181+09:00", "mtime_epoch": 1783248497.9251807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:48:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2407.562, "name": "celery", "pid": 267, "rss_mb": 2407.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.811, "pushed": 9.811, "read": 9.811}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.685, "count": 294, "max_ms": 12.072, "p95_ms": 8.948}, "gstreamer_push": {"avg_ms": 1.25, "count": 294, "max_ms": 2.051, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.517, "count": 294, "max_ms": 69.194, "p95_ms": 62.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.886, "count": 294, "max_ms": 81.299, "p95_ms": 74.335}, "yolo11_640_fire_11class": {"avg_ms": 49.022, "count": 294, "max_ms": 65.684, "p95_ms": 63.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.353, "count": 294, "max_ms": 81.697, "p95_ms": 76.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.462, "count": 294, "max_ms": 109.934, "p95_ms": 94.916}, "read_interval": {"avg_ms": 102.059, "count": 294, "max_ms": 718.457, "p95_ms": 122.803}, "triton_wait": {"avg_ms": 56.432, "count": 294, "max_ms": 81.71, "p95_ms": 77.418}, "visualize": {"avg_ms": 3.694, "count": 294, "max_ms": 5.201, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16103.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 758, "h264_decode_error_count": 1851, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:47:01+09:00", "last_error_summary": "[h264 @ 0x557d432e7a40] error while decoding MB 27 27, bytestream -6", "last_exit_at": "2026-07-05T19:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.297, "last_started_at": "2026-07-05T19:47:04+09:00", "pid": 143008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.758, "name": "ffmpeg", "pid": 143008, "rss_mb": 270.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 846, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 847}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.896, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1581491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:48:37+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T19:48:37+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T19:48:37.085352+09:00", "mtime_epoch": 1783248517.0853517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:48:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9378.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.78, "pushed": 7.78, "read": 7.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.884, "count": 233, "max_ms": 30.023, "p95_ms": 21.028}, "gstreamer_push": {"avg_ms": 1.123, "count": 233, "max_ms": 1.672, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.076, "count": 233, "max_ms": 65.012, "p95_ms": 62.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.274, "count": 233, "max_ms": 80.622, "p95_ms": 75.198}, "yolo11_640_fire_11class": {"avg_ms": 49.34, "count": 233, "max_ms": 66.853, "p95_ms": 62.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.207, "count": 233, "max_ms": 79.446, "p95_ms": 75.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.116, "count": 233, "max_ms": 144.287, "p95_ms": 140.132}, "read_interval": {"avg_ms": 128.981, "count": 232, "max_ms": 156.23, "p95_ms": 150.383}, "triton_wait": {"avg_ms": 58.408, "count": 233, "max_ms": 80.634, "p95_ms": 76.867}, "visualize": {"avg_ms": 4.723, "count": 233, "max_ms": 5.906, "p95_ms": 4.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16104.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13029.864, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.805, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2028301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:48:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:48:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:48:48+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T19:48:48.005452+09:00", "mtime_epoch": 1783248528.0054517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:48:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2407.562, "name": "celery", "pid": 267, "rss_mb": 2407.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.204, "pushed": 10.204, "read": 10.171}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.686, "count": 306, "max_ms": 12.137, "p95_ms": 8.769}, "gstreamer_push": {"avg_ms": 1.265, "count": 306, "max_ms": 1.49, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.106, "count": 306, "max_ms": 67.707, "p95_ms": 64.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.807, "count": 306, "max_ms": 80.48, "p95_ms": 75.298}, "yolo11_640_fire_11class": {"avg_ms": 51.921, "count": 306, "max_ms": 68.759, "p95_ms": 65.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.903, "count": 306, "max_ms": 79.651, "p95_ms": 77.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.584, "count": 306, "max_ms": 96.203, "p95_ms": 93.668}, "read_interval": {"avg_ms": 98.314, "count": 305, "max_ms": 561.39, "p95_ms": 108.899}, "triton_wait": {"avg_ms": 57.307, "count": 306, "max_ms": 80.492, "p95_ms": 77.53}, "visualize": {"avg_ms": 3.67, "count": 306, "max_ms": 4.876, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16107.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 758, "h264_decode_error_count": 1851, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:47:01+09:00", "last_error_summary": "[h264 @ 0x557d432e7a40] error while decoding MB 27 27, bytestream -6", "last_exit_at": "2026-07-05T19:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.303, "last_started_at": "2026-07-05T19:47:04+09:00", "pid": 143008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.852, "name": "ffmpeg", "pid": 143008, "rss_mb": 273.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 846, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 847}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.092, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1581722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:49:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:49:07+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-05T19:49:07+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T19:49:07.113630+09:00", "mtime_epoch": 1783248547.1136303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:49:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9378.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.701, "pushed": 7.701, "read": 7.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.538, "count": 231, "max_ms": 26.019, "p95_ms": 20.143}, "gstreamer_push": {"avg_ms": 1.121, "count": 231, "max_ms": 1.582, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.097, "count": 231, "max_ms": 66.168, "p95_ms": 63.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.883, "count": 231, "max_ms": 80.614, "p95_ms": 72.259}, "yolo11_640_fire_11class": {"avg_ms": 51.169, "count": 231, "max_ms": 69.66, "p95_ms": 64.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.646, "count": 231, "max_ms": 80.602, "p95_ms": 76.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.862, "count": 231, "max_ms": 143.125, "p95_ms": 136.287}, "read_interval": {"avg_ms": 129.987, "count": 231, "max_ms": 152.518, "p95_ms": 147.582}, "triton_wait": {"avg_ms": 59.692, "count": 231, "max_ms": 80.624, "p95_ms": 76.536}, "visualize": {"avg_ms": 4.789, "count": 231, "max_ms": 7.319, "p95_ms": 5.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16107.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13059.978, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.211, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2028599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:49:18+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-05T19:49:18+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-05T19:49:18.057735+09:00", "mtime_epoch": 1783248558.057735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:49:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2407.82, "name": "celery", "pid": 267, "rss_mb": 2407.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.884}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.843, "count": 297, "max_ms": 12.136, "p95_ms": 9.171}, "gstreamer_push": {"avg_ms": 1.271, "count": 297, "max_ms": 1.551, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.832, "count": 297, "max_ms": 65.473, "p95_ms": 63.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.071, "count": 297, "max_ms": 79.902, "p95_ms": 72.718}, "yolo11_640_fire_11class": {"avg_ms": 52.098, "count": 297, "max_ms": 69.625, "p95_ms": 64.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.106, "count": 297, "max_ms": 79.052, "p95_ms": 77.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.372, "count": 297, "max_ms": 138.673, "p95_ms": 94.517}, "read_interval": {"avg_ms": 100.948, "count": 296, "max_ms": 572.017, "p95_ms": 154.064}, "triton_wait": {"avg_ms": 57.278, "count": 297, "max_ms": 79.914, "p95_ms": 77.621}, "visualize": {"avg_ms": 3.761, "count": 297, "max_ms": 6.155, "p95_ms": 4.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16108.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 758, "h264_decode_error_count": 1851, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:47:01+09:00", "last_error_summary": "[h264 @ 0x557d432e7a40] error while decoding MB 27 27, bytestream -6", "last_exit_at": "2026-07-05T19:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.394, "last_started_at": "2026-07-05T19:47:04+09:00", "pid": 143008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.367, "name": "ffmpeg", "pid": 143008, "rss_mb": 274.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 846, "restart_count_per_hour": 19, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 847}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.536, "sample_count": 2274, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1581954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:49:37+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T19:49:37+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T19:49:37.205922+09:00", "mtime_epoch": 1783248577.2059216, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:49:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9379.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.746, "pushed": 7.746, "read": 7.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.637, "count": 232, "max_ms": 33.301, "p95_ms": 21.615}, "gstreamer_push": {"avg_ms": 1.104, "count": 232, "max_ms": 1.311, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.719, "count": 232, "max_ms": 65.378, "p95_ms": 62.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.64, "count": 232, "max_ms": 80.29, "p95_ms": 72.758}, "yolo11_640_fire_11class": {"avg_ms": 50.626, "count": 232, "max_ms": 68.596, "p95_ms": 64.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.332, "count": 232, "max_ms": 80.194, "p95_ms": 77.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.803, "count": 232, "max_ms": 145.425, "p95_ms": 139.563}, "read_interval": {"avg_ms": 129.736, "count": 231, "max_ms": 156.704, "p95_ms": 149.515}, "triton_wait": {"avg_ms": 59.483, "count": 232, "max_ms": 80.302, "p95_ms": 77.577}, "visualize": {"avg_ms": 4.696, "count": 232, "max_ms": 6.325, "p95_ms": 5.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16109.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13090.039, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.424, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2028901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:49:48+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T19:49:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T19:49:48.150030+09:00", "mtime_epoch": 1783248588.1500304, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:49:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2407.82, "name": "celery", "pid": 267, "rss_mb": 2407.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.095, "pushed": 10.095, "read": 10.061}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 302, "max_ms": 12.958, "p95_ms": 11.212}, "gstreamer_push": {"avg_ms": 1.25, "count": 302, "max_ms": 1.992, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.023, "count": 302, "max_ms": 70.207, "p95_ms": 63.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.009, "count": 302, "max_ms": 78.258, "p95_ms": 69.776}, "yolo11_640_fire_11class": {"avg_ms": 51.083, "count": 302, "max_ms": 70.818, "p95_ms": 64.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.025, "count": 302, "max_ms": 78.972, "p95_ms": 76.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.63, "count": 302, "max_ms": 182.994, "p95_ms": 92.9}, "read_interval": {"avg_ms": 99.513, "count": 301, "max_ms": 631.363, "p95_ms": 134.371}, "triton_wait": {"avg_ms": 55.559, "count": 302, "max_ms": 78.985, "p95_ms": 76.381}, "visualize": {"avg_ms": 3.64, "count": 302, "max_ms": 4.991, "p95_ms": 4.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16111.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 758, "h264_decode_error_count": 1851, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:47:01+09:00", "last_error_summary": "[h264 @ 0x557d432e7a40] error while decoding MB 27 27, bytestream -6", "last_exit_at": "2026-07-05T19:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.481, "last_started_at": "2026-07-05T19:47:04+09:00", "pid": 143008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.945, "name": "ffmpeg", "pid": 143008, "rss_mb": 276.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 846, "restart_count_per_hour": 18, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 847}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.569, "sample_count": 2274, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1582187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:50:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:50:07+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T19:50:07+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T19:50:07.298224+09:00", "mtime_epoch": 1783248607.2982244, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:50:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9379.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.775, "pushed": 7.775, "read": 7.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.615, "count": 232, "max_ms": 32.153, "p95_ms": 20.547}, "gstreamer_push": {"avg_ms": 1.109, "count": 233, "max_ms": 1.344, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.517, "count": 232, "max_ms": 72.058, "p95_ms": 63.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.171, "count": 232, "max_ms": 78.998, "p95_ms": 74.831}, "yolo11_640_fire_11class": {"avg_ms": 50.601, "count": 232, "max_ms": 73.575, "p95_ms": 64.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.927, "count": 232, "max_ms": 78.877, "p95_ms": 75.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.371, "count": 233, "max_ms": 145.854, "p95_ms": 136.855}, "read_interval": {"avg_ms": 129.172, "count": 232, "max_ms": 154.514, "p95_ms": 146.59}, "triton_wait": {"avg_ms": 59.122, "count": 232, "max_ms": 79.011, "p95_ms": 76.831}, "visualize": {"avg_ms": 4.699, "count": 232, "max_ms": 5.805, "p95_ms": 4.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16113.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13120.096, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.561, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2029201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:50:18+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T19:50:18+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T19:50:18.230337+09:00", "mtime_epoch": 1783248618.2303371, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 138899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:50:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2408.078, "name": "celery", "pid": 267, "rss_mb": 2408.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.776, "count": 300, "max_ms": 12.317, "p95_ms": 9.184}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.538, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.247, "count": 300, "max_ms": 76.927, "p95_ms": 62.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.14, "count": 300, "max_ms": 81.658, "p95_ms": 73.504}, "yolo11_640_fire_11class": {"avg_ms": 49.886, "count": 300, "max_ms": 76.255, "p95_ms": 63.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.536, "count": 300, "max_ms": 80.079, "p95_ms": 75.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.798, "count": 300, "max_ms": 117.874, "p95_ms": 92.808}, "read_interval": {"avg_ms": 100.232, "count": 299, "max_ms": 579.093, "p95_ms": 141.834}, "triton_wait": {"avg_ms": 56.152, "count": 300, "max_ms": 81.671, "p95_ms": 76.39}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 6.088, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16118.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 758, "h264_decode_error_count": 1851, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:47:01+09:00", "last_error_summary": "[h264 @ 0x557d432e7a40] error while decoding MB 27 27, bytestream -6", "last_exit_at": "2026-07-05T19:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.538, "last_started_at": "2026-07-05T19:47:04+09:00", "pid": 143008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.723, "name": "ffmpeg", "pid": 143008, "rss_mb": 282.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 846, "restart_count_per_hour": 18, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 847}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.411, "sample_count": 2279, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1582422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:50:37+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T19:50:37+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T19:50:37.350538+09:00", "mtime_epoch": 1783248637.3505378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:50:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9379.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.856, "pushed": 7.856, "read": 7.822}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.632, "count": 235, "max_ms": 24.638, "p95_ms": 20.403}, "gstreamer_push": {"avg_ms": 1.099, "count": 235, "max_ms": 1.347, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.633, "count": 235, "max_ms": 72.041, "p95_ms": 61.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.137, "count": 235, "max_ms": 78.528, "p95_ms": 73.688}, "yolo11_640_fire_11class": {"avg_ms": 49.229, "count": 235, "max_ms": 73.662, "p95_ms": 62.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.299, "count": 235, "max_ms": 86.949, "p95_ms": 75.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.167, "count": 235, "max_ms": 147.372, "p95_ms": 135.057}, "read_interval": {"avg_ms": 127.921, "count": 234, "max_ms": 160.146, "p95_ms": 145.307}, "triton_wait": {"avg_ms": 58.248, "count": 235, "max_ms": 86.961, "p95_ms": 75.587}, "visualize": {"avg_ms": 4.725, "count": 235, "max_ms": 6.183, "p95_ms": 5.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16119.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13150.146, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.424, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2029502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:50:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T19:50:48+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T19:50:48.290654+09:00", "mtime_epoch": 1783248648.2906542, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:50:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2408.078, "name": "celery", "pid": 267, "rss_mb": 2408.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.652, "count": 301, "max_ms": 9.926, "p95_ms": 8.821}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 1.775, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.5, "count": 301, "max_ms": 65.539, "p95_ms": 63.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.608, "count": 301, "max_ms": 84.513, "p95_ms": 73.497}, "yolo11_640_fire_11class": {"avg_ms": 50.276, "count": 301, "max_ms": 66.695, "p95_ms": 63.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.947, "count": 301, "max_ms": 79.219, "p95_ms": 76.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.44, "count": 301, "max_ms": 100.755, "p95_ms": 92.546}, "read_interval": {"avg_ms": 99.903, "count": 300, "max_ms": 645.841, "p95_ms": 110.425}, "triton_wait": {"avg_ms": 57.179, "count": 301, "max_ms": 84.525, "p95_ms": 76.312}, "visualize": {"avg_ms": 3.717, "count": 301, "max_ms": 4.808, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16120.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 758, "h264_decode_error_count": 1851, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:47:01+09:00", "last_error_summary": "[h264 @ 0x557d432e7a40] error while decoding MB 27 27, bytestream -6", "last_exit_at": "2026-07-05T19:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.54, "last_started_at": "2026-07-05T19:47:04+09:00", "pid": 143008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.785, "name": "ffmpeg", "pid": 143008, "rss_mb": 284.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 846, "restart_count_per_hour": 18, "rtsp_timeout_count": 470, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 847}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.202, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1582653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:51:07+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-05T19:51:07+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-05T19:51:07.338861+09:00", "mtime_epoch": 1783248667.3388605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:51:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9379.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.702, "pushed": 7.702, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.628, "count": 231, "max_ms": 26.418, "p95_ms": 19.874}, "gstreamer_push": {"avg_ms": 1.117, "count": 231, "max_ms": 1.684, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.677, "count": 231, "max_ms": 72.231, "p95_ms": 62.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.904, "count": 231, "max_ms": 81.844, "p95_ms": 73.554}, "yolo11_640_fire_11class": {"avg_ms": 50.564, "count": 231, "max_ms": 71.718, "p95_ms": 61.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.785, "count": 231, "max_ms": 80.531, "p95_ms": 75.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.16, "count": 231, "max_ms": 142.282, "p95_ms": 136.97}, "read_interval": {"avg_ms": 129.821, "count": 231, "max_ms": 152.06, "p95_ms": 147.102}, "triton_wait": {"avg_ms": 59.972, "count": 231, "max_ms": 81.858, "p95_ms": 76.132}, "visualize": {"avg_ms": 4.734, "count": 231, "max_ms": 6.204, "p95_ms": 4.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16120.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13180.182, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.139, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2029805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:51:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:51:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:51:18+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T19:51:18.318981+09:00", "mtime_epoch": 1783248678.3189812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:51:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2408.336, "name": "celery", "pid": 267, "rss_mb": 2408.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.09}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.893, "count": 303, "max_ms": 13.034, "p95_ms": 9.831}, "gstreamer_push": {"avg_ms": 1.269, "count": 303, "max_ms": 1.973, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.153, "count": 303, "max_ms": 68.254, "p95_ms": 62.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.267, "count": 303, "max_ms": 79.258, "p95_ms": 72.34}, "yolo11_640_fire_11class": {"avg_ms": 48.929, "count": 303, "max_ms": 67.748, "p95_ms": 62.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.196, "count": 303, "max_ms": 80.421, "p95_ms": 75.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.387, "count": 303, "max_ms": 96.884, "p95_ms": 92.355}, "read_interval": {"avg_ms": 99.187, "count": 302, "max_ms": 625.81, "p95_ms": 133.886}, "triton_wait": {"avg_ms": 54.81, "count": 303, "max_ms": 80.433, "p95_ms": 76.252}, "visualize": {"avg_ms": 3.751, "count": 303, "max_ms": 4.796, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16006.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 759, "h264_decode_error_count": 1853, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:51:30+09:00", "last_error_summary": "[h264 @ 0x55bca0142440] left block unavailable for requested intra mode [h264 @ 0x55bca0142440] error while decoding MB 0 38, bytestream 6794 [h264 @ 0x55bca0223d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bca0223d00] error while decoding MB 0 10, bytestream 4943 [in#0/rtsp @ 0x55bca00fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bca00fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:51:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.43, "last_started_at": "2026-07-05T19:51:33+09:00", "pid": 143115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 173.184, "name": "ffmpeg", "pid": 143115, "rss_mb": 173.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 847, "restart_count_per_hour": 19, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 848}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.434, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1582705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:51:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:51:37+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T19:51:37+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T19:51:37.395194+09:00", "mtime_epoch": 1783248697.3951936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:51:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9379.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.738, "pushed": 1.738, "read": 1.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 19.158, "count": 52, "max_ms": 28.108, "p95_ms": 21.83}, "gstreamer_push": {"avg_ms": 1.136, "count": 52, "max_ms": 1.38, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.228, "count": 52, "max_ms": 62.934, "p95_ms": 61.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.757, "count": 52, "max_ms": 78.592, "p95_ms": 70.869}, "yolo11_640_fire_11class": {"avg_ms": 48.969, "count": 52, "max_ms": 64.236, "p95_ms": 61.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.954, "count": 52, "max_ms": 78.388, "p95_ms": 74.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.301, "count": 52, "max_ms": 140.988, "p95_ms": 138.021}, "read_interval": {"avg_ms": 586.635, "count": 51, "max_ms": 18999.38, "p95_ms": 150.486}, "triton_wait": {"avg_ms": 57.177, "count": 52, "max_ms": 78.606, "p95_ms": 74.53}, "visualize": {"avg_ms": 4.803, "count": 52, "max_ms": 8.113, "p95_ms": 5.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16100.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13210.2, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.03, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2030105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:51:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:51:48+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T19:51:48+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-05T19:51:48.347317+09:00", "mtime_epoch": 1783248708.3473172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 167231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:51:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2408.336, "name": "celery", "pid": 267, "rss_mb": 2408.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.598, "count": 300, "max_ms": 12.252, "p95_ms": 8.516}, "gstreamer_push": {"avg_ms": 1.268, "count": 300, "max_ms": 1.463, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.472, "count": 300, "max_ms": 68.343, "p95_ms": 56.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.541, "count": 300, "max_ms": 77.593, "p95_ms": 54.276}, "yolo11_640_fire_11class": {"avg_ms": 46.987, "count": 300, "max_ms": 68.354, "p95_ms": 59.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.274, "count": 300, "max_ms": 80.397, "p95_ms": 71.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.459, "count": 300, "max_ms": 97.191, "p95_ms": 88.373}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 710.93, "p95_ms": 141.645}, "triton_wait": {"avg_ms": 51.245, "count": 300, "max_ms": 80.409, "p95_ms": 72.321}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 4.653, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16101.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 759, "h264_decode_error_count": 1853, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:51:30+09:00", "last_error_summary": "[h264 @ 0x55bca0142440] left block unavailable for requested intra mode [h264 @ 0x55bca0142440] error while decoding MB 0 38, bytestream 6794 [h264 @ 0x55bca0223d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bca0223d00] error while decoding MB 0 10, bytestream 4943 [in#0/rtsp @ 0x55bca00fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bca00fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:51:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.518, "last_started_at": "2026-07-05T19:51:33+09:00", "pid": 143115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.414, "name": "ffmpeg", "pid": 143115, "rss_mb": 266.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 847, "restart_count_per_hour": 19, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 848}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.473, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1582941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:52:07+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T19:52:07+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T19:52:07.459536+09:00", "mtime_epoch": 1783248727.4595358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:52:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9379.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.875, "pushed": 7.875, "read": 7.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.678, "count": 235, "max_ms": 30.77, "p95_ms": 20.939}, "gstreamer_push": {"avg_ms": 1.105, "count": 236, "max_ms": 1.636, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.612, "count": 235, "max_ms": 63.617, "p95_ms": 61.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.899, "count": 235, "max_ms": 79.297, "p95_ms": 72.806}, "yolo11_640_fire_11class": {"avg_ms": 49.211, "count": 235, "max_ms": 63.087, "p95_ms": 61.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.038, "count": 235, "max_ms": 78.214, "p95_ms": 76.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.276, "count": 236, "max_ms": 140.881, "p95_ms": 136.082}, "read_interval": {"avg_ms": 127.417, "count": 235, "max_ms": 150.653, "p95_ms": 146.329}, "triton_wait": {"avg_ms": 58.218, "count": 235, "max_ms": 79.311, "p95_ms": 76.614}, "visualize": {"avg_ms": 4.76, "count": 235, "max_ms": 7.142, "p95_ms": 5.64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16102.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13240.203, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.118, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2030402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:52:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:52:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:52:18+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:52:18.343662+09:00", "mtime_epoch": 1783248738.343662, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:52:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2408.594, "name": "celery", "pid": 267, "rss_mb": 2408.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.91, "pushed": 9.91, "read": 9.91}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.77, "count": 297, "max_ms": 13.248, "p95_ms": 9.084}, "gstreamer_push": {"avg_ms": 1.258, "count": 297, "max_ms": 1.511, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.164, "count": 297, "max_ms": 68.583, "p95_ms": 63.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.181, "count": 297, "max_ms": 77.568, "p95_ms": 73.068}, "yolo11_640_fire_11class": {"avg_ms": 50.254, "count": 297, "max_ms": 66.985, "p95_ms": 62.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.686, "count": 297, "max_ms": 77.811, "p95_ms": 76.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.854, "count": 297, "max_ms": 93.96, "p95_ms": 92.323}, "read_interval": {"avg_ms": 101.008, "count": 297, "max_ms": 658.746, "p95_ms": 131.329}, "triton_wait": {"avg_ms": 56.552, "count": 297, "max_ms": 77.824, "p95_ms": 76.402}, "visualize": {"avg_ms": 3.68, "count": 297, "max_ms": 5.551, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16101.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 759, "h264_decode_error_count": 1853, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:51:30+09:00", "last_error_summary": "[h264 @ 0x55bca0142440] left block unavailable for requested intra mode [h264 @ 0x55bca0142440] error while decoding MB 0 38, bytestream 6794 [h264 @ 0x55bca0223d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bca0223d00] error while decoding MB 0 10, bytestream 4943 [in#0/rtsp @ 0x55bca00fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bca00fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:51:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.526, "last_started_at": "2026-07-05T19:51:33+09:00", "pid": 143115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.414, "name": "ffmpeg", "pid": 143115, "rss_mb": 266.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 847, "restart_count_per_hour": 19, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 848}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.536, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:52:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:52:37+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T19:52:37+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T19:52:37.491886+09:00", "mtime_epoch": 1783248757.4918864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:52:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9379.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.667, "pushed": 7.667, "read": 7.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.786, "count": 230, "max_ms": 26.669, "p95_ms": 20.902}, "gstreamer_push": {"avg_ms": 1.097, "count": 230, "max_ms": 1.505, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.68, "count": 230, "max_ms": 65.499, "p95_ms": 61.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.634, "count": 230, "max_ms": 82.173, "p95_ms": 72.413}, "yolo11_640_fire_11class": {"avg_ms": 49.612, "count": 230, "max_ms": 65.511, "p95_ms": 62.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.147, "count": 230, "max_ms": 79.968, "p95_ms": 75.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.905, "count": 230, "max_ms": 164.51, "p95_ms": 138.979}, "read_interval": {"avg_ms": 130.568, "count": 230, "max_ms": 172.738, "p95_ms": 147.925}, "triton_wait": {"avg_ms": 58.412, "count": 230, "max_ms": 82.184, "p95_ms": 76.381}, "visualize": {"avg_ms": 4.785, "count": 230, "max_ms": 6.631, "p95_ms": 5.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16101.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13270.244, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.851, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2030701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:52:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:52:48+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T19:52:48+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T19:52:48.376015+09:00", "mtime_epoch": 1783248768.3760154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:52:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2408.852, "name": "celery", "pid": 267, "rss_mb": 2408.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.754, "count": 299, "max_ms": 13.071, "p95_ms": 10.616}, "gstreamer_push": {"avg_ms": 1.235, "count": 299, "max_ms": 1.537, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.912, "count": 299, "max_ms": 65.738, "p95_ms": 62.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.501, "count": 299, "max_ms": 82.26, "p95_ms": 70.388}, "yolo11_640_fire_11class": {"avg_ms": 50.045, "count": 299, "max_ms": 68.438, "p95_ms": 63.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.597, "count": 299, "max_ms": 78.167, "p95_ms": 75.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.907, "count": 299, "max_ms": 96.677, "p95_ms": 92.234}, "read_interval": {"avg_ms": 100.485, "count": 298, "max_ms": 750.583, "p95_ms": 129.7}, "triton_wait": {"avg_ms": 55.76, "count": 299, "max_ms": 82.27, "p95_ms": 76.16}, "visualize": {"avg_ms": 3.588, "count": 299, "max_ms": 4.847, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16102.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 759, "h264_decode_error_count": 1853, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:51:30+09:00", "last_error_summary": "[h264 @ 0x55bca0142440] left block unavailable for requested intra mode [h264 @ 0x55bca0142440] error while decoding MB 0 38, bytestream 6794 [h264 @ 0x55bca0223d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bca0223d00] error while decoding MB 0 10, bytestream 4943 [in#0/rtsp @ 0x55bca00fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bca00fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:51:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.643, "last_started_at": "2026-07-05T19:51:33+09:00", "pid": 143115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.672, "name": "ffmpeg", "pid": 143115, "rss_mb": 266.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 847, "restart_count_per_hour": 19, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 848}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.477, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:53:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:53:07+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T19:53:07+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T19:53:07.604246+09:00", "mtime_epoch": 1783248787.604246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:53:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9379.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.801, "pushed": 7.801, "read": 7.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.53, "count": 233, "max_ms": 32.128, "p95_ms": 20.229}, "gstreamer_push": {"avg_ms": 1.106, "count": 234, "max_ms": 1.551, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.891, "count": 233, "max_ms": 63.323, "p95_ms": 62.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.483, "count": 233, "max_ms": 82.001, "p95_ms": 72.738}, "yolo11_640_fire_11class": {"avg_ms": 49.269, "count": 233, "max_ms": 66.412, "p95_ms": 61.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.016, "count": 233, "max_ms": 79.949, "p95_ms": 76.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.09, "count": 234, "max_ms": 154.728, "p95_ms": 137.885}, "read_interval": {"avg_ms": 128.725, "count": 233, "max_ms": 164.792, "p95_ms": 146.994}, "triton_wait": {"avg_ms": 58.334, "count": 233, "max_ms": 82.013, "p95_ms": 76.85}, "visualize": {"avg_ms": 4.71, "count": 233, "max_ms": 5.959, "p95_ms": 5.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16102.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13300.252, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.774, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2031000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:53:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:53:18+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T19:53:18+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T19:53:18.388376+09:00", "mtime_epoch": 1783248798.3883765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:53:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2408.852, "name": "celery", "pid": 267, "rss_mb": 2408.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.874, "count": 299, "max_ms": 12.461, "p95_ms": 9.939}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 1.929, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.165, "count": 299, "max_ms": 66.241, "p95_ms": 62.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.903, "count": 299, "max_ms": 80.325, "p95_ms": 73.102}, "yolo11_640_fire_11class": {"avg_ms": 49.982, "count": 299, "max_ms": 69.237, "p95_ms": 63.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.647, "count": 299, "max_ms": 79.722, "p95_ms": 76.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.22, "count": 299, "max_ms": 110.742, "p95_ms": 93.834}, "read_interval": {"avg_ms": 100.387, "count": 299, "max_ms": 627.512, "p95_ms": 149.292}, "triton_wait": {"avg_ms": 55.42, "count": 299, "max_ms": 80.338, "p95_ms": 77.162}, "visualize": {"avg_ms": 3.689, "count": 299, "max_ms": 5.457, "p95_ms": 4.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16102.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 759, "h264_decode_error_count": 1853, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:51:30+09:00", "last_error_summary": "[h264 @ 0x55bca0142440] left block unavailable for requested intra mode [h264 @ 0x55bca0142440] error while decoding MB 0 38, bytestream 6794 [h264 @ 0x55bca0223d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bca0223d00] error while decoding MB 0 10, bytestream 4943 [in#0/rtsp @ 0x55bca00fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bca00fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:51:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.666, "last_started_at": "2026-07-05T19:51:33+09:00", "pid": 143115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.672, "name": "ffmpeg", "pid": 143115, "rss_mb": 266.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 847, "restart_count_per_hour": 19, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 848}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.926, "sample_count": 2140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:53:37+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T19:53:37+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T19:53:37.632612+09:00", "mtime_epoch": 1783248817.632612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:53:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9379.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.661, "pushed": 7.661, "read": 7.627}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.609, "count": 229, "max_ms": 24.85, "p95_ms": 20.031}, "gstreamer_push": {"avg_ms": 1.121, "count": 229, "max_ms": 1.561, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.159, "count": 229, "max_ms": 65.036, "p95_ms": 62.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.789, "count": 229, "max_ms": 82.391, "p95_ms": 77.634}, "yolo11_640_fire_11class": {"avg_ms": 51.15, "count": 229, "max_ms": 67.641, "p95_ms": 63.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.703, "count": 229, "max_ms": 80.342, "p95_ms": 77.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.472, "count": 229, "max_ms": 154.024, "p95_ms": 140.313}, "read_interval": {"avg_ms": 131.137, "count": 228, "max_ms": 165.975, "p95_ms": 149.908}, "triton_wait": {"avg_ms": 60.71, "count": 229, "max_ms": 82.402, "p95_ms": 78.419}, "visualize": {"avg_ms": 4.745, "count": 229, "max_ms": 6.244, "p95_ms": 5.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16105.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13330.667, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.068, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2031304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:53:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:53:48+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T19:53:48+09:00", "mjpeg": {"age_sec": 0.553, "exists": true, "mtime": "2026-07-05T19:53:48.316744+09:00", "mtime_epoch": 1783248828.3167439, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:53:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2409.109, "name": "celery", "pid": 267, "rss_mb": 2409.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.798, "count": 300, "max_ms": 13.768, "p95_ms": 9.108}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.996, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.378, "count": 300, "max_ms": 71.588, "p95_ms": 65.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.383, "count": 300, "max_ms": 88.293, "p95_ms": 78.388}, "yolo11_640_fire_11class": {"avg_ms": 51.226, "count": 300, "max_ms": 72.113, "p95_ms": 65.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.483, "count": 300, "max_ms": 82.107, "p95_ms": 79.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.261, "count": 300, "max_ms": 105.795, "p95_ms": 96.627}, "read_interval": {"avg_ms": 100.112, "count": 299, "max_ms": 709.683, "p95_ms": 143.076}, "triton_wait": {"avg_ms": 57.793, "count": 300, "max_ms": 88.305, "p95_ms": 80.253}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 4.673, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16108.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 759, "h264_decode_error_count": 1853, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:51:30+09:00", "last_error_summary": "[h264 @ 0x55bca0142440] left block unavailable for requested intra mode [h264 @ 0x55bca0142440] error while decoding MB 0 38, bytestream 6794 [h264 @ 0x55bca0223d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bca0223d00] error while decoding MB 0 10, bytestream 4943 [in#0/rtsp @ 0x55bca00fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bca00fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:51:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.779, "last_started_at": "2026-07-05T19:51:33+09:00", "pid": 143115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.344, "name": "ffmpeg", "pid": 143115, "rss_mb": 272.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 847, "restart_count_per_hour": 18, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 848}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.683, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:54:07+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T19:54:07+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T19:54:07.744986+09:00", "mtime_epoch": 1783248847.7449863, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:54:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.542, "pushed": 7.542, "read": 7.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.046, "count": 225, "max_ms": 26.257, "p95_ms": 21.482}, "gstreamer_push": {"avg_ms": 1.107, "count": 226, "max_ms": 1.624, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.017, "count": 225, "max_ms": 65.834, "p95_ms": 62.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.142, "count": 225, "max_ms": 81.584, "p95_ms": 74.123}, "yolo11_640_fire_11class": {"avg_ms": 49.658, "count": 225, "max_ms": 66.698, "p95_ms": 62.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.376, "count": 225, "max_ms": 81.594, "p95_ms": 77.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.766, "count": 226, "max_ms": 161.835, "p95_ms": 143.772}, "read_interval": {"avg_ms": 133.298, "count": 225, "max_ms": 169.933, "p95_ms": 153.346}, "triton_wait": {"avg_ms": 59.398, "count": 225, "max_ms": 81.605, "p95_ms": 78.26}, "visualize": {"avg_ms": 4.881, "count": 225, "max_ms": 6.478, "p95_ms": 5.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16109.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13360.691, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.965, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2031606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:54:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:54:18+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T19:54:18+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T19:54:18.817126+09:00", "mtime_epoch": 1783248858.8171256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:54:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2409.109, "name": "celery", "pid": 267, "rss_mb": 2409.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.629, "count": 302, "max_ms": 12.049, "p95_ms": 8.949}, "gstreamer_push": {"avg_ms": 1.27, "count": 302, "max_ms": 1.747, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.618, "count": 302, "max_ms": 70.773, "p95_ms": 62.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.722, "count": 302, "max_ms": 81.954, "p95_ms": 73.825}, "yolo11_640_fire_11class": {"avg_ms": 49.786, "count": 302, "max_ms": 68.831, "p95_ms": 63.247}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.189, "count": 302, "max_ms": 81.802, "p95_ms": 77.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.881, "count": 302, "max_ms": 106.922, "p95_ms": 94.093}, "read_interval": {"avg_ms": 99.434, "count": 301, "max_ms": 569.433, "p95_ms": 114.624}, "triton_wait": {"avg_ms": 56.613, "count": 302, "max_ms": 81.966, "p95_ms": 77.834}, "visualize": {"avg_ms": 3.662, "count": 302, "max_ms": 4.99, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16114.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 759, "h264_decode_error_count": 1853, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:51:30+09:00", "last_error_summary": "[h264 @ 0x55bca0142440] left block unavailable for requested intra mode [h264 @ 0x55bca0142440] error while decoding MB 0 38, bytestream 6794 [h264 @ 0x55bca0223d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bca0223d00] error while decoding MB 0 10, bytestream 4943 [in#0/rtsp @ 0x55bca00fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bca00fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:51:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.849, "last_started_at": "2026-07-05T19:51:33+09:00", "pid": 143115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.5, "name": "ffmpeg", "pid": 143115, "rss_mb": 277.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 847, "restart_count_per_hour": 18, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 848}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.062, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:54:37+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T19:54:37+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T19:54:37.781366+09:00", "mtime_epoch": 1783248877.7813663, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:54:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.418, "pushed": 7.418, "read": 7.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.221, "count": 222, "max_ms": 31.959, "p95_ms": 21.837}, "gstreamer_push": {"avg_ms": 1.089, "count": 222, "max_ms": 1.592, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.428, "count": 222, "max_ms": 74.364, "p95_ms": 61.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.187, "count": 222, "max_ms": 80.662, "p95_ms": 75.803}, "yolo11_640_fire_11class": {"avg_ms": 48.921, "count": 222, "max_ms": 73.774, "p95_ms": 61.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.294, "count": 222, "max_ms": 81.927, "p95_ms": 75.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.134, "count": 222, "max_ms": 251.068, "p95_ms": 153.294}, "read_interval": {"avg_ms": 135.364, "count": 221, "max_ms": 258.466, "p95_ms": 161.431}, "triton_wait": {"avg_ms": 58.518, "count": 222, "max_ms": 81.938, "p95_ms": 76.938}, "visualize": {"avg_ms": 5.005, "count": 222, "max_ms": 6.677, "p95_ms": 5.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16114.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13390.71, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.194, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2031906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:54:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:54:48+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:54:48+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T19:54:48.849508+09:00", "mtime_epoch": 1783248888.849508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:54:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2409.367, "name": "celery", "pid": 267, "rss_mb": 2409.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.687, "count": 300, "max_ms": 11.836, "p95_ms": 9.109}, "gstreamer_push": {"avg_ms": 1.268, "count": 300, "max_ms": 1.669, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.213, "count": 300, "max_ms": 72.11, "p95_ms": 62.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.028, "count": 300, "max_ms": 83.121, "p95_ms": 75.14}, "yolo11_640_fire_11class": {"avg_ms": 50.073, "count": 300, "max_ms": 72.097, "p95_ms": 62.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.314, "count": 300, "max_ms": 81.33, "p95_ms": 76.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.295, "count": 300, "max_ms": 135.355, "p95_ms": 94.927}, "read_interval": {"avg_ms": 100.12, "count": 299, "max_ms": 674.634, "p95_ms": 146.054}, "triton_wait": {"avg_ms": 56.867, "count": 300, "max_ms": 83.132, "p95_ms": 78.64}, "visualize": {"avg_ms": 3.649, "count": 300, "max_ms": 5.085, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16117.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 759, "h264_decode_error_count": 1853, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:51:30+09:00", "last_error_summary": "[h264 @ 0x55bca0142440] left block unavailable for requested intra mode [h264 @ 0x55bca0142440] error while decoding MB 0 38, bytestream 6794 [h264 @ 0x55bca0223d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bca0223d00] error while decoding MB 0 10, bytestream 4943 [in#0/rtsp @ 0x55bca00fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bca00fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T19:51:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.91, "last_started_at": "2026-07-05T19:51:33+09:00", "pid": 143115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.078, "name": "ffmpeg", "pid": 143115, "rss_mb": 280.078, "state": "R (running)", "threads": 106}, "restart_count": 847, "restart_count_per_hour": 18, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 848}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.988, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:55:07+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T19:55:07+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T19:55:07.853753+09:00", "mtime_epoch": 1783248907.8537533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:55:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.415, "pushed": 7.415, "read": 7.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.905, "count": 222, "max_ms": 24.627, "p95_ms": 22.25}, "gstreamer_push": {"avg_ms": 1.116, "count": 222, "max_ms": 1.85, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.053, "count": 222, "max_ms": 64.72, "p95_ms": 63.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.039, "count": 222, "max_ms": 85.006, "p95_ms": 78.062}, "yolo11_640_fire_11class": {"avg_ms": 51.28, "count": 222, "max_ms": 68.257, "p95_ms": 64.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.818, "count": 222, "max_ms": 81.177, "p95_ms": 78.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.922, "count": 222, "max_ms": 168.093, "p95_ms": 144.327}, "read_interval": {"avg_ms": 135.38, "count": 221, "max_ms": 176.29, "p95_ms": 153.143}, "triton_wait": {"avg_ms": 61.078, "count": 222, "max_ms": 85.018, "p95_ms": 78.729}, "visualize": {"avg_ms": 4.907, "count": 222, "max_ms": 6.124, "p95_ms": 5.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16052.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13420.713, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.491, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2032204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:55:18+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T19:55:18+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-05T19:55:18.709895+09:00", "mtime_epoch": 1783248918.7098947, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:55:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2409.367, "name": "celery", "pid": 267, "rss_mb": 2409.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.761, "count": 298, "max_ms": 11.858, "p95_ms": 9.218}, "gstreamer_push": {"avg_ms": 1.267, "count": 298, "max_ms": 2.047, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.103, "count": 298, "max_ms": 69.652, "p95_ms": 62.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.197, "count": 298, "max_ms": 82.939, "p95_ms": 76.366}, "yolo11_640_fire_11class": {"avg_ms": 51.365, "count": 298, "max_ms": 71.707, "p95_ms": 65.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.233, "count": 298, "max_ms": 84.968, "p95_ms": 77.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.778, "count": 298, "max_ms": 132.637, "p95_ms": 96.226}, "read_interval": {"avg_ms": 100.675, "count": 298, "max_ms": 546.172, "p95_ms": 122.118}, "triton_wait": {"avg_ms": 56.255, "count": 298, "max_ms": 84.983, "p95_ms": 77.823}, "visualize": {"avg_ms": 3.721, "count": 298, "max_ms": 5.893, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16104.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 760, "h264_decode_error_count": 1854, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:55:10+09:00", "last_error_summary": "[h264 @ 0x56316d753740] error while decoding MB 77 20, bytestream -9", "last_exit_at": "2026-07-05T19:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.51, "last_started_at": "2026-07-05T19:55:12+09:00", "pid": 143222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.176, "name": "ffmpeg", "pid": 143222, "rss_mb": 266.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 848, "restart_count_per_hour": 19, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 849}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.3, "sample_count": 2077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:55:38+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T19:55:37+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T19:55:37.886146+09:00", "mtime_epoch": 1783248937.8861458, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:55:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.652, "pushed": 6.652, "read": 6.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.716, "count": 199, "max_ms": 29.624, "p95_ms": 20.489}, "gstreamer_push": {"avg_ms": 1.11, "count": 199, "max_ms": 1.559, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.397, "count": 199, "max_ms": 71.758, "p95_ms": 61.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.987, "count": 199, "max_ms": 85.333, "p95_ms": 73.158}, "yolo11_640_fire_11class": {"avg_ms": 49.798, "count": 199, "max_ms": 73.715, "p95_ms": 63.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.077, "count": 199, "max_ms": 87.136, "p95_ms": 75.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.74, "count": 199, "max_ms": 158.273, "p95_ms": 140.917}, "read_interval": {"avg_ms": 150.936, "count": 198, "max_ms": 4277.012, "p95_ms": 150.492}, "triton_wait": {"avg_ms": 58.196, "count": 199, "max_ms": 87.147, "p95_ms": 76.261}, "visualize": {"avg_ms": 4.866, "count": 199, "max_ms": 7.317, "p95_ms": 5.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16105.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13450.75, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.643, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2032508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:55:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:55:48+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T19:55:48+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T19:55:48.890291+09:00", "mtime_epoch": 1783248948.8902912, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 153039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:55:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2409.625, "name": "celery", "pid": 267, "rss_mb": 2409.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.149, "pushed": 10.149, "read": 10.116}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.683, "count": 304, "max_ms": 10.985, "p95_ms": 8.841}, "gstreamer_push": {"avg_ms": 1.259, "count": 304, "max_ms": 1.546, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.89, "count": 304, "max_ms": 66.644, "p95_ms": 61.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.367, "count": 304, "max_ms": 80.293, "p95_ms": 73.724}, "yolo11_640_fire_11class": {"avg_ms": 52.198, "count": 304, "max_ms": 70.37, "p95_ms": 64.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.185, "count": 304, "max_ms": 80.708, "p95_ms": 76.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.37, "count": 304, "max_ms": 110.02, "p95_ms": 93.426}, "read_interval": {"avg_ms": 98.847, "count": 303, "max_ms": 795.882, "p95_ms": 110.68}, "triton_wait": {"avg_ms": 56.935, "count": 304, "max_ms": 80.717, "p95_ms": 76.728}, "visualize": {"avg_ms": 3.652, "count": 304, "max_ms": 5.678, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16107.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 760, "h264_decode_error_count": 1854, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:55:10+09:00", "last_error_summary": "[h264 @ 0x56316d753740] error while decoding MB 77 20, bytestream -9", "last_exit_at": "2026-07-05T19:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.624, "last_started_at": "2026-07-05T19:55:12+09:00", "pid": 143222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.238, "name": "ffmpeg", "pid": 143222, "rss_mb": 268.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 848, "restart_count_per_hour": 19, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 849}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.327, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:56:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:56:08+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T19:56:08+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T19:56:08.022546+09:00", "mtime_epoch": 1783248968.0225456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:56:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.77, "pushed": 7.77, "read": 7.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.811, "count": 232, "max_ms": 25.414, "p95_ms": 21.612}, "gstreamer_push": {"avg_ms": 1.141, "count": 233, "max_ms": 1.567, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.709, "count": 232, "max_ms": 66.305, "p95_ms": 62.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.862, "count": 232, "max_ms": 81.477, "p95_ms": 74.608}, "yolo11_640_fire_11class": {"avg_ms": 50.072, "count": 232, "max_ms": 67.514, "p95_ms": 64.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.389, "count": 232, "max_ms": 80.611, "p95_ms": 75.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.187, "count": 233, "max_ms": 143.002, "p95_ms": 137.955}, "read_interval": {"avg_ms": 129.239, "count": 232, "max_ms": 154.516, "p95_ms": 149.362}, "triton_wait": {"avg_ms": 58.722, "count": 232, "max_ms": 81.489, "p95_ms": 76.715}, "visualize": {"avg_ms": 4.974, "count": 232, "max_ms": 7.466, "p95_ms": 6.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16107.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13480.767, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.491, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2032810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:56:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:56:18+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T19:56:18+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T19:56:18.902691+09:00", "mtime_epoch": 1783248978.9026911, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:56:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2409.625, "name": "celery", "pid": 267, "rss_mb": 2409.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.665, "count": 302, "max_ms": 11.777, "p95_ms": 8.717}, "gstreamer_push": {"avg_ms": 1.251, "count": 302, "max_ms": 2.03, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.13, "count": 302, "max_ms": 69.051, "p95_ms": 62.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.544, "count": 302, "max_ms": 83.027, "p95_ms": 73.565}, "yolo11_640_fire_11class": {"avg_ms": 51.527, "count": 302, "max_ms": 72.324, "p95_ms": 64.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.57, "count": 302, "max_ms": 80.991, "p95_ms": 75.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.135, "count": 302, "max_ms": 98.595, "p95_ms": 91.954}, "read_interval": {"avg_ms": 99.44, "count": 301, "max_ms": 667.253, "p95_ms": 120.659}, "triton_wait": {"avg_ms": 55.966, "count": 302, "max_ms": 83.04, "p95_ms": 75.858}, "visualize": {"avg_ms": 3.673, "count": 302, "max_ms": 4.678, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16107.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 760, "h264_decode_error_count": 1854, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:55:10+09:00", "last_error_summary": "[h264 @ 0x56316d753740] error while decoding MB 77 20, bytestream -9", "last_exit_at": "2026-07-05T19:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.688, "last_started_at": "2026-07-05T19:55:12+09:00", "pid": 143222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.754, "name": "ffmpeg", "pid": 143222, "rss_mb": 268.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 848, "restart_count_per_hour": 19, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 849}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.175, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:56:38+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T19:56:38+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T19:56:38.066949+09:00", "mtime_epoch": 1783248998.0669491, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:56:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.748, "pushed": 7.748, "read": 7.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.632, "count": 232, "max_ms": 24.822, "p95_ms": 20.25}, "gstreamer_push": {"avg_ms": 1.1, "count": 232, "max_ms": 1.322, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.394, "count": 232, "max_ms": 65.147, "p95_ms": 62.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.665, "count": 232, "max_ms": 80.608, "p95_ms": 73.75}, "yolo11_640_fire_11class": {"avg_ms": 50.03, "count": 232, "max_ms": 66.134, "p95_ms": 63.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.372, "count": 232, "max_ms": 79.351, "p95_ms": 75.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.359, "count": 232, "max_ms": 141.936, "p95_ms": 136.033}, "read_interval": {"avg_ms": 129.499, "count": 231, "max_ms": 154.83, "p95_ms": 147.963}, "triton_wait": {"avg_ms": 57.799, "count": 232, "max_ms": 80.62, "p95_ms": 75.5}, "visualize": {"avg_ms": 4.722, "count": 232, "max_ms": 6.619, "p95_ms": 4.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16107.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13510.869, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.841, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2033107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T19:56:49+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T19:56:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T19:56:48.983097+09:00", "mtime_epoch": 1783249008.983097, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:56:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2409.883, "name": "celery", "pid": 267, "rss_mb": 2409.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.751, "count": 296, "max_ms": 11.543, "p95_ms": 9.747}, "gstreamer_push": {"avg_ms": 1.219, "count": 297, "max_ms": 1.683, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.273, "count": 296, "max_ms": 64.587, "p95_ms": 62.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.149, "count": 296, "max_ms": 79.604, "p95_ms": 74.314}, "yolo11_640_fire_11class": {"avg_ms": 53.255, "count": 296, "max_ms": 68.706, "p95_ms": 64.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.477, "count": 296, "max_ms": 78.068, "p95_ms": 76.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.212, "count": 297, "max_ms": 134.5, "p95_ms": 92.746}, "read_interval": {"avg_ms": 101.329, "count": 296, "max_ms": 579.773, "p95_ms": 144.483}, "triton_wait": {"avg_ms": 57.916, "count": 296, "max_ms": 79.616, "p95_ms": 76.573}, "visualize": {"avg_ms": 3.626, "count": 296, "max_ms": 5.104, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16109.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 760, "h264_decode_error_count": 1854, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:55:10+09:00", "last_error_summary": "[h264 @ 0x56316d753740] error while decoding MB 77 20, bytestream -9", "last_exit_at": "2026-07-05T19:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.774, "last_started_at": "2026-07-05T19:55:12+09:00", "pid": 143222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.559, "name": "ffmpeg", "pid": 143222, "rss_mb": 270.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 848, "restart_count_per_hour": 19, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 849}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.3, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1585196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:57:08+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-05T19:57:08+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T19:57:08.147358+09:00", "mtime_epoch": 1783249028.1473584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:57:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.614, "pushed": 7.614, "read": 7.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.307, "count": 228, "max_ms": 22.32, "p95_ms": 20.0}, "gstreamer_push": {"avg_ms": 1.113, "count": 228, "max_ms": 1.622, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.912, "count": 228, "max_ms": 64.212, "p95_ms": 63.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.354, "count": 228, "max_ms": 83.642, "p95_ms": 77.047}, "yolo11_640_fire_11class": {"avg_ms": 52.979, "count": 228, "max_ms": 67.224, "p95_ms": 66.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.93, "count": 228, "max_ms": 79.094, "p95_ms": 76.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.146, "count": 228, "max_ms": 144.835, "p95_ms": 139.024}, "read_interval": {"avg_ms": 131.863, "count": 227, "max_ms": 154.71, "p95_ms": 148.513}, "triton_wait": {"avg_ms": 62.024, "count": 228, "max_ms": 83.653, "p95_ms": 77.721}, "visualize": {"avg_ms": 4.743, "count": 228, "max_ms": 6.112, "p95_ms": 5.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16111.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13540.933, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.967, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2033409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:57:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T19:57:19+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T19:57:19.071508+09:00", "mtime_epoch": 1783249039.0715082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 153583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:57:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2410.141, "name": "celery", "pid": 267, "rss_mb": 2410.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.668, "count": 302, "max_ms": 10.032, "p95_ms": 8.98}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 2.09, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.786, "count": 302, "max_ms": 65.558, "p95_ms": 62.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.834, "count": 302, "max_ms": 81.125, "p95_ms": 75.855}, "yolo11_640_fire_11class": {"avg_ms": 53.692, "count": 302, "max_ms": 72.301, "p95_ms": 65.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.952, "count": 302, "max_ms": 78.611, "p95_ms": 75.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.251, "count": 302, "max_ms": 129.496, "p95_ms": 93.042}, "read_interval": {"avg_ms": 99.608, "count": 301, "max_ms": 810.768, "p95_ms": 110.822}, "triton_wait": {"avg_ms": 58.826, "count": 302, "max_ms": 81.137, "p95_ms": 77.165}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 4.855, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16119.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 760, "h264_decode_error_count": 1854, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:55:10+09:00", "last_error_summary": "[h264 @ 0x56316d753740] error while decoding MB 77 20, bytestream -9", "last_exit_at": "2026-07-05T19:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.79, "last_started_at": "2026-07-05T19:55:12+09:00", "pid": 143222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.324, "name": "ffmpeg", "pid": 143222, "rss_mb": 279.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 848, "restart_count_per_hour": 18, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 849}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.248, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1585427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:57:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:57:38+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T19:57:38+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T19:57:38.195772+09:00", "mtime_epoch": 1783249058.195772, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:57:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.727, "pushed": 7.727, "read": 7.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.298, "count": 231, "max_ms": 25.576, "p95_ms": 19.957}, "gstreamer_push": {"avg_ms": 1.097, "count": 231, "max_ms": 1.302, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.921, "count": 231, "max_ms": 68.834, "p95_ms": 62.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.17, "count": 231, "max_ms": 81.166, "p95_ms": 75.92}, "yolo11_640_fire_11class": {"avg_ms": 51.624, "count": 231, "max_ms": 73.379, "p95_ms": 65.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.834, "count": 231, "max_ms": 79.139, "p95_ms": 76.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.243, "count": 231, "max_ms": 145.375, "p95_ms": 137.925}, "read_interval": {"avg_ms": 129.959, "count": 230, "max_ms": 154.9, "p95_ms": 147.721}, "triton_wait": {"avg_ms": 60.214, "count": 231, "max_ms": 81.176, "p95_ms": 77.562}, "visualize": {"avg_ms": 4.702, "count": 231, "max_ms": 6.111, "p95_ms": 5.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16123.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13570.953, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.981, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2033708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:57:49+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:57:49+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:57:49.095923+09:00", "mtime_epoch": 1783249069.095923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:57:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2410.141, "name": "celery", "pid": 267, "rss_mb": 2410.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.963}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.532, "count": 299, "max_ms": 10.273, "p95_ms": 8.347}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 1.839, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.688, "count": 299, "max_ms": 68.451, "p95_ms": 62.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.846, "count": 299, "max_ms": 78.792, "p95_ms": 75.069}, "yolo11_640_fire_11class": {"avg_ms": 52.13, "count": 299, "max_ms": 72.988, "p95_ms": 64.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.476, "count": 299, "max_ms": 78.744, "p95_ms": 75.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.828, "count": 299, "max_ms": 94.979, "p95_ms": 92.109}, "read_interval": {"avg_ms": 100.464, "count": 298, "max_ms": 593.031, "p95_ms": 233.6}, "triton_wait": {"avg_ms": 56.784, "count": 299, "max_ms": 78.805, "p95_ms": 76.24}, "visualize": {"avg_ms": 3.646, "count": 299, "max_ms": 4.886, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16124.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 760, "h264_decode_error_count": 1854, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:55:10+09:00", "last_error_summary": "[h264 @ 0x56316d753740] error while decoding MB 77 20, bytestream -9", "last_exit_at": "2026-07-05T19:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.874, "last_started_at": "2026-07-05T19:55:12+09:00", "pid": 143222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.281, "name": "ffmpeg", "pid": 143222, "rss_mb": 284.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 848, "restart_count_per_hour": 18, "rtsp_timeout_count": 472, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 849}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.41, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1585660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:58:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:58:08+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T19:58:08+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T19:58:08.272190+09:00", "mtime_epoch": 1783249088.2721903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:58:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.78, "pushed": 7.78, "read": 7.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.702, "count": 233, "max_ms": 31.302, "p95_ms": 21.995}, "gstreamer_push": {"avg_ms": 1.096, "count": 233, "max_ms": 1.491, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.814, "count": 233, "max_ms": 68.117, "p95_ms": 63.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.381, "count": 233, "max_ms": 85.594, "p95_ms": 78.944}, "yolo11_640_fire_11class": {"avg_ms": 50.454, "count": 233, "max_ms": 68.63, "p95_ms": 65.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.355, "count": 233, "max_ms": 80.417, "p95_ms": 76.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.381, "count": 233, "max_ms": 146.761, "p95_ms": 140.362}, "read_interval": {"avg_ms": 129.138, "count": 232, "max_ms": 157.943, "p95_ms": 150.672}, "triton_wait": {"avg_ms": 58.838, "count": 233, "max_ms": 85.605, "p95_ms": 79.413}, "visualize": {"avg_ms": 4.7, "count": 233, "max_ms": 5.928, "p95_ms": 5.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16123.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13600.988, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.813, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2034013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:58:19+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T19:58:19+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T19:58:19.128342+09:00", "mtime_epoch": 1783249099.1283424, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:58:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2410.398, "name": "celery", "pid": 267, "rss_mb": 2410.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.181, "pushed": 10.181, "read": 10.147}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.641, "count": 305, "max_ms": 11.559, "p95_ms": 9.005}, "gstreamer_push": {"avg_ms": 1.27, "count": 305, "max_ms": 1.613, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.615, "count": 305, "max_ms": 67.285, "p95_ms": 62.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.356, "count": 305, "max_ms": 81.352, "p95_ms": 74.325}, "yolo11_640_fire_11class": {"avg_ms": 51.573, "count": 305, "max_ms": 71.36, "p95_ms": 64.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.532, "count": 305, "max_ms": 80.522, "p95_ms": 74.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.165, "count": 305, "max_ms": 104.81, "p95_ms": 92.283}, "read_interval": {"avg_ms": 98.533, "count": 304, "max_ms": 610.048, "p95_ms": 139.807}, "triton_wait": {"avg_ms": 55.642, "count": 305, "max_ms": 81.364, "p95_ms": 76.107}, "visualize": {"avg_ms": 3.65, "count": 305, "max_ms": 4.947, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15982.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 761, "h264_decode_error_count": 1860, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:58:33+09:00", "last_error_summary": "[h264 @ 0x56466d7e9280] cabac decode of qscale diff failed at 17 35 [h264 @ 0x56466d7e9280] error while decoding MB 17 35, bytestream 5054 [h264 @ 0x56466cd1e0c0] cabac decode of qscale diff failed at 62 43 [h264 @ 0x56466cd1e0c0] error while decoding MB 62 43, bytestream 4279 [h264 @ 0x56466d7e9280] top block unavailable for requested intra mode -1 [h264 @ 0x56466d7e9280] error while decoding MB 76 0, bytestream 53801 [h264 @ 0x56466d986f80] error while decoding MB 35 38, bytestream -20 [in#0/r", "last_exit_at": "2026-07-05T19:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.048, "last_started_at": "2026-07-05T19:58:35+09:00", "pid": 143329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.703, "name": "ffmpeg", "pid": 143329, "rss_mb": 144.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 849, "restart_count_per_hour": 19, "rtsp_timeout_count": 474, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 850}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.41, "sample_count": 2077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1585716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:58:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:58:38+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T19:58:38+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T19:58:38.336613+09:00", "mtime_epoch": 1783249118.3366127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:58:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9380.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.87, "pushed": 1.87, "read": 1.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.774, "count": 56, "max_ms": 26.406, "p95_ms": 24.559}, "gstreamer_push": {"avg_ms": 1.113, "count": 56, "max_ms": 1.345, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.796, "count": 56, "max_ms": 63.921, "p95_ms": 62.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.697, "count": 56, "max_ms": 75.751, "p95_ms": 72.744}, "yolo11_640_fire_11class": {"avg_ms": 51.34, "count": 56, "max_ms": 66.322, "p95_ms": 64.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.617, "count": 56, "max_ms": 76.926, "p95_ms": 75.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.014, "count": 56, "max_ms": 138.588, "p95_ms": 136.567}, "read_interval": {"avg_ms": 544.313, "count": 55, "max_ms": 18951.899, "p95_ms": 149.728}, "triton_wait": {"avg_ms": 58.862, "count": 56, "max_ms": 76.939, "p95_ms": 75.763}, "visualize": {"avg_ms": 4.64, "count": 56, "max_ms": 5.139, "p95_ms": 4.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16105.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13631.025, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.956, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2034307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:58:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:58:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T19:58:49+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T19:58:49.148766+09:00", "mtime_epoch": 1783249129.1487656, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:58:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2410.398, "name": "celery", "pid": 267, "rss_mb": 2410.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.786}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.62, "count": 294, "max_ms": 11.629, "p95_ms": 8.631}, "gstreamer_push": {"avg_ms": 1.291, "count": 294, "max_ms": 1.64, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.862, "count": 294, "max_ms": 63.182, "p95_ms": 56.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.734, "count": 294, "max_ms": 77.769, "p95_ms": 70.209}, "yolo11_640_fire_11class": {"avg_ms": 50.268, "count": 294, "max_ms": 70.883, "p95_ms": 62.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.512, "count": 294, "max_ms": 78.016, "p95_ms": 73.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.075, "count": 294, "max_ms": 130.771, "p95_ms": 90.735}, "read_interval": {"avg_ms": 102.123, "count": 293, "max_ms": 846.071, "p95_ms": 135.025}, "triton_wait": {"avg_ms": 53.752, "count": 294, "max_ms": 78.029, "p95_ms": 74.643}, "visualize": {"avg_ms": 3.661, "count": 294, "max_ms": 4.958, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16107.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 761, "h264_decode_error_count": 1860, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:58:33+09:00", "last_error_summary": "[h264 @ 0x56466d7e9280] cabac decode of qscale diff failed at 17 35 [h264 @ 0x56466d7e9280] error while decoding MB 17 35, bytestream 5054 [h264 @ 0x56466cd1e0c0] cabac decode of qscale diff failed at 62 43 [h264 @ 0x56466cd1e0c0] error while decoding MB 62 43, bytestream 4279 [h264 @ 0x56466d7e9280] top block unavailable for requested intra mode -1 [h264 @ 0x56466d7e9280] error while decoding MB 76 0, bytestream 53801 [h264 @ 0x56466d986f80] error while decoding MB 35 38, bytestream -20 [in#0/r", "last_exit_at": "2026-07-05T19:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.071, "last_started_at": "2026-07-05T19:58:35+09:00", "pid": 143329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.066, "name": "ffmpeg", "pid": 143329, "rss_mb": 267.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 849, "restart_count_per_hour": 19, "rtsp_timeout_count": 474, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 850}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.087, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1585950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:59:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:59:08+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T19:59:08+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T19:59:08.369039+09:00", "mtime_epoch": 1783249148.3690388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:59:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.827, "pushed": 7.827, "read": 7.794}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.665, "count": 234, "max_ms": 32.881, "p95_ms": 21.231}, "gstreamer_push": {"avg_ms": 1.103, "count": 234, "max_ms": 1.767, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.416, "count": 234, "max_ms": 69.803, "p95_ms": 62.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.493, "count": 234, "max_ms": 78.883, "p95_ms": 75.288}, "yolo11_640_fire_11class": {"avg_ms": 50.624, "count": 234, "max_ms": 71.175, "p95_ms": 64.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.559, "count": 234, "max_ms": 83.089, "p95_ms": 75.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.279, "count": 234, "max_ms": 149.474, "p95_ms": 136.532}, "read_interval": {"avg_ms": 128.339, "count": 233, "max_ms": 158.341, "p95_ms": 147.363}, "triton_wait": {"avg_ms": 58.898, "count": 234, "max_ms": 83.1, "p95_ms": 76.359}, "visualize": {"avg_ms": 4.72, "count": 234, "max_ms": 6.159, "p95_ms": 5.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16107.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13661.041, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.81, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2034607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:59:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:59:19+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T19:59:19+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T19:59:19.177193+09:00", "mtime_epoch": 1783249159.177193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:59:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2410.656, "name": "celery", "pid": 267, "rss_mb": 2410.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.744, "count": 300, "max_ms": 13.85, "p95_ms": 9.493}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.54, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.353, "count": 300, "max_ms": 64.908, "p95_ms": 62.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.001, "count": 300, "max_ms": 82.249, "p95_ms": 71.648}, "yolo11_640_fire_11class": {"avg_ms": 51.326, "count": 300, "max_ms": 73.323, "p95_ms": 63.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.532, "count": 300, "max_ms": 79.222, "p95_ms": 75.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.425, "count": 300, "max_ms": 105.053, "p95_ms": 92.479}, "read_interval": {"avg_ms": 100.119, "count": 299, "max_ms": 754.935, "p95_ms": 158.407}, "triton_wait": {"avg_ms": 55.812, "count": 300, "max_ms": 82.262, "p95_ms": 75.618}, "visualize": {"avg_ms": 3.666, "count": 300, "max_ms": 5.71, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16107.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 761, "h264_decode_error_count": 1860, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:58:33+09:00", "last_error_summary": "[h264 @ 0x56466d7e9280] cabac decode of qscale diff failed at 17 35 [h264 @ 0x56466d7e9280] error while decoding MB 17 35, bytestream 5054 [h264 @ 0x56466cd1e0c0] cabac decode of qscale diff failed at 62 43 [h264 @ 0x56466cd1e0c0] error while decoding MB 62 43, bytestream 4279 [h264 @ 0x56466d7e9280] top block unavailable for requested intra mode -1 [h264 @ 0x56466d7e9280] error while decoding MB 76 0, bytestream 53801 [h264 @ 0x56466d986f80] error while decoding MB 35 38, bytestream -20 [in#0/r", "last_exit_at": "2026-07-05T19:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.154, "last_started_at": "2026-07-05T19:58:35+09:00", "pid": 143329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.066, "name": "ffmpeg", "pid": 143329, "rss_mb": 267.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 849, "restart_count_per_hour": 19, "rtsp_timeout_count": 474, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 850}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.303, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1586187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T19:59:38+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T19:59:38+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T19:59:38.441469+09:00", "mtime_epoch": 1783249178.4414692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T19:59:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.909, "pushed": 7.909, "read": 7.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.212, "count": 236, "max_ms": 21.228, "p95_ms": 19.528}, "gstreamer_push": {"avg_ms": 1.093, "count": 237, "max_ms": 1.425, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.736, "count": 236, "max_ms": 65.227, "p95_ms": 62.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.895, "count": 236, "max_ms": 79.0, "p95_ms": 72.375}, "yolo11_640_fire_11class": {"avg_ms": 49.315, "count": 236, "max_ms": 67.209, "p95_ms": 63.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.756, "count": 236, "max_ms": 78.972, "p95_ms": 75.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.505, "count": 237, "max_ms": 139.303, "p95_ms": 137.222}, "read_interval": {"avg_ms": 126.927, "count": 236, "max_ms": 151.116, "p95_ms": 146.81}, "triton_wait": {"avg_ms": 57.688, "count": 236, "max_ms": 79.013, "p95_ms": 76.817}, "visualize": {"avg_ms": 4.69, "count": 236, "max_ms": 5.778, "p95_ms": 5.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16107.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13691.046, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.62, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2034911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T19:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T19:59:49+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T19:59:49+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T19:59:49.189624+09:00", "mtime_epoch": 1783249189.1896238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T19:59:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2410.656, "name": "celery", "pid": 267, "rss_mb": 2410.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.592, "count": 304, "max_ms": 13.186, "p95_ms": 8.521}, "gstreamer_push": {"avg_ms": 1.249, "count": 304, "max_ms": 1.682, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.885, "count": 304, "max_ms": 67.566, "p95_ms": 62.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.048, "count": 304, "max_ms": 84.812, "p95_ms": 70.407}, "yolo11_640_fire_11class": {"avg_ms": 48.705, "count": 304, "max_ms": 68.062, "p95_ms": 62.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.529, "count": 304, "max_ms": 82.412, "p95_ms": 75.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.776, "count": 304, "max_ms": 103.666, "p95_ms": 91.574}, "read_interval": {"avg_ms": 98.708, "count": 304, "max_ms": 563.158, "p95_ms": 166.567}, "triton_wait": {"avg_ms": 55.531, "count": 304, "max_ms": 84.824, "p95_ms": 75.691}, "visualize": {"avg_ms": 3.636, "count": 304, "max_ms": 4.997, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16109.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 761, "h264_decode_error_count": 1860, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:58:33+09:00", "last_error_summary": "[h264 @ 0x56466d7e9280] cabac decode of qscale diff failed at 17 35 [h264 @ 0x56466d7e9280] error while decoding MB 17 35, bytestream 5054 [h264 @ 0x56466cd1e0c0] cabac decode of qscale diff failed at 62 43 [h264 @ 0x56466cd1e0c0] error while decoding MB 62 43, bytestream 4279 [h264 @ 0x56466d7e9280] top block unavailable for requested intra mode -1 [h264 @ 0x56466d7e9280] error while decoding MB 76 0, bytestream 53801 [h264 @ 0x56466d986f80] error while decoding MB 35 38, bytestream -20 [in#0/r", "last_exit_at": "2026-07-05T19:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.184, "last_started_at": "2026-07-05T19:58:35+09:00", "pid": 143329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.355, "name": "ffmpeg", "pid": 143329, "rss_mb": 268.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 849, "restart_count_per_hour": 19, "rtsp_timeout_count": 474, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 850}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.743, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1586423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:00:08+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T20:00:08+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T20:00:08.465902+09:00", "mtime_epoch": 1783249208.4659023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:00:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.889, "pushed": 7.889, "read": 7.856}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.151, "count": 236, "max_ms": 21.168, "p95_ms": 19.706}, "gstreamer_push": {"avg_ms": 1.097, "count": 236, "max_ms": 1.413, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.877, "count": 236, "max_ms": 67.905, "p95_ms": 61.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.368, "count": 236, "max_ms": 84.778, "p95_ms": 74.495}, "yolo11_640_fire_11class": {"avg_ms": 49.446, "count": 236, "max_ms": 67.918, "p95_ms": 61.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.929, "count": 236, "max_ms": 82.29, "p95_ms": 75.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.05, "count": 236, "max_ms": 145.113, "p95_ms": 135.974}, "read_interval": {"avg_ms": 127.223, "count": 235, "max_ms": 156.15, "p95_ms": 145.152}, "triton_wait": {"avg_ms": 58.143, "count": 236, "max_ms": 84.79, "p95_ms": 75.992}, "visualize": {"avg_ms": 4.729, "count": 236, "max_ms": 7.17, "p95_ms": 5.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16109.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13721.055, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.292, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2035210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:00:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:00:19+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T20:00:19+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T20:00:19.174058+09:00", "mtime_epoch": 1783249219.1740577, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:00:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2410.914, "name": "celery", "pid": 267, "rss_mb": 2410.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.643, "count": 299, "max_ms": 12.696, "p95_ms": 8.78}, "gstreamer_push": {"avg_ms": 1.246, "count": 299, "max_ms": 1.467, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.61, "count": 299, "max_ms": 65.464, "p95_ms": 62.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.963, "count": 299, "max_ms": 80.496, "p95_ms": 72.478}, "yolo11_640_fire_11class": {"avg_ms": 49.302, "count": 299, "max_ms": 64.917, "p95_ms": 62.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.388, "count": 299, "max_ms": 79.007, "p95_ms": 75.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.253, "count": 299, "max_ms": 137.328, "p95_ms": 92.292}, "read_interval": {"avg_ms": 100.295, "count": 299, "max_ms": 668.226, "p95_ms": 115.742}, "triton_wait": {"avg_ms": 56.998, "count": 299, "max_ms": 80.507, "p95_ms": 76.434}, "visualize": {"avg_ms": 3.654, "count": 299, "max_ms": 4.828, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16112.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 761, "h264_decode_error_count": 1860, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:58:33+09:00", "last_error_summary": "[h264 @ 0x56466d7e9280] cabac decode of qscale diff failed at 17 35 [h264 @ 0x56466d7e9280] error while decoding MB 17 35, bytestream 5054 [h264 @ 0x56466cd1e0c0] cabac decode of qscale diff failed at 62 43 [h264 @ 0x56466cd1e0c0] error while decoding MB 62 43, bytestream 4279 [h264 @ 0x56466d7e9280] top block unavailable for requested intra mode -1 [h264 @ 0x56466d7e9280] error while decoding MB 76 0, bytestream 53801 [h264 @ 0x56466d986f80] error while decoding MB 35 38, bytestream -20 [in#0/r", "last_exit_at": "2026-07-05T19:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.237, "last_started_at": "2026-07-05T19:58:35+09:00", "pid": 143329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.992, "name": "ffmpeg", "pid": 143329, "rss_mb": 270.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 849, "restart_count_per_hour": 19, "rtsp_timeout_count": 474, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 850}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.41, "sample_count": 2150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1586657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T20:00:38+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T20:00:38+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T20:00:38.530339+09:00", "mtime_epoch": 1783249238.5303395, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:00:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.818, "pushed": 7.818, "read": 7.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.4, "count": 234, "max_ms": 27.228, "p95_ms": 20.199}, "gstreamer_push": {"avg_ms": 1.104, "count": 234, "max_ms": 1.656, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.512, "count": 234, "max_ms": 64.749, "p95_ms": 62.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.53, "count": 234, "max_ms": 79.528, "p95_ms": 73.173}, "yolo11_640_fire_11class": {"avg_ms": 49.966, "count": 234, "max_ms": 63.996, "p95_ms": 62.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.018, "count": 234, "max_ms": 79.147, "p95_ms": 76.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.215, "count": 234, "max_ms": 142.532, "p95_ms": 137.417}, "read_interval": {"avg_ms": 128.449, "count": 233, "max_ms": 151.385, "p95_ms": 146.478}, "triton_wait": {"avg_ms": 59.306, "count": 234, "max_ms": 79.54, "p95_ms": 77.431}, "visualize": {"avg_ms": 4.696, "count": 234, "max_ms": 5.62, "p95_ms": 5.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16112.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13751.1, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.321, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2035511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:00:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:00:49+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:00:49+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-05T20:00:49.246496+09:00", "mtime_epoch": 1783249249.246496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:00:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2410.914, "name": "celery", "pid": 267, "rss_mb": 2410.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.728, "count": 301, "max_ms": 11.691, "p95_ms": 9.362}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.501, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.991, "count": 301, "max_ms": 70.459, "p95_ms": 62.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.38, "count": 301, "max_ms": 80.112, "p95_ms": 74.63}, "yolo11_640_fire_11class": {"avg_ms": 49.457, "count": 301, "max_ms": 69.506, "p95_ms": 62.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.399, "count": 301, "max_ms": 82.193, "p95_ms": 75.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.051, "count": 301, "max_ms": 132.782, "p95_ms": 95.553}, "read_interval": {"avg_ms": 99.883, "count": 300, "max_ms": 526.145, "p95_ms": 143.103}, "triton_wait": {"avg_ms": 57.251, "count": 301, "max_ms": 82.205, "p95_ms": 76.611}, "visualize": {"avg_ms": 3.717, "count": 301, "max_ms": 5.774, "p95_ms": 4.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16115.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 761, "h264_decode_error_count": 1860, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:58:33+09:00", "last_error_summary": "[h264 @ 0x56466d7e9280] cabac decode of qscale diff failed at 17 35 [h264 @ 0x56466d7e9280] error while decoding MB 17 35, bytestream 5054 [h264 @ 0x56466cd1e0c0] cabac decode of qscale diff failed at 62 43 [h264 @ 0x56466cd1e0c0] error while decoding MB 62 43, bytestream 4279 [h264 @ 0x56466d7e9280] top block unavailable for requested intra mode -1 [h264 @ 0x56466d7e9280] error while decoding MB 76 0, bytestream 53801 [h264 @ 0x56466d986f80] error while decoding MB 35 38, bytestream -20 [in#0/r", "last_exit_at": "2026-07-05T19:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.285, "last_started_at": "2026-07-05T19:58:35+09:00", "pid": 143329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.055, "name": "ffmpeg", "pid": 143329, "rss_mb": 273.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 849, "restart_count_per_hour": 18, "rtsp_timeout_count": 474, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 850}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.441, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1586888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:01:08+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T20:01:08+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T20:01:08.574779+09:00", "mtime_epoch": 1783249268.5747793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:01:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.719, "pushed": 7.719, "read": 7.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.315, "count": 231, "max_ms": 25.144, "p95_ms": 20.238}, "gstreamer_push": {"avg_ms": 1.114, "count": 231, "max_ms": 1.597, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.62, "count": 231, "max_ms": 63.944, "p95_ms": 62.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.217, "count": 231, "max_ms": 83.169, "p95_ms": 76.966}, "yolo11_640_fire_11class": {"avg_ms": 50.102, "count": 231, "max_ms": 64.993, "p95_ms": 61.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.551, "count": 231, "max_ms": 80.311, "p95_ms": 76.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.034, "count": 231, "max_ms": 144.397, "p95_ms": 138.202}, "read_interval": {"avg_ms": 130.1, "count": 230, "max_ms": 153.627, "p95_ms": 148.464}, "triton_wait": {"avg_ms": 60.14, "count": 231, "max_ms": 83.181, "p95_ms": 77.573}, "visualize": {"avg_ms": 4.773, "count": 231, "max_ms": 7.195, "p95_ms": 5.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16114.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13781.373, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.62, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2035814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:01:19+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:01:19+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-05T20:01:19.286937+09:00", "mtime_epoch": 1783249279.286937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:01:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2411.172, "name": "celery", "pid": 267, "rss_mb": 2411.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.689, "count": 300, "max_ms": 15.208, "p95_ms": 8.748}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 2.267, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.087, "count": 300, "max_ms": 67.144, "p95_ms": 62.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.35, "count": 300, "max_ms": 81.902, "p95_ms": 74.882}, "yolo11_640_fire_11class": {"avg_ms": 49.461, "count": 300, "max_ms": 66.402, "p95_ms": 62.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.707, "count": 300, "max_ms": 81.196, "p95_ms": 76.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.825, "count": 300, "max_ms": 136.754, "p95_ms": 94.038}, "read_interval": {"avg_ms": 100.06, "count": 300, "max_ms": 799.987, "p95_ms": 130.498}, "triton_wait": {"avg_ms": 57.078, "count": 300, "max_ms": 81.915, "p95_ms": 76.919}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.841, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16119.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 761, "h264_decode_error_count": 1860, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T19:58:33+09:00", "last_error_summary": "[h264 @ 0x56466d7e9280] cabac decode of qscale diff failed at 17 35 [h264 @ 0x56466d7e9280] error while decoding MB 17 35, bytestream 5054 [h264 @ 0x56466cd1e0c0] cabac decode of qscale diff failed at 62 43 [h264 @ 0x56466cd1e0c0] error while decoding MB 62 43, bytestream 4279 [h264 @ 0x56466d7e9280] top block unavailable for requested intra mode -1 [h264 @ 0x56466d7e9280] error while decoding MB 76 0, bytestream 53801 [h264 @ 0x56466d986f80] error while decoding MB 35 38, bytestream -20 [in#0/r", "last_exit_at": "2026-07-05T19:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.287, "last_started_at": "2026-07-05T19:58:35+09:00", "pid": 143329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.438, "name": "ffmpeg", "pid": 143329, "rss_mb": 277.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 849, "restart_count_per_hour": 18, "rtsp_timeout_count": 474, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 850}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.609, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1587120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:01:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:01:38+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-05T20:01:38+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T20:01:38.559222+09:00", "mtime_epoch": 1783249298.5592215, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:01:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.735, "pushed": 7.735, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.492, "count": 232, "max_ms": 31.88, "p95_ms": 20.472}, "gstreamer_push": {"avg_ms": 1.11, "count": 232, "max_ms": 1.695, "p95_ms": 1.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.297, "count": 232, "max_ms": 69.378, "p95_ms": 61.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.218, "count": 232, "max_ms": 79.945, "p95_ms": 76.501}, "yolo11_640_fire_11class": {"avg_ms": 49.65, "count": 232, "max_ms": 62.825, "p95_ms": 61.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.549, "count": 232, "max_ms": 77.663, "p95_ms": 75.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.393, "count": 232, "max_ms": 140.933, "p95_ms": 137.228}, "read_interval": {"avg_ms": 129.235, "count": 232, "max_ms": 152.861, "p95_ms": 147.386}, "triton_wait": {"avg_ms": 59.272, "count": 232, "max_ms": 79.957, "p95_ms": 77.02}, "visualize": {"avg_ms": 4.784, "count": 232, "max_ms": 7.281, "p95_ms": 5.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16119.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13811.387, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.008, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2036115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:01:49+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T20:01:49+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T20:01:49.523384+09:00", "mtime_epoch": 1783249309.5233839, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:01:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2411.43, "name": "celery", "pid": 267, "rss_mb": 2411.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.86, "count": 301, "max_ms": 12.142, "p95_ms": 9.882}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.471, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.187, "count": 301, "max_ms": 65.014, "p95_ms": 62.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.993, "count": 301, "max_ms": 82.21, "p95_ms": 75.241}, "yolo11_640_fire_11class": {"avg_ms": 48.636, "count": 301, "max_ms": 63.669, "p95_ms": 61.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.432, "count": 301, "max_ms": 79.378, "p95_ms": 76.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.635, "count": 301, "max_ms": 135.162, "p95_ms": 102.211}, "read_interval": {"avg_ms": 99.683, "count": 301, "max_ms": 553.773, "p95_ms": 144.135}, "triton_wait": {"avg_ms": 56.549, "count": 301, "max_ms": 82.223, "p95_ms": 76.954}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 5.757, "p95_ms": 4.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15983.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 762, "h264_decode_error_count": 1866, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:02:05+09:00", "last_error_summary": "[h264 @ 0x55f49d33c040] cabac decode of qscale diff failed at 57 16 [h264 @ 0x55f49d33c040] error while decoding MB 57 16, bytestream 3543 [h264 @ 0x55f49debd280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49debd280] error while decoding MB 0 34, bytestream 4247 [h264 @ 0x55f49db81940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49db81940] error while decoding MB 0 34, bytestream 4469 [h264 @ 0x55f49dd1f580] left block unavailable for requested intr", "last_exit_at": "2026-07-05T20:02:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.156, "last_started_at": "2026-07-05T20:02:08+09:00", "pid": 143436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 143.918, "name": "ffmpeg", "pid": 143436, "rss_mb": 143.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 850, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 851}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.609, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1587184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:02:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T20:02:10+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-05T20:02:10+09:00", "mjpeg": {"age_sec": 4.804, "exists": true, "mtime": "2026-07-05T20:02:05.819626+09:00", "mtime_epoch": 1783249325.8196259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:02:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.638, "pushed": 1.638, "read": 1.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.343, "count": 49, "max_ms": 22.348, "p95_ms": 20.856}, "gstreamer_push": {"avg_ms": 1.111, "count": 49, "max_ms": 1.216, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.328, "count": 49, "max_ms": 63.434, "p95_ms": 62.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.926, "count": 49, "max_ms": 81.199, "p95_ms": 79.932}, "yolo11_640_fire_11class": {"avg_ms": 51.106, "count": 49, "max_ms": 63.453, "p95_ms": 62.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.96, "count": 49, "max_ms": 78.757, "p95_ms": 77.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.769, "count": 49, "max_ms": 151.933, "p95_ms": 141.505}, "read_interval": {"avg_ms": 622.996, "count": 48, "max_ms": 19009.366, "p95_ms": 160.743}, "triton_wait": {"avg_ms": 61.969, "count": 49, "max_ms": 81.211, "p95_ms": 79.947}, "visualize": {"avg_ms": 4.807, "count": 49, "max_ms": 6.19, "p95_ms": 5.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16106.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13841.46, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.349, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2036414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:02:19+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T20:02:19+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T20:02:19.603831+09:00", "mtime_epoch": 1783249339.603831, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:02:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2411.43, "name": "celery", "pid": 267, "rss_mb": 2411.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.927, "count": 299, "max_ms": 10.912, "p95_ms": 9.944}, "gstreamer_push": {"avg_ms": 1.29, "count": 299, "max_ms": 2.013, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.956, "count": 299, "max_ms": 65.72, "p95_ms": 60.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.225, "count": 299, "max_ms": 79.578, "p95_ms": 59.387}, "yolo11_640_fire_11class": {"avg_ms": 46.614, "count": 299, "max_ms": 63.235, "p95_ms": 59.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.83, "count": 299, "max_ms": 80.155, "p95_ms": 71.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.696, "count": 299, "max_ms": 116.86, "p95_ms": 103.283}, "read_interval": {"avg_ms": 100.629, "count": 298, "max_ms": 765.859, "p95_ms": 139.256}, "triton_wait": {"avg_ms": 52.466, "count": 299, "max_ms": 80.164, "p95_ms": 71.624}, "visualize": {"avg_ms": 3.836, "count": 299, "max_ms": 6.604, "p95_ms": 5.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16107.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 762, "h264_decode_error_count": 1866, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:02:05+09:00", "last_error_summary": "[h264 @ 0x55f49d33c040] cabac decode of qscale diff failed at 57 16 [h264 @ 0x55f49d33c040] error while decoding MB 57 16, bytestream 3543 [h264 @ 0x55f49debd280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49debd280] error while decoding MB 0 34, bytestream 4247 [h264 @ 0x55f49db81940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49db81940] error while decoding MB 0 34, bytestream 4469 [h264 @ 0x55f49dd1f580] left block unavailable for requested intr", "last_exit_at": "2026-07-05T20:02:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.17, "last_started_at": "2026-07-05T20:02:08+09:00", "pid": 143436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.832, "name": "ffmpeg", "pid": 143436, "rss_mb": 264.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 850, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 851}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.651, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1587389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:02:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:02:40+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T20:02:40+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T20:02:40.508143+09:00", "mtime_epoch": 1783249360.5081434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:02:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.858, "pushed": 6.858, "read": 6.825}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.869, "count": 205, "max_ms": 25.398, "p95_ms": 21.606}, "gstreamer_push": {"avg_ms": 1.06, "count": 205, "max_ms": 1.281, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.712, "count": 205, "max_ms": 71.942, "p95_ms": 61.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.01, "count": 205, "max_ms": 83.572, "p95_ms": 70.519}, "yolo11_640_fire_11class": {"avg_ms": 48.363, "count": 205, "max_ms": 71.405, "p95_ms": 61.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.731, "count": 205, "max_ms": 82.127, "p95_ms": 78.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.056, "count": 205, "max_ms": 172.811, "p95_ms": 164.311}, "read_interval": {"avg_ms": 146.412, "count": 204, "max_ms": 180.671, "p95_ms": 172.332}, "triton_wait": {"avg_ms": 58.091, "count": 205, "max_ms": 83.585, "p95_ms": 78.479}, "visualize": {"avg_ms": 5.555, "count": 205, "max_ms": 6.883, "p95_ms": 6.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16113.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13871.525, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.271, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2036715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:02:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:02:49+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T20:02:49+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T20:02:49.664281+09:00", "mtime_epoch": 1783249369.6642807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:02:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2411.688, "name": "celery", "pid": 267, "rss_mb": 2411.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.003, "count": 301, "max_ms": 12.661, "p95_ms": 9.833}, "gstreamer_push": {"avg_ms": 1.261, "count": 301, "max_ms": 1.472, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.075, "count": 301, "max_ms": 66.37, "p95_ms": 61.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.174, "count": 301, "max_ms": 79.828, "p95_ms": 65.054}, "yolo11_640_fire_11class": {"avg_ms": 47.921, "count": 301, "max_ms": 65.832, "p95_ms": 61.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.313, "count": 301, "max_ms": 81.493, "p95_ms": 76.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.361, "count": 301, "max_ms": 132.717, "p95_ms": 105.465}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 544.808, "p95_ms": 143.815}, "triton_wait": {"avg_ms": 55.164, "count": 301, "max_ms": 81.505, "p95_ms": 76.706}, "visualize": {"avg_ms": 3.783, "count": 301, "max_ms": 5.991, "p95_ms": 4.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16115.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 762, "h264_decode_error_count": 1866, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:02:05+09:00", "last_error_summary": "[h264 @ 0x55f49d33c040] cabac decode of qscale diff failed at 57 16 [h264 @ 0x55f49d33c040] error while decoding MB 57 16, bytestream 3543 [h264 @ 0x55f49debd280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49debd280] error while decoding MB 0 34, bytestream 4247 [h264 @ 0x55f49db81940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49db81940] error while decoding MB 0 34, bytestream 4469 [h264 @ 0x55f49dd1f580] left block unavailable for requested intr", "last_exit_at": "2026-07-05T20:02:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.308, "last_started_at": "2026-07-05T20:02:08+09:00", "pid": 143436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.387, "name": "ffmpeg", "pid": 143436, "rss_mb": 271.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 850, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 851}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.938, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1587588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:03:10+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-05T20:03:10+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T20:03:10.620595+09:00", "mtime_epoch": 1783249390.6205955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:03:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.641, "pushed": 6.641, "read": 6.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.53, "count": 198, "max_ms": 28.121, "p95_ms": 23.904}, "gstreamer_push": {"avg_ms": 1.054, "count": 199, "max_ms": 1.512, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.488, "count": 198, "max_ms": 73.656, "p95_ms": 62.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.168, "count": 198, "max_ms": 82.727, "p95_ms": 71.092}, "yolo11_640_fire_11class": {"avg_ms": 48.378, "count": 198, "max_ms": 73.643, "p95_ms": 61.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.523, "count": 198, "max_ms": 80.829, "p95_ms": 76.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.864, "count": 199, "max_ms": 173.396, "p95_ms": 165.275}, "read_interval": {"avg_ms": 151.341, "count": 198, "max_ms": 181.932, "p95_ms": 174.135}, "triton_wait": {"avg_ms": 58.009, "count": 198, "max_ms": 82.74, "p95_ms": 77.719}, "visualize": {"avg_ms": 5.79, "count": 198, "max_ms": 8.378, "p95_ms": 6.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16115.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13901.727, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.213, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2037013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:03:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:03:19+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T20:03:19+09:00", "mjpeg": {"age_sec": 0.489, "exists": true, "mtime": "2026-07-05T20:03:19.440728+09:00", "mtime_epoch": 1783249399.4407282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:03:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2411.688, "name": "celery", "pid": 267, "rss_mb": 2411.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.88, "pushed": 9.88, "read": 9.846}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.991, "count": 296, "max_ms": 12.16, "p95_ms": 10.177}, "gstreamer_push": {"avg_ms": 1.266, "count": 296, "max_ms": 2.06, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.283, "count": 296, "max_ms": 65.42, "p95_ms": 61.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.963, "count": 296, "max_ms": 83.842, "p95_ms": 66.907}, "yolo11_640_fire_11class": {"avg_ms": 47.073, "count": 296, "max_ms": 63.041, "p95_ms": 59.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.502, "count": 296, "max_ms": 81.645, "p95_ms": 77.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.244, "count": 296, "max_ms": 134.962, "p95_ms": 106.452}, "read_interval": {"avg_ms": 101.529, "count": 295, "max_ms": 574.382, "p95_ms": 145.105}, "triton_wait": {"avg_ms": 55.454, "count": 296, "max_ms": 83.855, "p95_ms": 77.676}, "visualize": {"avg_ms": 3.8, "count": 296, "max_ms": 5.368, "p95_ms": 4.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16115.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 762, "h264_decode_error_count": 1866, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:02:05+09:00", "last_error_summary": "[h264 @ 0x55f49d33c040] cabac decode of qscale diff failed at 57 16 [h264 @ 0x55f49d33c040] error while decoding MB 57 16, bytestream 3543 [h264 @ 0x55f49debd280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49debd280] error while decoding MB 0 34, bytestream 4247 [h264 @ 0x55f49db81940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49db81940] error while decoding MB 0 34, bytestream 4469 [h264 @ 0x55f49dd1f580] left block unavailable for requested intr", "last_exit_at": "2026-07-05T20:02:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.44, "last_started_at": "2026-07-05T20:02:08+09:00", "pid": 143436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.902, "name": "ffmpeg", "pid": 143436, "rss_mb": 271.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 850, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 851}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.015, "sample_count": 2063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1587798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:03:40+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T20:03:40+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-05T20:03:40.769050+09:00", "mtime_epoch": 1783249420.7690504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:03:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.01, "pushed": 7.01, "read": 6.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.755, "count": 209, "max_ms": 25.339, "p95_ms": 22.702}, "gstreamer_push": {"avg_ms": 1.076, "count": 210, "max_ms": 1.654, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.978, "count": 209, "max_ms": 65.131, "p95_ms": 61.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.88, "count": 209, "max_ms": 83.155, "p95_ms": 72.404}, "yolo11_640_fire_11class": {"avg_ms": 47.289, "count": 209, "max_ms": 64.435, "p95_ms": 60.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.592, "count": 209, "max_ms": 81.582, "p95_ms": 78.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.596, "count": 210, "max_ms": 171.08, "p95_ms": 164.318}, "read_interval": {"avg_ms": 143.424, "count": 209, "max_ms": 179.686, "p95_ms": 172.542}, "triton_wait": {"avg_ms": 58.189, "count": 209, "max_ms": 83.167, "p95_ms": 78.541}, "visualize": {"avg_ms": 5.384, "count": 209, "max_ms": 7.571, "p95_ms": 6.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16116.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13931.8, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.685, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2037320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:03:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:03:50+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T20:03:49+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T20:03:49.945189+09:00", "mtime_epoch": 1783249429.9451892, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:03:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2411.945, "name": "celery", "pid": 267, "rss_mb": 2411.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.243, "pushed": 10.243, "read": 10.209}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.832, "count": 307, "max_ms": 13.147, "p95_ms": 9.836}, "gstreamer_push": {"avg_ms": 1.263, "count": 307, "max_ms": 1.96, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.673, "count": 307, "max_ms": 67.57, "p95_ms": 61.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.255, "count": 307, "max_ms": 80.678, "p95_ms": 66.402}, "yolo11_640_fire_11class": {"avg_ms": 48.078, "count": 307, "max_ms": 65.95, "p95_ms": 61.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.256, "count": 307, "max_ms": 80.709, "p95_ms": 77.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.047, "count": 307, "max_ms": 136.921, "p95_ms": 104.475}, "read_interval": {"avg_ms": 98.021, "count": 306, "max_ms": 611.486, "p95_ms": 121.487}, "triton_wait": {"avg_ms": 55.229, "count": 307, "max_ms": 80.72, "p95_ms": 78.021}, "visualize": {"avg_ms": 3.762, "count": 307, "max_ms": 5.858, "p95_ms": 4.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16118.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 762, "h264_decode_error_count": 1866, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:02:05+09:00", "last_error_summary": "[h264 @ 0x55f49d33c040] cabac decode of qscale diff failed at 57 16 [h264 @ 0x55f49d33c040] error while decoding MB 57 16, bytestream 3543 [h264 @ 0x55f49debd280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49debd280] error while decoding MB 0 34, bytestream 4247 [h264 @ 0x55f49db81940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49db81940] error while decoding MB 0 34, bytestream 4469 [h264 @ 0x55f49dd1f580] left block unavailable for requested intr", "last_exit_at": "2026-07-05T20:02:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.459, "last_started_at": "2026-07-05T20:02:08+09:00", "pid": 143436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.738, "name": "ffmpeg", "pid": 143436, "rss_mb": 274.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 850, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 851}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.065, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:04:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:04:10+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T20:04:10+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-05T20:04:10.781505+09:00", "mtime_epoch": 1783249450.7815053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:04:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9381.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.83, "pushed": 6.83, "read": 6.796}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.916, "count": 204, "max_ms": 24.807, "p95_ms": 22.38}, "gstreamer_push": {"avg_ms": 1.049, "count": 204, "max_ms": 1.806, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.348, "count": 204, "max_ms": 63.84, "p95_ms": 61.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.306, "count": 204, "max_ms": 80.866, "p95_ms": 71.96}, "yolo11_640_fire_11class": {"avg_ms": 48.202, "count": 204, "max_ms": 63.292, "p95_ms": 60.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.091, "count": 204, "max_ms": 80.701, "p95_ms": 77.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.45, "count": 204, "max_ms": 186.871, "p95_ms": 163.295}, "read_interval": {"avg_ms": 147.088, "count": 203, "max_ms": 198.345, "p95_ms": 171.542}, "triton_wait": {"avg_ms": 57.854, "count": 204, "max_ms": 80.878, "p95_ms": 77.824}, "visualize": {"avg_ms": 5.593, "count": 204, "max_ms": 6.914, "p95_ms": 6.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16119.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13961.862, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.817, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2037616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:04:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:04:20+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T20:04:19+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T20:04:19.973645+09:00", "mtime_epoch": 1783249459.9736452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:04:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2411.945, "name": "celery", "pid": 267, "rss_mb": 2411.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.898, "count": 296, "max_ms": 14.015, "p95_ms": 10.06}, "gstreamer_push": {"avg_ms": 1.229, "count": 296, "max_ms": 1.607, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.222, "count": 296, "max_ms": 68.999, "p95_ms": 62.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.6, "count": 296, "max_ms": 82.691, "p95_ms": 67.02}, "yolo11_640_fire_11class": {"avg_ms": 47.816, "count": 296, "max_ms": 66.773, "p95_ms": 62.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.698, "count": 296, "max_ms": 82.586, "p95_ms": 76.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.002, "count": 296, "max_ms": 138.634, "p95_ms": 105.182}, "read_interval": {"avg_ms": 101.561, "count": 295, "max_ms": 594.421, "p95_ms": 150.959}, "triton_wait": {"avg_ms": 54.945, "count": 296, "max_ms": 82.704, "p95_ms": 77.215}, "visualize": {"avg_ms": 3.635, "count": 296, "max_ms": 6.327, "p95_ms": 4.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16119.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 762, "h264_decode_error_count": 1866, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:02:05+09:00", "last_error_summary": "[h264 @ 0x55f49d33c040] cabac decode of qscale diff failed at 57 16 [h264 @ 0x55f49d33c040] error while decoding MB 57 16, bytestream 3543 [h264 @ 0x55f49debd280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49debd280] error while decoding MB 0 34, bytestream 4247 [h264 @ 0x55f49db81940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f49db81940] error while decoding MB 0 34, bytestream 4469 [h264 @ 0x55f49dd1f580] left block unavailable for requested intr", "last_exit_at": "2026-07-05T20:02:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.486, "last_started_at": "2026-07-05T20:02:08+09:00", "pid": 143436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.738, "name": "ffmpeg", "pid": 143436, "rss_mb": 274.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 850, "restart_count_per_hour": 18, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 851}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.475, "sample_count": 1996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:04:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:04:40+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-05T20:04:40+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T20:04:40.817963+09:00", "mtime_epoch": 1783249480.817963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:04:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.665, "pushed": 6.665, "read": 6.632}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.022, "count": 199, "max_ms": 33.032, "p95_ms": 21.955}, "gstreamer_push": {"avg_ms": 1.037, "count": 199, "max_ms": 1.395, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.424, "count": 199, "max_ms": 66.218, "p95_ms": 62.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.56, "count": 199, "max_ms": 79.746, "p95_ms": 69.835}, "yolo11_640_fire_11class": {"avg_ms": 48.602, "count": 199, "max_ms": 64.759, "p95_ms": 61.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.278, "count": 199, "max_ms": 81.491, "p95_ms": 77.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.383, "count": 199, "max_ms": 170.222, "p95_ms": 164.889}, "read_interval": {"avg_ms": 150.867, "count": 198, "max_ms": 178.369, "p95_ms": 172.939}, "triton_wait": {"avg_ms": 57.85, "count": 199, "max_ms": 81.503, "p95_ms": 77.241}, "visualize": {"avg_ms": 5.749, "count": 199, "max_ms": 7.938, "p95_ms": 6.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16132.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 13991.933, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.523, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2037916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:04:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T20:04:50+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T20:04:50.070104+09:00", "mtime_epoch": 1783249490.0701044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:04:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2412.461, "name": "celery", "pid": 267, "rss_mb": 2412.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.866, "count": 300, "max_ms": 12.443, "p95_ms": 9.449}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.663, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.899, "count": 300, "max_ms": 65.42, "p95_ms": 61.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.968, "count": 300, "max_ms": 76.142, "p95_ms": 59.138}, "yolo11_640_fire_11class": {"avg_ms": 47.4, "count": 300, "max_ms": 65.897, "p95_ms": 60.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.045, "count": 300, "max_ms": 79.677, "p95_ms": 74.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.973, "count": 300, "max_ms": 117.815, "p95_ms": 93.55}, "read_interval": {"avg_ms": 100.278, "count": 299, "max_ms": 669.015, "p95_ms": 128.377}, "triton_wait": {"avg_ms": 54.432, "count": 300, "max_ms": 79.691, "p95_ms": 75.515}, "visualize": {"avg_ms": 3.734, "count": 300, "max_ms": 5.525, "p95_ms": 4.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16110.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 763, "h264_decode_error_count": 1867, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:04:52+09:00", "last_error_summary": "[h264 @ 0x556627748980] error while decoding MB 70 21, bytestream -7", "last_exit_at": "2026-07-05T20:04:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.887, "last_started_at": "2026-07-05T20:04:55+09:00", "pid": 143543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.586, "name": "ffmpeg", "pid": 143543, "rss_mb": 267.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 851, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 852}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.889, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:05:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:05:11+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-05T20:05:10+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-05T20:05:10.850422+09:00", "mtime_epoch": 1783249510.8504224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:05:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.422, "pushed": 5.422, "read": 5.388}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.884, "count": 162, "max_ms": 28.266, "p95_ms": 21.823}, "gstreamer_push": {"avg_ms": 1.047, "count": 162, "max_ms": 1.301, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.144, "count": 162, "max_ms": 65.781, "p95_ms": 62.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.229, "count": 162, "max_ms": 84.868, "p95_ms": 72.497}, "yolo11_640_fire_11class": {"avg_ms": 49.369, "count": 162, "max_ms": 66.393, "p95_ms": 62.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.423, "count": 162, "max_ms": 83.391, "p95_ms": 78.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.814, "count": 162, "max_ms": 173.217, "p95_ms": 166.414}, "read_interval": {"avg_ms": 185.61, "count": 161, "max_ms": 5085.421, "p95_ms": 177.177}, "triton_wait": {"avg_ms": 60.262, "count": 162, "max_ms": 84.879, "p95_ms": 79.117}, "visualize": {"avg_ms": 5.734, "count": 162, "max_ms": 7.817, "p95_ms": 6.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16112.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14021.998, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.283, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2038220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:05:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:05:20+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T20:05:20+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T20:05:20.138565+09:00", "mtime_epoch": 1783249520.1385648, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:05:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2412.461, "name": "celery", "pid": 267, "rss_mb": 2412.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.14, "pushed": 10.14, "read": 10.107}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.906, "count": 304, "max_ms": 13.029, "p95_ms": 10.071}, "gstreamer_push": {"avg_ms": 1.256, "count": 304, "max_ms": 2.049, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.434, "count": 304, "max_ms": 69.266, "p95_ms": 59.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.379, "count": 304, "max_ms": 77.946, "p95_ms": 58.809}, "yolo11_640_fire_11class": {"avg_ms": 46.928, "count": 304, "max_ms": 68.641, "p95_ms": 58.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.14, "count": 304, "max_ms": 82.809, "p95_ms": 75.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.52, "count": 304, "max_ms": 133.044, "p95_ms": 103.66}, "read_interval": {"avg_ms": 98.956, "count": 303, "max_ms": 728.148, "p95_ms": 140.528}, "triton_wait": {"avg_ms": 53.22, "count": 304, "max_ms": 82.821, "p95_ms": 75.723}, "visualize": {"avg_ms": 3.775, "count": 304, "max_ms": 6.116, "p95_ms": 4.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16112.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 763, "h264_decode_error_count": 1867, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:04:52+09:00", "last_error_summary": "[h264 @ 0x556627748980] error while decoding MB 70 21, bytestream -7", "last_exit_at": "2026-07-05T20:04:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.901, "last_started_at": "2026-07-05T20:04:55+09:00", "pid": 143543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.133, "name": "ffmpeg", "pid": 143543, "rss_mb": 269.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 851, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 852}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.413, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:05:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:05:41+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-05T20:05:40+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-05T20:05:40.866884+09:00", "mtime_epoch": 1783249540.8668835, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:05:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.467, "pushed": 6.467, "read": 6.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.101, "count": 193, "max_ms": 24.346, "p95_ms": 22.368}, "gstreamer_push": {"avg_ms": 1.032, "count": 193, "max_ms": 1.379, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.538, "count": 193, "max_ms": 65.412, "p95_ms": 61.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.376, "count": 193, "max_ms": 77.34, "p95_ms": 66.857}, "yolo11_640_fire_11class": {"avg_ms": 47.828, "count": 193, "max_ms": 62.35, "p95_ms": 60.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.994, "count": 193, "max_ms": 79.098, "p95_ms": 76.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.407, "count": 193, "max_ms": 166.501, "p95_ms": 163.408}, "read_interval": {"avg_ms": 155.436, "count": 192, "max_ms": 178.266, "p95_ms": 174.492}, "triton_wait": {"avg_ms": 57.507, "count": 193, "max_ms": 79.108, "p95_ms": 76.685}, "visualize": {"avg_ms": 5.831, "count": 193, "max_ms": 6.646, "p95_ms": 6.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16112.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14052.051, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.493, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2038516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:05:50+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T20:05:50+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-05T20:05:50.199027+09:00", "mtime_epoch": 1783249550.199027, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:05:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2412.461, "name": "celery", "pid": 267, "rss_mb": 2412.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.978, "count": 296, "max_ms": 15.439, "p95_ms": 9.88}, "gstreamer_push": {"avg_ms": 1.266, "count": 296, "max_ms": 1.569, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.043, "count": 296, "max_ms": 64.167, "p95_ms": 60.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.338, "count": 296, "max_ms": 78.867, "p95_ms": 59.332}, "yolo11_640_fire_11class": {"avg_ms": 47.537, "count": 296, "max_ms": 65.414, "p95_ms": 59.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.389, "count": 296, "max_ms": 79.422, "p95_ms": 74.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.186, "count": 296, "max_ms": 132.188, "p95_ms": 105.81}, "read_interval": {"avg_ms": 101.592, "count": 295, "max_ms": 580.837, "p95_ms": 143.587}, "triton_wait": {"avg_ms": 54.418, "count": 296, "max_ms": 79.436, "p95_ms": 75.008}, "visualize": {"avg_ms": 3.783, "count": 296, "max_ms": 6.127, "p95_ms": 4.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16114.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 763, "h264_decode_error_count": 1867, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:04:52+09:00", "last_error_summary": "[h264 @ 0x556627748980] error while decoding MB 70 21, bytestream -7", "last_exit_at": "2026-07-05T20:04:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.983, "last_started_at": "2026-07-05T20:04:55+09:00", "pid": 143543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.648, "name": "ffmpeg", "pid": 143543, "rss_mb": 269.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 851, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 852}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.907, "sample_count": 1843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:06:11+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T20:06:10+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T20:06:10.967347+09:00", "mtime_epoch": 1783249570.9673474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:06:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.449, "pushed": 6.449, "read": 6.416}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.039, "count": 193, "max_ms": 25.9, "p95_ms": 21.857}, "gstreamer_push": {"avg_ms": 1.045, "count": 193, "max_ms": 1.338, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.298, "count": 193, "max_ms": 64.917, "p95_ms": 62.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.961, "count": 193, "max_ms": 79.037, "p95_ms": 64.044}, "yolo11_640_fire_11class": {"avg_ms": 49.21, "count": 193, "max_ms": 65.224, "p95_ms": 62.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.14, "count": 193, "max_ms": 80.702, "p95_ms": 77.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.477, "count": 193, "max_ms": 171.747, "p95_ms": 164.342}, "read_interval": {"avg_ms": 155.886, "count": 192, "max_ms": 182.042, "p95_ms": 175.522}, "triton_wait": {"avg_ms": 59.9, "count": 193, "max_ms": 80.713, "p95_ms": 78.089}, "visualize": {"avg_ms": 5.727, "count": 193, "max_ms": 7.711, "p95_ms": 6.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16115.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14082.191, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.475, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2038823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:06:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:06:20+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T20:06:20+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-05T20:06:20.175490+09:00", "mtime_epoch": 1783249580.17549, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 139665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:06:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2412.719, "name": "celery", "pid": 267, "rss_mb": 2412.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.206, "pushed": 10.206, "read": 10.172}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.102, "count": 306, "max_ms": 13.753, "p95_ms": 10.045}, "gstreamer_push": {"avg_ms": 1.28, "count": 306, "max_ms": 1.757, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.853, "count": 306, "max_ms": 67.754, "p95_ms": 61.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.877, "count": 306, "max_ms": 83.824, "p95_ms": 63.404}, "yolo11_640_fire_11class": {"avg_ms": 47.346, "count": 306, "max_ms": 67.234, "p95_ms": 61.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.213, "count": 306, "max_ms": 80.961, "p95_ms": 77.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.954, "count": 306, "max_ms": 138.592, "p95_ms": 105.388}, "read_interval": {"avg_ms": 98.276, "count": 305, "max_ms": 541.899, "p95_ms": 132.696}, "triton_wait": {"avg_ms": 54.921, "count": 306, "max_ms": 83.836, "p95_ms": 77.044}, "visualize": {"avg_ms": 3.89, "count": 306, "max_ms": 5.594, "p95_ms": 5.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16115.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 763, "h264_decode_error_count": 1867, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:04:52+09:00", "last_error_summary": "[h264 @ 0x556627748980] error while decoding MB 70 21, bytestream -7", "last_exit_at": "2026-07-05T20:04:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.09, "last_started_at": "2026-07-05T20:04:55+09:00", "pid": 143543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.422, "name": "ffmpeg", "pid": 143543, "rss_mb": 270.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 851, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 852}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.043, "sample_count": 1807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1588946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:06:41+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T20:06:41+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-05T20:06:41.063813+09:00", "mtime_epoch": 1783249601.0638132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:06:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.543}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.059, "count": 196, "max_ms": 32.101, "p95_ms": 23.262}, "gstreamer_push": {"avg_ms": 1.046, "count": 197, "max_ms": 1.583, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.79, "count": 196, "max_ms": 64.429, "p95_ms": 62.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.214, "count": 196, "max_ms": 82.663, "p95_ms": 72.739}, "yolo11_640_fire_11class": {"avg_ms": 49.116, "count": 196, "max_ms": 63.926, "p95_ms": 61.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.133, "count": 196, "max_ms": 78.523, "p95_ms": 76.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.33, "count": 197, "max_ms": 166.161, "p95_ms": 162.491}, "read_interval": {"avg_ms": 152.764, "count": 196, "max_ms": 177.615, "p95_ms": 174.326}, "triton_wait": {"avg_ms": 59.001, "count": 196, "max_ms": 82.675, "p95_ms": 76.696}, "visualize": {"avg_ms": 5.661, "count": 196, "max_ms": 7.614, "p95_ms": 6.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16115.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14112.204, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.783, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2039123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:06:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:06:50+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T20:06:50+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T20:06:50.335957+09:00", "mtime_epoch": 1783249610.335957, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 145557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:06:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2412.719, "name": "celery", "pid": 267, "rss_mb": 2412.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.31, "count": 300, "max_ms": 12.138, "p95_ms": 10.339}, "gstreamer_push": {"avg_ms": 1.253, "count": 300, "max_ms": 2.094, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.496, "count": 300, "max_ms": 65.374, "p95_ms": 60.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.052, "count": 300, "max_ms": 83.435, "p95_ms": 63.853}, "yolo11_640_fire_11class": {"avg_ms": 48.099, "count": 300, "max_ms": 66.433, "p95_ms": 60.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.775, "count": 300, "max_ms": 80.746, "p95_ms": 75.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.073, "count": 300, "max_ms": 139.149, "p95_ms": 123.603}, "read_interval": {"avg_ms": 100.056, "count": 300, "max_ms": 410.981, "p95_ms": 143.04}, "triton_wait": {"avg_ms": 55.682, "count": 300, "max_ms": 83.447, "p95_ms": 76.117}, "visualize": {"avg_ms": 3.973, "count": 300, "max_ms": 7.368, "p95_ms": 5.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16115.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 763, "h264_decode_error_count": 1867, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:04:52+09:00", "last_error_summary": "[h264 @ 0x556627748980] error while decoding MB 70 21, bytestream -7", "last_exit_at": "2026-07-05T20:04:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.24, "last_started_at": "2026-07-05T20:04:55+09:00", "pid": 143543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.422, "name": "ffmpeg", "pid": 143543, "rss_mb": 270.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 851, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 852}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.043, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1589138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:07:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:07:11+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-05T20:07:11+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-05T20:07:11.208281+09:00", "mtime_epoch": 1783249631.208281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:07:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.405, "pushed": 6.405, "read": 6.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.23, "count": 191, "max_ms": 32.017, "p95_ms": 22.531}, "gstreamer_push": {"avg_ms": 1.038, "count": 192, "max_ms": 1.62, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.187, "count": 191, "max_ms": 70.06, "p95_ms": 62.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.235, "count": 191, "max_ms": 80.2, "p95_ms": 70.052}, "yolo11_640_fire_11class": {"avg_ms": 47.218, "count": 191, "max_ms": 70.586, "p95_ms": 61.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.668, "count": 191, "max_ms": 81.565, "p95_ms": 76.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.718, "count": 192, "max_ms": 171.485, "p95_ms": 163.281}, "read_interval": {"avg_ms": 156.975, "count": 191, "max_ms": 182.998, "p95_ms": 175.046}, "triton_wait": {"avg_ms": 58.41, "count": 191, "max_ms": 81.577, "p95_ms": 76.943}, "visualize": {"avg_ms": 5.872, "count": 191, "max_ms": 7.275, "p95_ms": 6.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16115.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14142.442, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.783, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2039423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:07:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:07:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T20:07:20+09:00", "mjpeg": {"age_sec": 0.348, "exists": true, "mtime": "2026-07-05T20:07:20.296422+09:00", "mtime_epoch": 1783249640.2964225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 134450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:07:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2412.977, "name": "celery", "pid": 267, "rss_mb": 2412.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.834, "count": 298, "max_ms": 11.885, "p95_ms": 9.597}, "gstreamer_push": {"avg_ms": 1.276, "count": 298, "max_ms": 1.788, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.314, "count": 298, "max_ms": 64.201, "p95_ms": 60.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.136, "count": 298, "max_ms": 82.538, "p95_ms": 66.057}, "yolo11_640_fire_11class": {"avg_ms": 46.328, "count": 298, "max_ms": 66.383, "p95_ms": 54.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.876, "count": 298, "max_ms": 81.613, "p95_ms": 74.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.231, "count": 298, "max_ms": 131.643, "p95_ms": 96.575}, "read_interval": {"avg_ms": 100.973, "count": 297, "max_ms": 505.396, "p95_ms": 246.304}, "triton_wait": {"avg_ms": 54.79, "count": 298, "max_ms": 82.55, "p95_ms": 75.457}, "visualize": {"avg_ms": 3.726, "count": 298, "max_ms": 5.637, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16109.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 764, "h264_decode_error_count": 1868, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:07:26+09:00", "last_error_summary": "[h264 @ 0x562d84fc6100] error while decoding MB 3 21, bytestream -10", "last_exit_at": "2026-07-05T20:07:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.128, "last_started_at": "2026-07-05T20:07:28+09:00", "pid": 143650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.918, "name": "ffmpeg", "pid": 143650, "rss_mb": 263.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 852, "restart_count_per_hour": 20, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 853}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.907, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1589307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:07:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T20:07:41+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T20:07:41+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-05T20:07:41.348751+09:00", "mtime_epoch": 1783249661.3487506, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:07:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.639, "pushed": 5.639, "read": 5.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.047, "count": 168, "max_ms": 30.475, "p95_ms": 21.944}, "gstreamer_push": {"avg_ms": 1.057, "count": 169, "max_ms": 1.245, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.495, "count": 168, "max_ms": 64.211, "p95_ms": 61.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.58, "count": 168, "max_ms": 80.581, "p95_ms": 70.686}, "yolo11_640_fire_11class": {"avg_ms": 46.482, "count": 168, "max_ms": 62.547, "p95_ms": 60.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.696, "count": 168, "max_ms": 79.857, "p95_ms": 75.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.736, "count": 169, "max_ms": 167.068, "p95_ms": 163.28}, "read_interval": {"avg_ms": 178.41, "count": 168, "max_ms": 4231.48, "p95_ms": 174.429}, "triton_wait": {"avg_ms": 58.421, "count": 168, "max_ms": 80.594, "p95_ms": 75.931}, "visualize": {"avg_ms": 5.761, "count": 168, "max_ms": 6.966, "p95_ms": 6.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 16997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16110.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14172.443, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.0, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2039724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:07:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:07:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T20:07:50+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T20:07:50.580894+09:00", "mtime_epoch": 1783249670.5808945, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 134799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:07:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2412.977, "name": "celery", "pid": 267, "rss_mb": 2412.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.089, "count": 301, "max_ms": 14.505, "p95_ms": 10.384}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 1.84, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.655, "count": 301, "max_ms": 64.8, "p95_ms": 59.791}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.29, "count": 301, "max_ms": 80.199, "p95_ms": 61.258}, "yolo11_640_fire_11class": {"avg_ms": 47.218, "count": 301, "max_ms": 64.296, "p95_ms": 59.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.949, "count": 301, "max_ms": 80.696, "p95_ms": 76.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.362, "count": 301, "max_ms": 135.334, "p95_ms": 107.185}, "read_interval": {"avg_ms": 99.665, "count": 301, "max_ms": 652.402, "p95_ms": 142.085}, "triton_wait": {"avg_ms": 54.608, "count": 301, "max_ms": 80.709, "p95_ms": 76.884}, "visualize": {"avg_ms": 3.813, "count": 301, "max_ms": 6.827, "p95_ms": 5.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16112.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 764, "h264_decode_error_count": 1868, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:07:26+09:00", "last_error_summary": "[h264 @ 0x562d84fc6100] error while decoding MB 3 21, bytestream -10", "last_exit_at": "2026-07-05T20:07:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.189, "last_started_at": "2026-07-05T20:07:28+09:00", "pid": 143650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.238, "name": "ffmpeg", "pid": 143650, "rss_mb": 266.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 852, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 853}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.803, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1589498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:08:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:08:11+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-05T20:08:11+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T20:08:11.393220+09:00", "mtime_epoch": 1783249691.3932197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:08:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.385, "pushed": 6.385, "read": 6.352}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.449, "count": 191, "max_ms": 34.77, "p95_ms": 22.386}, "gstreamer_push": {"avg_ms": 1.044, "count": 191, "max_ms": 1.466, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.692, "count": 191, "max_ms": 65.66, "p95_ms": 63.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.565, "count": 191, "max_ms": 84.595, "p95_ms": 69.752}, "yolo11_640_fire_11class": {"avg_ms": 49.017, "count": 191, "max_ms": 64.816, "p95_ms": 62.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.163, "count": 191, "max_ms": 81.819, "p95_ms": 78.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.076, "count": 191, "max_ms": 173.151, "p95_ms": 164.468}, "read_interval": {"avg_ms": 157.357, "count": 190, "max_ms": 185.588, "p95_ms": 176.739}, "triton_wait": {"avg_ms": 58.785, "count": 191, "max_ms": 84.607, "p95_ms": 78.419}, "visualize": {"avg_ms": 5.84, "count": 191, "max_ms": 7.131, "p95_ms": 6.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16113.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14202.535, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.238, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2040025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:08:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:08:20+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T20:08:20+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T20:08:20.645365+09:00", "mtime_epoch": 1783249700.6453645, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 131726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:08:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2413.234, "name": "celery", "pid": 267, "rss_mb": 2413.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.181, "count": 300, "max_ms": 14.174, "p95_ms": 10.035}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 2.064, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.279, "count": 300, "max_ms": 67.19, "p95_ms": 61.376}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.194, "count": 300, "max_ms": 84.251, "p95_ms": 61.068}, "yolo11_640_fire_11class": {"avg_ms": 47.495, "count": 300, "max_ms": 65.157, "p95_ms": 59.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.717, "count": 300, "max_ms": 84.028, "p95_ms": 74.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.809, "count": 300, "max_ms": 135.155, "p95_ms": 107.405}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 650.892, "p95_ms": 130.327}, "triton_wait": {"avg_ms": 55.896, "count": 300, "max_ms": 84.261, "p95_ms": 74.624}, "visualize": {"avg_ms": 3.858, "count": 300, "max_ms": 5.936, "p95_ms": 5.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16112.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 764, "h264_decode_error_count": 1868, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:07:26+09:00", "last_error_summary": "[h264 @ 0x562d84fc6100] error while decoding MB 3 21, bytestream -10", "last_exit_at": "2026-07-05T20:07:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.248, "last_started_at": "2026-07-05T20:07:28+09:00", "pid": 143650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.238, "name": "ffmpeg", "pid": 143650, "rss_mb": 266.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 852, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 853}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.824, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1589690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:08:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:08:41+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T20:08:41+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T20:08:41.465691+09:00", "mtime_epoch": 1783249721.4656909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:08:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.42, "pushed": 6.42, "read": 6.386}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.821, "count": 192, "max_ms": 31.098, "p95_ms": 25.106}, "gstreamer_push": {"avg_ms": 1.038, "count": 192, "max_ms": 1.176, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.589, "count": 192, "max_ms": 66.121, "p95_ms": 62.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.438, "count": 192, "max_ms": 80.457, "p95_ms": 68.73}, "yolo11_640_fire_11class": {"avg_ms": 48.068, "count": 192, "max_ms": 69.909, "p95_ms": 62.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.648, "count": 192, "max_ms": 79.53, "p95_ms": 74.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.201, "count": 192, "max_ms": 169.335, "p95_ms": 163.824}, "read_interval": {"avg_ms": 156.575, "count": 191, "max_ms": 180.457, "p95_ms": 174.925}, "triton_wait": {"avg_ms": 56.937, "count": 192, "max_ms": 80.468, "p95_ms": 75.921}, "visualize": {"avg_ms": 5.855, "count": 192, "max_ms": 7.108, "p95_ms": 6.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16112.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14232.641, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.041, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2040329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:08:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:08:50+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T20:08:50+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T20:08:50.749836+09:00", "mtime_epoch": 1783249730.7498364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 141274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:08:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2413.234, "name": "celery", "pid": 267, "rss_mb": 2413.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.089}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.894, "count": 303, "max_ms": 13.168, "p95_ms": 9.177}, "gstreamer_push": {"avg_ms": 1.28, "count": 303, "max_ms": 1.641, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.652, "count": 303, "max_ms": 71.389, "p95_ms": 59.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.955, "count": 303, "max_ms": 80.127, "p95_ms": 61.357}, "yolo11_640_fire_11class": {"avg_ms": 47.322, "count": 303, "max_ms": 71.861, "p95_ms": 59.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.019, "count": 303, "max_ms": 79.034, "p95_ms": 71.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.135, "count": 303, "max_ms": 128.79, "p95_ms": 93.611}, "read_interval": {"avg_ms": 99.132, "count": 302, "max_ms": 529.082, "p95_ms": 159.864}, "triton_wait": {"avg_ms": 53.544, "count": 303, "max_ms": 80.139, "p95_ms": 72.598}, "visualize": {"avg_ms": 3.748, "count": 303, "max_ms": 5.578, "p95_ms": 4.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16113.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 764, "h264_decode_error_count": 1868, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:07:26+09:00", "last_error_summary": "[h264 @ 0x562d84fc6100] error while decoding MB 3 21, bytestream -10", "last_exit_at": "2026-07-05T20:07:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.342, "last_started_at": "2026-07-05T20:07:28+09:00", "pid": 143650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.496, "name": "ffmpeg", "pid": 143650, "rss_mb": 266.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 852, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 853}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.009, "sample_count": 1876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1589882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:09:11+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-05T20:09:11+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-05T20:09:11.554163+09:00", "mtime_epoch": 1783249751.5541632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:09:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.413, "pushed": 6.413, "read": 6.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.063, "count": 191, "max_ms": 22.905, "p95_ms": 21.747}, "gstreamer_push": {"avg_ms": 1.032, "count": 192, "max_ms": 1.26, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.256, "count": 191, "max_ms": 64.589, "p95_ms": 62.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.03, "count": 191, "max_ms": 82.181, "p95_ms": 70.798}, "yolo11_640_fire_11class": {"avg_ms": 48.634, "count": 191, "max_ms": 63.574, "p95_ms": 60.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.818, "count": 191, "max_ms": 80.376, "p95_ms": 77.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.387, "count": 192, "max_ms": 170.562, "p95_ms": 165.518}, "read_interval": {"avg_ms": 156.693, "count": 191, "max_ms": 182.483, "p95_ms": 177.176}, "triton_wait": {"avg_ms": 57.845, "count": 191, "max_ms": 82.193, "p95_ms": 78.474}, "visualize": {"avg_ms": 5.884, "count": 191, "max_ms": 7.39, "p95_ms": 6.411}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16113.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14262.718, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.531, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2040629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:09:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T20:09:20+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T20:09:20.858310+09:00", "mtime_epoch": 1783249760.8583095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 136140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:09:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2413.492, "name": "celery", "pid": 267, "rss_mb": 2413.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.882, "count": 300, "max_ms": 14.892, "p95_ms": 9.017}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.942, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.945, "count": 300, "max_ms": 67.805, "p95_ms": 59.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.354, "count": 300, "max_ms": 82.517, "p95_ms": 69.444}, "yolo11_640_fire_11class": {"avg_ms": 47.393, "count": 300, "max_ms": 68.327, "p95_ms": 59.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.889, "count": 300, "max_ms": 84.968, "p95_ms": 75.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.224, "count": 300, "max_ms": 113.28, "p95_ms": 93.755}, "read_interval": {"avg_ms": 100.311, "count": 299, "max_ms": 728.564, "p95_ms": 147.799}, "triton_wait": {"avg_ms": 55.184, "count": 300, "max_ms": 84.981, "p95_ms": 75.315}, "visualize": {"avg_ms": 3.729, "count": 300, "max_ms": 5.831, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16114.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 764, "h264_decode_error_count": 1868, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:07:26+09:00", "last_error_summary": "[h264 @ 0x562d84fc6100] error while decoding MB 3 21, bytestream -10", "last_exit_at": "2026-07-05T20:07:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.5, "last_started_at": "2026-07-05T20:07:28+09:00", "pid": 143650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.496, "name": "ffmpeg", "pid": 143650, "rss_mb": 266.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 852, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 853}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.009, "sample_count": 1868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1590074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T20:09:41+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-05T20:09:41+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T20:09:41.710638+09:00", "mtime_epoch": 1783249781.7106378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:09:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.403, "pushed": 6.403, "read": 6.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.524, "count": 191, "max_ms": 30.366, "p95_ms": 22.892}, "gstreamer_push": {"avg_ms": 1.041, "count": 192, "max_ms": 1.284, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.724, "count": 191, "max_ms": 65.256, "p95_ms": 62.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.266, "count": 191, "max_ms": 84.442, "p95_ms": 72.186}, "yolo11_640_fire_11class": {"avg_ms": 46.946, "count": 191, "max_ms": 65.244, "p95_ms": 59.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.255, "count": 191, "max_ms": 82.115, "p95_ms": 76.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.692, "count": 192, "max_ms": 172.881, "p95_ms": 164.261}, "read_interval": {"avg_ms": 157.051, "count": 191, "max_ms": 184.078, "p95_ms": 175.954}, "triton_wait": {"avg_ms": 58.008, "count": 191, "max_ms": 84.454, "p95_ms": 77.892}, "visualize": {"avg_ms": 5.852, "count": 191, "max_ms": 6.689, "p95_ms": 6.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16113.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14292.801, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.257, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2040926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:09:51+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T20:09:50+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T20:09:50.934783+09:00", "mtime_epoch": 1783249790.9347835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 134040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:09:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2413.75, "name": "celery", "pid": 267, "rss_mb": 2413.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 296, "max_ms": 11.475, "p95_ms": 9.794}, "gstreamer_push": {"avg_ms": 1.254, "count": 296, "max_ms": 1.453, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.787, "count": 296, "max_ms": 63.95, "p95_ms": 60.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.642, "count": 296, "max_ms": 86.515, "p95_ms": 68.052}, "yolo11_640_fire_11class": {"avg_ms": 47.18, "count": 296, "max_ms": 66.099, "p95_ms": 60.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.162, "count": 296, "max_ms": 85.793, "p95_ms": 74.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.125, "count": 296, "max_ms": 137.761, "p95_ms": 107.267}, "read_interval": {"avg_ms": 101.335, "count": 296, "max_ms": 639.664, "p95_ms": 144.429}, "triton_wait": {"avg_ms": 55.571, "count": 296, "max_ms": 86.526, "p95_ms": 74.787}, "visualize": {"avg_ms": 3.773, "count": 296, "max_ms": 5.949, "p95_ms": 4.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16110.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 765, "h264_decode_error_count": 1869, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:09:58+09:00", "last_error_summary": "[h264 @ 0x55fa6fa7cb80] error while decoding MB 9 22, bytestream -18", "last_exit_at": "2026-07-05T20:10:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.876, "last_started_at": "2026-07-05T20:10:01+09:00", "pid": 143757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.988, "name": "ffmpeg", "pid": 143757, "rss_mb": 263.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 853, "restart_count_per_hour": 20, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 854}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.951, "sample_count": 1873, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1590241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:10:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:10:11+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T20:10:11+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T20:10:11.771112+09:00", "mtime_epoch": 1783249811.7711122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:10:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9382.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.585, "pushed": 5.585, "read": 5.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.026, "count": 167, "max_ms": 25.916, "p95_ms": 21.842}, "gstreamer_push": {"avg_ms": 1.025, "count": 167, "max_ms": 1.529, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.777, "count": 167, "max_ms": 66.344, "p95_ms": 61.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.938, "count": 167, "max_ms": 82.577, "p95_ms": 70.253}, "yolo11_640_fire_11class": {"avg_ms": 48.709, "count": 167, "max_ms": 65.48, "p95_ms": 61.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.33, "count": 167, "max_ms": 81.446, "p95_ms": 77.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.069, "count": 167, "max_ms": 168.492, "p95_ms": 165.245}, "read_interval": {"avg_ms": 180.112, "count": 166, "max_ms": 4422.771, "p95_ms": 176.084}, "triton_wait": {"avg_ms": 59.17, "count": 167, "max_ms": 82.589, "p95_ms": 78.482}, "visualize": {"avg_ms": 5.732, "count": 167, "max_ms": 8.402, "p95_ms": 6.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16111.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14322.857, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.257, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2041230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:10:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:10:21+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T20:10:20+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T20:10:20.991258+09:00", "mtime_epoch": 1783249820.991258, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 130391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:10:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2413.75, "name": "celery", "pid": 267, "rss_mb": 2413.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.11}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.848, "count": 304, "max_ms": 12.591, "p95_ms": 10.504}, "gstreamer_push": {"avg_ms": 1.238, "count": 304, "max_ms": 1.942, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.257, "count": 304, "max_ms": 68.618, "p95_ms": 60.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.802, "count": 304, "max_ms": 80.65, "p95_ms": 68.149}, "yolo11_640_fire_11class": {"avg_ms": 47.412, "count": 304, "max_ms": 63.218, "p95_ms": 58.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.409, "count": 304, "max_ms": 81.468, "p95_ms": 74.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.296, "count": 304, "max_ms": 115.484, "p95_ms": 102.729}, "read_interval": {"avg_ms": 98.908, "count": 303, "max_ms": 491.024, "p95_ms": 174.72}, "triton_wait": {"avg_ms": 55.265, "count": 304, "max_ms": 81.478, "p95_ms": 74.341}, "visualize": {"avg_ms": 3.624, "count": 304, "max_ms": 5.702, "p95_ms": 4.617}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16116.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 765, "h264_decode_error_count": 1869, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:09:58+09:00", "last_error_summary": "[h264 @ 0x55fa6fa7cb80] error while decoding MB 9 22, bytestream -18", "last_exit_at": "2026-07-05T20:10:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.02, "last_started_at": "2026-07-05T20:10:01+09:00", "pid": 143757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.145, "name": "ffmpeg", "pid": 143757, "rss_mb": 269.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 853, "restart_count_per_hour": 20, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 854}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.006, "sample_count": 1884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1590446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:10:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:10:42+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T20:10:41+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T20:10:41.919589+09:00", "mtime_epoch": 1783249841.9195888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:10:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.834, "pushed": 6.834, "read": 6.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.792, "count": 204, "max_ms": 31.256, "p95_ms": 21.709}, "gstreamer_push": {"avg_ms": 1.034, "count": 205, "max_ms": 1.424, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.868, "count": 204, "max_ms": 75.241, "p95_ms": 61.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.443, "count": 204, "max_ms": 79.311, "p95_ms": 71.001}, "yolo11_640_fire_11class": {"avg_ms": 46.95, "count": 204, "max_ms": 67.974, "p95_ms": 60.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.523, "count": 204, "max_ms": 83.368, "p95_ms": 76.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.653, "count": 205, "max_ms": 170.378, "p95_ms": 162.675}, "read_interval": {"avg_ms": 147.047, "count": 204, "max_ms": 178.526, "p95_ms": 170.81}, "triton_wait": {"avg_ms": 57.252, "count": 204, "max_ms": 83.38, "p95_ms": 76.899}, "visualize": {"avg_ms": 5.606, "count": 204, "max_ms": 7.072, "p95_ms": 6.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16118.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14352.877, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.783, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2041529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:10:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:10:51+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T20:10:50+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T20:10:50.975732+09:00", "mtime_epoch": 1783249850.9757323, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 126726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:10:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2413.75, "name": "celery", "pid": 267, "rss_mb": 2413.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.75, "count": 299, "max_ms": 12.16, "p95_ms": 9.097}, "gstreamer_push": {"avg_ms": 1.262, "count": 299, "max_ms": 1.749, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.551, "count": 299, "max_ms": 68.064, "p95_ms": 61.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.596, "count": 299, "max_ms": 89.68, "p95_ms": 67.209}, "yolo11_640_fire_11class": {"avg_ms": 47.281, "count": 299, "max_ms": 70.633, "p95_ms": 60.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.153, "count": 299, "max_ms": 85.192, "p95_ms": 77.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.345, "count": 299, "max_ms": 142.237, "p95_ms": 95.714}, "read_interval": {"avg_ms": 100.317, "count": 298, "max_ms": 602.203, "p95_ms": 158.01}, "triton_wait": {"avg_ms": 55.226, "count": 299, "max_ms": 89.692, "p95_ms": 77.926}, "visualize": {"avg_ms": 3.689, "count": 299, "max_ms": 5.877, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16122.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 765, "h264_decode_error_count": 1869, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:09:58+09:00", "last_error_summary": "[h264 @ 0x55fa6fa7cb80] error while decoding MB 9 22, bytestream -18", "last_exit_at": "2026-07-05T20:10:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.161, "last_started_at": "2026-07-05T20:10:01+09:00", "pid": 143757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.438, "name": "ffmpeg", "pid": 143757, "rss_mb": 275.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 853, "restart_count_per_hour": 20, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 854}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.022, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1590644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:11:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:11:12+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T20:11:12+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T20:11:12.056067+09:00", "mtime_epoch": 1783249872.0560665, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:11:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.602, "pushed": 6.602, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.163, "count": 197, "max_ms": 27.294, "p95_ms": 22.404}, "gstreamer_push": {"avg_ms": 1.025, "count": 198, "max_ms": 1.397, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.643, "count": 197, "max_ms": 65.144, "p95_ms": 62.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.544, "count": 197, "max_ms": 84.68, "p95_ms": 69.372}, "yolo11_640_fire_11class": {"avg_ms": 47.982, "count": 197, "max_ms": 64.856, "p95_ms": 62.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.308, "count": 197, "max_ms": 81.281, "p95_ms": 78.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.872, "count": 198, "max_ms": 169.758, "p95_ms": 165.421}, "read_interval": {"avg_ms": 152.252, "count": 197, "max_ms": 177.611, "p95_ms": 173.783}, "triton_wait": {"avg_ms": 57.699, "count": 197, "max_ms": 84.693, "p95_ms": 79.554}, "visualize": {"avg_ms": 5.821, "count": 197, "max_ms": 8.686, "p95_ms": 6.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16128.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14382.882, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.055, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2041831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:11:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:11:21+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T20:11:20+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T20:11:20.996208+09:00", "mtime_epoch": 1783249880.9962082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 130597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:11:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2414.008, "name": "celery", "pid": 267, "rss_mb": 2414.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.95, "count": 302, "max_ms": 12.375, "p95_ms": 9.755}, "gstreamer_push": {"avg_ms": 1.247, "count": 302, "max_ms": 1.662, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.59, "count": 302, "max_ms": 67.078, "p95_ms": 60.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.759, "count": 302, "max_ms": 80.014, "p95_ms": 60.27}, "yolo11_640_fire_11class": {"avg_ms": 46.814, "count": 302, "max_ms": 64.275, "p95_ms": 59.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.193, "count": 302, "max_ms": 83.135, "p95_ms": 74.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.594, "count": 302, "max_ms": 118.988, "p95_ms": 100.637}, "read_interval": {"avg_ms": 99.42, "count": 302, "max_ms": 506.718, "p95_ms": 131.342}, "triton_wait": {"avg_ms": 54.109, "count": 302, "max_ms": 83.147, "p95_ms": 74.726}, "visualize": {"avg_ms": 3.74, "count": 302, "max_ms": 6.035, "p95_ms": 4.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16134.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 765, "h264_decode_error_count": 1869, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:09:58+09:00", "last_error_summary": "[h264 @ 0x55fa6fa7cb80] error while decoding MB 9 22, bytestream -18", "last_exit_at": "2026-07-05T20:10:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.28, "last_started_at": "2026-07-05T20:10:01+09:00", "pid": 143757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.297, "name": "ffmpeg", "pid": 143757, "rss_mb": 287.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 853, "restart_count_per_hour": 20, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 854}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.892, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1590864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:11:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:11:42+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-05T20:11:42+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T20:11:42.172544+09:00", "mtime_epoch": 1783249902.1725445, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:11:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.34, "pushed": 7.34, "read": 7.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.912, "count": 219, "max_ms": 24.437, "p95_ms": 21.327}, "gstreamer_push": {"avg_ms": 1.105, "count": 220, "max_ms": 1.285, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.457, "count": 219, "max_ms": 72.887, "p95_ms": 62.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.615, "count": 219, "max_ms": 77.985, "p95_ms": 71.205}, "yolo11_640_fire_11class": {"avg_ms": 49.788, "count": 219, "max_ms": 72.367, "p95_ms": 62.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.136, "count": 219, "max_ms": 83.014, "p95_ms": 77.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.803, "count": 220, "max_ms": 232.59, "p95_ms": 140.568}, "read_interval": {"avg_ms": 136.853, "count": 219, "max_ms": 1453.209, "p95_ms": 150.627}, "triton_wait": {"avg_ms": 58.311, "count": 219, "max_ms": 83.027, "p95_ms": 77.668}, "visualize": {"avg_ms": 4.734, "count": 219, "max_ms": 6.37, "p95_ms": 5.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16135.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14412.897, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.553, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2042130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:11:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:11:51+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T20:11:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T20:11:51.012685+09:00", "mtime_epoch": 1783249911.012685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:11:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2414.266, "name": "celery", "pid": 267, "rss_mb": 2414.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.885, "count": 299, "max_ms": 13.016, "p95_ms": 9.823}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 1.929, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.731, "count": 299, "max_ms": 66.633, "p95_ms": 62.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.996, "count": 299, "max_ms": 78.94, "p95_ms": 69.268}, "yolo11_640_fire_11class": {"avg_ms": 49.166, "count": 299, "max_ms": 66.621, "p95_ms": 62.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.25, "count": 299, "max_ms": 79.699, "p95_ms": 77.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.534, "count": 299, "max_ms": 135.493, "p95_ms": 94.262}, "read_interval": {"avg_ms": 100.368, "count": 298, "max_ms": 400.263, "p95_ms": 174.861}, "triton_wait": {"avg_ms": 56.95, "count": 299, "max_ms": 79.712, "p95_ms": 77.287}, "visualize": {"avg_ms": 3.73, "count": 299, "max_ms": 6.244, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16139.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 765, "h264_decode_error_count": 1869, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:09:58+09:00", "last_error_summary": "[h264 @ 0x55fa6fa7cb80] error while decoding MB 9 22, bytestream -18", "last_exit_at": "2026-07-05T20:10:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.857, "last_started_at": "2026-07-05T20:10:01+09:00", "pid": 143757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.453, "name": "ffmpeg", "pid": 143757, "rss_mb": 292.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 853, "restart_count_per_hour": 19, "rtsp_timeout_count": 476, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 854}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.701, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1591059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T20:12:15+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T20:12:15+09:00", "mjpeg": {"age_sec": 8.892, "exists": true, "mtime": "2026-07-05T20:12:06.988939+09:00", "mtime_epoch": 1783249926.988939, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:12:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.574, "pushed": 5.574, "read": 5.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.826, "count": 167, "max_ms": 25.558, "p95_ms": 20.769}, "gstreamer_push": {"avg_ms": 1.11, "count": 167, "max_ms": 1.277, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.908, "count": 167, "max_ms": 64.704, "p95_ms": 63.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.511, "count": 167, "max_ms": 78.226, "p95_ms": 69.8}, "yolo11_640_fire_11class": {"avg_ms": 49.55, "count": 167, "max_ms": 64.957, "p95_ms": 62.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.662, "count": 167, "max_ms": 79.446, "p95_ms": 77.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.086, "count": 167, "max_ms": 140.939, "p95_ms": 138.711}, "read_interval": {"avg_ms": 180.536, "count": 166, "max_ms": 8895.672, "p95_ms": 148.251}, "triton_wait": {"avg_ms": 57.845, "count": 167, "max_ms": 79.459, "p95_ms": 78.218}, "visualize": {"avg_ms": 4.756, "count": 167, "max_ms": 5.85, "p95_ms": 5.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16139.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14442.904, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.637, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2042429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:12:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:12:21+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T20:12:21+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T20:12:21.045139+09:00", "mtime_epoch": 1783249941.045139, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 127145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:12:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2414.266, "name": "celery", "pid": 267, "rss_mb": 2414.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.677, "count": 299, "max_ms": 12.433, "p95_ms": 8.687}, "gstreamer_push": {"avg_ms": 1.271, "count": 299, "max_ms": 1.489, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.704, "count": 299, "max_ms": 64.953, "p95_ms": 60.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.809, "count": 299, "max_ms": 75.904, "p95_ms": 68.188}, "yolo11_640_fire_11class": {"avg_ms": 47.039, "count": 299, "max_ms": 64.05, "p95_ms": 61.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.663, "count": 299, "max_ms": 78.963, "p95_ms": 75.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.032, "count": 299, "max_ms": 131.927, "p95_ms": 91.806}, "read_interval": {"avg_ms": 100.437, "count": 299, "max_ms": 572.04, "p95_ms": 229.422}, "triton_wait": {"avg_ms": 53.478, "count": 299, "max_ms": 78.975, "p95_ms": 75.553}, "visualize": {"avg_ms": 3.684, "count": 299, "max_ms": 5.417, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16112.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.973, "last_started_at": "2026-07-05T20:12:31+09:00", "pid": 143864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.637, "name": "ffmpeg", "pid": 143864, "rss_mb": 264.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 854, "restart_count_per_hour": 20, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 855}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.628, "sample_count": 1846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1591182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:12:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:12:46+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-05T20:12:45+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T20:12:45.877424+09:00", "mtime_epoch": 1783249965.8774238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 139579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:12:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 123, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.119, "pushed": 6.119, "read": 6.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.681, "count": 123, "max_ms": 27.488, "p95_ms": 20.679}, "gstreamer_push": {"avg_ms": 1.13, "count": 123, "max_ms": 1.679, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.952, "count": 123, "max_ms": 69.29, "p95_ms": 63.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.429, "count": 123, "max_ms": 78.323, "p95_ms": 71.579}, "yolo11_640_fire_11class": {"avg_ms": 50.835, "count": 123, "max_ms": 68.77, "p95_ms": 63.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.026, "count": 123, "max_ms": 82.502, "p95_ms": 77.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.769, "count": 123, "max_ms": 146.884, "p95_ms": 138.761}, "read_interval": {"avg_ms": 244.846, "count": 123, "max_ms": 10154.383, "p95_ms": 149.074}, "triton_wait": {"avg_ms": 59.259, "count": 123, "max_ms": 82.515, "p95_ms": 78.214}, "visualize": {"avg_ms": 4.775, "count": 123, "max_ms": 6.373, "p95_ms": 5.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.1, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16112.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14472.952, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.618, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2042732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:12:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:12:51+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T20:12:51+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T20:12:51.065484+09:00", "mtime_epoch": 1783249971.0654838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 135201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:12:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2414.523, "name": "celery", "pid": 267, "rss_mb": 2414.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.078}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.824, "count": 303, "max_ms": 12.362, "p95_ms": 9.177}, "gstreamer_push": {"avg_ms": 1.282, "count": 303, "max_ms": 1.484, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.789, "count": 303, "max_ms": 67.698, "p95_ms": 62.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.779, "count": 303, "max_ms": 79.114, "p95_ms": 69.421}, "yolo11_640_fire_11class": {"avg_ms": 48.645, "count": 303, "max_ms": 67.179, "p95_ms": 62.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.776, "count": 303, "max_ms": 80.871, "p95_ms": 77.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.04, "count": 303, "max_ms": 106.046, "p95_ms": 94.5}, "read_interval": {"avg_ms": 99.134, "count": 302, "max_ms": 616.542, "p95_ms": 127.346}, "triton_wait": {"avg_ms": 54.712, "count": 303, "max_ms": 80.882, "p95_ms": 77.337}, "visualize": {"avg_ms": 3.753, "count": 303, "max_ms": 5.213, "p95_ms": 4.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16113.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.078, "last_started_at": "2026-07-05T20:12:31+09:00", "pid": 143864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.926, "name": "ffmpeg", "pid": 143864, "rss_mb": 265.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 854, "restart_count_per_hour": 20, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 855}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.649, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1591414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:13:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:13:16+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T20:13:16+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T20:13:16.009775+09:00", "mtime_epoch": 1783249996.0097754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:13:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.737, "pushed": 7.737, "read": 7.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.061, "count": 231, "max_ms": 28.323, "p95_ms": 20.748}, "gstreamer_push": {"avg_ms": 1.123, "count": 232, "max_ms": 1.675, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.987, "count": 231, "max_ms": 69.474, "p95_ms": 63.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.319, "count": 231, "max_ms": 79.755, "p95_ms": 71.855}, "yolo11_640_fire_11class": {"avg_ms": 50.375, "count": 231, "max_ms": 69.463, "p95_ms": 62.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.2, "count": 231, "max_ms": 80.081, "p95_ms": 78.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.366, "count": 232, "max_ms": 145.804, "p95_ms": 140.0}, "read_interval": {"avg_ms": 129.788, "count": 231, "max_ms": 155.521, "p95_ms": 149.312}, "triton_wait": {"avg_ms": 59.43, "count": 231, "max_ms": 80.093, "p95_ms": 78.193}, "visualize": {"avg_ms": 4.762, "count": 231, "max_ms": 6.032, "p95_ms": 5.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16113.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14502.982, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.904, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2043032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:13:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:13:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T20:13:21+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T20:13:21.117836+09:00", "mtime_epoch": 1783250001.1178358, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 126716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:13:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2414.523, "name": "celery", "pid": 267, "rss_mb": 2414.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.784, "count": 300, "max_ms": 13.122, "p95_ms": 9.048}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.982, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.822, "count": 300, "max_ms": 74.632, "p95_ms": 63.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.974, "count": 300, "max_ms": 80.819, "p95_ms": 68.61}, "yolo11_640_fire_11class": {"avg_ms": 49.368, "count": 300, "max_ms": 74.108, "p95_ms": 62.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.243, "count": 300, "max_ms": 80.83, "p95_ms": 77.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.913, "count": 300, "max_ms": 96.972, "p95_ms": 94.207}, "read_interval": {"avg_ms": 100.179, "count": 300, "max_ms": 558.404, "p95_ms": 174.438}, "triton_wait": {"avg_ms": 56.619, "count": 300, "max_ms": 80.841, "p95_ms": 78.049}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 4.957, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16116.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.12, "last_started_at": "2026-07-05T20:12:31+09:00", "pid": 143864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.504, "name": "ffmpeg", "pid": 143864, "rss_mb": 268.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 854, "restart_count_per_hour": 20, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 855}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.141, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1591647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:13:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:13:46+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T20:13:46+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T20:13:46.054133+09:00", "mtime_epoch": 1783250026.054133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:13:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.786, "pushed": 7.786, "read": 7.753}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.955, "count": 233, "max_ms": 27.79, "p95_ms": 20.851}, "gstreamer_push": {"avg_ms": 1.117, "count": 233, "max_ms": 1.551, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.537, "count": 233, "max_ms": 67.043, "p95_ms": 63.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.208, "count": 233, "max_ms": 82.256, "p95_ms": 76.815}, "yolo11_640_fire_11class": {"avg_ms": 49.649, "count": 233, "max_ms": 64.931, "p95_ms": 62.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.235, "count": 233, "max_ms": 83.324, "p95_ms": 78.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.463, "count": 233, "max_ms": 145.284, "p95_ms": 140.266}, "read_interval": {"avg_ms": 128.959, "count": 232, "max_ms": 154.086, "p95_ms": 149.337}, "triton_wait": {"avg_ms": 58.547, "count": 233, "max_ms": 83.336, "p95_ms": 78.52}, "visualize": {"avg_ms": 4.735, "count": 233, "max_ms": 5.871, "p95_ms": 5.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16116.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14533.103, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.958, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2043333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:13:51+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T20:13:51+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-05T20:13:51.162194+09:00", "mtime_epoch": 1783250031.1621943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 127561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:13:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2414.781, "name": "celery", "pid": 267, "rss_mb": 2414.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.06}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.731, "count": 301, "max_ms": 13.354, "p95_ms": 8.853}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 1.648, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.052, "count": 301, "max_ms": 67.049, "p95_ms": 63.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.926, "count": 301, "max_ms": 81.252, "p95_ms": 74.101}, "yolo11_640_fire_11class": {"avg_ms": 49.348, "count": 301, "max_ms": 65.269, "p95_ms": 63.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.2, "count": 301, "max_ms": 80.972, "p95_ms": 77.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.773, "count": 301, "max_ms": 106.081, "p95_ms": 94.407}, "read_interval": {"avg_ms": 100.084, "count": 301, "max_ms": 417.234, "p95_ms": 151.38}, "triton_wait": {"avg_ms": 57.23, "count": 301, "max_ms": 81.264, "p95_ms": 77.58}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 5.939, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16117.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.207, "last_started_at": "2026-07-05T20:12:31+09:00", "pid": 143864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.504, "name": "ffmpeg", "pid": 143864, "rss_mb": 268.504, "state": "R (running)", "threads": 106}, "restart_count": 854, "restart_count_per_hour": 20, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 855}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.724, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1591880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:14:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T20:14:16+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T20:14:16+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T20:14:16.114497+09:00", "mtime_epoch": 1783250056.1144967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:14:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.782, "pushed": 7.782, "read": 7.749}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.622, "count": 233, "max_ms": 27.829, "p95_ms": 20.249}, "gstreamer_push": {"avg_ms": 1.127, "count": 233, "max_ms": 1.654, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.672, "count": 233, "max_ms": 66.275, "p95_ms": 62.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.241, "count": 233, "max_ms": 80.493, "p95_ms": 75.366}, "yolo11_640_fire_11class": {"avg_ms": 49.728, "count": 233, "max_ms": 66.263, "p95_ms": 62.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.749, "count": 233, "max_ms": 81.713, "p95_ms": 77.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.471, "count": 233, "max_ms": 146.497, "p95_ms": 138.962}, "read_interval": {"avg_ms": 129.039, "count": 232, "max_ms": 155.517, "p95_ms": 148.732}, "triton_wait": {"avg_ms": 59.067, "count": 233, "max_ms": 81.724, "p95_ms": 77.844}, "visualize": {"avg_ms": 4.775, "count": 233, "max_ms": 7.366, "p95_ms": 5.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16116.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14563.108, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.904, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2043632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:14:21+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T20:14:21+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T20:14:21.242559+09:00", "mtime_epoch": 1783250061.2425594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 117202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:14:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2415.039, "name": "celery", "pid": 267, "rss_mb": 2415.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.828, "count": 299, "max_ms": 10.911, "p95_ms": 9.157}, "gstreamer_push": {"avg_ms": 1.264, "count": 299, "max_ms": 1.495, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.525, "count": 299, "max_ms": 67.123, "p95_ms": 62.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.117, "count": 299, "max_ms": 81.104, "p95_ms": 72.032}, "yolo11_640_fire_11class": {"avg_ms": 48.845, "count": 299, "max_ms": 66.464, "p95_ms": 62.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.676, "count": 299, "max_ms": 82.413, "p95_ms": 77.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.919, "count": 299, "max_ms": 107.382, "p95_ms": 94.156}, "read_interval": {"avg_ms": 100.325, "count": 299, "max_ms": 519.349, "p95_ms": 156.764}, "triton_wait": {"avg_ms": 56.937, "count": 299, "max_ms": 82.425, "p95_ms": 77.565}, "visualize": {"avg_ms": 3.697, "count": 299, "max_ms": 5.251, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16116.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.228, "last_started_at": "2026-07-05T20:12:31+09:00", "pid": 143864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.762, "name": "ffmpeg", "pid": 143864, "rss_mb": 268.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 854, "restart_count_per_hour": 20, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 855}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.31, "sample_count": 2011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1592113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:14:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:14:46+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T20:14:46+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T20:14:46.162867+09:00", "mtime_epoch": 1783250086.1628666, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:14:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.792, "pushed": 7.792, "read": 7.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.117, "count": 233, "max_ms": 33.949, "p95_ms": 21.66}, "gstreamer_push": {"avg_ms": 1.122, "count": 233, "max_ms": 1.538, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.808, "count": 233, "max_ms": 66.473, "p95_ms": 62.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.233, "count": 233, "max_ms": 79.564, "p95_ms": 73.154}, "yolo11_640_fire_11class": {"avg_ms": 49.455, "count": 233, "max_ms": 65.944, "p95_ms": 61.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.02, "count": 233, "max_ms": 80.223, "p95_ms": 76.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.203, "count": 233, "max_ms": 146.562, "p95_ms": 139.548}, "read_interval": {"avg_ms": 128.884, "count": 232, "max_ms": 155.632, "p95_ms": 148.655}, "triton_wait": {"avg_ms": 58.307, "count": 233, "max_ms": 80.234, "p95_ms": 76.366}, "visualize": {"avg_ms": 4.74, "count": 233, "max_ms": 6.081, "p95_ms": 5.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16117.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14593.118, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.354, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2043931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:14:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:14:51+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:14:51+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T20:14:51.262930+09:00", "mtime_epoch": 1783250091.26293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 121671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:14:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2415.039, "name": "celery", "pid": 267, "rss_mb": 2415.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.789, "count": 299, "max_ms": 11.757, "p95_ms": 9.649}, "gstreamer_push": {"avg_ms": 1.271, "count": 299, "max_ms": 1.8, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.764, "count": 299, "max_ms": 68.063, "p95_ms": 62.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.535, "count": 299, "max_ms": 79.154, "p95_ms": 70.693}, "yolo11_640_fire_11class": {"avg_ms": 49.462, "count": 299, "max_ms": 67.498, "p95_ms": 62.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.293, "count": 299, "max_ms": 83.544, "p95_ms": 76.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.895, "count": 299, "max_ms": 102.489, "p95_ms": 93.788}, "read_interval": {"avg_ms": 100.402, "count": 299, "max_ms": 519.921, "p95_ms": 211.851}, "triton_wait": {"avg_ms": 57.428, "count": 299, "max_ms": 83.556, "p95_ms": 76.465}, "visualize": {"avg_ms": 3.673, "count": 299, "max_ms": 4.829, "p95_ms": 4.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16120.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.259, "last_started_at": "2026-07-05T20:12:31+09:00", "pid": 143864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.824, "name": "ffmpeg", "pid": 143864, "rss_mb": 270.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 854, "restart_count_per_hour": 19, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 855}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.387, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1592346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:15:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T20:15:16+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T20:15:16+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T20:15:16.195242+09:00", "mtime_epoch": 1783250116.1952417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:15:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9383.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.797, "pushed": 7.797, "read": 7.763}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.642, "count": 233, "max_ms": 27.102, "p95_ms": 20.824}, "gstreamer_push": {"avg_ms": 1.109, "count": 233, "max_ms": 1.251, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.234, "count": 233, "max_ms": 67.012, "p95_ms": 63.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.922, "count": 233, "max_ms": 80.269, "p95_ms": 72.061}, "yolo11_640_fire_11class": {"avg_ms": 50.711, "count": 233, "max_ms": 66.207, "p95_ms": 63.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.523, "count": 233, "max_ms": 78.249, "p95_ms": 76.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.324, "count": 233, "max_ms": 142.928, "p95_ms": 137.791}, "read_interval": {"avg_ms": 128.92, "count": 232, "max_ms": 152.131, "p95_ms": 148.423}, "triton_wait": {"avg_ms": 58.797, "count": 233, "max_ms": 80.281, "p95_ms": 76.881}, "visualize": {"avg_ms": 4.69, "count": 233, "max_ms": 5.922, "p95_ms": 4.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16120.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14623.132, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.156, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2044234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:15:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:15:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T20:15:21+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T20:15:21.275306+09:00", "mtime_epoch": 1783250121.2753057, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 127850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:15:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2415.039, "name": "celery", "pid": 267, "rss_mb": 2415.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.704, "count": 303, "max_ms": 9.717, "p95_ms": 8.598}, "gstreamer_push": {"avg_ms": 1.27, "count": 303, "max_ms": 1.519, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.362, "count": 303, "max_ms": 66.822, "p95_ms": 63.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.006, "count": 303, "max_ms": 80.597, "p95_ms": 71.932}, "yolo11_640_fire_11class": {"avg_ms": 50.054, "count": 303, "max_ms": 69.003, "p95_ms": 62.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.611, "count": 303, "max_ms": 83.518, "p95_ms": 75.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.086, "count": 303, "max_ms": 99.481, "p95_ms": 92.344}, "read_interval": {"avg_ms": 99.112, "count": 302, "max_ms": 514.948, "p95_ms": 174.31}, "triton_wait": {"avg_ms": 56.803, "count": 303, "max_ms": 83.553, "p95_ms": 76.529}, "visualize": {"avg_ms": 3.675, "count": 303, "max_ms": 5.743, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16120.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.36, "last_started_at": "2026-07-05T20:12:31+09:00", "pid": 143864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.824, "name": "ffmpeg", "pid": 143864, "rss_mb": 270.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 854, "restart_count_per_hour": 19, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 855}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.935, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1592581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:15:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:15:46+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T20:15:46+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T20:15:46.263623+09:00", "mtime_epoch": 1783250146.2636225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:15:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9384.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.838, "pushed": 7.838, "read": 7.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.911, "count": 234, "max_ms": 26.824, "p95_ms": 21.045}, "gstreamer_push": {"avg_ms": 1.111, "count": 235, "max_ms": 1.258, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.992, "count": 234, "max_ms": 66.55, "p95_ms": 63.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.091, "count": 234, "max_ms": 79.033, "p95_ms": 74.13}, "yolo11_640_fire_11class": {"avg_ms": 50.482, "count": 234, "max_ms": 65.38, "p95_ms": 63.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.907, "count": 234, "max_ms": 80.659, "p95_ms": 76.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.459, "count": 235, "max_ms": 151.398, "p95_ms": 138.124}, "read_interval": {"avg_ms": 127.994, "count": 234, "max_ms": 160.062, "p95_ms": 148.007}, "triton_wait": {"avg_ms": 58.311, "count": 234, "max_ms": 80.67, "p95_ms": 76.887}, "visualize": {"avg_ms": 4.71, "count": 234, "max_ms": 6.218, "p95_ms": 5.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16120.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14653.305, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.905, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2044533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:15:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:15:51+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:15:51+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-05T20:15:51.231686+09:00", "mtime_epoch": 1783250151.231686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 119370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:15:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2415.297, "name": "celery", "pid": 267, "rss_mb": 2415.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.724, "count": 298, "max_ms": 12.127, "p95_ms": 8.972}, "gstreamer_push": {"avg_ms": 1.254, "count": 298, "max_ms": 1.951, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.171, "count": 298, "max_ms": 65.173, "p95_ms": 62.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.104, "count": 298, "max_ms": 80.313, "p95_ms": 70.027}, "yolo11_640_fire_11class": {"avg_ms": 49.363, "count": 298, "max_ms": 65.154, "p95_ms": 63.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.983, "count": 298, "max_ms": 77.971, "p95_ms": 75.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.586, "count": 298, "max_ms": 97.432, "p95_ms": 92.1}, "read_interval": {"avg_ms": 100.908, "count": 297, "max_ms": 556.381, "p95_ms": 177.743}, "triton_wait": {"avg_ms": 56.29, "count": 298, "max_ms": 80.324, "p95_ms": 75.916}, "visualize": {"avg_ms": 3.627, "count": 298, "max_ms": 4.794, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16136.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 225.48, "last_started_at": "2026-07-05T20:12:31+09:00", "pid": 143864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.746, "name": "ffmpeg", "pid": 143864, "rss_mb": 286.746, "state": "S (sleeping)", "threads": 104}, "restart_count": 854, "restart_count_per_hour": 19, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 855}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.761, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1592816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:16:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:16:16+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T20:16:16+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-05T20:16:16.384009+09:00", "mtime_epoch": 1783250176.3840091, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:16:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9384.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.834, "pushed": 7.834, "read": 7.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.074, "count": 234, "max_ms": 29.416, "p95_ms": 21.433}, "gstreamer_push": {"avg_ms": 1.124, "count": 235, "max_ms": 1.698, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.997, "count": 234, "max_ms": 69.187, "p95_ms": 62.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.832, "count": 234, "max_ms": 80.055, "p95_ms": 70.561}, "yolo11_640_fire_11class": {"avg_ms": 49.782, "count": 234, "max_ms": 71.024, "p95_ms": 61.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.655, "count": 234, "max_ms": 82.764, "p95_ms": 74.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.454, "count": 235, "max_ms": 147.099, "p95_ms": 137.933}, "read_interval": {"avg_ms": 128.077, "count": 234, "max_ms": 156.031, "p95_ms": 147.247}, "triton_wait": {"avg_ms": 56.999, "count": 234, "max_ms": 82.777, "p95_ms": 75.566}, "visualize": {"avg_ms": 4.831, "count": 234, "max_ms": 6.207, "p95_ms": 5.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15888.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14683.361, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.635, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2044834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:16:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:16:21+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T20:16:21+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T20:16:21.496075+09:00", "mtime_epoch": 1783250181.4960752, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:16:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2415.297, "name": "celery", "pid": 267, "rss_mb": 2415.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.773, "count": 301, "max_ms": 12.558, "p95_ms": 9.018}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 2.705, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.221, "count": 301, "max_ms": 66.595, "p95_ms": 62.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.845, "count": 301, "max_ms": 79.789, "p95_ms": 65.118}, "yolo11_640_fire_11class": {"avg_ms": 48.786, "count": 301, "max_ms": 68.65, "p95_ms": 62.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.371, "count": 301, "max_ms": 78.86, "p95_ms": 74.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.477, "count": 301, "max_ms": 95.728, "p95_ms": 90.825}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 421.919, "p95_ms": 238.436}, "triton_wait": {"avg_ms": 54.214, "count": 301, "max_ms": 79.8, "p95_ms": 74.743}, "visualize": {"avg_ms": 3.653, "count": 301, "max_ms": 4.777, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16114.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.556, "last_started_at": "2026-07-05T20:16:21+09:00", "pid": 143971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.27, "name": "ffmpeg", "pid": 143971, "rss_mb": 265.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 855, "restart_count_per_hour": 20, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 856}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.613, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:16:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:16:46+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-05T20:16:46+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T20:16:46.508400+09:00", "mtime_epoch": 1783250206.5084004, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:16:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9384.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.571, "pushed": 6.571, "read": 6.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.921, "count": 196, "max_ms": 26.118, "p95_ms": 22.032}, "gstreamer_push": {"avg_ms": 1.137, "count": 197, "max_ms": 1.639, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.469, "count": 196, "max_ms": 65.167, "p95_ms": 62.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.43, "count": 196, "max_ms": 76.095, "p95_ms": 70.974}, "yolo11_640_fire_11class": {"avg_ms": 49.01, "count": 196, "max_ms": 64.413, "p95_ms": 62.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.25, "count": 196, "max_ms": 77.533, "p95_ms": 75.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.041, "count": 197, "max_ms": 139.024, "p95_ms": 136.383}, "read_interval": {"avg_ms": 152.949, "count": 196, "max_ms": 4708.495, "p95_ms": 149.974}, "triton_wait": {"avg_ms": 56.449, "count": 196, "max_ms": 77.545, "p95_ms": 76.044}, "visualize": {"avg_ms": 4.784, "count": 196, "max_ms": 7.272, "p95_ms": 5.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16115.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14713.404, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.321, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2045135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:16:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:16:51+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:16:51+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T20:16:51.544466+09:00", "mtime_epoch": 1783250211.5444663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:16:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2415.555, "name": "celery", "pid": 267, "rss_mb": 2415.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.792, "count": 301, "max_ms": 12.002, "p95_ms": 8.906}, "gstreamer_push": {"avg_ms": 1.266, "count": 301, "max_ms": 1.458, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.121, "count": 301, "max_ms": 66.561, "p95_ms": 62.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.971, "count": 301, "max_ms": 79.455, "p95_ms": 68.976}, "yolo11_640_fire_11class": {"avg_ms": 49.541, "count": 301, "max_ms": 65.715, "p95_ms": 62.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.662, "count": 301, "max_ms": 78.832, "p95_ms": 75.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.08, "count": 301, "max_ms": 95.967, "p95_ms": 91.867}, "read_interval": {"avg_ms": 99.882, "count": 300, "max_ms": 427.75, "p95_ms": 191.488}, "triton_wait": {"avg_ms": 55.705, "count": 301, "max_ms": 79.468, "p95_ms": 76.101}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 4.524, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16115.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.663, "last_started_at": "2026-07-05T20:16:21+09:00", "pid": 143971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.785, "name": "ffmpeg", "pid": 143971, "rss_mb": 265.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 855, "restart_count_per_hour": 20, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 856}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.486, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:17:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:17:16+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T20:17:16+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T20:17:16.608796+09:00", "mtime_epoch": 1783250236.608796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:17:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9384.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.677, "pushed": 7.677, "read": 7.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.761, "count": 230, "max_ms": 29.753, "p95_ms": 20.608}, "gstreamer_push": {"avg_ms": 1.125, "count": 230, "max_ms": 1.613, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.378, "count": 230, "max_ms": 66.235, "p95_ms": 62.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.273, "count": 230, "max_ms": 77.981, "p95_ms": 71.713}, "yolo11_640_fire_11class": {"avg_ms": 49.659, "count": 230, "max_ms": 66.991, "p95_ms": 62.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.083, "count": 230, "max_ms": 80.573, "p95_ms": 76.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.263, "count": 230, "max_ms": 142.01, "p95_ms": 138.258}, "read_interval": {"avg_ms": 130.9, "count": 229, "max_ms": 155.566, "p95_ms": 151.32}, "triton_wait": {"avg_ms": 57.598, "count": 230, "max_ms": 80.585, "p95_ms": 76.468}, "visualize": {"avg_ms": 4.707, "count": 230, "max_ms": 5.528, "p95_ms": 5.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16115.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14743.453, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.304, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2045437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:17:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:17:21+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T20:17:21+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T20:17:21.544861+09:00", "mtime_epoch": 1783250241.5448613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:17:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2415.812, "name": "celery", "pid": 267, "rss_mb": 2415.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.732, "count": 302, "max_ms": 13.799, "p95_ms": 8.959}, "gstreamer_push": {"avg_ms": 1.272, "count": 302, "max_ms": 1.989, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.251, "count": 302, "max_ms": 68.36, "p95_ms": 63.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.552, "count": 302, "max_ms": 80.607, "p95_ms": 71.667}, "yolo11_640_fire_11class": {"avg_ms": 49.49, "count": 302, "max_ms": 70.49, "p95_ms": 62.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.006, "count": 302, "max_ms": 79.286, "p95_ms": 75.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.421, "count": 302, "max_ms": 96.854, "p95_ms": 92.535}, "read_interval": {"avg_ms": 99.541, "count": 301, "max_ms": 503.774, "p95_ms": 187.592}, "triton_wait": {"avg_ms": 56.152, "count": 302, "max_ms": 80.619, "p95_ms": 76.694}, "visualize": {"avg_ms": 3.663, "count": 302, "max_ms": 4.973, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16117.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.697, "last_started_at": "2026-07-05T20:16:21+09:00", "pid": 143971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.332, "name": "ffmpeg", "pid": 143971, "rss_mb": 267.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 855, "restart_count_per_hour": 19, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 856}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.289, "sample_count": 2287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:17:46+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T20:17:46+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T20:17:46.649195+09:00", "mtime_epoch": 1783250266.649195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:17:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9384.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.728, "pushed": 7.728, "read": 7.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.74, "count": 231, "max_ms": 27.702, "p95_ms": 20.666}, "gstreamer_push": {"avg_ms": 1.129, "count": 231, "max_ms": 1.635, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.915, "count": 231, "max_ms": 65.241, "p95_ms": 61.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.721, "count": 231, "max_ms": 77.201, "p95_ms": 71.305}, "yolo11_640_fire_11class": {"avg_ms": 49.548, "count": 231, "max_ms": 64.708, "p95_ms": 61.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.636, "count": 231, "max_ms": 77.787, "p95_ms": 75.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.073, "count": 231, "max_ms": 139.533, "p95_ms": 136.917}, "read_interval": {"avg_ms": 130.045, "count": 230, "max_ms": 154.483, "p95_ms": 150.516}, "triton_wait": {"avg_ms": 56.906, "count": 231, "max_ms": 77.799, "p95_ms": 75.491}, "visualize": {"avg_ms": 4.703, "count": 231, "max_ms": 6.002, "p95_ms": 5.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16118.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14773.477, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.893, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2045737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:17:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:17:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T20:17:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T20:17:51.593261+09:00", "mtime_epoch": 1783250271.593261, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:17:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2415.812, "name": "celery", "pid": 267, "rss_mb": 2415.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.7, "count": 300, "max_ms": 11.849, "p95_ms": 8.625}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.56, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.043, "count": 300, "max_ms": 70.253, "p95_ms": 63.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.477, "count": 300, "max_ms": 80.349, "p95_ms": 63.255}, "yolo11_640_fire_11class": {"avg_ms": 49.353, "count": 300, "max_ms": 69.73, "p95_ms": 63.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.402, "count": 300, "max_ms": 78.825, "p95_ms": 74.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.42, "count": 300, "max_ms": 97.549, "p95_ms": 90.857}, "read_interval": {"avg_ms": 100.076, "count": 299, "max_ms": 531.732, "p95_ms": 176.253}, "triton_wait": {"avg_ms": 55.203, "count": 300, "max_ms": 80.361, "p95_ms": 74.591}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 4.583, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16121.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.848, "last_started_at": "2026-07-05T20:16:21+09:00", "pid": 143971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.426, "name": "ffmpeg", "pid": 143971, "rss_mb": 270.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 855, "restart_count_per_hour": 19, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 856}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.025, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:18:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:18:16+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-05T20:18:16+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-05T20:18:16.773599+09:00", "mtime_epoch": 1783250296.773599, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:18:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9384.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.734, "pushed": 7.734, "read": 7.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.782, "count": 232, "max_ms": 22.418, "p95_ms": 20.82}, "gstreamer_push": {"avg_ms": 1.117, "count": 232, "max_ms": 1.36, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.619, "count": 232, "max_ms": 68.652, "p95_ms": 61.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.425, "count": 232, "max_ms": 76.686, "p95_ms": 68.571}, "yolo11_640_fire_11class": {"avg_ms": 49.05, "count": 232, "max_ms": 66.765, "p95_ms": 61.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.046, "count": 232, "max_ms": 78.235, "p95_ms": 74.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.506, "count": 232, "max_ms": 139.944, "p95_ms": 134.489}, "read_interval": {"avg_ms": 129.295, "count": 232, "max_ms": 152.575, "p95_ms": 147.215}, "triton_wait": {"avg_ms": 56.329, "count": 232, "max_ms": 78.246, "p95_ms": 74.118}, "visualize": {"avg_ms": 4.677, "count": 232, "max_ms": 5.839, "p95_ms": 4.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16122.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14803.548, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.498, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2046038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:18:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:18:21+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T20:18:21+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T20:18:21.677665+09:00", "mtime_epoch": 1783250301.677665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:18:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2416.07, "name": "celery", "pid": 267, "rss_mb": 2416.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.751, "count": 301, "max_ms": 11.398, "p95_ms": 9.085}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.488, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.049, "count": 301, "max_ms": 66.306, "p95_ms": 62.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.395, "count": 301, "max_ms": 76.68, "p95_ms": 65.348}, "yolo11_640_fire_11class": {"avg_ms": 48.467, "count": 301, "max_ms": 64.504, "p95_ms": 62.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.525, "count": 301, "max_ms": 78.476, "p95_ms": 74.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.015, "count": 301, "max_ms": 94.245, "p95_ms": 90.335}, "read_interval": {"avg_ms": 99.927, "count": 300, "max_ms": 491.5, "p95_ms": 210.26}, "triton_wait": {"avg_ms": 53.745, "count": 301, "max_ms": 78.487, "p95_ms": 74.457}, "visualize": {"avg_ms": 3.642, "count": 301, "max_ms": 4.893, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16123.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.855, "last_started_at": "2026-07-05T20:16:21+09:00", "pid": 143971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.543, "name": "ffmpeg", "pid": 143971, "rss_mb": 272.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 855, "restart_count_per_hour": 19, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 856}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.696, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:18:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:18:46+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-05T20:18:46+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T20:18:46.802005+09:00", "mtime_epoch": 1783250326.8020053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:18:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9384.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.635, "pushed": 7.635, "read": 7.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.26, "count": 229, "max_ms": 32.498, "p95_ms": 22.1}, "gstreamer_push": {"avg_ms": 1.115, "count": 229, "max_ms": 1.955, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.197, "count": 229, "max_ms": 70.24, "p95_ms": 63.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.286, "count": 229, "max_ms": 75.614, "p95_ms": 69.14}, "yolo11_640_fire_11class": {"avg_ms": 49.752, "count": 229, "max_ms": 69.607, "p95_ms": 63.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.154, "count": 229, "max_ms": 79.551, "p95_ms": 75.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.194, "count": 229, "max_ms": 146.44, "p95_ms": 137.526}, "read_interval": {"avg_ms": 131.125, "count": 229, "max_ms": 159.044, "p95_ms": 151.312}, "triton_wait": {"avg_ms": 57.391, "count": 229, "max_ms": 79.563, "p95_ms": 75.447}, "visualize": {"avg_ms": 4.744, "count": 229, "max_ms": 5.831, "p95_ms": 5.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16124.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14833.566, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.171, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2046338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:18:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:18:51+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T20:18:51+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T20:18:51.702072+09:00", "mtime_epoch": 1783250331.702072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:18:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2416.07, "name": "celery", "pid": 267, "rss_mb": 2416.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.835, "count": 300, "max_ms": 13.06, "p95_ms": 9.679}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.52, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.303, "count": 300, "max_ms": 76.279, "p95_ms": 62.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.843, "count": 300, "max_ms": 75.396, "p95_ms": 64.879}, "yolo11_640_fire_11class": {"avg_ms": 48.689, "count": 300, "max_ms": 76.302, "p95_ms": 62.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.748, "count": 300, "max_ms": 78.687, "p95_ms": 74.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.998, "count": 300, "max_ms": 95.496, "p95_ms": 90.532}, "read_interval": {"avg_ms": 100.082, "count": 300, "max_ms": 466.832, "p95_ms": 170.631}, "triton_wait": {"avg_ms": 53.68, "count": 300, "max_ms": 78.699, "p95_ms": 74.302}, "visualize": {"avg_ms": 3.623, "count": 300, "max_ms": 4.611, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16124.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14863.628, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.528, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2046638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:19:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:19:21+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T20:19:21+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T20:19:21.766483+09:00", "mtime_epoch": 1783250361.7664828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:19:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2416.328, "name": "celery", "pid": 267, "rss_mb": 2416.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.756, "count": 300, "max_ms": 13.354, "p95_ms": 8.985}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.938, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.747, "count": 300, "max_ms": 67.126, "p95_ms": 61.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.187, "count": 300, "max_ms": 73.373, "p95_ms": 59.667}, "yolo11_640_fire_11class": {"avg_ms": 47.198, "count": 300, "max_ms": 66.191, "p95_ms": 60.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.527, "count": 300, "max_ms": 78.385, "p95_ms": 71.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.237, "count": 300, "max_ms": 94.22, "p95_ms": 87.684}, "read_interval": {"avg_ms": 100.257, "count": 299, "max_ms": 512.998, "p95_ms": 236.836}, "triton_wait": {"avg_ms": 51.95, "count": 300, "max_ms": 78.401, "p95_ms": 71.676}, "visualize": {"avg_ms": 3.656, "count": 300, "max_ms": 4.96, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16124.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 766, "h264_decode_error_count": 1875, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:12:28+09:00", "last_error_summary": "[h264 @ 0x55e79869b8c0] cabac decode of qscale diff failed at 75 18 [h264 @ 0x55e79869b8c0] error while decoding MB 75 18, bytestream 8784 [h264 @ 0x55e7984fdbc0] error while decoding MB 37 23, bytestream -7 [h264 @ 0x55e797bbfd80] cabac decode of qscale diff failed at 29 33 [h264 @ 0x55e797bbfd80] error while decoding MB 29 33, bytestream 3145 [h264 @ 0x55e7984fdbc0] error while decoding MB 2 35, bytestream -24 [in#0/rtsp @ 0x55e797b3be00] Error during demuxing: Connection timed out [in#0/rtsp ", "last_exit_at": "2026-07-05T20:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.596, "last_started_at": "2026-07-05T20:16:21+09:00", "pid": 143971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.605, "name": "ffmpeg", "pid": 143971, "rss_mb": 274.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 855, "restart_count_per_hour": 19, "rtsp_timeout_count": 478, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 856}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.526, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1594162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:19:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:19:24+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-05T20:19:24+09:00", "mjpeg": {"age_sec": 9.091, "exists": true, "mtime": "2026-07-05T20:19:15.566398+09:00", "mtime_epoch": 1783250355.5663977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:19:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9384.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.567, "pushed": 5.567, "read": 5.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.438, "count": 166, "max_ms": 25.027, "p95_ms": 20.856}, "gstreamer_push": {"avg_ms": 1.1, "count": 167, "max_ms": 1.324, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.053, "count": 166, "max_ms": 63.062, "p95_ms": 61.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.77, "count": 166, "max_ms": 76.348, "p95_ms": 64.88}, "yolo11_640_fire_11class": {"avg_ms": 47.696, "count": 166, "max_ms": 63.964, "p95_ms": 61.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.606, "count": 166, "max_ms": 78.486, "p95_ms": 74.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.08, "count": 167, "max_ms": 145.175, "p95_ms": 136.322}, "read_interval": {"avg_ms": 180.486, "count": 166, "max_ms": 9078.617, "p95_ms": 148.945}, "triton_wait": {"avg_ms": 54.931, "count": 166, "max_ms": 78.498, "p95_ms": 74.983}, "visualize": {"avg_ms": 4.635, "count": 166, "max_ms": 6.558, "p95_ms": 5.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16116.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14893.668, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.296, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2046939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:19:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:19:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T20:19:51+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T20:19:51.806897+09:00", "mtime_epoch": 1783250391.8068967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:19:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2416.328, "name": "celery", "pid": 267, "rss_mb": 2416.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.641, "count": 301, "max_ms": 11.854, "p95_ms": 8.247}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.908, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.781, "count": 301, "max_ms": 64.581, "p95_ms": 61.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.715, "count": 301, "max_ms": 75.995, "p95_ms": 61.342}, "yolo11_640_fire_11class": {"avg_ms": 47.069, "count": 301, "max_ms": 64.568, "p95_ms": 61.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.77, "count": 301, "max_ms": 78.936, "p95_ms": 74.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.089, "count": 301, "max_ms": 94.655, "p95_ms": 90.302}, "read_interval": {"avg_ms": 99.857, "count": 300, "max_ms": 449.986, "p95_ms": 195.267}, "triton_wait": {"avg_ms": 51.75, "count": 301, "max_ms": 78.951, "p95_ms": 74.444}, "visualize": {"avg_ms": 3.698, "count": 301, "max_ms": 5.272, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16116.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 767, "h264_decode_error_count": 1878, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:19:35+09:00", "last_error_summary": "[h264 @ 0x56381d4c0cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56381d4c0cc0] error while decoding MB 0 18, bytestream 7117 [h264 @ 0x56381debc440] left block unavailable for requested intra mode [h264 @ 0x56381debc440] error while decoding MB 0 41, bytestream 1975 [h264 @ 0x56381e128fc0] error while decoding MB 55 15, bytestream -7 [in#0/rtsp @ 0x56381d360e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56381d360e00] Error retrieving a packet from demuxer:", "last_exit_at": "2026-07-05T20:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.164, "last_started_at": "2026-07-05T20:19:38+09:00", "pid": 144078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.004, "name": "ffmpeg", "pid": 144078, "rss_mb": 265.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 856, "restart_count_per_hour": 20, "rtsp_timeout_count": 480, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 857}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.347, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1594281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:19:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:19:54+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-05T20:19:54+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T20:19:54.602935+09:00", "mtime_epoch": 1783250394.6029353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:19:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9384.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 119, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.927, "pushed": 5.927, "read": 5.927}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.639, "count": 119, "max_ms": 25.219, "p95_ms": 21.732}, "gstreamer_push": {"avg_ms": 1.113, "count": 119, "max_ms": 1.331, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.028, "count": 119, "max_ms": 64.835, "p95_ms": 62.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.926, "count": 119, "max_ms": 76.77, "p95_ms": 70.182}, "yolo11_640_fire_11class": {"avg_ms": 50.454, "count": 119, "max_ms": 63.388, "p95_ms": 62.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.618, "count": 119, "max_ms": 77.542, "p95_ms": 76.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.851, "count": 119, "max_ms": 139.437, "p95_ms": 137.032}, "read_interval": {"avg_ms": 252.833, "count": 119, "max_ms": 10137.038, "p95_ms": 146.744}, "triton_wait": {"avg_ms": 58.712, "count": 119, "max_ms": 77.554, "p95_ms": 76.782}, "visualize": {"avg_ms": 4.706, "count": 119, "max_ms": 6.131, "p95_ms": 4.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.076, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16119.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14923.702, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.183, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2047239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:20:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:20:21+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:20:21+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T20:20:21.847314+09:00", "mtime_epoch": 1783250421.8473136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:20:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2416.586, "name": "celery", "pid": 267, "rss_mb": 2416.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.664, "count": 300, "max_ms": 12.751, "p95_ms": 8.77}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.608, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.04, "count": 300, "max_ms": 69.324, "p95_ms": 63.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.498, "count": 300, "max_ms": 77.329, "p95_ms": 67.057}, "yolo11_640_fire_11class": {"avg_ms": 49.274, "count": 300, "max_ms": 68.338, "p95_ms": 62.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.847, "count": 300, "max_ms": 80.981, "p95_ms": 75.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.534, "count": 300, "max_ms": 96.499, "p95_ms": 91.8}, "read_interval": {"avg_ms": 100.181, "count": 299, "max_ms": 421.399, "p95_ms": 207.573}, "triton_wait": {"avg_ms": 55.363, "count": 300, "max_ms": 80.994, "p95_ms": 75.801}, "visualize": {"avg_ms": 3.672, "count": 300, "max_ms": 4.715, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16120.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 767, "h264_decode_error_count": 1878, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:19:35+09:00", "last_error_summary": "[h264 @ 0x56381d4c0cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56381d4c0cc0] error while decoding MB 0 18, bytestream 7117 [h264 @ 0x56381debc440] left block unavailable for requested intra mode [h264 @ 0x56381debc440] error while decoding MB 0 41, bytestream 1975 [h264 @ 0x56381e128fc0] error while decoding MB 55 15, bytestream -7 [in#0/rtsp @ 0x56381d360e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56381d360e00] Error retrieving a packet from demuxer:", "last_exit_at": "2026-07-05T20:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.23, "last_started_at": "2026-07-05T20:19:38+09:00", "pid": 144078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.066, "name": "ffmpeg", "pid": 144078, "rss_mb": 267.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 856, "restart_count_per_hour": 19, "rtsp_timeout_count": 480, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 857}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.203, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1594515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:20:24+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-05T20:20:24+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T20:20:24.683353+09:00", "mtime_epoch": 1783250424.6833532, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:20:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9385.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.814, "pushed": 7.814, "read": 7.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.56, "count": 234, "max_ms": 30.311, "p95_ms": 20.662}, "gstreamer_push": {"avg_ms": 1.115, "count": 234, "max_ms": 1.911, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.573, "count": 234, "max_ms": 70.824, "p95_ms": 62.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.803, "count": 234, "max_ms": 77.666, "p95_ms": 69.745}, "yolo11_640_fire_11class": {"avg_ms": 49.871, "count": 234, "max_ms": 70.814, "p95_ms": 62.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.719, "count": 234, "max_ms": 80.142, "p95_ms": 76.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.03, "count": 234, "max_ms": 157.542, "p95_ms": 137.973}, "read_interval": {"avg_ms": 128.533, "count": 233, "max_ms": 165.594, "p95_ms": 148.038}, "triton_wait": {"avg_ms": 57.999, "count": 234, "max_ms": 80.154, "p95_ms": 76.112}, "visualize": {"avg_ms": 4.732, "count": 234, "max_ms": 6.41, "p95_ms": 5.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16119.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14953.781, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.197, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2047540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:20:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:20:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T20:20:51+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T20:20:51.899734+09:00", "mtime_epoch": 1783250451.8997338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:20:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2416.586, "name": "celery", "pid": 267, "rss_mb": 2416.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.629, "count": 300, "max_ms": 12.201, "p95_ms": 8.638}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.544, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.69, "count": 300, "max_ms": 70.353, "p95_ms": 62.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.115, "count": 300, "max_ms": 77.681, "p95_ms": 65.295}, "yolo11_640_fire_11class": {"avg_ms": 49.411, "count": 300, "max_ms": 69.774, "p95_ms": 64.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.496, "count": 300, "max_ms": 79.313, "p95_ms": 76.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.24, "count": 301, "max_ms": 95.387, "p95_ms": 92.209}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 395.686, "p95_ms": 174.214}, "triton_wait": {"avg_ms": 55.198, "count": 300, "max_ms": 79.325, "p95_ms": 76.379}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.537, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16119.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 767, "h264_decode_error_count": 1878, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:19:35+09:00", "last_error_summary": "[h264 @ 0x56381d4c0cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56381d4c0cc0] error while decoding MB 0 18, bytestream 7117 [h264 @ 0x56381debc440] left block unavailable for requested intra mode [h264 @ 0x56381debc440] error while decoding MB 0 41, bytestream 1975 [h264 @ 0x56381e128fc0] error while decoding MB 55 15, bytestream -7 [in#0/rtsp @ 0x56381d360e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56381d360e00] Error retrieving a packet from demuxer:", "last_exit_at": "2026-07-05T20:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.307, "last_started_at": "2026-07-05T20:19:38+09:00", "pid": 144078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.324, "name": "ffmpeg", "pid": 144078, "rss_mb": 267.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 856, "restart_count_per_hour": 19, "rtsp_timeout_count": 480, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 857}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.124, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1594751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:20:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:20:54+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-05T20:20:54+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T20:20:54.715773+09:00", "mtime_epoch": 1783250454.715773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:20:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9385.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.885, "pushed": 7.885, "read": 7.852}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.394, "count": 236, "max_ms": 24.911, "p95_ms": 20.201}, "gstreamer_push": {"avg_ms": 1.11, "count": 236, "max_ms": 1.765, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.407, "count": 236, "max_ms": 65.464, "p95_ms": 62.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.785, "count": 236, "max_ms": 75.144, "p95_ms": 68.252}, "yolo11_640_fire_11class": {"avg_ms": 49.437, "count": 236, "max_ms": 64.62, "p95_ms": 62.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.732, "count": 236, "max_ms": 78.221, "p95_ms": 75.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.21, "count": 236, "max_ms": 156.096, "p95_ms": 136.576}, "read_interval": {"avg_ms": 127.282, "count": 235, "max_ms": 157.737, "p95_ms": 146.526}, "triton_wait": {"avg_ms": 56.93, "count": 236, "max_ms": 78.232, "p95_ms": 75.819}, "visualize": {"avg_ms": 4.712, "count": 236, "max_ms": 5.822, "p95_ms": 5.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16120.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 14983.794, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.379, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2047839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:21:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:21:21+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T20:21:21+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T20:21:21.908156+09:00", "mtime_epoch": 1783250481.908156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:21:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2416.844, "name": "celery", "pid": 267, "rss_mb": 2416.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.682, "count": 299, "max_ms": 13.07, "p95_ms": 9.159}, "gstreamer_push": {"avg_ms": 1.231, "count": 299, "max_ms": 1.821, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.774, "count": 299, "max_ms": 75.146, "p95_ms": 63.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.591, "count": 299, "max_ms": 79.383, "p95_ms": 71.025}, "yolo11_640_fire_11class": {"avg_ms": 49.674, "count": 299, "max_ms": 75.164, "p95_ms": 63.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.546, "count": 299, "max_ms": 81.821, "p95_ms": 75.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.467, "count": 299, "max_ms": 98.395, "p95_ms": 92.077}, "read_interval": {"avg_ms": 100.365, "count": 299, "max_ms": 392.787, "p95_ms": 211.173}, "triton_wait": {"avg_ms": 55.427, "count": 299, "max_ms": 81.833, "p95_ms": 76.346}, "visualize": {"avg_ms": 3.599, "count": 299, "max_ms": 5.92, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16120.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 767, "h264_decode_error_count": 1878, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:19:35+09:00", "last_error_summary": "[h264 @ 0x56381d4c0cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56381d4c0cc0] error while decoding MB 0 18, bytestream 7117 [h264 @ 0x56381debc440] left block unavailable for requested intra mode [h264 @ 0x56381debc440] error while decoding MB 0 41, bytestream 1975 [h264 @ 0x56381e128fc0] error while decoding MB 55 15, bytestream -7 [in#0/rtsp @ 0x56381d360e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56381d360e00] Error retrieving a packet from demuxer:", "last_exit_at": "2026-07-05T20:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.36, "last_started_at": "2026-07-05T20:19:38+09:00", "pid": 144078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.324, "name": "ffmpeg", "pid": 144078, "rss_mb": 267.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 856, "restart_count_per_hour": 19, "rtsp_timeout_count": 480, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 857}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.381, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1594982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:21:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:21:24+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-05T20:21:24+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T20:21:24.800197+09:00", "mtime_epoch": 1783250484.8001966, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:21:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9385.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.722, "pushed": 7.722, "read": 7.689}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.913, "count": 231, "max_ms": 29.405, "p95_ms": 23.459}, "gstreamer_push": {"avg_ms": 1.105, "count": 231, "max_ms": 1.685, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.246, "count": 231, "max_ms": 70.268, "p95_ms": 63.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.377, "count": 231, "max_ms": 80.96, "p95_ms": 70.415}, "yolo11_640_fire_11class": {"avg_ms": 50.007, "count": 231, "max_ms": 71.547, "p95_ms": 63.302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.693, "count": 231, "max_ms": 81.909, "p95_ms": 76.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.03, "count": 231, "max_ms": 157.058, "p95_ms": 141.684}, "read_interval": {"avg_ms": 130.088, "count": 230, "max_ms": 165.101, "p95_ms": 153.641}, "triton_wait": {"avg_ms": 57.913, "count": 231, "max_ms": 81.921, "p95_ms": 77.221}, "visualize": {"avg_ms": 4.844, "count": 231, "max_ms": 7.653, "p95_ms": 5.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16120.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15013.852, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.343, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2048141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:21:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:21:52+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:21:51+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T20:21:51.932581+09:00", "mtime_epoch": 1783250511.932581, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:21:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2416.844, "name": "celery", "pid": 267, "rss_mb": 2416.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.528, "count": 302, "max_ms": 10.511, "p95_ms": 8.284}, "gstreamer_push": {"avg_ms": 1.259, "count": 302, "max_ms": 1.495, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.515, "count": 302, "max_ms": 67.453, "p95_ms": 63.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.848, "count": 302, "max_ms": 77.612, "p95_ms": 68.271}, "yolo11_640_fire_11class": {"avg_ms": 49.663, "count": 302, "max_ms": 68.026, "p95_ms": 63.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.523, "count": 302, "max_ms": 81.882, "p95_ms": 75.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.224, "count": 302, "max_ms": 98.579, "p95_ms": 91.715}, "read_interval": {"avg_ms": 99.598, "count": 301, "max_ms": 372.653, "p95_ms": 179.183}, "triton_wait": {"avg_ms": 55.194, "count": 302, "max_ms": 81.894, "p95_ms": 76.062}, "visualize": {"avg_ms": 3.644, "count": 302, "max_ms": 4.6, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16120.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 767, "h264_decode_error_count": 1878, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:19:35+09:00", "last_error_summary": "[h264 @ 0x56381d4c0cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56381d4c0cc0] error while decoding MB 0 18, bytestream 7117 [h264 @ 0x56381debc440] left block unavailable for requested intra mode [h264 @ 0x56381debc440] error while decoding MB 0 41, bytestream 1975 [h264 @ 0x56381e128fc0] error while decoding MB 55 15, bytestream -7 [in#0/rtsp @ 0x56381d360e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56381d360e00] Error retrieving a packet from demuxer:", "last_exit_at": "2026-07-05T20:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.385, "last_started_at": "2026-07-05T20:19:38+09:00", "pid": 144078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.582, "name": "ffmpeg", "pid": 144078, "rss_mb": 267.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 856, "restart_count_per_hour": 19, "rtsp_timeout_count": 480, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 857}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.287, "sample_count": 2141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1595217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:21:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T20:21:54+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T20:21:54+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T20:21:54.828622+09:00", "mtime_epoch": 1783250514.8286219, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:21:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9385.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.859, "pushed": 7.859, "read": 7.825}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.597, "count": 235, "max_ms": 25.083, "p95_ms": 20.235}, "gstreamer_push": {"avg_ms": 1.097, "count": 235, "max_ms": 1.483, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.931, "count": 235, "max_ms": 65.558, "p95_ms": 63.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.955, "count": 235, "max_ms": 76.834, "p95_ms": 69.083}, "yolo11_640_fire_11class": {"avg_ms": 49.426, "count": 235, "max_ms": 67.776, "p95_ms": 63.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.19, "count": 235, "max_ms": 81.595, "p95_ms": 77.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.145, "count": 235, "max_ms": 142.31, "p95_ms": 137.201}, "read_interval": {"avg_ms": 127.763, "count": 234, "max_ms": 152.056, "p95_ms": 146.588}, "triton_wait": {"avg_ms": 57.287, "count": 235, "max_ms": 81.608, "p95_ms": 77.34}, "visualize": {"avg_ms": 4.736, "count": 235, "max_ms": 5.851, "p95_ms": 5.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16129.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15043.924, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.194, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2048442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:22:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T20:22:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T20:22:22.061010+09:00", "mtime_epoch": 1783250542.0610096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:22:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2417.102, "name": "celery", "pid": 267, "rss_mb": 2417.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.65, "count": 300, "max_ms": 12.578, "p95_ms": 8.93}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.58, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.391, "count": 300, "max_ms": 69.072, "p95_ms": 61.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.786, "count": 300, "max_ms": 75.137, "p95_ms": 63.66}, "yolo11_640_fire_11class": {"avg_ms": 48.639, "count": 300, "max_ms": 69.064, "p95_ms": 62.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.876, "count": 300, "max_ms": 79.286, "p95_ms": 74.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.449, "count": 301, "max_ms": 95.334, "p95_ms": 90.562}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 440.07, "p95_ms": 215.701}, "triton_wait": {"avg_ms": 53.389, "count": 300, "max_ms": 79.298, "p95_ms": 74.548}, "visualize": {"avg_ms": 3.604, "count": 300, "max_ms": 5.013, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16129.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 767, "h264_decode_error_count": 1878, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:19:35+09:00", "last_error_summary": "[h264 @ 0x56381d4c0cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56381d4c0cc0] error while decoding MB 0 18, bytestream 7117 [h264 @ 0x56381debc440] left block unavailable for requested intra mode [h264 @ 0x56381debc440] error while decoding MB 0 41, bytestream 1975 [h264 @ 0x56381e128fc0] error while decoding MB 55 15, bytestream -7 [in#0/rtsp @ 0x56381d360e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56381d360e00] Error retrieving a packet from demuxer:", "last_exit_at": "2026-07-05T20:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.387, "last_started_at": "2026-07-05T20:19:38+09:00", "pid": 144078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.234, "name": "ffmpeg", "pid": 144078, "rss_mb": 277.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 856, "restart_count_per_hour": 19, "rtsp_timeout_count": 480, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 857}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.778, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1595434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:22:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:22:24+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T20:22:24+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-05T20:22:24.813049+09:00", "mtime_epoch": 1783250544.813049, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:22:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9385.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.235, "pushed": 7.235, "read": 7.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.244, "count": 217, "max_ms": 25.561, "p95_ms": 22.315}, "gstreamer_push": {"avg_ms": 1.037, "count": 217, "max_ms": 1.285, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.788, "count": 217, "max_ms": 65.768, "p95_ms": 62.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.026, "count": 217, "max_ms": 71.319, "p95_ms": 66.41}, "yolo11_640_fire_11class": {"avg_ms": 48.661, "count": 217, "max_ms": 66.672, "p95_ms": 62.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.347, "count": 217, "max_ms": 80.116, "p95_ms": 75.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.335, "count": 217, "max_ms": 165.874, "p95_ms": 159.714}, "read_interval": {"avg_ms": 138.175, "count": 217, "max_ms": 173.85, "p95_ms": 168.167}, "triton_wait": {"avg_ms": 56.438, "count": 217, "max_ms": 80.128, "p95_ms": 75.581}, "visualize": {"avg_ms": 5.226, "count": 217, "max_ms": 6.88, "p95_ms": 6.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16131.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15073.926, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.183, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2048742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:22:52+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T20:22:52+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T20:22:52.065439+09:00", "mtime_epoch": 1783250572.0654392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:22:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2417.359, "name": "celery", "pid": 267, "rss_mb": 2417.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.088}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.496, "count": 300, "max_ms": 11.842, "p95_ms": 8.259}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.861, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.809, "count": 300, "max_ms": 66.28, "p95_ms": 63.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.767, "count": 300, "max_ms": 78.346, "p95_ms": 68.373}, "yolo11_640_fire_11class": {"avg_ms": 48.721, "count": 300, "max_ms": 65.299, "p95_ms": 62.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.284, "count": 300, "max_ms": 78.842, "p95_ms": 74.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.001, "count": 300, "max_ms": 94.362, "p95_ms": 90.743}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 424.073, "p95_ms": 197.582}, "triton_wait": {"avg_ms": 54.028, "count": 300, "max_ms": 78.851, "p95_ms": 74.703}, "visualize": {"avg_ms": 3.638, "count": 300, "max_ms": 4.519, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.737, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16131.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 767, "h264_decode_error_count": 1878, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:19:35+09:00", "last_error_summary": "[h264 @ 0x56381d4c0cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56381d4c0cc0] error while decoding MB 0 18, bytestream 7117 [h264 @ 0x56381debc440] left block unavailable for requested intra mode [h264 @ 0x56381debc440] error while decoding MB 0 41, bytestream 1975 [h264 @ 0x56381e128fc0] error while decoding MB 55 15, bytestream -7 [in#0/rtsp @ 0x56381d360e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56381d360e00] Error retrieving a packet from demuxer:", "last_exit_at": "2026-07-05T20:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.45, "last_started_at": "2026-07-05T20:19:38+09:00", "pid": 144078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.523, "name": "ffmpeg", "pid": 144078, "rss_mb": 278.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 856, "restart_count_per_hour": 19, "rtsp_timeout_count": 480, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 857}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.263, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1595666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:22:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:22:55+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T20:22:54+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T20:22:54.877480+09:00", "mtime_epoch": 1783250574.8774796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:22:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9385.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.753, "pushed": 7.753, "read": 7.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.487, "count": 232, "max_ms": 22.152, "p95_ms": 20.542}, "gstreamer_push": {"avg_ms": 1.087, "count": 232, "max_ms": 1.785, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.655, "count": 232, "max_ms": 65.823, "p95_ms": 63.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.801, "count": 232, "max_ms": 79.091, "p95_ms": 69.408}, "yolo11_640_fire_11class": {"avg_ms": 49.752, "count": 232, "max_ms": 67.677, "p95_ms": 62.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.606, "count": 232, "max_ms": 79.102, "p95_ms": 76.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.266, "count": 232, "max_ms": 171.886, "p95_ms": 144.002}, "read_interval": {"avg_ms": 129.522, "count": 231, "max_ms": 183.049, "p95_ms": 152.251}, "triton_wait": {"avg_ms": 56.898, "count": 232, "max_ms": 79.112, "p95_ms": 76.041}, "visualize": {"avg_ms": 4.835, "count": 232, "max_ms": 7.196, "p95_ms": 5.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16131.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15104.075, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.139, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2049043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:23:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T20:23:22+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T20:23:22.141872+09:00", "mtime_epoch": 1783250602.141872, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:23:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2417.359, "name": "celery", "pid": 267, "rss_mb": 2417.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.662, "count": 301, "max_ms": 11.272, "p95_ms": 8.357}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 1.473, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.74, "count": 301, "max_ms": 67.862, "p95_ms": 59.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.941, "count": 301, "max_ms": 75.491, "p95_ms": 67.294}, "yolo11_640_fire_11class": {"avg_ms": 46.264, "count": 301, "max_ms": 69.424, "p95_ms": 60.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.016, "count": 301, "max_ms": 76.575, "p95_ms": 72.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.767, "count": 301, "max_ms": 92.32, "p95_ms": 89.111}, "read_interval": {"avg_ms": 100.154, "count": 301, "max_ms": 426.652, "p95_ms": 266.839}, "triton_wait": {"avg_ms": 51.374, "count": 301, "max_ms": 76.586, "p95_ms": 73.039}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 4.627, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.798, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16142.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 767, "h264_decode_error_count": 1878, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:19:35+09:00", "last_error_summary": "[h264 @ 0x56381d4c0cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56381d4c0cc0] error while decoding MB 0 18, bytestream 7117 [h264 @ 0x56381debc440] left block unavailable for requested intra mode [h264 @ 0x56381debc440] error while decoding MB 0 41, bytestream 1975 [h264 @ 0x56381e128fc0] error while decoding MB 55 15, bytestream -7 [in#0/rtsp @ 0x56381d360e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56381d360e00] Error retrieving a packet from demuxer:", "last_exit_at": "2026-07-05T20:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.078, "last_started_at": "2026-07-05T20:19:38+09:00", "pid": 144078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.555, "name": "ffmpeg", "pid": 144078, "rss_mb": 289.555, "state": "S (sleeping)", "threads": 104}, "restart_count": 856, "restart_count_per_hour": 18, "rtsp_timeout_count": 480, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 857}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.437, "sample_count": 1988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1595760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:23:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T20:23:25+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T20:23:25+09:00", "mjpeg": {"age_sec": 18.964, "exists": true, "mtime": "2026-07-05T20:23:06.669649+09:00", "mtime_epoch": 1783250586.669649, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:23:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9385.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.002, "pushed": 3.002, "read": 2.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.759, "count": 89, "max_ms": 25.289, "p95_ms": 21.456}, "gstreamer_push": {"avg_ms": 1.074, "count": 90, "max_ms": 1.374, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.414, "count": 89, "max_ms": 63.576, "p95_ms": 62.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.433, "count": 89, "max_ms": 77.773, "p95_ms": 70.852}, "yolo11_640_fire_11class": {"avg_ms": 47.862, "count": 89, "max_ms": 64.07, "p95_ms": 61.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.077, "count": 89, "max_ms": 76.15, "p95_ms": 75.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.699, "count": 90, "max_ms": 139.846, "p95_ms": 135.626}, "read_interval": {"avg_ms": 337.084, "count": 89, "max_ms": 18976.243, "p95_ms": 145.504}, "triton_wait": {"avg_ms": 55.358, "count": 89, "max_ms": 77.784, "p95_ms": 75.434}, "visualize": {"avg_ms": 4.676, "count": 89, "max_ms": 6.356, "p95_ms": 4.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16117.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15134.211, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.245, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2049343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:23:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T20:23:52+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-05T20:23:52.206306+09:00", "mtime_epoch": 1783250632.2063065, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:23:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2417.617, "name": "celery", "pid": 267, "rss_mb": 2417.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.696, "count": 299, "max_ms": 12.359, "p95_ms": 8.853}, "gstreamer_push": {"avg_ms": 1.274, "count": 299, "max_ms": 1.787, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.826, "count": 299, "max_ms": 73.75, "p95_ms": 63.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.912, "count": 299, "max_ms": 69.694, "p95_ms": 61.856}, "yolo11_640_fire_11class": {"avg_ms": 47.791, "count": 299, "max_ms": 69.665, "p95_ms": 62.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.792, "count": 299, "max_ms": 80.21, "p95_ms": 75.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.975, "count": 299, "max_ms": 96.277, "p95_ms": 91.465}, "read_interval": {"avg_ms": 100.574, "count": 298, "max_ms": 435.728, "p95_ms": 215.298}, "triton_wait": {"avg_ms": 52.665, "count": 299, "max_ms": 80.221, "p95_ms": 75.634}, "visualize": {"avg_ms": 3.684, "count": 299, "max_ms": 4.713, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16118.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 768, "h264_decode_error_count": 1881, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:23:26+09:00", "last_error_summary": "[h264 @ 0x5643d67f19c0] error while decoding MB 51 3, bytestream -18 [h264 @ 0x5643d713d080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d713d080] error while decoding MB 0 26, bytestream 3826 [h264 @ 0x5643d6819d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d6819d40] error while decoding MB 0 42, bytestream 2787 [in#0/rtsp @ 0x5643d66bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643d66bee00] Error retrieving a packet from de", "last_exit_at": "2026-07-05T20:23:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.304, "last_started_at": "2026-07-05T20:23:29+09:00", "pid": 144185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.105, "name": "ffmpeg", "pid": 144185, "rss_mb": 265.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 857, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 858}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.674, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1595952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:23:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:23:55+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-05T20:23:55+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T20:23:55.530354+09:00", "mtime_epoch": 1783250635.5303545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:23:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9385.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.426, "pushed": 6.426, "read": 6.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.701, "count": 192, "max_ms": 23.406, "p95_ms": 20.598}, "gstreamer_push": {"avg_ms": 1.102, "count": 192, "max_ms": 1.682, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.684, "count": 192, "max_ms": 71.116, "p95_ms": 62.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.475, "count": 192, "max_ms": 77.92, "p95_ms": 66.156}, "yolo11_640_fire_11class": {"avg_ms": 49.424, "count": 192, "max_ms": 68.66, "p95_ms": 61.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.674, "count": 192, "max_ms": 81.162, "p95_ms": 75.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.581, "count": 192, "max_ms": 163.439, "p95_ms": 153.114}, "read_interval": {"avg_ms": 156.433, "count": 191, "max_ms": 4983.217, "p95_ms": 162.346}, "triton_wait": {"avg_ms": 57.712, "count": 192, "max_ms": 81.173, "p95_ms": 75.971}, "visualize": {"avg_ms": 4.918, "count": 192, "max_ms": 7.512, "p95_ms": 5.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16121.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15164.259, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.519, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2049644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:24:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:24:22+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T20:24:22+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T20:24:22.402745+09:00", "mtime_epoch": 1783250662.4027448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:24:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2417.617, "name": "celery", "pid": 267, "rss_mb": 2417.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.673, "count": 301, "max_ms": 12.523, "p95_ms": 8.86}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.504, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.624, "count": 301, "max_ms": 67.339, "p95_ms": 63.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.065, "count": 301, "max_ms": 71.973, "p95_ms": 63.639}, "yolo11_640_fire_11class": {"avg_ms": 49.271, "count": 301, "max_ms": 66.792, "p95_ms": 63.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.357, "count": 301, "max_ms": 81.054, "p95_ms": 76.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.207, "count": 301, "max_ms": 97.162, "p95_ms": 92.138}, "read_interval": {"avg_ms": 99.896, "count": 300, "max_ms": 342.63, "p95_ms": 154.314}, "triton_wait": {"avg_ms": 53.988, "count": 301, "max_ms": 81.066, "p95_ms": 76.069}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 4.569, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16121.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 768, "h264_decode_error_count": 1881, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:23:26+09:00", "last_error_summary": "[h264 @ 0x5643d67f19c0] error while decoding MB 51 3, bytestream -18 [h264 @ 0x5643d713d080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d713d080] error while decoding MB 0 26, bytestream 3826 [h264 @ 0x5643d6819d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d6819d40] error while decoding MB 0 42, bytestream 2787 [in#0/rtsp @ 0x5643d66bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643d66bee00] Error retrieving a packet from de", "last_exit_at": "2026-07-05T20:23:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.314, "last_started_at": "2026-07-05T20:23:29+09:00", "pid": 144185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.941, "name": "ffmpeg", "pid": 144185, "rss_mb": 267.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 857, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 858}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.204, "sample_count": 2014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1596176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:24:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:24:25+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-05T20:24:25+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T20:24:25.558791+09:00", "mtime_epoch": 1783250665.5587907, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:24:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9385.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.467, "pushed": 7.467, "read": 7.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.933, "count": 224, "max_ms": 22.935, "p95_ms": 20.979}, "gstreamer_push": {"avg_ms": 1.095, "count": 224, "max_ms": 1.934, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.448, "count": 224, "max_ms": 65.408, "p95_ms": 61.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.896, "count": 224, "max_ms": 70.861, "p95_ms": 64.787}, "yolo11_640_fire_11class": {"avg_ms": 49.494, "count": 224, "max_ms": 65.396, "p95_ms": 62.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.151, "count": 224, "max_ms": 77.948, "p95_ms": 75.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.57, "count": 224, "max_ms": 165.345, "p95_ms": 156.774}, "read_interval": {"avg_ms": 134.064, "count": 224, "max_ms": 173.755, "p95_ms": 164.943}, "triton_wait": {"avg_ms": 57.165, "count": 224, "max_ms": 77.96, "p95_ms": 75.127}, "visualize": {"avg_ms": 5.003, "count": 224, "max_ms": 6.707, "p95_ms": 5.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16124.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15194.279, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.601, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2049945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:24:52+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T20:24:52+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T20:24:52.391182+09:00", "mtime_epoch": 1783250692.391182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:24:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2417.875, "name": "celery", "pid": 267, "rss_mb": 2417.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.73, "count": 301, "max_ms": 13.755, "p95_ms": 8.863}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.898, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.71, "count": 301, "max_ms": 70.786, "p95_ms": 62.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.012, "count": 301, "max_ms": 75.921, "p95_ms": 57.089}, "yolo11_640_fire_11class": {"avg_ms": 48.088, "count": 301, "max_ms": 71.408, "p95_ms": 62.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.128, "count": 301, "max_ms": 80.056, "p95_ms": 75.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.242, "count": 301, "max_ms": 95.839, "p95_ms": 91.189}, "read_interval": {"avg_ms": 99.706, "count": 300, "max_ms": 359.976, "p95_ms": 142.726}, "triton_wait": {"avg_ms": 52.957, "count": 301, "max_ms": 80.068, "p95_ms": 75.35}, "visualize": {"avg_ms": 3.659, "count": 301, "max_ms": 5.194, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16124.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 768, "h264_decode_error_count": 1881, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:23:26+09:00", "last_error_summary": "[h264 @ 0x5643d67f19c0] error while decoding MB 51 3, bytestream -18 [h264 @ 0x5643d713d080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d713d080] error while decoding MB 0 26, bytestream 3826 [h264 @ 0x5643d6819d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d6819d40] error while decoding MB 0 42, bytestream 2787 [in#0/rtsp @ 0x5643d66bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643d66bee00] Error retrieving a packet from de", "last_exit_at": "2026-07-05T20:23:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.369, "last_started_at": "2026-07-05T20:23:29+09:00", "pid": 144185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.52, "name": "ffmpeg", "pid": 144185, "rss_mb": 270.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 857, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 858}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.87, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1596404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:24:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T20:24:55+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-05T20:24:55+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-05T20:24:55.599229+09:00", "mtime_epoch": 1783250695.5992289, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:24:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.617, "pushed": 7.617, "read": 7.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.606, "count": 228, "max_ms": 26.022, "p95_ms": 20.585}, "gstreamer_push": {"avg_ms": 1.077, "count": 228, "max_ms": 1.584, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.478, "count": 228, "max_ms": 68.2, "p95_ms": 61.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.695, "count": 228, "max_ms": 78.436, "p95_ms": 66.034}, "yolo11_640_fire_11class": {"avg_ms": 49.235, "count": 228, "max_ms": 66.618, "p95_ms": 61.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.771, "count": 228, "max_ms": 77.683, "p95_ms": 75.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.509, "count": 228, "max_ms": 165.497, "p95_ms": 149.547}, "read_interval": {"avg_ms": 131.788, "count": 227, "max_ms": 173.476, "p95_ms": 157.952}, "triton_wait": {"avg_ms": 56.805, "count": 228, "max_ms": 78.449, "p95_ms": 75.646}, "visualize": {"avg_ms": 4.877, "count": 228, "max_ms": 7.969, "p95_ms": 5.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16126.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15224.331, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.624, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2050244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:25:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:25:22+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:25:22+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T20:25:22.475622+09:00", "mtime_epoch": 1783250722.4756222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:25:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2417.875, "name": "celery", "pid": 267, "rss_mb": 2417.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.623, "count": 299, "max_ms": 12.975, "p95_ms": 8.472}, "gstreamer_push": {"avg_ms": 1.249, "count": 299, "max_ms": 1.901, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.469, "count": 299, "max_ms": 65.712, "p95_ms": 63.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.769, "count": 299, "max_ms": 73.209, "p95_ms": 67.185}, "yolo11_640_fire_11class": {"avg_ms": 48.698, "count": 299, "max_ms": 66.377, "p95_ms": 63.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.994, "count": 299, "max_ms": 80.722, "p95_ms": 76.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.697, "count": 299, "max_ms": 97.308, "p95_ms": 92.883}, "read_interval": {"avg_ms": 100.534, "count": 298, "max_ms": 421.33, "p95_ms": 190.284}, "triton_wait": {"avg_ms": 53.562, "count": 299, "max_ms": 80.734, "p95_ms": 76.793}, "visualize": {"avg_ms": 3.655, "count": 299, "max_ms": 4.566, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16126.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 768, "h264_decode_error_count": 1881, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:23:26+09:00", "last_error_summary": "[h264 @ 0x5643d67f19c0] error while decoding MB 51 3, bytestream -18 [h264 @ 0x5643d713d080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d713d080] error while decoding MB 0 26, bytestream 3826 [h264 @ 0x5643d6819d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d6819d40] error while decoding MB 0 42, bytestream 2787 [in#0/rtsp @ 0x5643d66bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643d66bee00] Error retrieving a packet from de", "last_exit_at": "2026-07-05T20:23:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.506, "last_started_at": "2026-07-05T20:23:29+09:00", "pid": 144185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.582, "name": "ffmpeg", "pid": 144185, "rss_mb": 272.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 857, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 858}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.282, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1596631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:25:25+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-05T20:25:25+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-05T20:25:25.723670+09:00", "mtime_epoch": 1783250725.7236698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:25:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.566, "pushed": 7.566, "read": 7.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.164, "count": 226, "max_ms": 26.141, "p95_ms": 20.771}, "gstreamer_push": {"avg_ms": 1.086, "count": 226, "max_ms": 1.328, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.623, "count": 226, "max_ms": 66.375, "p95_ms": 63.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.431, "count": 226, "max_ms": 74.357, "p95_ms": 68.228}, "yolo11_640_fire_11class": {"avg_ms": 48.942, "count": 226, "max_ms": 66.387, "p95_ms": 63.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.846, "count": 226, "max_ms": 81.103, "p95_ms": 77.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.501, "count": 226, "max_ms": 166.088, "p95_ms": 145.332}, "read_interval": {"avg_ms": 132.747, "count": 225, "max_ms": 174.846, "p95_ms": 155.205}, "triton_wait": {"avg_ms": 56.877, "count": 226, "max_ms": 81.115, "p95_ms": 77.514}, "visualize": {"avg_ms": 4.988, "count": 226, "max_ms": 7.324, "p95_ms": 5.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16126.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15254.398, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.55, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2050545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:25:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:25:52+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T20:25:52+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T20:25:52.536064+09:00", "mtime_epoch": 1783250752.5360637, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:25:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2418.133, "name": "celery", "pid": 267, "rss_mb": 2418.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.65, "count": 301, "max_ms": 12.23, "p95_ms": 8.941}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 2.093, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.22, "count": 301, "max_ms": 66.692, "p95_ms": 63.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.957, "count": 301, "max_ms": 78.784, "p95_ms": 64.442}, "yolo11_640_fire_11class": {"avg_ms": 48.64, "count": 301, "max_ms": 66.705, "p95_ms": 62.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.948, "count": 301, "max_ms": 81.129, "p95_ms": 76.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.607, "count": 301, "max_ms": 97.104, "p95_ms": 91.795}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 401.649, "p95_ms": 156.364}, "triton_wait": {"avg_ms": 53.469, "count": 301, "max_ms": 81.141, "p95_ms": 76.088}, "visualize": {"avg_ms": 3.628, "count": 301, "max_ms": 4.645, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16127.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 768, "h264_decode_error_count": 1881, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:23:26+09:00", "last_error_summary": "[h264 @ 0x5643d67f19c0] error while decoding MB 51 3, bytestream -18 [h264 @ 0x5643d713d080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d713d080] error while decoding MB 0 26, bytestream 3826 [h264 @ 0x5643d6819d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d6819d40] error while decoding MB 0 42, bytestream 2787 [in#0/rtsp @ 0x5643d66bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643d66bee00] Error retrieving a packet from de", "last_exit_at": "2026-07-05T20:23:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.573, "last_started_at": "2026-07-05T20:23:29+09:00", "pid": 144185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.355, "name": "ffmpeg", "pid": 144185, "rss_mb": 273.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 857, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 858}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.114, "sample_count": 2094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1596853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:25:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-05T20:25:55+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-05T20:25:55+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T20:25:55.788112+09:00", "mtime_epoch": 1783250755.7881117, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:25:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.412, "pushed": 7.412, "read": 7.378}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.151, "count": 222, "max_ms": 23.023, "p95_ms": 21.467}, "gstreamer_push": {"avg_ms": 1.061, "count": 222, "max_ms": 1.745, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.904, "count": 222, "max_ms": 67.298, "p95_ms": 62.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.439, "count": 222, "max_ms": 73.923, "p95_ms": 65.242}, "yolo11_640_fire_11class": {"avg_ms": 49.14, "count": 222, "max_ms": 64.134, "p95_ms": 62.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.322, "count": 222, "max_ms": 78.3, "p95_ms": 75.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.268, "count": 222, "max_ms": 186.927, "p95_ms": 162.596}, "read_interval": {"avg_ms": 135.349, "count": 221, "max_ms": 194.315, "p95_ms": 170.413}, "triton_wait": {"avg_ms": 57.365, "count": 222, "max_ms": 78.311, "p95_ms": 75.19}, "visualize": {"avg_ms": 5.045, "count": 222, "max_ms": 7.93, "p95_ms": 6.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16127.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15284.427, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.385, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2050845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:26:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:26:22+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T20:26:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T20:26:22.564506+09:00", "mtime_epoch": 1783250782.5645063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:26:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2418.133, "name": "celery", "pid": 267, "rss_mb": 2418.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.689, "count": 300, "max_ms": 13.289, "p95_ms": 9.037}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.536, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.983, "count": 300, "max_ms": 70.336, "p95_ms": 62.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.954, "count": 300, "max_ms": 76.24, "p95_ms": 62.679}, "yolo11_640_fire_11class": {"avg_ms": 48.276, "count": 300, "max_ms": 70.828, "p95_ms": 61.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.881, "count": 300, "max_ms": 82.804, "p95_ms": 74.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.346, "count": 300, "max_ms": 99.513, "p95_ms": 91.179}, "read_interval": {"avg_ms": 100.151, "count": 299, "max_ms": 452.684, "p95_ms": 259.221}, "triton_wait": {"avg_ms": 53.286, "count": 300, "max_ms": 82.816, "p95_ms": 74.948}, "visualize": {"avg_ms": 3.573, "count": 300, "max_ms": 4.812, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16127.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 768, "h264_decode_error_count": 1881, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:23:26+09:00", "last_error_summary": "[h264 @ 0x5643d67f19c0] error while decoding MB 51 3, bytestream -18 [h264 @ 0x5643d713d080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d713d080] error while decoding MB 0 26, bytestream 3826 [h264 @ 0x5643d6819d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5643d6819d40] error while decoding MB 0 42, bytestream 2787 [in#0/rtsp @ 0x5643d66bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643d66bee00] Error retrieving a packet from de", "last_exit_at": "2026-07-05T20:23:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.59, "last_started_at": "2026-07-05T20:23:29+09:00", "pid": 144185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.355, "name": "ffmpeg", "pid": 144185, "rss_mb": 273.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 857, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 858}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.386, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1597069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:26:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:26:25+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-05T20:26:25+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T20:26:25.828555+09:00", "mtime_epoch": 1783250785.8285546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:26:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.232, "pushed": 7.232, "read": 7.198}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.29, "count": 216, "max_ms": 25.48, "p95_ms": 20.907}, "gstreamer_push": {"avg_ms": 1.057, "count": 216, "max_ms": 1.297, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.798, "count": 216, "max_ms": 71.581, "p95_ms": 62.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.567, "count": 216, "max_ms": 76.132, "p95_ms": 65.991}, "yolo11_640_fire_11class": {"avg_ms": 49.074, "count": 216, "max_ms": 71.056, "p95_ms": 62.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.945, "count": 216, "max_ms": 82.176, "p95_ms": 76.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.968, "count": 216, "max_ms": 185.871, "p95_ms": 160.052}, "read_interval": {"avg_ms": 139.021, "count": 215, "max_ms": 193.239, "p95_ms": 168.11}, "triton_wait": {"avg_ms": 57.969, "count": 216, "max_ms": 82.188, "p95_ms": 76.381}, "visualize": {"avg_ms": 5.192, "count": 216, "max_ms": 7.452, "p95_ms": 6.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16041.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15314.442, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.368, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2051146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:26:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:26:52+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:26:52+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T20:26:52.560950+09:00", "mtime_epoch": 1783250812.5609498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:26:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2418.391, "name": "celery", "pid": 267, "rss_mb": 2418.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.596, "count": 301, "max_ms": 12.147, "p95_ms": 8.491}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 1.896, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.253, "count": 301, "max_ms": 69.874, "p95_ms": 62.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.026, "count": 301, "max_ms": 76.194, "p95_ms": 55.326}, "yolo11_640_fire_11class": {"avg_ms": 48.944, "count": 301, "max_ms": 67.372, "p95_ms": 63.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.515, "count": 301, "max_ms": 79.213, "p95_ms": 75.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.386, "count": 301, "max_ms": 94.953, "p95_ms": 91.508}, "read_interval": {"avg_ms": 99.79, "count": 300, "max_ms": 441.826, "p95_ms": 215.358}, "triton_wait": {"avg_ms": 52.205, "count": 301, "max_ms": 79.225, "p95_ms": 75.548}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 4.928, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16100.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 769, "h264_decode_error_count": 1882, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:26:44+09:00", "last_error_summary": "[h264 @ 0x5639b774b980] error while decoding MB 55 19, bytestream -5", "last_exit_at": "2026-07-05T20:26:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.338, "last_started_at": "2026-07-05T20:26:47+09:00", "pid": 144292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 245.406, "name": "ffmpeg", "pid": 144292, "rss_mb": 245.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 858, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 859}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.618, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1597246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:26:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:26:55+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-05T20:26:55+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T20:26:55.828998+09:00", "mtime_epoch": 1783250815.8289983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:26:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.922, "pushed": 5.922, "read": 5.889}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.689, "count": 177, "max_ms": 26.672, "p95_ms": 22.422}, "gstreamer_push": {"avg_ms": 1.078, "count": 177, "max_ms": 1.399, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.168, "count": 177, "max_ms": 64.58, "p95_ms": 61.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.101, "count": 177, "max_ms": 72.544, "p95_ms": 66.026}, "yolo11_640_fire_11class": {"avg_ms": 49.531, "count": 177, "max_ms": 68.653, "p95_ms": 62.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.502, "count": 177, "max_ms": 80.925, "p95_ms": 75.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.215, "count": 177, "max_ms": 188.461, "p95_ms": 164.689}, "read_interval": {"avg_ms": 169.757, "count": 176, "max_ms": 5066.424, "p95_ms": 175.261}, "triton_wait": {"avg_ms": 57.518, "count": 177, "max_ms": 80.937, "p95_ms": 75.41}, "visualize": {"avg_ms": 5.349, "count": 177, "max_ms": 7.888, "p95_ms": 6.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16120.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15344.505, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.343, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2051446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:27:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:27:22+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T20:27:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T20:27:22.641396+09:00", "mtime_epoch": 1783250842.641396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:27:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2418.648, "name": "celery", "pid": 267, "rss_mb": 2418.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.685, "count": 300, "max_ms": 11.811, "p95_ms": 8.967}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.457, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.278, "count": 300, "max_ms": 65.278, "p95_ms": 62.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.478, "count": 300, "max_ms": 68.668, "p95_ms": 56.984}, "yolo11_640_fire_11class": {"avg_ms": 47.776, "count": 300, "max_ms": 66.431, "p95_ms": 61.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.098, "count": 300, "max_ms": 82.17, "p95_ms": 74.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.815, "count": 300, "max_ms": 97.606, "p95_ms": 89.783}, "read_interval": {"avg_ms": 100.272, "count": 299, "max_ms": 399.824, "p95_ms": 212.688}, "triton_wait": {"avg_ms": 51.641, "count": 300, "max_ms": 82.182, "p95_ms": 74.184}, "visualize": {"avg_ms": 3.652, "count": 300, "max_ms": 4.573, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16121.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 769, "h264_decode_error_count": 1882, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:26:44+09:00", "last_error_summary": "[h264 @ 0x5639b774b980] error while decoding MB 55 19, bytestream -5", "last_exit_at": "2026-07-05T20:26:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.388, "last_started_at": "2026-07-05T20:26:47+09:00", "pid": 144292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.516, "name": "ffmpeg", "pid": 144292, "rss_mb": 265.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 858, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 859}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.367, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1597466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:27:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T20:27:26+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T20:27:25+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T20:27:25.913445+09:00", "mtime_epoch": 1783250845.9134448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:27:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.351, "pushed": 7.351, "read": 7.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.034, "count": 220, "max_ms": 24.384, "p95_ms": 20.927}, "gstreamer_push": {"avg_ms": 1.082, "count": 220, "max_ms": 1.798, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.853, "count": 220, "max_ms": 68.712, "p95_ms": 62.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.873, "count": 220, "max_ms": 72.628, "p95_ms": 60.274}, "yolo11_640_fire_11class": {"avg_ms": 48.722, "count": 220, "max_ms": 68.205, "p95_ms": 63.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.862, "count": 220, "max_ms": 81.277, "p95_ms": 75.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.314, "count": 220, "max_ms": 164.819, "p95_ms": 145.095}, "read_interval": {"avg_ms": 136.634, "count": 219, "max_ms": 178.203, "p95_ms": 166.151}, "triton_wait": {"avg_ms": 55.874, "count": 220, "max_ms": 81.289, "p95_ms": 75.816}, "visualize": {"avg_ms": 5.059, "count": 220, "max_ms": 8.868, "p95_ms": 5.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16122.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15374.531, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.301, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2051745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:27:52+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T20:27:52+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T20:27:52.653842+09:00", "mtime_epoch": 1783250872.6538424, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:27:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2418.648, "name": "celery", "pid": 267, "rss_mb": 2418.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.646, "count": 299, "max_ms": 12.415, "p95_ms": 9.069}, "gstreamer_push": {"avg_ms": 1.233, "count": 299, "max_ms": 1.486, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.837, "count": 299, "max_ms": 69.216, "p95_ms": 62.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.932, "count": 299, "max_ms": 70.707, "p95_ms": 64.985}, "yolo11_640_fire_11class": {"avg_ms": 48.344, "count": 299, "max_ms": 70.078, "p95_ms": 62.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.056, "count": 299, "max_ms": 78.554, "p95_ms": 74.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.626, "count": 299, "max_ms": 95.398, "p95_ms": 90.546}, "read_interval": {"avg_ms": 100.412, "count": 298, "max_ms": 570.705, "p95_ms": 146.446}, "triton_wait": {"avg_ms": 52.628, "count": 299, "max_ms": 78.564, "p95_ms": 74.789}, "visualize": {"avg_ms": 3.574, "count": 299, "max_ms": 5.918, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16122.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 769, "h264_decode_error_count": 1882, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:26:44+09:00", "last_error_summary": "[h264 @ 0x5639b774b980] error while decoding MB 55 19, bytestream -5", "last_exit_at": "2026-07-05T20:26:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.459, "last_started_at": "2026-07-05T20:26:47+09:00", "pid": 144292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.547, "name": "ffmpeg", "pid": 144292, "rss_mb": 266.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 858, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 859}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.192, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1597679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:27:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:27:56+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T20:27:55+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T20:27:55.989892+09:00", "mtime_epoch": 1783250875.9898922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:27:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.118, "pushed": 7.118, "read": 7.085}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.177, "count": 213, "max_ms": 28.94, "p95_ms": 20.869}, "gstreamer_push": {"avg_ms": 1.08, "count": 213, "max_ms": 1.417, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.335, "count": 213, "max_ms": 73.541, "p95_ms": 62.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.399, "count": 213, "max_ms": 76.293, "p95_ms": 67.236}, "yolo11_640_fire_11class": {"avg_ms": 49.983, "count": 213, "max_ms": 74.393, "p95_ms": 62.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.819, "count": 213, "max_ms": 79.211, "p95_ms": 75.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.087, "count": 213, "max_ms": 165.566, "p95_ms": 161.932}, "read_interval": {"avg_ms": 141.261, "count": 212, "max_ms": 176.663, "p95_ms": 173.574}, "triton_wait": {"avg_ms": 57.882, "count": 213, "max_ms": 79.223, "p95_ms": 75.682}, "visualize": {"avg_ms": 5.161, "count": 213, "max_ms": 7.809, "p95_ms": 5.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16123.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15404.601, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.346, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2052047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:28:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:28:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T20:28:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T20:28:22.738291+09:00", "mtime_epoch": 1783250902.7382913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:28:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2418.906, "name": "celery", "pid": 267, "rss_mb": 2418.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.673, "count": 302, "max_ms": 12.376, "p95_ms": 8.975}, "gstreamer_push": {"avg_ms": 1.275, "count": 302, "max_ms": 1.832, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.802, "count": 302, "max_ms": 66.418, "p95_ms": 62.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.156, "count": 302, "max_ms": 74.217, "p95_ms": 61.674}, "yolo11_640_fire_11class": {"avg_ms": 48.315, "count": 302, "max_ms": 67.693, "p95_ms": 62.708}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.232, "count": 302, "max_ms": 79.999, "p95_ms": 73.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.138, "count": 302, "max_ms": 96.57, "p95_ms": 90.7}, "read_interval": {"avg_ms": 99.621, "count": 301, "max_ms": 380.188, "p95_ms": 191.537}, "triton_wait": {"avg_ms": 52.861, "count": 302, "max_ms": 80.012, "p95_ms": 73.803}, "visualize": {"avg_ms": 3.659, "count": 302, "max_ms": 5.72, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16123.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 769, "h264_decode_error_count": 1882, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:26:44+09:00", "last_error_summary": "[h264 @ 0x5639b774b980] error while decoding MB 55 19, bytestream -5", "last_exit_at": "2026-07-05T20:26:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.569, "last_started_at": "2026-07-05T20:26:47+09:00", "pid": 144292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.062, "name": "ffmpeg", "pid": 144292, "rss_mb": 267.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 858, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 859}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.964, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1597889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:28:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:28:26+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-05T20:28:26+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T20:28:26.094341+09:00", "mtime_epoch": 1783250906.0943413, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:28:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.008, "pushed": 7.008, "read": 6.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.26, "count": 209, "max_ms": 26.363, "p95_ms": 20.965}, "gstreamer_push": {"avg_ms": 1.083, "count": 210, "max_ms": 1.608, "p95_ms": 1.155}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.751, "count": 209, "max_ms": 65.545, "p95_ms": 62.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.547, "count": 209, "max_ms": 69.822, "p95_ms": 64.776}, "yolo11_640_fire_11class": {"avg_ms": 49.754, "count": 209, "max_ms": 66.969, "p95_ms": 62.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.566, "count": 209, "max_ms": 79.649, "p95_ms": 76.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.456, "count": 210, "max_ms": 170.618, "p95_ms": 162.262}, "read_interval": {"avg_ms": 143.44, "count": 209, "max_ms": 181.483, "p95_ms": 173.933}, "triton_wait": {"avg_ms": 57.61, "count": 209, "max_ms": 79.66, "p95_ms": 76.898}, "visualize": {"avg_ms": 5.292, "count": 209, "max_ms": 7.866, "p95_ms": 5.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16123.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15434.638, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.242, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2052346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:28:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:28:52+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:28:52+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-05T20:28:52.786741+09:00", "mtime_epoch": 1783250932.7867405, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:28:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2418.906, "name": "celery", "pid": 267, "rss_mb": 2418.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.611, "count": 299, "max_ms": 12.376, "p95_ms": 8.784}, "gstreamer_push": {"avg_ms": 1.264, "count": 299, "max_ms": 1.753, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.191, "count": 299, "max_ms": 65.566, "p95_ms": 62.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.542, "count": 299, "max_ms": 71.946, "p95_ms": 58.41}, "yolo11_640_fire_11class": {"avg_ms": 47.567, "count": 299, "max_ms": 65.617, "p95_ms": 62.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.485, "count": 299, "max_ms": 77.453, "p95_ms": 74.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.33, "count": 299, "max_ms": 93.715, "p95_ms": 90.239}, "read_interval": {"avg_ms": 100.454, "count": 298, "max_ms": 442.477, "p95_ms": 160.268}, "triton_wait": {"avg_ms": 52.156, "count": 299, "max_ms": 77.465, "p95_ms": 74.747}, "visualize": {"avg_ms": 3.656, "count": 299, "max_ms": 4.549, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16123.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 769, "h264_decode_error_count": 1882, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:26:44+09:00", "last_error_summary": "[h264 @ 0x5639b774b980] error while decoding MB 55 19, bytestream -5", "last_exit_at": "2026-07-05T20:26:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.629, "last_started_at": "2026-07-05T20:26:47+09:00", "pid": 144292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.062, "name": "ffmpeg", "pid": 144292, "rss_mb": 267.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 858, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 859}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.854, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:28:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:28:56+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-05T20:28:56+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-05T20:28:56.138791+09:00", "mtime_epoch": 1783250936.1387906, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:28:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.49, "pushed": 7.49, "read": 7.456}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.138, "count": 224, "max_ms": 25.449, "p95_ms": 21.03}, "gstreamer_push": {"avg_ms": 1.098, "count": 224, "max_ms": 1.577, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.649, "count": 224, "max_ms": 64.027, "p95_ms": 61.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.501, "count": 224, "max_ms": 69.305, "p95_ms": 62.371}, "yolo11_640_fire_11class": {"avg_ms": 48.075, "count": 224, "max_ms": 64.567, "p95_ms": 61.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.321, "count": 224, "max_ms": 77.57, "p95_ms": 74.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.831, "count": 224, "max_ms": 163.614, "p95_ms": 148.344}, "read_interval": {"avg_ms": 134.134, "count": 223, "max_ms": 177.46, "p95_ms": 159.734}, "triton_wait": {"avg_ms": 55.358, "count": 224, "max_ms": 77.582, "p95_ms": 74.387}, "visualize": {"avg_ms": 4.964, "count": 224, "max_ms": 6.867, "p95_ms": 5.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16123.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15464.683, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.164, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2052645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:29:22+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T20:29:22+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T20:29:22.787190+09:00", "mtime_epoch": 1783250962.7871902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:29:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2419.164, "name": "celery", "pid": 267, "rss_mb": 2419.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.756, "count": 299, "max_ms": 13.102, "p95_ms": 9.419}, "gstreamer_push": {"avg_ms": 1.254, "count": 299, "max_ms": 1.524, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.388, "count": 299, "max_ms": 67.544, "p95_ms": 62.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.97, "count": 299, "max_ms": 69.887, "p95_ms": 62.367}, "yolo11_640_fire_11class": {"avg_ms": 47.471, "count": 299, "max_ms": 66.236, "p95_ms": 62.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.591, "count": 299, "max_ms": 81.201, "p95_ms": 75.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.304, "count": 299, "max_ms": 97.149, "p95_ms": 91.068}, "read_interval": {"avg_ms": 100.442, "count": 298, "max_ms": 439.672, "p95_ms": 176.691}, "triton_wait": {"avg_ms": 51.969, "count": 299, "max_ms": 81.213, "p95_ms": 75.089}, "visualize": {"avg_ms": 3.678, "count": 299, "max_ms": 5.219, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16124.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 769, "h264_decode_error_count": 1882, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:26:44+09:00", "last_error_summary": "[h264 @ 0x5639b774b980] error while decoding MB 55 19, bytestream -5", "last_exit_at": "2026-07-05T20:26:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.718, "last_started_at": "2026-07-05T20:26:47+09:00", "pid": 144292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.062, "name": "ffmpeg", "pid": 144292, "rss_mb": 267.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 858, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 859}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.973, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:29:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:29:26+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T20:29:26+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T20:29:26.251242+09:00", "mtime_epoch": 1783250966.2512422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:29:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9386.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.341, "pushed": 7.341, "read": 7.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.474, "count": 219, "max_ms": 33.855, "p95_ms": 22.14}, "gstreamer_push": {"avg_ms": 1.087, "count": 220, "max_ms": 1.437, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.211, "count": 219, "max_ms": 68.388, "p95_ms": 62.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.119, "count": 219, "max_ms": 69.404, "p95_ms": 64.616}, "yolo11_640_fire_11class": {"avg_ms": 48.627, "count": 219, "max_ms": 67.16, "p95_ms": 61.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.421, "count": 219, "max_ms": 82.156, "p95_ms": 76.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.522, "count": 220, "max_ms": 168.622, "p95_ms": 157.421}, "read_interval": {"avg_ms": 136.832, "count": 219, "max_ms": 180.65, "p95_ms": 169.873}, "triton_wait": {"avg_ms": 56.455, "count": 219, "max_ms": 82.168, "p95_ms": 76.88}, "visualize": {"avg_ms": 5.074, "count": 219, "max_ms": 7.84, "p95_ms": 6.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16124.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15494.721, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.074, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2052945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:29:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:29:52+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T20:29:52+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T20:29:52.863642+09:00", "mtime_epoch": 1783250992.863642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:29:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2419.164, "name": "celery", "pid": 267, "rss_mb": 2419.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.675, "count": 300, "max_ms": 13.404, "p95_ms": 8.787}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.565, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.606, "count": 300, "max_ms": 70.775, "p95_ms": 62.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.79, "count": 300, "max_ms": 74.638, "p95_ms": 58.869}, "yolo11_640_fire_11class": {"avg_ms": 48.15, "count": 300, "max_ms": 67.409, "p95_ms": 61.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.146, "count": 300, "max_ms": 76.431, "p95_ms": 74.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.799, "count": 300, "max_ms": 92.741, "p95_ms": 90.133}, "read_interval": {"avg_ms": 100.198, "count": 299, "max_ms": 463.005, "p95_ms": 232.145}, "triton_wait": {"avg_ms": 52.569, "count": 300, "max_ms": 76.443, "p95_ms": 74.269}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 4.779, "p95_ms": 4.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16140.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 769, "h264_decode_error_count": 1882, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:26:44+09:00", "last_error_summary": "[h264 @ 0x5639b774b980] error while decoding MB 55 19, bytestream -5", "last_exit_at": "2026-07-05T20:26:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.782, "last_started_at": "2026-07-05T20:26:47+09:00", "pid": 144292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.641, "name": "ffmpeg", "pid": 144292, "rss_mb": 283.641, "state": "S (sleeping)", "threads": 104}, "restart_count": 858, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 859}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.006, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:29:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:29:56+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T20:29:56+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T20:29:56.311694+09:00", "mtime_epoch": 1783250996.311694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:29:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.515, "pushed": 7.515, "read": 7.481}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.758, "count": 225, "max_ms": 27.402, "p95_ms": 20.738}, "gstreamer_push": {"avg_ms": 1.075, "count": 225, "max_ms": 1.308, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.549, "count": 225, "max_ms": 64.887, "p95_ms": 62.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.246, "count": 225, "max_ms": 76.532, "p95_ms": 64.015}, "yolo11_640_fire_11class": {"avg_ms": 48.973, "count": 225, "max_ms": 63.413, "p95_ms": 61.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.667, "count": 225, "max_ms": 78.21, "p95_ms": 75.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.305, "count": 225, "max_ms": 163.927, "p95_ms": 149.303}, "read_interval": {"avg_ms": 133.646, "count": 224, "max_ms": 177.042, "p95_ms": 160.178}, "triton_wait": {"avg_ms": 56.698, "count": 225, "max_ms": 78.22, "p95_ms": 75.491}, "visualize": {"avg_ms": 4.851, "count": 225, "max_ms": 6.611, "p95_ms": 5.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16122.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15524.772, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.885, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2053246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:30:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:30:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T20:30:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T20:30:22.888094+09:00", "mtime_epoch": 1783251022.888094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:30:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2419.422, "name": "celery", "pid": 267, "rss_mb": 2419.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.74, "count": 301, "max_ms": 13.733, "p95_ms": 8.817}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.495, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.534, "count": 301, "max_ms": 67.392, "p95_ms": 62.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.688, "count": 301, "max_ms": 72.517, "p95_ms": 59.626}, "yolo11_640_fire_11class": {"avg_ms": 48.032, "count": 301, "max_ms": 65.599, "p95_ms": 62.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.801, "count": 301, "max_ms": 78.073, "p95_ms": 74.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.632, "count": 301, "max_ms": 93.975, "p95_ms": 90.94}, "read_interval": {"avg_ms": 99.823, "count": 300, "max_ms": 494.294, "p95_ms": 201.449}, "triton_wait": {"avg_ms": 52.303, "count": 301, "max_ms": 78.087, "p95_ms": 74.815}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 4.958, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16122.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 770, "h264_decode_error_count": 1883, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:29:58+09:00", "last_error_summary": "[h264 @ 0x55e526157000] error while decoding MB 25 23, bytestream -7", "last_exit_at": "2026-07-05T20:30:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.421, "last_started_at": "2026-07-05T20:30:01+09:00", "pid": 144399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.055, "name": "ffmpeg", "pid": 144399, "rss_mb": 265.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 859, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 860}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.352, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:30:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:30:26+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-05T20:30:26+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-05T20:30:26.380147+09:00", "mtime_epoch": 1783251026.3801467, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:30:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.318, "pushed": 6.318, "read": 6.284}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.169, "count": 189, "max_ms": 24.538, "p95_ms": 21.358}, "gstreamer_push": {"avg_ms": 1.081, "count": 189, "max_ms": 1.596, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.566, "count": 189, "max_ms": 68.659, "p95_ms": 62.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.264, "count": 189, "max_ms": 71.582, "p95_ms": 66.594}, "yolo11_640_fire_11class": {"avg_ms": 49.092, "count": 189, "max_ms": 68.107, "p95_ms": 61.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.364, "count": 189, "max_ms": 78.522, "p95_ms": 76.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.653, "count": 189, "max_ms": 188.832, "p95_ms": 161.859}, "read_interval": {"avg_ms": 159.253, "count": 188, "max_ms": 4581.497, "p95_ms": 173.029}, "triton_wait": {"avg_ms": 57.397, "count": 189, "max_ms": 78.533, "p95_ms": 76.524}, "visualize": {"avg_ms": 5.11, "count": 189, "max_ms": 7.356, "p95_ms": 6.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16123.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15554.783, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.934, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2053548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:30:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:30:52+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:30:52+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T20:30:52.924547+09:00", "mtime_epoch": 1783251052.9245472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:30:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2419.68, "name": "celery", "pid": 267, "rss_mb": 2419.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.677, "count": 302, "max_ms": 12.415, "p95_ms": 8.879}, "gstreamer_push": {"avg_ms": 1.262, "count": 302, "max_ms": 1.564, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.027, "count": 302, "max_ms": 66.162, "p95_ms": 63.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.506, "count": 302, "max_ms": 70.34, "p95_ms": 61.979}, "yolo11_640_fire_11class": {"avg_ms": 48.293, "count": 302, "max_ms": 65.628, "p95_ms": 62.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.944, "count": 302, "max_ms": 80.26, "p95_ms": 75.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.53, "count": 302, "max_ms": 94.215, "p95_ms": 92.004}, "read_interval": {"avg_ms": 99.46, "count": 302, "max_ms": 399.639, "p95_ms": 152.953}, "triton_wait": {"avg_ms": 53.251, "count": 302, "max_ms": 80.268, "p95_ms": 75.892}, "visualize": {"avg_ms": 3.681, "count": 302, "max_ms": 5.213, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16123.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 770, "h264_decode_error_count": 1883, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:29:58+09:00", "last_error_summary": "[h264 @ 0x55e526157000] error while decoding MB 25 23, bytestream -7", "last_exit_at": "2026-07-05T20:30:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.448, "last_started_at": "2026-07-05T20:30:01+09:00", "pid": 144399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.828, "name": "ffmpeg", "pid": 144399, "rss_mb": 265.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 859, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 860}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.781, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:30:56+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-05T20:30:56+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-05T20:30:56.404600+09:00", "mtime_epoch": 1783251056.4045997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:30:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.196, "pushed": 7.196, "read": 7.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.55, "count": 215, "max_ms": 27.1, "p95_ms": 21.491}, "gstreamer_push": {"avg_ms": 1.078, "count": 215, "max_ms": 1.62, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.931, "count": 215, "max_ms": 66.629, "p95_ms": 63.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.615, "count": 215, "max_ms": 68.957, "p95_ms": 65.989}, "yolo11_640_fire_11class": {"avg_ms": 49.609, "count": 215, "max_ms": 65.855, "p95_ms": 62.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.477, "count": 215, "max_ms": 81.36, "p95_ms": 77.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.518, "count": 215, "max_ms": 177.001, "p95_ms": 164.971}, "read_interval": {"avg_ms": 139.6, "count": 214, "max_ms": 184.306, "p95_ms": 173.902}, "triton_wait": {"avg_ms": 58.493, "count": 215, "max_ms": 81.371, "p95_ms": 77.269}, "visualize": {"avg_ms": 5.217, "count": 215, "max_ms": 8.972, "p95_ms": 6.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16124.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15584.798, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.934, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2053848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:31:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:31:23+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T20:31:22+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T20:31:22.921000+09:00", "mtime_epoch": 1783251082.9210005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:31:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2419.68, "name": "celery", "pid": 267, "rss_mb": 2419.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.666, "count": 300, "max_ms": 12.886, "p95_ms": 8.803}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.747, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.575, "count": 300, "max_ms": 67.749, "p95_ms": 62.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.705, "count": 300, "max_ms": 69.63, "p95_ms": 62.037}, "yolo11_640_fire_11class": {"avg_ms": 48.869, "count": 300, "max_ms": 67.246, "p95_ms": 61.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.321, "count": 300, "max_ms": 81.053, "p95_ms": 75.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.949, "count": 300, "max_ms": 97.257, "p95_ms": 91.254}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 565.192, "p95_ms": 190.914}, "triton_wait": {"avg_ms": 53.741, "count": 300, "max_ms": 81.065, "p95_ms": 75.406}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 4.715, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16123.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 770, "h264_decode_error_count": 1883, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:29:58+09:00", "last_error_summary": "[h264 @ 0x55e526157000] error while decoding MB 25 23, bytestream -7", "last_exit_at": "2026-07-05T20:30:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.562, "last_started_at": "2026-07-05T20:30:01+09:00", "pid": 144399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.828, "name": "ffmpeg", "pid": 144399, "rss_mb": 265.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 859, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 860}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.001, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1599187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:31:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:31:26+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T20:31:26+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T20:31:26.545055+09:00", "mtime_epoch": 1783251086.5450552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:31:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.509, "pushed": 7.509, "read": 7.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.24, "count": 224, "max_ms": 27.625, "p95_ms": 21.675}, "gstreamer_push": {"avg_ms": 1.086, "count": 225, "max_ms": 1.734, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.101, "count": 224, "max_ms": 65.666, "p95_ms": 62.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.631, "count": 224, "max_ms": 72.425, "p95_ms": 64.613}, "yolo11_640_fire_11class": {"avg_ms": 49.518, "count": 224, "max_ms": 65.061, "p95_ms": 62.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.898, "count": 224, "max_ms": 80.803, "p95_ms": 76.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.664, "count": 225, "max_ms": 178.734, "p95_ms": 160.707}, "read_interval": {"avg_ms": 133.894, "count": 224, "max_ms": 188.148, "p95_ms": 170.247}, "triton_wait": {"avg_ms": 57.922, "count": 224, "max_ms": 80.815, "p95_ms": 76.865}, "visualize": {"avg_ms": 4.966, "count": 224, "max_ms": 7.184, "p95_ms": 5.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16124.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15614.856, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.908, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2054148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:31:53+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T20:31:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T20:31:52.973455+09:00", "mtime_epoch": 1783251112.9734554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:31:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2419.938, "name": "celery", "pid": 267, "rss_mb": 2419.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.674, "count": 300, "max_ms": 12.337, "p95_ms": 8.615}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 1.515, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.807, "count": 300, "max_ms": 66.071, "p95_ms": 62.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.706, "count": 300, "max_ms": 71.747, "p95_ms": 60.413}, "yolo11_640_fire_11class": {"avg_ms": 48.432, "count": 300, "max_ms": 66.392, "p95_ms": 62.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.366, "count": 300, "max_ms": 80.355, "p95_ms": 75.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.844, "count": 300, "max_ms": 96.464, "p95_ms": 91.881}, "read_interval": {"avg_ms": 100.175, "count": 299, "max_ms": 422.325, "p95_ms": 152.155}, "triton_wait": {"avg_ms": 52.549, "count": 300, "max_ms": 80.367, "p95_ms": 75.579}, "visualize": {"avg_ms": 3.669, "count": 300, "max_ms": 4.78, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16124.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 770, "h264_decode_error_count": 1883, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:29:58+09:00", "last_error_summary": "[h264 @ 0x55e526157000] error while decoding MB 25 23, bytestream -7", "last_exit_at": "2026-07-05T20:30:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.612, "last_started_at": "2026-07-05T20:30:01+09:00", "pid": 144399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.828, "name": "ffmpeg", "pid": 144399, "rss_mb": 265.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 859, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 860}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.664, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1599410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:31:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:31:56+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T20:31:56+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T20:31:56.593510+09:00", "mtime_epoch": 1783251116.5935102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:31:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.452, "pushed": 7.452, "read": 7.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.188, "count": 223, "max_ms": 23.727, "p95_ms": 21.387}, "gstreamer_push": {"avg_ms": 1.084, "count": 223, "max_ms": 1.544, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.074, "count": 223, "max_ms": 66.242, "p95_ms": 62.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.731, "count": 223, "max_ms": 71.916, "p95_ms": 62.04}, "yolo11_640_fire_11class": {"avg_ms": 48.685, "count": 223, "max_ms": 66.934, "p95_ms": 62.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.6, "count": 223, "max_ms": 81.088, "p95_ms": 75.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.467, "count": 223, "max_ms": 180.105, "p95_ms": 157.587}, "read_interval": {"avg_ms": 134.802, "count": 222, "max_ms": 187.622, "p95_ms": 166.066}, "triton_wait": {"avg_ms": 56.612, "count": 223, "max_ms": 81.099, "p95_ms": 75.616}, "visualize": {"avg_ms": 5.087, "count": 223, "max_ms": 7.188, "p95_ms": 6.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16124.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15644.863, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.002, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2054447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:32:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:32:23+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T20:32:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T20:32:22.977910+09:00", "mtime_epoch": 1783251142.9779103, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:32:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2419.938, "name": "celery", "pid": 267, "rss_mb": 2419.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.717, "count": 299, "max_ms": 12.476, "p95_ms": 8.95}, "gstreamer_push": {"avg_ms": 1.259, "count": 299, "max_ms": 1.778, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.298, "count": 299, "max_ms": 66.899, "p95_ms": 62.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.4, "count": 299, "max_ms": 67.913, "p95_ms": 63.458}, "yolo11_640_fire_11class": {"avg_ms": 48.594, "count": 299, "max_ms": 64.285, "p95_ms": 62.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.012, "count": 299, "max_ms": 78.099, "p95_ms": 75.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.518, "count": 299, "max_ms": 94.767, "p95_ms": 91.285}, "read_interval": {"avg_ms": 100.345, "count": 299, "max_ms": 469.98, "p95_ms": 202.706}, "triton_wait": {"avg_ms": 53.265, "count": 299, "max_ms": 78.111, "p95_ms": 75.294}, "visualize": {"avg_ms": 3.665, "count": 299, "max_ms": 4.789, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16124.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 770, "h264_decode_error_count": 1883, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:29:58+09:00", "last_error_summary": "[h264 @ 0x55e526157000] error while decoding MB 25 23, bytestream -7", "last_exit_at": "2026-07-05T20:30:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.71, "last_started_at": "2026-07-05T20:30:01+09:00", "pid": 144399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.828, "name": "ffmpeg", "pid": 144399, "rss_mb": 265.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 859, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 860}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.634, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1599639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:32:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:32:26+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-05T20:32:26+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T20:32:26.681967+09:00", "mtime_epoch": 1783251146.6819665, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:32:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.644, "pushed": 7.644, "read": 7.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.172, "count": 229, "max_ms": 29.877, "p95_ms": 21.278}, "gstreamer_push": {"avg_ms": 1.099, "count": 229, "max_ms": 1.416, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.432, "count": 229, "max_ms": 64.115, "p95_ms": 62.36}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.886, "count": 229, "max_ms": 68.036, "p95_ms": 64.147}, "yolo11_640_fire_11class": {"avg_ms": 48.838, "count": 229, "max_ms": 64.136, "p95_ms": 62.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.957, "count": 229, "max_ms": 78.743, "p95_ms": 76.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.974, "count": 229, "max_ms": 164.24, "p95_ms": 141.819}, "read_interval": {"avg_ms": 131.422, "count": 228, "max_ms": 172.748, "p95_ms": 151.76}, "triton_wait": {"avg_ms": 56.969, "count": 229, "max_ms": 78.755, "p95_ms": 76.127}, "visualize": {"avg_ms": 4.912, "count": 229, "max_ms": 7.227, "p95_ms": 5.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16124.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15674.94, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.012, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2054749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:32:53+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T20:32:53+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T20:32:53.026367+09:00", "mtime_epoch": 1783251173.0263667, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:32:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2420.195, "name": "celery", "pid": 267, "rss_mb": 2420.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.719, "count": 301, "max_ms": 12.392, "p95_ms": 8.998}, "gstreamer_push": {"avg_ms": 1.256, "count": 302, "max_ms": 1.616, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.955, "count": 301, "max_ms": 67.596, "p95_ms": 62.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.21, "count": 301, "max_ms": 74.536, "p95_ms": 61.547}, "yolo11_640_fire_11class": {"avg_ms": 48.772, "count": 301, "max_ms": 69.838, "p95_ms": 61.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.111, "count": 301, "max_ms": 80.055, "p95_ms": 73.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.737, "count": 301, "max_ms": 95.808, "p95_ms": 89.939}, "read_interval": {"avg_ms": 99.567, "count": 301, "max_ms": 341.751, "p95_ms": 170.245}, "triton_wait": {"avg_ms": 53.419, "count": 301, "max_ms": 80.067, "p95_ms": 74.507}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 5.172, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16124.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 770, "h264_decode_error_count": 1883, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:29:58+09:00", "last_error_summary": "[h264 @ 0x55e526157000] error while decoding MB 25 23, bytestream -7", "last_exit_at": "2026-07-05T20:30:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.812, "last_started_at": "2026-07-05T20:30:01+09:00", "pid": 144399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.828, "name": "ffmpeg", "pid": 144399, "rss_mb": 265.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 859, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 860}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.673, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1599866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:32:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:32:56+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T20:32:56+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T20:32:56.794424+09:00", "mtime_epoch": 1783251176.794424, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:32:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.57, "pushed": 7.57, "read": 7.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.115, "count": 226, "max_ms": 24.076, "p95_ms": 21.199}, "gstreamer_push": {"avg_ms": 1.097, "count": 227, "max_ms": 1.435, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.563, "count": 226, "max_ms": 67.901, "p95_ms": 62.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.497, "count": 226, "max_ms": 78.169, "p95_ms": 63.268}, "yolo11_640_fire_11class": {"avg_ms": 48.864, "count": 226, "max_ms": 65.746, "p95_ms": 61.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.795, "count": 226, "max_ms": 79.637, "p95_ms": 75.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.16, "count": 227, "max_ms": 167.779, "p95_ms": 157.927}, "read_interval": {"avg_ms": 132.661, "count": 226, "max_ms": 176.465, "p95_ms": 166.214}, "triton_wait": {"avg_ms": 56.837, "count": 226, "max_ms": 79.65, "p95_ms": 75.208}, "visualize": {"avg_ms": 4.949, "count": 226, "max_ms": 7.603, "p95_ms": 5.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16016.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15705.0, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.948, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2055050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:33:23+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T20:33:23+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T20:33:23.126825+09:00", "mtime_epoch": 1783251203.1268246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:33:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2420.195, "name": "celery", "pid": 267, "rss_mb": 2420.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.69, "count": 301, "max_ms": 10.284, "p95_ms": 8.629}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 1.513, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.987, "count": 301, "max_ms": 66.157, "p95_ms": 61.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.58, "count": 301, "max_ms": 66.035, "p95_ms": 53.302}, "yolo11_640_fire_11class": {"avg_ms": 46.746, "count": 301, "max_ms": 64.076, "p95_ms": 59.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.195, "count": 301, "max_ms": 76.934, "p95_ms": 73.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.76, "count": 301, "max_ms": 93.033, "p95_ms": 88.739}, "read_interval": {"avg_ms": 99.881, "count": 300, "max_ms": 448.151, "p95_ms": 156.066}, "triton_wait": {"avg_ms": 51.47, "count": 301, "max_ms": 76.948, "p95_ms": 73.062}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 5.111, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16092.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 771, "h264_decode_error_count": 1884, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:33:16+09:00", "last_error_summary": "[h264 @ 0x55c6ab247500] error while decoding MB 52 26, bytestream -7", "last_exit_at": "2026-07-05T20:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.456, "last_started_at": "2026-07-05T20:33:19+09:00", "pid": 144506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 234.504, "name": "ffmpeg", "pid": 144506, "rss_mb": 234.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 860, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 861}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.528, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:33:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:33:27+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-05T20:33:26+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T20:33:26.894882+09:00", "mtime_epoch": 1783251206.894882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:33:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.41, "pushed": 6.41, "read": 6.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.258, "count": 192, "max_ms": 25.593, "p95_ms": 22.001}, "gstreamer_push": {"avg_ms": 1.109, "count": 192, "max_ms": 1.93, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.54, "count": 192, "max_ms": 65.28, "p95_ms": 61.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.231, "count": 192, "max_ms": 67.167, "p95_ms": 59.918}, "yolo11_640_fire_11class": {"avg_ms": 46.244, "count": 192, "max_ms": 65.397, "p95_ms": 60.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.835, "count": 192, "max_ms": 77.891, "p95_ms": 76.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.817, "count": 192, "max_ms": 176.684, "p95_ms": 155.057}, "read_interval": {"avg_ms": 156.949, "count": 191, "max_ms": 5092.297, "p95_ms": 165.745}, "triton_wait": {"avg_ms": 55.85, "count": 192, "max_ms": 77.903, "p95_ms": 76.116}, "visualize": {"avg_ms": 4.88, "count": 192, "max_ms": 7.352, "p95_ms": 5.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16125.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15735.02, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.012, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2055350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:33:53+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T20:33:53+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T20:33:53.131282+09:00", "mtime_epoch": 1783251233.1312816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:33:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2420.453, "name": "celery", "pid": 267, "rss_mb": 2420.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.716, "count": 300, "max_ms": 13.014, "p95_ms": 8.826}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.852, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.036, "count": 300, "max_ms": 65.519, "p95_ms": 62.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.694, "count": 300, "max_ms": 70.342, "p95_ms": 57.778}, "yolo11_640_fire_11class": {"avg_ms": 47.616, "count": 300, "max_ms": 65.234, "p95_ms": 62.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.61, "count": 300, "max_ms": 79.398, "p95_ms": 74.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.145, "count": 300, "max_ms": 95.46, "p95_ms": 91.269}, "read_interval": {"avg_ms": 100.02, "count": 300, "max_ms": 559.688, "p95_ms": 179.812}, "triton_wait": {"avg_ms": 51.848, "count": 300, "max_ms": 79.411, "p95_ms": 74.722}, "visualize": {"avg_ms": 3.672, "count": 300, "max_ms": 4.803, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16125.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 771, "h264_decode_error_count": 1884, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:33:16+09:00", "last_error_summary": "[h264 @ 0x55c6ab247500] error while decoding MB 52 26, bytestream -7", "last_exit_at": "2026-07-05T20:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.57, "last_started_at": "2026-07-05T20:33:19+09:00", "pid": 144506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.688, "name": "ffmpeg", "pid": 144506, "rss_mb": 265.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 860, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 861}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.777, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:33:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:33:57+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T20:33:57+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T20:33:57.011341+09:00", "mtime_epoch": 1783251237.0113406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:33:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.635, "pushed": 7.635, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.126, "count": 228, "max_ms": 26.642, "p95_ms": 21.762}, "gstreamer_push": {"avg_ms": 1.11, "count": 229, "max_ms": 2.118, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.109, "count": 228, "max_ms": 69.052, "p95_ms": 63.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.46, "count": 228, "max_ms": 73.848, "p95_ms": 63.099}, "yolo11_640_fire_11class": {"avg_ms": 48.494, "count": 228, "max_ms": 68.069, "p95_ms": 62.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.863, "count": 228, "max_ms": 81.022, "p95_ms": 75.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.822, "count": 229, "max_ms": 162.779, "p95_ms": 143.74}, "read_interval": {"avg_ms": 131.53, "count": 228, "max_ms": 175.04, "p95_ms": 157.685}, "triton_wait": {"avg_ms": 55.875, "count": 228, "max_ms": 81.036, "p95_ms": 75.379}, "visualize": {"avg_ms": 4.832, "count": 228, "max_ms": 7.986, "p95_ms": 5.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16125.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15765.066, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.012, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2055650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:34:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:34:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:34:23+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T20:34:23.207740+09:00", "mtime_epoch": 1783251263.2077403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:34:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2420.453, "name": "celery", "pid": 267, "rss_mb": 2420.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.64, "count": 300, "max_ms": 12.913, "p95_ms": 8.658}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.979, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.158, "count": 300, "max_ms": 67.795, "p95_ms": 63.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.999, "count": 300, "max_ms": 71.006, "p95_ms": 62.87}, "yolo11_640_fire_11class": {"avg_ms": 48.368, "count": 300, "max_ms": 67.298, "p95_ms": 62.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.613, "count": 300, "max_ms": 79.643, "p95_ms": 74.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.185, "count": 300, "max_ms": 95.623, "p95_ms": 91.034}, "read_interval": {"avg_ms": 100.221, "count": 299, "max_ms": 507.974, "p95_ms": 156.159}, "triton_wait": {"avg_ms": 52.965, "count": 300, "max_ms": 79.656, "p95_ms": 74.958}, "visualize": {"avg_ms": 3.636, "count": 300, "max_ms": 5.711, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16126.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 771, "h264_decode_error_count": 1884, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:33:16+09:00", "last_error_summary": "[h264 @ 0x55c6ab247500] error while decoding MB 52 26, bytestream -7", "last_exit_at": "2026-07-05T20:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.583, "last_started_at": "2026-07-05T20:33:19+09:00", "pid": 144506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.203, "name": "ffmpeg", "pid": 144506, "rss_mb": 266.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 860, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 861}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.117, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:34:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:34:27+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-05T20:34:27+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-05T20:34:27.015798+09:00", "mtime_epoch": 1783251267.0157983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:34:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9387.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.7, "pushed": 7.7, "read": 7.666}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.944, "count": 230, "max_ms": 27.633, "p95_ms": 23.365}, "gstreamer_push": {"avg_ms": 1.128, "count": 230, "max_ms": 1.677, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.215, "count": 230, "max_ms": 68.366, "p95_ms": 63.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.893, "count": 230, "max_ms": 73.831, "p95_ms": 66.269}, "yolo11_640_fire_11class": {"avg_ms": 49.468, "count": 230, "max_ms": 68.378, "p95_ms": 63.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.897, "count": 230, "max_ms": 79.617, "p95_ms": 76.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.799, "count": 230, "max_ms": 163.55, "p95_ms": 139.908}, "read_interval": {"avg_ms": 130.498, "count": 229, "max_ms": 177.285, "p95_ms": 153.394}, "triton_wait": {"avg_ms": 56.919, "count": 230, "max_ms": 79.631, "p95_ms": 76.546}, "visualize": {"avg_ms": 4.756, "count": 230, "max_ms": 7.319, "p95_ms": 5.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16127.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15795.104, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.162, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2055951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:34:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:34:53+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T20:34:53+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T20:34:53.236199+09:00", "mtime_epoch": 1783251293.2361987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:34:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2420.711, "name": "celery", "pid": 267, "rss_mb": 2420.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.681, "count": 301, "max_ms": 12.662, "p95_ms": 8.909}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 2.026, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.851, "count": 301, "max_ms": 70.614, "p95_ms": 62.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.437, "count": 301, "max_ms": 74.298, "p95_ms": 62.982}, "yolo11_640_fire_11class": {"avg_ms": 49.111, "count": 301, "max_ms": 69.574, "p95_ms": 63.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.29, "count": 301, "max_ms": 78.889, "p95_ms": 75.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.962, "count": 301, "max_ms": 96.037, "p95_ms": 91.307}, "read_interval": {"avg_ms": 99.853, "count": 300, "max_ms": 355.556, "p95_ms": 153.099}, "triton_wait": {"avg_ms": 53.607, "count": 301, "max_ms": 78.901, "p95_ms": 75.447}, "visualize": {"avg_ms": 3.671, "count": 301, "max_ms": 5.732, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16126.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 771, "h264_decode_error_count": 1884, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:33:16+09:00", "last_error_summary": "[h264 @ 0x55c6ab247500] error while decoding MB 52 26, bytestream -7", "last_exit_at": "2026-07-05T20:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.641, "last_started_at": "2026-07-05T20:33:19+09:00", "pid": 144506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.977, "name": "ffmpeg", "pid": 144506, "rss_mb": 266.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 860, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 861}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.489, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:34:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:34:57+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-05T20:34:57+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T20:34:57.080257+09:00", "mtime_epoch": 1783251297.0802574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:34:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9388.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.65, "pushed": 7.65, "read": 7.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.801, "count": 229, "max_ms": 25.139, "p95_ms": 20.961}, "gstreamer_push": {"avg_ms": 1.11, "count": 229, "max_ms": 1.274, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.446, "count": 229, "max_ms": 68.782, "p95_ms": 63.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.023, "count": 229, "max_ms": 70.681, "p95_ms": 63.707}, "yolo11_640_fire_11class": {"avg_ms": 49.523, "count": 229, "max_ms": 67.733, "p95_ms": 62.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.98, "count": 229, "max_ms": 79.561, "p95_ms": 75.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.601, "count": 229, "max_ms": 165.349, "p95_ms": 139.052}, "read_interval": {"avg_ms": 131.293, "count": 228, "max_ms": 176.435, "p95_ms": 151.658}, "triton_wait": {"avg_ms": 56.996, "count": 229, "max_ms": 79.573, "p95_ms": 75.891}, "visualize": {"avg_ms": 4.764, "count": 229, "max_ms": 7.049, "p95_ms": 5.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16127.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15825.156, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.037, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2056251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:35:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:35:23+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-05T20:35:23.208657+09:00", "mtime_epoch": 1783251323.208657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:35:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2420.969, "name": "celery", "pid": 267, "rss_mb": 2420.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.731, "count": 300, "max_ms": 12.638, "p95_ms": 8.955}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.577, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.071, "count": 300, "max_ms": 68.559, "p95_ms": 63.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.493, "count": 300, "max_ms": 69.117, "p95_ms": 59.594}, "yolo11_640_fire_11class": {"avg_ms": 47.558, "count": 300, "max_ms": 65.353, "p95_ms": 61.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.002, "count": 300, "max_ms": 78.455, "p95_ms": 74.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.739, "count": 300, "max_ms": 94.391, "p95_ms": 90.118}, "read_interval": {"avg_ms": 100.242, "count": 299, "max_ms": 400.048, "p95_ms": 164.338}, "triton_wait": {"avg_ms": 52.234, "count": 300, "max_ms": 78.467, "p95_ms": 74.328}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 4.976, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16127.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 771, "h264_decode_error_count": 1884, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:33:16+09:00", "last_error_summary": "[h264 @ 0x55c6ab247500] error while decoding MB 52 26, bytestream -7", "last_exit_at": "2026-07-05T20:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.756, "last_started_at": "2026-07-05T20:33:19+09:00", "pid": 144506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.977, "name": "ffmpeg", "pid": 144506, "rss_mb": 266.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 860, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 861}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.103, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:35:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:35:27+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-05T20:35:27+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T20:35:27.196718+09:00", "mtime_epoch": 1783251327.196718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:35:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9388.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.735, "pushed": 7.735, "read": 7.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.819, "count": 231, "max_ms": 26.832, "p95_ms": 20.773}, "gstreamer_push": {"avg_ms": 1.115, "count": 232, "max_ms": 1.83, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.654, "count": 231, "max_ms": 68.212, "p95_ms": 62.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.261, "count": 231, "max_ms": 73.79, "p95_ms": 62.457}, "yolo11_640_fire_11class": {"avg_ms": 48.47, "count": 231, "max_ms": 67.423, "p95_ms": 61.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.805, "count": 231, "max_ms": 79.445, "p95_ms": 75.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.026, "count": 232, "max_ms": 143.868, "p95_ms": 137.89}, "read_interval": {"avg_ms": 129.843, "count": 231, "max_ms": 154.93, "p95_ms": 150.451}, "triton_wait": {"avg_ms": 55.852, "count": 231, "max_ms": 79.457, "p95_ms": 75.144}, "visualize": {"avg_ms": 4.711, "count": 231, "max_ms": 5.776, "p95_ms": 5.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16128.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15855.39, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.823, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2056551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:35:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:35:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T20:35:53+09:00", "mjpeg": {"age_sec": 0.368, "exists": true, "mtime": "2026-07-05T20:35:53.225116+09:00", "mtime_epoch": 1783251353.2251163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:35:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2420.969, "name": "celery", "pid": 267, "rss_mb": 2420.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.753, "count": 297, "max_ms": 13.177, "p95_ms": 9.071}, "gstreamer_push": {"avg_ms": 1.256, "count": 297, "max_ms": 1.593, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.326, "count": 297, "max_ms": 65.892, "p95_ms": 61.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.149, "count": 297, "max_ms": 69.521, "p95_ms": 60.149}, "yolo11_640_fire_11class": {"avg_ms": 47.798, "count": 297, "max_ms": 65.37, "p95_ms": 61.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.593, "count": 297, "max_ms": 77.009, "p95_ms": 73.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.15, "count": 297, "max_ms": 93.464, "p95_ms": 89.654}, "read_interval": {"avg_ms": 101.012, "count": 297, "max_ms": 384.398, "p95_ms": 187.032}, "triton_wait": {"avg_ms": 51.77, "count": 297, "max_ms": 77.021, "p95_ms": 73.122}, "visualize": {"avg_ms": 3.675, "count": 297, "max_ms": 5.155, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16127.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 771, "h264_decode_error_count": 1884, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:33:16+09:00", "last_error_summary": "[h264 @ 0x55c6ab247500] error while decoding MB 52 26, bytestream -7", "last_exit_at": "2026-07-05T20:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.866, "last_started_at": "2026-07-05T20:33:19+09:00", "pid": 144506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.977, "name": "ffmpeg", "pid": 144506, "rss_mb": 266.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 860, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 861}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.868, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1601212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:35:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:35:57+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-05T20:35:57+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T20:35:57.305179+09:00", "mtime_epoch": 1783251357.3051786, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:35:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9388.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.803, "pushed": 7.803, "read": 7.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.06, "count": 233, "max_ms": 28.386, "p95_ms": 22.509}, "gstreamer_push": {"avg_ms": 1.119, "count": 234, "max_ms": 1.819, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.153, "count": 233, "max_ms": 67.852, "p95_ms": 62.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.101, "count": 233, "max_ms": 74.508, "p95_ms": 60.149}, "yolo11_640_fire_11class": {"avg_ms": 48.565, "count": 233, "max_ms": 67.146, "p95_ms": 62.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.183, "count": 233, "max_ms": 79.546, "p95_ms": 74.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.837, "count": 234, "max_ms": 162.888, "p95_ms": 137.743}, "read_interval": {"avg_ms": 128.701, "count": 233, "max_ms": 174.414, "p95_ms": 150.666}, "triton_wait": {"avg_ms": 55.223, "count": 233, "max_ms": 79.558, "p95_ms": 74.747}, "visualize": {"avg_ms": 4.749, "count": 233, "max_ms": 6.231, "p95_ms": 5.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16128.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15885.408, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.71, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2056854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:36:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:36:23+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T20:36:23+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T20:36:23.529581+09:00", "mtime_epoch": 1783251383.5295806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:36:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2421.227, "name": "celery", "pid": 267, "rss_mb": 2421.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.756, "count": 303, "max_ms": 13.936, "p95_ms": 8.794}, "gstreamer_push": {"avg_ms": 1.274, "count": 303, "max_ms": 1.923, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.574, "count": 303, "max_ms": 68.02, "p95_ms": 62.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.778, "count": 303, "max_ms": 72.209, "p95_ms": 58.057}, "yolo11_640_fire_11class": {"avg_ms": 47.622, "count": 303, "max_ms": 68.031, "p95_ms": 60.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.754, "count": 303, "max_ms": 79.947, "p95_ms": 73.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.395, "count": 303, "max_ms": 96.418, "p95_ms": 89.826}, "read_interval": {"avg_ms": 99.064, "count": 302, "max_ms": 432.58, "p95_ms": 192.883}, "triton_wait": {"avg_ms": 51.87, "count": 303, "max_ms": 79.962, "p95_ms": 73.213}, "visualize": {"avg_ms": 3.721, "count": 303, "max_ms": 5.192, "p95_ms": 4.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16128.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 771, "h264_decode_error_count": 1884, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:33:16+09:00", "last_error_summary": "[h264 @ 0x55c6ab247500] error while decoding MB 52 26, bytestream -7", "last_exit_at": "2026-07-05T20:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.913, "last_started_at": "2026-07-05T20:33:19+09:00", "pid": 144506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.234, "name": "ffmpeg", "pid": 144506, "rss_mb": 267.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 860, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 861}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.875, "sample_count": 2248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1601441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:36:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:36:27+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-05T20:36:27+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T20:36:27.349639+09:00", "mtime_epoch": 1783251387.3496392, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:36:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9388.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.653, "pushed": 7.653, "read": 7.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.773, "count": 229, "max_ms": 22.359, "p95_ms": 20.54}, "gstreamer_push": {"avg_ms": 1.108, "count": 229, "max_ms": 1.711, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.867, "count": 229, "max_ms": 65.59, "p95_ms": 62.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.794, "count": 229, "max_ms": 69.712, "p95_ms": 59.811}, "yolo11_640_fire_11class": {"avg_ms": 49.196, "count": 229, "max_ms": 65.838, "p95_ms": 62.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.438, "count": 229, "max_ms": 78.631, "p95_ms": 74.94}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.561, "count": 229, "max_ms": 165.091, "p95_ms": 141.808}, "read_interval": {"avg_ms": 131.231, "count": 228, "max_ms": 176.555, "p95_ms": 153.0}, "triton_wait": {"avg_ms": 56.456, "count": 229, "max_ms": 78.642, "p95_ms": 74.952}, "visualize": {"avg_ms": 4.782, "count": 229, "max_ms": 6.592, "p95_ms": 5.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16128.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15915.48, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.407, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2057154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:36:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:36:53+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T20:36:53+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T20:36:53.602042+09:00", "mtime_epoch": 1783251413.6020417, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:36:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2421.227, "name": "celery", "pid": 267, "rss_mb": 2421.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.686, "count": 300, "max_ms": 12.443, "p95_ms": 8.952}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.88, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.053, "count": 300, "max_ms": 73.018, "p95_ms": 63.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.968, "count": 300, "max_ms": 77.791, "p95_ms": 61.763}, "yolo11_640_fire_11class": {"avg_ms": 49.292, "count": 300, "max_ms": 71.621, "p95_ms": 62.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.08, "count": 300, "max_ms": 81.619, "p95_ms": 74.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.615, "count": 300, "max_ms": 98.105, "p95_ms": 90.756}, "read_interval": {"avg_ms": 100.198, "count": 299, "max_ms": 392.055, "p95_ms": 175.928}, "triton_wait": {"avg_ms": 53.366, "count": 300, "max_ms": 81.632, "p95_ms": 74.621}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 4.558, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16128.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 771, "h264_decode_error_count": 1884, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:33:16+09:00", "last_error_summary": "[h264 @ 0x55c6ab247500] error while decoding MB 52 26, bytestream -7", "last_exit_at": "2026-07-05T20:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 217.992, "last_started_at": "2026-07-05T20:33:19+09:00", "pid": 144506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.234, "name": "ffmpeg", "pid": 144506, "rss_mb": 267.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 860, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 861}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.019, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1601675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:36:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:36:57+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-05T20:36:57+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T20:36:57.434100+09:00", "mtime_epoch": 1783251417.4341004, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:36:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9388.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.816, "pushed": 7.816, "read": 7.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.717, "count": 234, "max_ms": 25.371, "p95_ms": 20.517}, "gstreamer_push": {"avg_ms": 1.127, "count": 234, "max_ms": 1.848, "p95_ms": 1.265}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.686, "count": 234, "max_ms": 68.91, "p95_ms": 62.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.749, "count": 234, "max_ms": 69.615, "p95_ms": 63.775}, "yolo11_640_fire_11class": {"avg_ms": 49.15, "count": 234, "max_ms": 68.498, "p95_ms": 63.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.899, "count": 234, "max_ms": 81.368, "p95_ms": 75.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.013, "count": 234, "max_ms": 141.442, "p95_ms": 136.687}, "read_interval": {"avg_ms": 128.576, "count": 233, "max_ms": 154.381, "p95_ms": 149.142}, "triton_wait": {"avg_ms": 55.994, "count": 234, "max_ms": 81.38, "p95_ms": 75.966}, "visualize": {"avg_ms": 4.75, "count": 234, "max_ms": 7.298, "p95_ms": 5.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16125.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15945.511, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.338, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2057455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:37:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:37:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T20:37:23+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T20:37:23.654503+09:00", "mtime_epoch": 1783251443.6545029, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:37:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2421.484, "name": "celery", "pid": 267, "rss_mb": 2421.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.86, "count": 301, "max_ms": 12.315, "p95_ms": 10.219}, "gstreamer_push": {"avg_ms": 1.261, "count": 301, "max_ms": 1.802, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.084, "count": 301, "max_ms": 66.629, "p95_ms": 63.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.49, "count": 301, "max_ms": 66.711, "p95_ms": 62.148}, "yolo11_640_fire_11class": {"avg_ms": 49.539, "count": 301, "max_ms": 67.188, "p95_ms": 62.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.518, "count": 301, "max_ms": 78.41, "p95_ms": 74.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.053, "count": 301, "max_ms": 94.866, "p95_ms": 90.691}, "read_interval": {"avg_ms": 99.834, "count": 300, "max_ms": 375.016, "p95_ms": 151.501}, "triton_wait": {"avg_ms": 53.666, "count": 301, "max_ms": 78.421, "p95_ms": 74.774}, "visualize": {"avg_ms": 3.642, "count": 301, "max_ms": 4.776, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16125.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.211, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.031, "name": "ffmpeg", "pid": 144613, "rss_mb": 265.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 19, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.238, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1601896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:37:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:37:27+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T20:37:27+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T20:37:27.478562+09:00", "mtime_epoch": 1783251447.4785616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:37:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9388.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.368, "pushed": 7.368, "read": 7.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.481, "count": 221, "max_ms": 29.559, "p95_ms": 21.857}, "gstreamer_push": {"avg_ms": 1.152, "count": 221, "max_ms": 1.431, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.794, "count": 221, "max_ms": 65.51, "p95_ms": 63.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.903, "count": 221, "max_ms": 67.442, "p95_ms": 61.062}, "yolo11_640_fire_11class": {"avg_ms": 47.888, "count": 221, "max_ms": 64.984, "p95_ms": 62.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.573, "count": 221, "max_ms": 78.237, "p95_ms": 74.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.862, "count": 221, "max_ms": 138.766, "p95_ms": 134.531}, "read_interval": {"avg_ms": 135.934, "count": 221, "max_ms": 4483.056, "p95_ms": 146.713}, "triton_wait": {"avg_ms": 54.653, "count": 221, "max_ms": 78.248, "p95_ms": 74.441}, "visualize": {"avg_ms": 4.296, "count": 221, "max_ms": 6.467, "p95_ms": 4.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16128.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 15975.541, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.54, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2057754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:37:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:37:53+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T20:37:53+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T20:37:53.658964+09:00", "mtime_epoch": 1783251473.658964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:37:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2421.484, "name": "celery", "pid": 267, "rss_mb": 2421.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.731, "count": 299, "max_ms": 12.153, "p95_ms": 8.491}, "gstreamer_push": {"avg_ms": 1.28, "count": 299, "max_ms": 1.824, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.355, "count": 299, "max_ms": 69.681, "p95_ms": 64.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.547, "count": 299, "max_ms": 70.589, "p95_ms": 60.616}, "yolo11_640_fire_11class": {"avg_ms": 51.281, "count": 299, "max_ms": 69.146, "p95_ms": 64.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.929, "count": 299, "max_ms": 78.943, "p95_ms": 75.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.356, "count": 299, "max_ms": 95.278, "p95_ms": 91.467}, "read_interval": {"avg_ms": 100.415, "count": 298, "max_ms": 409.687, "p95_ms": 160.147}, "triton_wait": {"avg_ms": 56.007, "count": 299, "max_ms": 78.956, "p95_ms": 75.195}, "visualize": {"avg_ms": 3.688, "count": 299, "max_ms": 4.766, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16128.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.242, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.609, "name": "ffmpeg", "pid": 144613, "rss_mb": 267.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.533, "sample_count": 2291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1602162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:37:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:37:57+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T20:37:57+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T20:37:57.483023+09:00", "mtime_epoch": 1783251477.4830227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:37:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9388.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.883, "pushed": 8.883, "read": 8.85}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.001, "count": 266, "max_ms": 26.633, "p95_ms": 21.47}, "gstreamer_push": {"avg_ms": 1.165, "count": 266, "max_ms": 1.802, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.475, "count": 266, "max_ms": 66.162, "p95_ms": 62.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.685, "count": 266, "max_ms": 67.71, "p95_ms": 61.374}, "yolo11_640_fire_11class": {"avg_ms": 50.086, "count": 266, "max_ms": 65.76, "p95_ms": 62.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.328, "count": 266, "max_ms": 79.952, "p95_ms": 74.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.879, "count": 266, "max_ms": 149.91, "p95_ms": 133.934}, "read_interval": {"avg_ms": 112.896, "count": 265, "max_ms": 161.684, "p95_ms": 147.636}, "triton_wait": {"avg_ms": 56.372, "count": 266, "max_ms": 79.963, "p95_ms": 74.544}, "visualize": {"avg_ms": 4.084, "count": 266, "max_ms": 6.049, "p95_ms": 4.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16131.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16005.584, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.785, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2058054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:38:23+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T20:38:23+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T20:38:23.707426+09:00", "mtime_epoch": 1783251503.7074258, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:38:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2421.742, "name": "celery", "pid": 267, "rss_mb": 2421.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.847, "count": 300, "max_ms": 13.67, "p95_ms": 8.599}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 2.03, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.975, "count": 300, "max_ms": 71.369, "p95_ms": 64.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.223, "count": 300, "max_ms": 70.803, "p95_ms": 58.467}, "yolo11_640_fire_11class": {"avg_ms": 50.251, "count": 300, "max_ms": 70.117, "p95_ms": 64.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.038, "count": 300, "max_ms": 78.693, "p95_ms": 75.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.74, "count": 300, "max_ms": 95.115, "p95_ms": 91.99}, "read_interval": {"avg_ms": 100.137, "count": 299, "max_ms": 466.665, "p95_ms": 155.016}, "triton_wait": {"avg_ms": 55.19, "count": 300, "max_ms": 78.705, "p95_ms": 75.365}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 4.969, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16131.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.285, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.672, "name": "ffmpeg", "pid": 144613, "rss_mb": 269.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.504, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1602428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:38:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:38:27+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T20:38:27+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T20:38:27.547485+09:00", "mtime_epoch": 1783251507.5474849, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:38:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9388.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.892, "pushed": 8.892, "read": 8.858}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.113, "count": 266, "max_ms": 24.475, "p95_ms": 21.151}, "gstreamer_push": {"avg_ms": 1.171, "count": 266, "max_ms": 1.539, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.593, "count": 266, "max_ms": 66.271, "p95_ms": 62.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.298, "count": 266, "max_ms": 69.594, "p95_ms": 60.822}, "yolo11_640_fire_11class": {"avg_ms": 49.909, "count": 266, "max_ms": 66.981, "p95_ms": 62.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.871, "count": 266, "max_ms": 78.948, "p95_ms": 74.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.884, "count": 266, "max_ms": 152.338, "p95_ms": 135.099}, "read_interval": {"avg_ms": 113.043, "count": 265, "max_ms": 163.989, "p95_ms": 148.671}, "triton_wait": {"avg_ms": 55.916, "count": 266, "max_ms": 78.961, "p95_ms": 74.826}, "visualize": {"avg_ms": 4.116, "count": 266, "max_ms": 7.185, "p95_ms": 4.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16132.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16035.6, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.717, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2058355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:38:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:38:53+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T20:38:53+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T20:38:53.739888+09:00", "mtime_epoch": 1783251533.7398877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:38:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2421.742, "name": "celery", "pid": 267, "rss_mb": 2421.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 301, "max_ms": 12.084, "p95_ms": 9.125}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.896, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.1, "count": 301, "max_ms": 67.817, "p95_ms": 64.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.772, "count": 301, "max_ms": 68.016, "p95_ms": 55.78}, "yolo11_640_fire_11class": {"avg_ms": 53.573, "count": 301, "max_ms": 70.565, "p95_ms": 63.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.387, "count": 301, "max_ms": 77.748, "p95_ms": 73.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.29, "count": 301, "max_ms": 94.044, "p95_ms": 90.378}, "read_interval": {"avg_ms": 99.775, "count": 300, "max_ms": 364.77, "p95_ms": 141.369}, "triton_wait": {"avg_ms": 59.6, "count": 301, "max_ms": 77.761, "p95_ms": 73.677}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 5.228, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16132.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.346, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.672, "name": "ffmpeg", "pid": 144613, "rss_mb": 269.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.948, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1602721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:38:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:38:57+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T20:38:57+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T20:38:57.603947+09:00", "mtime_epoch": 1783251537.6039474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:38:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9389.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.776, "pushed": 9.776, "read": 9.742}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.239, "count": 293, "max_ms": 24.767, "p95_ms": 20.068}, "gstreamer_push": {"avg_ms": 1.208, "count": 293, "max_ms": 1.751, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.796, "count": 293, "max_ms": 66.078, "p95_ms": 62.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.635, "count": 293, "max_ms": 66.853, "p95_ms": 58.042}, "yolo11_640_fire_11class": {"avg_ms": 50.276, "count": 293, "max_ms": 66.066, "p95_ms": 61.881}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.863, "count": 293, "max_ms": 77.558, "p95_ms": 72.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.605, "count": 293, "max_ms": 141.598, "p95_ms": 123.055}, "read_interval": {"avg_ms": 102.621, "count": 292, "max_ms": 154.596, "p95_ms": 135.914}, "triton_wait": {"avg_ms": 55.97, "count": 293, "max_ms": 77.569, "p95_ms": 72.253}, "visualize": {"avg_ms": 3.748, "count": 293, "max_ms": 5.595, "p95_ms": 4.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16132.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16065.609, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.464, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2058656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:39:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:39:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:39:23+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T20:39:23.748350+09:00", "mtime_epoch": 1783251563.74835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:39:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2422.0, "name": "celery", "pid": 267, "rss_mb": 2422.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.837, "count": 301, "max_ms": 13.706, "p95_ms": 8.548}, "gstreamer_push": {"avg_ms": 1.327, "count": 301, "max_ms": 1.768, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.082, "count": 301, "max_ms": 68.26, "p95_ms": 64.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.326, "count": 301, "max_ms": 68.27, "p95_ms": 60.388}, "yolo11_640_fire_11class": {"avg_ms": 53.5, "count": 301, "max_ms": 69.688, "p95_ms": 64.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.922, "count": 301, "max_ms": 76.618, "p95_ms": 71.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.78, "count": 301, "max_ms": 93.447, "p95_ms": 88.583}, "read_interval": {"avg_ms": 99.709, "count": 301, "max_ms": 404.029, "p95_ms": 145.457}, "triton_wait": {"avg_ms": 59.006, "count": 301, "max_ms": 76.63, "p95_ms": 71.929}, "visualize": {"avg_ms": 3.745, "count": 301, "max_ms": 5.077, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16132.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.416, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.93, "name": "ffmpeg", "pid": 144613, "rss_mb": 269.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.354, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1603027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:39:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:39:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T20:39:27+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T20:39:27.660410+09:00", "mtime_epoch": 1783251567.6604102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 102696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:39:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9389.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.208, "pushed": 10.208, "read": 10.175}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.106, "count": 306, "max_ms": 26.996, "p95_ms": 20.144}, "gstreamer_push": {"avg_ms": 1.232, "count": 306, "max_ms": 1.758, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.824, "count": 306, "max_ms": 67.759, "p95_ms": 63.355}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.529, "count": 306, "max_ms": 67.001, "p95_ms": 59.313}, "yolo11_640_fire_11class": {"avg_ms": 51.129, "count": 306, "max_ms": 67.747, "p95_ms": 63.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.001, "count": 306, "max_ms": 78.595, "p95_ms": 72.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.749, "count": 306, "max_ms": 141.078, "p95_ms": 100.57}, "read_interval": {"avg_ms": 98.236, "count": 305, "max_ms": 156.424, "p95_ms": 116.163}, "triton_wait": {"avg_ms": 56.041, "count": 306, "max_ms": 78.606, "p95_ms": 72.966}, "visualize": {"avg_ms": 3.591, "count": 306, "max_ms": 6.072, "p95_ms": 4.427}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16135.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16095.687, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.377, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2058956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:39:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:39:53+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T20:39:53+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T20:39:53.808813+09:00", "mtime_epoch": 1783251593.808813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:39:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2422.258, "name": "celery", "pid": 267, "rss_mb": 2422.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.792, "count": 300, "max_ms": 13.763, "p95_ms": 8.595}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 2.136, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.645, "count": 300, "max_ms": 71.979, "p95_ms": 66.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.283, "count": 300, "max_ms": 73.001, "p95_ms": 61.563}, "yolo11_640_fire_11class": {"avg_ms": 53.718, "count": 300, "max_ms": 71.486, "p95_ms": 65.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.937, "count": 300, "max_ms": 77.172, "p95_ms": 74.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.666, "count": 300, "max_ms": 96.283, "p95_ms": 90.728}, "read_interval": {"avg_ms": 100.203, "count": 300, "max_ms": 398.313, "p95_ms": 157.494}, "triton_wait": {"avg_ms": 59.119, "count": 300, "max_ms": 77.184, "p95_ms": 74.189}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 5.633, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16137.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.432, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.617, "name": "ffmpeg", "pid": 144613, "rss_mb": 274.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.531, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1603322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:39:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:39:57+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T20:39:57+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T20:39:57.684873+09:00", "mtime_epoch": 1783251597.6848726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:39:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9389.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.858, "pushed": 9.858, "read": 9.824}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.295, "count": 295, "max_ms": 28.387, "p95_ms": 20.444}, "gstreamer_push": {"avg_ms": 1.214, "count": 295, "max_ms": 1.887, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.258, "count": 295, "max_ms": 67.265, "p95_ms": 64.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.815, "count": 295, "max_ms": 68.02, "p95_ms": 59.592}, "yolo11_640_fire_11class": {"avg_ms": 50.406, "count": 295, "max_ms": 66.538, "p95_ms": 63.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.44, "count": 295, "max_ms": 77.149, "p95_ms": 74.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.299, "count": 295, "max_ms": 138.897, "p95_ms": 118.208}, "read_interval": {"avg_ms": 101.783, "count": 294, "max_ms": 152.39, "p95_ms": 131.341}, "triton_wait": {"avg_ms": 55.47, "count": 295, "max_ms": 77.161, "p95_ms": 74.209}, "visualize": {"avg_ms": 3.734, "count": 295, "max_ms": 6.719, "p95_ms": 4.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16140.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16125.699, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.378, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2059255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:40:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:40:23+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T20:40:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T20:40:23.813276+09:00", "mtime_epoch": 1783251623.8132756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:40:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2422.258, "name": "celery", "pid": 267, "rss_mb": 2422.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.808, "count": 299, "max_ms": 12.576, "p95_ms": 8.655}, "gstreamer_push": {"avg_ms": 1.303, "count": 299, "max_ms": 1.76, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.76, "count": 299, "max_ms": 71.573, "p95_ms": 65.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.073, "count": 299, "max_ms": 71.582, "p95_ms": 59.539}, "yolo11_640_fire_11class": {"avg_ms": 52.701, "count": 299, "max_ms": 71.563, "p95_ms": 64.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.404, "count": 299, "max_ms": 76.781, "p95_ms": 73.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.2, "count": 299, "max_ms": 93.1, "p95_ms": 90.251}, "read_interval": {"avg_ms": 100.35, "count": 299, "max_ms": 333.875, "p95_ms": 158.477}, "triton_wait": {"avg_ms": 58.569, "count": 299, "max_ms": 76.793, "p95_ms": 73.432}, "visualize": {"avg_ms": 3.739, "count": 299, "max_ms": 6.201, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16140.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.516, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.453, "name": "ffmpeg", "pid": 144613, "rss_mb": 277.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 18, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.288, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1603624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:40:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:40:27+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T20:40:27+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T20:40:27.777337+09:00", "mtime_epoch": 1783251627.7773366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:40:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9389.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.113, "count": 302, "max_ms": 22.39, "p95_ms": 19.194}, "gstreamer_push": {"avg_ms": 1.233, "count": 302, "max_ms": 1.657, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.882, "count": 302, "max_ms": 66.805, "p95_ms": 62.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.094, "count": 302, "max_ms": 67.337, "p95_ms": 59.17}, "yolo11_640_fire_11class": {"avg_ms": 49.931, "count": 302, "max_ms": 65.94, "p95_ms": 62.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.216, "count": 302, "max_ms": 76.013, "p95_ms": 72.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.47, "count": 302, "max_ms": 137.815, "p95_ms": 111.173}, "read_interval": {"avg_ms": 99.649, "count": 301, "max_ms": 295.564, "p95_ms": 124.906}, "triton_wait": {"avg_ms": 55.329, "count": 302, "max_ms": 76.025, "p95_ms": 72.244}, "visualize": {"avg_ms": 3.624, "count": 302, "max_ms": 5.41, "p95_ms": 4.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16141.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16155.733, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.399, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2059557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:40:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:40:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T20:40:53+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T20:40:53.845739+09:00", "mtime_epoch": 1783251653.845739, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:40:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2422.516, "name": "celery", "pid": 267, "rss_mb": 2422.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.071, "count": 302, "max_ms": 13.768, "p95_ms": 12.155}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 2.001, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.242, "count": 302, "max_ms": 72.551, "p95_ms": 65.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.528, "count": 302, "max_ms": 66.688, "p95_ms": 59.866}, "yolo11_640_fire_11class": {"avg_ms": 53.436, "count": 302, "max_ms": 67.217, "p95_ms": 64.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.693, "count": 302, "max_ms": 76.092, "p95_ms": 73.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.795, "count": 302, "max_ms": 92.377, "p95_ms": 89.861}, "read_interval": {"avg_ms": 99.438, "count": 301, "max_ms": 348.572, "p95_ms": 144.761}, "triton_wait": {"avg_ms": 58.846, "count": 302, "max_ms": 76.103, "p95_ms": 73.402}, "visualize": {"avg_ms": 3.759, "count": 302, "max_ms": 6.079, "p95_ms": 4.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16141.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 233.546, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.711, "name": "ffmpeg", "pid": 144613, "rss_mb": 277.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 17, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.004, "sample_count": 2721, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1603936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:40:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:40:57+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T20:40:57+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T20:40:57.805800+09:00", "mtime_epoch": 1783251657.8058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 93783}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:40:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9389.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.421, "pushed": 10.421, "read": 10.388}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.069, "count": 312, "max_ms": 28.462, "p95_ms": 20.067}, "gstreamer_push": {"avg_ms": 1.24, "count": 312, "max_ms": 2.088, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.139, "count": 312, "max_ms": 70.173, "p95_ms": 64.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.977, "count": 312, "max_ms": 71.582, "p95_ms": 59.238}, "yolo11_640_fire_11class": {"avg_ms": 50.356, "count": 312, "max_ms": 71.569, "p95_ms": 63.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.646, "count": 312, "max_ms": 79.418, "p95_ms": 72.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.283, "count": 312, "max_ms": 104.725, "p95_ms": 97.618}, "read_interval": {"avg_ms": 96.261, "count": 311, "max_ms": 120.182, "p95_ms": 113.35}, "triton_wait": {"avg_ms": 54.89, "count": 312, "max_ms": 79.43, "p95_ms": 72.5}, "visualize": {"avg_ms": 3.514, "count": 312, "max_ms": 4.568, "p95_ms": 3.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16143.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16185.785, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.421, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2059858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:41:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:41:23+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T20:41:23.926203+09:00", "mtime_epoch": 1783251683.926203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:41:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2422.516, "name": "celery", "pid": 267, "rss_mb": 2422.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.779, "count": 301, "max_ms": 12.541, "p95_ms": 8.29}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.541, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.736, "count": 301, "max_ms": 69.347, "p95_ms": 65.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.027, "count": 301, "max_ms": 71.211, "p95_ms": 62.966}, "yolo11_640_fire_11class": {"avg_ms": 56.117, "count": 301, "max_ms": 70.667, "p95_ms": 66.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.602, "count": 301, "max_ms": 75.053, "p95_ms": 72.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.301, "count": 301, "max_ms": 91.489, "p95_ms": 89.539}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 303.448, "p95_ms": 127.891}, "triton_wait": {"avg_ms": 61.737, "count": 301, "max_ms": 75.066, "p95_ms": 72.969}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 4.72, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16143.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.596, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.289, "name": "ffmpeg", "pid": 144613, "rss_mb": 280.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 17, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.92, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1604243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:41:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:41:27+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T20:41:27+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T20:41:27.854264+09:00", "mtime_epoch": 1783251687.8542638, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:41:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9389.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.247, "pushed": 10.247, "read": 10.213}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.731, "count": 307, "max_ms": 27.869, "p95_ms": 18.854}, "gstreamer_push": {"avg_ms": 1.225, "count": 307, "max_ms": 1.951, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.429, "count": 307, "max_ms": 68.945, "p95_ms": 64.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.231, "count": 307, "max_ms": 67.152, "p95_ms": 60.795}, "yolo11_640_fire_11class": {"avg_ms": 51.889, "count": 307, "max_ms": 68.958, "p95_ms": 62.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.362, "count": 307, "max_ms": 77.743, "p95_ms": 72.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.986, "count": 307, "max_ms": 132.152, "p95_ms": 98.185}, "read_interval": {"avg_ms": 97.908, "count": 306, "max_ms": 145.648, "p95_ms": 114.633}, "triton_wait": {"avg_ms": 56.422, "count": 307, "max_ms": 77.754, "p95_ms": 72.883}, "visualize": {"avg_ms": 3.534, "count": 307, "max_ms": 4.841, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16147.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16215.841, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.297, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2060158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:41:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:41:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T20:41:53+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T20:41:53.962667+09:00", "mtime_epoch": 1783251713.962667, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:41:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2422.773, "name": "celery", "pid": 267, "rss_mb": 2422.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.784, "count": 300, "max_ms": 13.766, "p95_ms": 8.512}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 1.543, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.997, "count": 300, "max_ms": 70.882, "p95_ms": 64.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.802, "count": 300, "max_ms": 66.463, "p95_ms": 57.786}, "yolo11_640_fire_11class": {"avg_ms": 52.567, "count": 300, "max_ms": 70.59, "p95_ms": 64.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.476, "count": 300, "max_ms": 74.691, "p95_ms": 72.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.225, "count": 300, "max_ms": 91.34, "p95_ms": 89.059}, "read_interval": {"avg_ms": 100.111, "count": 300, "max_ms": 399.769, "p95_ms": 162.206}, "triton_wait": {"avg_ms": 57.647, "count": 300, "max_ms": 74.703, "p95_ms": 72.165}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 4.762, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16147.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 293.639, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.641, "name": "ffmpeg", "pid": 144613, "rss_mb": 283.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 17, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.936, "sample_count": 2874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1604552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:41:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:41:57+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T20:41:57+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T20:41:57.898728+09:00", "mtime_epoch": 1783251717.8987277, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:41:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9389.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.315, "pushed": 10.315, "read": 10.282}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.974, "count": 309, "max_ms": 26.113, "p95_ms": 19.041}, "gstreamer_push": {"avg_ms": 1.226, "count": 309, "max_ms": 1.582, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.837, "count": 309, "max_ms": 69.021, "p95_ms": 62.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.027, "count": 309, "max_ms": 66.424, "p95_ms": 55.515}, "yolo11_640_fire_11class": {"avg_ms": 50.064, "count": 309, "max_ms": 66.938, "p95_ms": 62.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.987, "count": 309, "max_ms": 77.242, "p95_ms": 72.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.42, "count": 309, "max_ms": 101.287, "p95_ms": 97.432}, "read_interval": {"avg_ms": 97.242, "count": 308, "max_ms": 700.075, "p95_ms": 112.701}, "triton_wait": {"avg_ms": 54.143, "count": 309, "max_ms": 77.253, "p95_ms": 72.089}, "visualize": {"avg_ms": 3.528, "count": 309, "max_ms": 5.035, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16148.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16245.859, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.107, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2060458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:42:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:42:24+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T20:42:23+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T20:42:23.983131+09:00", "mtime_epoch": 1783251743.9831307, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:42:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2422.773, "name": "celery", "pid": 267, "rss_mb": 2422.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.748, "count": 300, "max_ms": 11.129, "p95_ms": 8.264}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.509, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.691, "count": 300, "max_ms": 70.732, "p95_ms": 65.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.409, "count": 300, "max_ms": 71.844, "p95_ms": 57.774}, "yolo11_640_fire_11class": {"avg_ms": 52.582, "count": 300, "max_ms": 70.72, "p95_ms": 64.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.144, "count": 300, "max_ms": 75.373, "p95_ms": 72.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.033, "count": 300, "max_ms": 91.907, "p95_ms": 88.633}, "read_interval": {"avg_ms": 100.058, "count": 299, "max_ms": 406.774, "p95_ms": 149.609}, "triton_wait": {"avg_ms": 58.479, "count": 300, "max_ms": 75.386, "p95_ms": 72.125}, "visualize": {"avg_ms": 3.725, "count": 300, "max_ms": 5.55, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16147.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.699, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.641, "name": "ffmpeg", "pid": 144613, "rss_mb": 283.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 17, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.894, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1604867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:42:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:42:28+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T20:42:27+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T20:42:27.935192+09:00", "mtime_epoch": 1783251747.9351919, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 93843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:42:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9389.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.517, "pushed": 10.517, "read": 10.483}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.924, "count": 315, "max_ms": 23.439, "p95_ms": 19.006}, "gstreamer_push": {"avg_ms": 1.251, "count": 315, "max_ms": 1.639, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.982, "count": 315, "max_ms": 68.294, "p95_ms": 62.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.346, "count": 315, "max_ms": 68.787, "p95_ms": 57.835}, "yolo11_640_fire_11class": {"avg_ms": 49.988, "count": 315, "max_ms": 67.58, "p95_ms": 62.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.737, "count": 315, "max_ms": 76.764, "p95_ms": 71.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.166, "count": 315, "max_ms": 103.488, "p95_ms": 96.255}, "read_interval": {"avg_ms": 95.365, "count": 314, "max_ms": 119.637, "p95_ms": 113.136}, "triton_wait": {"avg_ms": 53.838, "count": 315, "max_ms": 76.776, "p95_ms": 71.13}, "visualize": {"avg_ms": 3.538, "count": 315, "max_ms": 4.516, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16148.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16276.01, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.899, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2060759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:42:54+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T20:42:54+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-05T20:42:54.071596+09:00", "mtime_epoch": 1783251774.071596, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:42:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2423.031, "name": "celery", "pid": 267, "rss_mb": 2423.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.996, "count": 300, "max_ms": 13.917, "p95_ms": 10.263}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.606, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.053, "count": 300, "max_ms": 69.487, "p95_ms": 65.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.222, "count": 300, "max_ms": 67.799, "p95_ms": 62.142}, "yolo11_640_fire_11class": {"avg_ms": 53.126, "count": 300, "max_ms": 68.242, "p95_ms": 65.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.25, "count": 300, "max_ms": 76.207, "p95_ms": 72.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.39, "count": 300, "max_ms": 95.986, "p95_ms": 90.07}, "read_interval": {"avg_ms": 100.22, "count": 299, "max_ms": 271.25, "p95_ms": 146.473}, "triton_wait": {"avg_ms": 59.5, "count": 300, "max_ms": 76.219, "p95_ms": 72.961}, "visualize": {"avg_ms": 3.75, "count": 300, "max_ms": 4.839, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16148.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 353.777, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.641, "name": "ffmpeg", "pid": 144613, "rss_mb": 283.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 17, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.058, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1605178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:42:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:42:58+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T20:42:58+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T20:42:58.043657+09:00", "mtime_epoch": 1783251778.0436573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:42:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9390.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.374, "pushed": 10.374, "read": 10.34}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.538, "count": 311, "max_ms": 30.433, "p95_ms": 21.06}, "gstreamer_push": {"avg_ms": 1.256, "count": 311, "max_ms": 1.962, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.931, "count": 311, "max_ms": 66.828, "p95_ms": 63.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.764, "count": 311, "max_ms": 67.545, "p95_ms": 60.574}, "yolo11_640_fire_11class": {"avg_ms": 50.181, "count": 311, "max_ms": 66.815, "p95_ms": 62.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.236, "count": 311, "max_ms": 75.604, "p95_ms": 72.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.403, "count": 311, "max_ms": 109.09, "p95_ms": 98.371}, "read_interval": {"avg_ms": 96.731, "count": 310, "max_ms": 125.249, "p95_ms": 114.443}, "triton_wait": {"avg_ms": 54.391, "count": 311, "max_ms": 75.616, "p95_ms": 72.506}, "visualize": {"avg_ms": 3.578, "count": 311, "max_ms": 5.457, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16149.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16306.03, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.621, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2061059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:43:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:43:24+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T20:43:24+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T20:43:24.084060+09:00", "mtime_epoch": 1783251804.08406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:43:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2423.289, "name": "celery", "pid": 267, "rss_mb": 2423.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.861, "count": 300, "max_ms": 13.638, "p95_ms": 8.563}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.64, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.149, "count": 300, "max_ms": 69.866, "p95_ms": 65.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.341, "count": 300, "max_ms": 66.112, "p95_ms": 57.586}, "yolo11_640_fire_11class": {"avg_ms": 53.572, "count": 300, "max_ms": 69.882, "p95_ms": 64.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.827, "count": 300, "max_ms": 75.625, "p95_ms": 71.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.919, "count": 300, "max_ms": 92.282, "p95_ms": 88.452}, "read_interval": {"avg_ms": 100.074, "count": 299, "max_ms": 382.359, "p95_ms": 139.917}, "triton_wait": {"avg_ms": 59.133, "count": 300, "max_ms": 75.637, "p95_ms": 71.811}, "visualize": {"avg_ms": 3.775, "count": 300, "max_ms": 5.802, "p95_ms": 4.453}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16148.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 383.862, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.641, "name": "ffmpeg", "pid": 144613, "rss_mb": 283.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 17, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.455, "sample_count": 3057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1605491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:43:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:43:28+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T20:43:28+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T20:43:28.116122+09:00", "mtime_epoch": 1783251808.1161225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:43:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9390.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.437, "pushed": 10.437, "read": 10.404}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.07, "count": 313, "max_ms": 21.545, "p95_ms": 19.334}, "gstreamer_push": {"avg_ms": 1.238, "count": 313, "max_ms": 1.889, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.313, "count": 313, "max_ms": 68.012, "p95_ms": 63.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.92, "count": 313, "max_ms": 68.772, "p95_ms": 56.002}, "yolo11_640_fire_11class": {"avg_ms": 50.507, "count": 313, "max_ms": 68.762, "p95_ms": 63.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.128, "count": 313, "max_ms": 76.102, "p95_ms": 72.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.86, "count": 313, "max_ms": 103.7, "p95_ms": 96.704}, "read_interval": {"avg_ms": 96.115, "count": 312, "max_ms": 119.556, "p95_ms": 113.012}, "triton_wait": {"avg_ms": 54.366, "count": 313, "max_ms": 76.114, "p95_ms": 72.021}, "visualize": {"avg_ms": 3.57, "count": 313, "max_ms": 5.174, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16149.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16336.077, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.475, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2061359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:43:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:43:54+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T20:43:54+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T20:43:54.196526+09:00", "mtime_epoch": 1783251834.1965258, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:43:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2423.289, "name": "celery", "pid": 267, "rss_mb": 2423.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.914, "count": 300, "max_ms": 12.733, "p95_ms": 9.037}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.699, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.912, "count": 300, "max_ms": 68.182, "p95_ms": 65.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.77, "count": 300, "max_ms": 65.847, "p95_ms": 57.971}, "yolo11_640_fire_11class": {"avg_ms": 52.466, "count": 300, "max_ms": 69.376, "p95_ms": 64.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.403, "count": 300, "max_ms": 76.952, "p95_ms": 72.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.423, "count": 300, "max_ms": 94.705, "p95_ms": 89.139}, "read_interval": {"avg_ms": 100.157, "count": 299, "max_ms": 467.145, "p95_ms": 155.692}, "triton_wait": {"avg_ms": 57.748, "count": 300, "max_ms": 76.965, "p95_ms": 72.143}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 4.841, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16152.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 413.948, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.219, "name": "ffmpeg", "pid": 144613, "rss_mb": 286.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 16, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.313, "sample_count": 3079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1605806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:43:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:43:58+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T20:43:58+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T20:43:58.180588+09:00", "mtime_epoch": 1783251838.1805875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:43:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9390.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.502, "pushed": 10.502, "read": 10.468}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.052, "count": 315, "max_ms": 26.027, "p95_ms": 19.056}, "gstreamer_push": {"avg_ms": 1.248, "count": 315, "max_ms": 2.163, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.613, "count": 315, "max_ms": 67.767, "p95_ms": 63.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.029, "count": 315, "max_ms": 67.266, "p95_ms": 57.572}, "yolo11_640_fire_11class": {"avg_ms": 49.912, "count": 315, "max_ms": 67.766, "p95_ms": 62.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.659, "count": 315, "max_ms": 76.271, "p95_ms": 72.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.357, "count": 315, "max_ms": 100.485, "p95_ms": 97.04}, "read_interval": {"avg_ms": 95.442, "count": 314, "max_ms": 118.294, "p95_ms": 112.913}, "triton_wait": {"avg_ms": 53.914, "count": 315, "max_ms": 76.284, "p95_ms": 72.491}, "visualize": {"avg_ms": 3.537, "count": 315, "max_ms": 4.452, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16154.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16366.132, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.624, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2061659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:44:24+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T20:44:24+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T20:44:24.248991+09:00", "mtime_epoch": 1783251864.248991, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:44:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2423.547, "name": "celery", "pid": 267, "rss_mb": 2423.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.763, "count": 300, "max_ms": 12.242, "p95_ms": 8.302}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.578, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.277, "count": 300, "max_ms": 72.376, "p95_ms": 66.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.156, "count": 300, "max_ms": 72.853, "p95_ms": 53.479}, "yolo11_640_fire_11class": {"avg_ms": 59.339, "count": 300, "max_ms": 72.865, "p95_ms": 65.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.534, "count": 300, "max_ms": 76.345, "p95_ms": 73.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.119, "count": 300, "max_ms": 95.517, "p95_ms": 90.121}, "read_interval": {"avg_ms": 100.173, "count": 299, "max_ms": 363.304, "p95_ms": 106.392}, "triton_wait": {"avg_ms": 66.662, "count": 300, "max_ms": 76.359, "p95_ms": 73.528}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 4.907, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16154.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 444.025, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.797, "name": "ffmpeg", "pid": 144613, "rss_mb": 288.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 16, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.636, "sample_count": 3077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1606110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:44:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:44:28+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T20:44:28+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T20:44:28.277053+09:00", "mtime_epoch": 1783251868.2770534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:44:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9390.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.104}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.503, "count": 304, "max_ms": 19.346, "p95_ms": 17.256}, "gstreamer_push": {"avg_ms": 1.22, "count": 304, "max_ms": 1.411, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.448, "count": 304, "max_ms": 68.04, "p95_ms": 58.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.805, "count": 304, "max_ms": 68.815, "p95_ms": 57.598}, "yolo11_640_fire_11class": {"avg_ms": 52.652, "count": 304, "max_ms": 69.879, "p95_ms": 59.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.047, "count": 304, "max_ms": 78.006, "p95_ms": 65.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.923, "count": 304, "max_ms": 104.34, "p95_ms": 90.297}, "read_interval": {"avg_ms": 98.937, "count": 303, "max_ms": 121.007, "p95_ms": 107.005}, "triton_wait": {"avg_ms": 58.08, "count": 304, "max_ms": 78.017, "p95_ms": 65.693}, "visualize": {"avg_ms": 3.496, "count": 304, "max_ms": 4.31, "p95_ms": 3.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16154.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16396.221, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.495, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2061961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:44:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:44:54+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T20:44:54+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-05T20:44:54.205455+09:00", "mtime_epoch": 1783251894.2054548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:44:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2423.547, "name": "celery", "pid": 267, "rss_mb": 2423.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.857, "count": 302, "max_ms": 13.276, "p95_ms": 8.572}, "gstreamer_push": {"avg_ms": 1.308, "count": 302, "max_ms": 1.495, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.748, "count": 302, "max_ms": 70.566, "p95_ms": 65.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.699, "count": 302, "max_ms": 71.362, "p95_ms": 57.079}, "yolo11_640_fire_11class": {"avg_ms": 56.015, "count": 302, "max_ms": 76.142, "p95_ms": 70.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.234, "count": 302, "max_ms": 75.81, "p95_ms": 73.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.007, "count": 302, "max_ms": 91.996, "p95_ms": 89.533}, "read_interval": {"avg_ms": 99.642, "count": 301, "max_ms": 375.936, "p95_ms": 131.419}, "triton_wait": {"avg_ms": 61.385, "count": 302, "max_ms": 76.152, "p95_ms": 73.115}, "visualize": {"avg_ms": 3.713, "count": 302, "max_ms": 4.696, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16154.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 474.08, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.797, "name": "ffmpeg", "pid": 144613, "rss_mb": 288.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 16, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.434, "sample_count": 3095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1606423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:44:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:44:58+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T20:44:58+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T20:44:58.341519+09:00", "mtime_epoch": 1783251898.3415189, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:44:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9390.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.447, "pushed": 10.447, "read": 10.414}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.02, "count": 313, "max_ms": 28.441, "p95_ms": 18.628}, "gstreamer_push": {"avg_ms": 1.236, "count": 313, "max_ms": 1.929, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.071, "count": 313, "max_ms": 67.676, "p95_ms": 62.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.106, "count": 313, "max_ms": 67.688, "p95_ms": 57.401}, "yolo11_640_fire_11class": {"avg_ms": 50.531, "count": 313, "max_ms": 67.888, "p95_ms": 61.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.218, "count": 313, "max_ms": 75.257, "p95_ms": 70.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.657, "count": 313, "max_ms": 101.363, "p95_ms": 95.773}, "read_interval": {"avg_ms": 96.046, "count": 312, "max_ms": 117.692, "p95_ms": 112.141}, "triton_wait": {"avg_ms": 54.311, "count": 313, "max_ms": 75.27, "p95_ms": 70.889}, "visualize": {"avg_ms": 3.541, "count": 313, "max_ms": 4.741, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16155.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16426.321, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.381, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2062261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:45:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:45:24+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:45:24+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-05T20:45:24.297921+09:00", "mtime_epoch": 1783251924.297921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:45:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2423.805, "name": "celery", "pid": 267, "rss_mb": 2423.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.84, "count": 299, "max_ms": 12.589, "p95_ms": 8.419}, "gstreamer_push": {"avg_ms": 1.324, "count": 300, "max_ms": 1.914, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.504, "count": 299, "max_ms": 71.822, "p95_ms": 66.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.042, "count": 299, "max_ms": 71.835, "p95_ms": 57.772}, "yolo11_640_fire_11class": {"avg_ms": 55.683, "count": 299, "max_ms": 73.657, "p95_ms": 66.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.791, "count": 299, "max_ms": 75.777, "p95_ms": 72.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.67, "count": 300, "max_ms": 92.273, "p95_ms": 88.968}, "read_interval": {"avg_ms": 100.405, "count": 299, "max_ms": 428.7, "p95_ms": 136.115}, "triton_wait": {"avg_ms": 60.956, "count": 299, "max_ms": 75.791, "p95_ms": 72.802}, "visualize": {"avg_ms": 3.744, "count": 299, "max_ms": 4.75, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16155.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 504.093, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.797, "name": "ffmpeg", "pid": 144613, "rss_mb": 288.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 16, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.511, "sample_count": 3104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1606734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:45:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:45:28+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T20:45:28+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T20:45:28.349984+09:00", "mtime_epoch": 1783251928.3499837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:45:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9390.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.368, "pushed": 10.368, "read": 10.368}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.712, "count": 311, "max_ms": 24.155, "p95_ms": 18.689}, "gstreamer_push": {"avg_ms": 1.224, "count": 311, "max_ms": 1.477, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.317, "count": 311, "max_ms": 70.705, "p95_ms": 63.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.211, "count": 311, "max_ms": 62.049, "p95_ms": 57.171}, "yolo11_640_fire_11class": {"avg_ms": 50.614, "count": 311, "max_ms": 69.957, "p95_ms": 61.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.713, "count": 311, "max_ms": 77.964, "p95_ms": 68.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.782, "count": 311, "max_ms": 102.477, "p95_ms": 93.207}, "read_interval": {"avg_ms": 96.483, "count": 311, "max_ms": 121.94, "p95_ms": 109.835}, "triton_wait": {"avg_ms": 54.784, "count": 311, "max_ms": 77.976, "p95_ms": 68.199}, "visualize": {"avg_ms": 3.488, "count": 311, "max_ms": 4.519, "p95_ms": 3.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16155.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16456.363, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.295, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2062562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:45:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:45:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:45:54+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T20:45:54.502389+09:00", "mtime_epoch": 1783251954.502389, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:45:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2423.805, "name": "celery", "pid": 267, "rss_mb": 2423.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.822, "count": 301, "max_ms": 11.877, "p95_ms": 8.516}, "gstreamer_push": {"avg_ms": 1.32, "count": 301, "max_ms": 1.525, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.31, "count": 301, "max_ms": 70.988, "p95_ms": 65.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.104, "count": 301, "max_ms": 69.873, "p95_ms": 57.819}, "yolo11_640_fire_11class": {"avg_ms": 52.923, "count": 301, "max_ms": 69.908, "p95_ms": 64.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.872, "count": 301, "max_ms": 74.97, "p95_ms": 72.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.812, "count": 301, "max_ms": 92.935, "p95_ms": 88.973}, "read_interval": {"avg_ms": 99.873, "count": 300, "max_ms": 365.206, "p95_ms": 151.835}, "triton_wait": {"avg_ms": 57.093, "count": 301, "max_ms": 74.982, "p95_ms": 72.327}, "visualize": {"avg_ms": 3.739, "count": 301, "max_ms": 5.505, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16155.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 534.121, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.797, "name": "ffmpeg", "pid": 144613, "rss_mb": 288.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 16, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.481, "sample_count": 3095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1607036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:45:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:45:58+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T20:45:58+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T20:45:58.382449+09:00", "mtime_epoch": 1783251958.3824492, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:45:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9390.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.064, "count": 302, "max_ms": 28.862, "p95_ms": 19.479}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 1.904, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.469, "count": 302, "max_ms": 68.444, "p95_ms": 63.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.864, "count": 302, "max_ms": 67.321, "p95_ms": 58.984}, "yolo11_640_fire_11class": {"avg_ms": 49.721, "count": 302, "max_ms": 69.919, "p95_ms": 62.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.267, "count": 302, "max_ms": 77.378, "p95_ms": 71.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.852, "count": 302, "max_ms": 101.86, "p95_ms": 96.673}, "read_interval": {"avg_ms": 99.462, "count": 301, "max_ms": 133.817, "p95_ms": 116.095}, "triton_wait": {"avg_ms": 53.361, "count": 302, "max_ms": 77.39, "p95_ms": 71.184}, "visualize": {"avg_ms": 3.538, "count": 302, "max_ms": 5.25, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16156.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16486.44, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.196, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2062862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:46:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:46:24+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T20:46:24+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T20:46:24.558870+09:00", "mtime_epoch": 1783251984.55887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:46:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2424.062, "name": "celery", "pid": 267, "rss_mb": 2424.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.859, "count": 299, "max_ms": 12.393, "p95_ms": 8.776}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 2.116, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.374, "count": 299, "max_ms": 73.114, "p95_ms": 65.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.223, "count": 299, "max_ms": 66.086, "p95_ms": 55.414}, "yolo11_640_fire_11class": {"avg_ms": 50.698, "count": 299, "max_ms": 66.247, "p95_ms": 63.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.755, "count": 299, "max_ms": 76.982, "p95_ms": 72.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.8, "count": 300, "max_ms": 93.163, "p95_ms": 88.887}, "read_interval": {"avg_ms": 100.252, "count": 299, "max_ms": 343.021, "p95_ms": 149.59}, "triton_wait": {"avg_ms": 55.053, "count": 299, "max_ms": 76.994, "p95_ms": 72.128}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 4.705, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16156.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 564.232, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 16, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.318, "sample_count": 3087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1607337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:46:28+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T20:46:28+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T20:46:28.467032+09:00", "mtime_epoch": 1783251988.4670324, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:46:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9391.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.124, "count": 300, "max_ms": 28.077, "p95_ms": 19.49}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.937, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.731, "count": 300, "max_ms": 68.199, "p95_ms": 63.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.736, "count": 300, "max_ms": 67.791, "p95_ms": 57.156}, "yolo11_640_fire_11class": {"avg_ms": 48.923, "count": 300, "max_ms": 67.155, "p95_ms": 61.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.157, "count": 300, "max_ms": 79.485, "p95_ms": 71.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.825, "count": 301, "max_ms": 104.344, "p95_ms": 96.062}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 153.412, "p95_ms": 119.601}, "triton_wait": {"avg_ms": 52.343, "count": 300, "max_ms": 79.497, "p95_ms": 71.274}, "visualize": {"avg_ms": 3.548, "count": 300, "max_ms": 4.765, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16157.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16516.528, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.191, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2063165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:46:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:46:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:46:54+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T20:46:54.612102+09:00", "mtime_epoch": 1783252014.6121018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:46:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2424.32, "name": "celery", "pid": 267, "rss_mb": 2424.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.171, "count": 303, "max_ms": 12.46, "p95_ms": 11.666}, "gstreamer_push": {"avg_ms": 1.311, "count": 303, "max_ms": 1.833, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.356, "count": 303, "max_ms": 71.238, "p95_ms": 65.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.488, "count": 303, "max_ms": 70.813, "p95_ms": 57.583}, "yolo11_640_fire_11class": {"avg_ms": 51.463, "count": 303, "max_ms": 70.889, "p95_ms": 63.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.47, "count": 303, "max_ms": 76.563, "p95_ms": 72.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.935, "count": 303, "max_ms": 93.02, "p95_ms": 88.745}, "read_interval": {"avg_ms": 99.362, "count": 302, "max_ms": 411.597, "p95_ms": 133.346}, "triton_wait": {"avg_ms": 55.718, "count": 303, "max_ms": 76.576, "p95_ms": 72.22}, "visualize": {"avg_ms": 3.768, "count": 303, "max_ms": 4.959, "p95_ms": 4.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16156.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 594.275, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 16, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.291, "sample_count": 3079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1607637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:46:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:46:58+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T20:46:58+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T20:46:58.528259+09:00", "mtime_epoch": 1783252018.5282593, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:46:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9391.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.087, "count": 300, "max_ms": 24.499, "p95_ms": 19.438}, "gstreamer_push": {"avg_ms": 1.259, "count": 300, "max_ms": 1.522, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.586, "count": 300, "max_ms": 69.103, "p95_ms": 63.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.299, "count": 300, "max_ms": 65.678, "p95_ms": 55.787}, "yolo11_640_fire_11class": {"avg_ms": 49.833, "count": 300, "max_ms": 65.149, "p95_ms": 63.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.302, "count": 300, "max_ms": 76.9, "p95_ms": 72.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.873, "count": 300, "max_ms": 101.784, "p95_ms": 97.117}, "read_interval": {"avg_ms": 100.154, "count": 299, "max_ms": 152.827, "p95_ms": 118.199}, "triton_wait": {"avg_ms": 53.427, "count": 300, "max_ms": 76.913, "p95_ms": 72.763}, "visualize": {"avg_ms": 3.526, "count": 300, "max_ms": 4.43, "p95_ms": 3.759}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16156.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16546.595, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.199, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2063466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:47:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:47:24+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T20:47:24+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T20:47:24.733297+09:00", "mtime_epoch": 1783252044.7332973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:47:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2424.32, "name": "celery", "pid": 267, "rss_mb": 2424.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.811, "count": 301, "max_ms": 12.087, "p95_ms": 8.644}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 2.163, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.751, "count": 301, "max_ms": 70.44, "p95_ms": 64.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.85, "count": 301, "max_ms": 65.946, "p95_ms": 55.519}, "yolo11_640_fire_11class": {"avg_ms": 51.02, "count": 301, "max_ms": 68.326, "p95_ms": 64.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.178, "count": 301, "max_ms": 76.061, "p95_ms": 71.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.915, "count": 301, "max_ms": 93.657, "p95_ms": 87.98}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 345.363, "p95_ms": 145.487}, "triton_wait": {"avg_ms": 55.307, "count": 301, "max_ms": 76.072, "p95_ms": 71.599}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 5.338, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16156.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 624.327, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 15, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.281, "sample_count": 3065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1607938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:47:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:47:28+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T20:47:28+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T20:47:28.585448+09:00", "mtime_epoch": 1783252048.5854478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:47:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9391.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.17, "count": 301, "max_ms": 28.51, "p95_ms": 19.747}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 1.868, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.354, "count": 301, "max_ms": 66.673, "p95_ms": 62.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.403, "count": 301, "max_ms": 64.233, "p95_ms": 54.807}, "yolo11_640_fire_11class": {"avg_ms": 48.476, "count": 301, "max_ms": 65.876, "p95_ms": 61.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.804, "count": 301, "max_ms": 77.144, "p95_ms": 71.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.51, "count": 301, "max_ms": 101.896, "p95_ms": 95.996}, "read_interval": {"avg_ms": 99.873, "count": 300, "max_ms": 155.192, "p95_ms": 116.833}, "triton_wait": {"avg_ms": 51.91, "count": 301, "max_ms": 77.156, "p95_ms": 71.161}, "visualize": {"avg_ms": 3.548, "count": 301, "max_ms": 4.902, "p95_ms": 3.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16157.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16576.617, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.223, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2063765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:47:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:47:54+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T20:47:54+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T20:47:54.734452+09:00", "mtime_epoch": 1783252074.734452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:47:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2424.578, "name": "celery", "pid": 267, "rss_mb": 2424.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.767, "count": 299, "max_ms": 11.841, "p95_ms": 8.623}, "gstreamer_push": {"avg_ms": 1.302, "count": 299, "max_ms": 2.12, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.729, "count": 299, "max_ms": 71.298, "p95_ms": 65.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.037, "count": 299, "max_ms": 68.049, "p95_ms": 56.369}, "yolo11_640_fire_11class": {"avg_ms": 51.952, "count": 299, "max_ms": 69.873, "p95_ms": 64.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.271, "count": 299, "max_ms": 78.869, "p95_ms": 72.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.108, "count": 299, "max_ms": 94.786, "p95_ms": 89.65}, "read_interval": {"avg_ms": 100.347, "count": 299, "max_ms": 395.37, "p95_ms": 169.877}, "triton_wait": {"avg_ms": 56.477, "count": 299, "max_ms": 78.882, "p95_ms": 73.01}, "visualize": {"avg_ms": 3.74, "count": 299, "max_ms": 4.628, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16156.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 654.435, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 15, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.248, "sample_count": 3054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1608239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:47:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:47:58+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T20:47:58+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T20:47:58.674601+09:00", "mtime_epoch": 1783252078.674601, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:47:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9391.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.848, "count": 301, "max_ms": 21.571, "p95_ms": 18.814}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.425, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.567, "count": 301, "max_ms": 69.187, "p95_ms": 63.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.032, "count": 301, "max_ms": 69.198, "p95_ms": 59.212}, "yolo11_640_fire_11class": {"avg_ms": 49.617, "count": 301, "max_ms": 67.924, "p95_ms": 63.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.419, "count": 301, "max_ms": 77.261, "p95_ms": 72.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.749, "count": 301, "max_ms": 101.992, "p95_ms": 96.921}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 159.399, "p95_ms": 116.834}, "triton_wait": {"avg_ms": 53.52, "count": 301, "max_ms": 77.273, "p95_ms": 72.708}, "visualize": {"avg_ms": 3.509, "count": 301, "max_ms": 5.832, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16157.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16606.684, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.343, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2064064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:48:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:48:24+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T20:48:24+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T20:48:24.803575+09:00", "mtime_epoch": 1783252104.803575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:48:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2424.578, "name": "celery", "pid": 267, "rss_mb": 2424.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.757, "count": 299, "max_ms": 12.151, "p95_ms": 8.527}, "gstreamer_push": {"avg_ms": 1.302, "count": 299, "max_ms": 1.764, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.77, "count": 299, "max_ms": 69.064, "p95_ms": 64.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.3, "count": 299, "max_ms": 69.076, "p95_ms": 61.59}, "yolo11_640_fire_11class": {"avg_ms": 51.376, "count": 299, "max_ms": 66.504, "p95_ms": 63.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.226, "count": 299, "max_ms": 79.228, "p95_ms": 72.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.013, "count": 299, "max_ms": 95.606, "p95_ms": 89.317}, "read_interval": {"avg_ms": 100.549, "count": 298, "max_ms": 349.891, "p95_ms": 140.042}, "triton_wait": {"avg_ms": 56.438, "count": 299, "max_ms": 79.24, "p95_ms": 72.431}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 4.447, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16157.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 684.457, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 15, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.22, "sample_count": 3042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1608539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:48:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:48:28+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T20:48:28+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T20:48:28.699718+09:00", "mtime_epoch": 1783252108.6997182, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:48:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9391.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.042, "count": 300, "max_ms": 25.093, "p95_ms": 18.98}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.922, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.258, "count": 300, "max_ms": 67.915, "p95_ms": 62.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.564, "count": 300, "max_ms": 68.442, "p95_ms": 60.23}, "yolo11_640_fire_11class": {"avg_ms": 49.267, "count": 300, "max_ms": 67.137, "p95_ms": 61.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.547, "count": 300, "max_ms": 76.408, "p95_ms": 72.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.139, "count": 300, "max_ms": 101.083, "p95_ms": 96.979}, "read_interval": {"avg_ms": 100.041, "count": 299, "max_ms": 150.566, "p95_ms": 117.068}, "triton_wait": {"avg_ms": 53.605, "count": 300, "max_ms": 76.42, "p95_ms": 72.066}, "visualize": {"avg_ms": 3.56, "count": 300, "max_ms": 4.415, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16157.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16636.759, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.278, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2064365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:48:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:48:54+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T20:48:54+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T20:48:54.884666+09:00", "mtime_epoch": 1783252134.884666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:48:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2424.836, "name": "celery", "pid": 267, "rss_mb": 2424.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.813, "count": 301, "max_ms": 11.848, "p95_ms": 8.53}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.992, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.85, "count": 301, "max_ms": 69.493, "p95_ms": 64.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.875, "count": 301, "max_ms": 64.058, "p95_ms": 56.313}, "yolo11_640_fire_11class": {"avg_ms": 52.012, "count": 301, "max_ms": 69.12, "p95_ms": 63.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.909, "count": 301, "max_ms": 75.126, "p95_ms": 71.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.817, "count": 301, "max_ms": 91.536, "p95_ms": 88.484}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 380.273, "p95_ms": 133.597}, "triton_wait": {"avg_ms": 58.139, "count": 301, "max_ms": 75.138, "p95_ms": 71.856}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 4.69, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16158.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 714.522, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 15, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.281, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1608840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:48:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:48:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T20:48:58+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T20:48:58.780805+09:00", "mtime_epoch": 1783252138.780805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:48:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9391.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.362, "count": 301, "max_ms": 28.177, "p95_ms": 20.725}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.796, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.583, "count": 301, "max_ms": 69.528, "p95_ms": 63.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.414, "count": 301, "max_ms": 68.408, "p95_ms": 56.285}, "yolo11_640_fire_11class": {"avg_ms": 49.448, "count": 301, "max_ms": 69.029, "p95_ms": 62.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.262, "count": 301, "max_ms": 77.764, "p95_ms": 71.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.198, "count": 301, "max_ms": 108.065, "p95_ms": 97.767}, "read_interval": {"avg_ms": 99.913, "count": 300, "max_ms": 164.432, "p95_ms": 119.383}, "triton_wait": {"avg_ms": 53.316, "count": 301, "max_ms": 77.777, "p95_ms": 71.914}, "visualize": {"avg_ms": 3.581, "count": 301, "max_ms": 5.36, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16158.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16666.842, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.951, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2064668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:49:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:49:25+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T20:49:24+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T20:49:24.965726+09:00", "mtime_epoch": 1783252164.9657264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:49:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2424.836, "name": "celery", "pid": 267, "rss_mb": 2424.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.8, "count": 303, "max_ms": 12.153, "p95_ms": 8.53}, "gstreamer_push": {"avg_ms": 1.308, "count": 303, "max_ms": 1.757, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.522, "count": 303, "max_ms": 68.258, "p95_ms": 63.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.309, "count": 303, "max_ms": 66.697, "p95_ms": 56.18}, "yolo11_640_fire_11class": {"avg_ms": 48.727, "count": 303, "max_ms": 67.433, "p95_ms": 62.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.71, "count": 303, "max_ms": 74.978, "p95_ms": 69.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.699, "count": 303, "max_ms": 91.299, "p95_ms": 85.674}, "read_interval": {"avg_ms": 99.288, "count": 302, "max_ms": 390.604, "p95_ms": 165.111}, "triton_wait": {"avg_ms": 52.044, "count": 303, "max_ms": 74.991, "p95_ms": 69.471}, "visualize": {"avg_ms": 3.72, "count": 303, "max_ms": 4.859, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16158.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 744.53, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 15, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.514, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1609140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:49:28+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T20:49:28+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T20:49:28.785859+09:00", "mtime_epoch": 1783252168.785859, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:49:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9391.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.989, "count": 300, "max_ms": 27.399, "p95_ms": 19.232}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 2.014, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.282, "count": 300, "max_ms": 68.649, "p95_ms": 63.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.109, "count": 300, "max_ms": 68.248, "p95_ms": 54.99}, "yolo11_640_fire_11class": {"avg_ms": 48.76, "count": 300, "max_ms": 67.108, "p95_ms": 62.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.615, "count": 300, "max_ms": 75.549, "p95_ms": 70.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.178, "count": 300, "max_ms": 100.627, "p95_ms": 96.484}, "read_interval": {"avg_ms": 100.012, "count": 300, "max_ms": 164.194, "p95_ms": 126.506}, "triton_wait": {"avg_ms": 51.712, "count": 300, "max_ms": 75.56, "p95_ms": 70.694}, "visualize": {"avg_ms": 3.55, "count": 300, "max_ms": 5.226, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16158.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16696.952, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.832, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2064969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:49:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T20:49:55+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T20:49:55.042758+09:00", "mtime_epoch": 1783252195.042758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:49:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2425.094, "name": "celery", "pid": 267, "rss_mb": 2425.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.733, "count": 300, "max_ms": 11.053, "p95_ms": 8.345}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.622, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.691, "count": 300, "max_ms": 67.669, "p95_ms": 63.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.114, "count": 300, "max_ms": 66.377, "p95_ms": 60.007}, "yolo11_640_fire_11class": {"avg_ms": 52.944, "count": 300, "max_ms": 70.883, "p95_ms": 63.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.634, "count": 300, "max_ms": 75.663, "p95_ms": 72.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.49, "count": 300, "max_ms": 92.168, "p95_ms": 89.037}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 322.226, "p95_ms": 145.94}, "triton_wait": {"avg_ms": 57.919, "count": 300, "max_ms": 75.676, "p95_ms": 72.25}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 5.198, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16158.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 774.551, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 15, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.631, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1609440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:49:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:49:58+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T20:49:58+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T20:49:58.802885+09:00", "mtime_epoch": 1783252198.802885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:49:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9392.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.939, "count": 300, "max_ms": 24.791, "p95_ms": 19.011}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.85, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.249, "count": 300, "max_ms": 69.457, "p95_ms": 62.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.542, "count": 300, "max_ms": 69.468, "p95_ms": 59.851}, "yolo11_640_fire_11class": {"avg_ms": 50.67, "count": 300, "max_ms": 68.195, "p95_ms": 62.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.69, "count": 300, "max_ms": 76.001, "p95_ms": 72.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.128, "count": 300, "max_ms": 102.366, "p95_ms": 96.752}, "read_interval": {"avg_ms": 100.05, "count": 300, "max_ms": 167.314, "p95_ms": 116.948}, "triton_wait": {"avg_ms": 54.776, "count": 300, "max_ms": 76.014, "p95_ms": 72.152}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 4.888, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16158.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16726.974, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.884, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2065269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:50:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:50:25+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T20:50:25+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T20:50:25.095762+09:00", "mtime_epoch": 1783252225.0957615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:50:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2425.094, "name": "celery", "pid": 267, "rss_mb": 2425.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.681, "count": 300, "max_ms": 10.595, "p95_ms": 8.12}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.527, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.255, "count": 300, "max_ms": 70.817, "p95_ms": 64.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.711, "count": 300, "max_ms": 69.933, "p95_ms": 61.306}, "yolo11_640_fire_11class": {"avg_ms": 51.743, "count": 300, "max_ms": 71.159, "p95_ms": 63.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.585, "count": 300, "max_ms": 78.967, "p95_ms": 72.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.393, "count": 300, "max_ms": 95.443, "p95_ms": 89.038}, "read_interval": {"avg_ms": 100.079, "count": 299, "max_ms": 432.316, "p95_ms": 133.042}, "triton_wait": {"avg_ms": 56.894, "count": 300, "max_ms": 78.98, "p95_ms": 72.553}, "visualize": {"avg_ms": 3.706, "count": 300, "max_ms": 4.657, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16158.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 804.638, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 15, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.921, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1609741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:50:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:50:28+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T20:50:28+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T20:50:28.883886+09:00", "mtime_epoch": 1783252228.883886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:50:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9392.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.764, "count": 300, "max_ms": 24.01, "p95_ms": 18.508}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.63, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.605, "count": 300, "max_ms": 67.99, "p95_ms": 63.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.555, "count": 300, "max_ms": 67.27, "p95_ms": 59.649}, "yolo11_640_fire_11class": {"avg_ms": 49.897, "count": 300, "max_ms": 67.257, "p95_ms": 63.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.248, "count": 300, "max_ms": 78.797, "p95_ms": 72.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.555, "count": 300, "max_ms": 103.428, "p95_ms": 97.556}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 158.641, "p95_ms": 118.213}, "triton_wait": {"avg_ms": 53.362, "count": 300, "max_ms": 78.809, "p95_ms": 72.838}, "visualize": {"avg_ms": 3.548, "count": 300, "max_ms": 5.254, "p95_ms": 3.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16158.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16757.053, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.728, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2065568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:50:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:50:55+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T20:50:55+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T20:50:55.176740+09:00", "mtime_epoch": 1783252255.1767402, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:50:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2425.352, "name": "celery", "pid": 267, "rss_mb": 2425.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.784, "count": 299, "max_ms": 13.51, "p95_ms": 10.432}, "gstreamer_push": {"avg_ms": 1.304, "count": 299, "max_ms": 2.105, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.709, "count": 299, "max_ms": 67.171, "p95_ms": 63.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.44, "count": 299, "max_ms": 66.926, "p95_ms": 56.894}, "yolo11_640_fire_11class": {"avg_ms": 50.001, "count": 299, "max_ms": 66.811, "p95_ms": 63.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.179, "count": 299, "max_ms": 75.035, "p95_ms": 70.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.044, "count": 299, "max_ms": 92.532, "p95_ms": 86.813}, "read_interval": {"avg_ms": 100.615, "count": 298, "max_ms": 442.637, "p95_ms": 170.525}, "triton_wait": {"avg_ms": 53.381, "count": 299, "max_ms": 75.046, "p95_ms": 70.883}, "visualize": {"avg_ms": 3.772, "count": 299, "max_ms": 5.812, "p95_ms": 4.658}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16159.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 834.707, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 15, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.916, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:50:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:50:59+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T20:50:58+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T20:50:58.960862+09:00", "mtime_epoch": 1783252258.9608617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:50:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9392.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.882, "count": 300, "max_ms": 24.64, "p95_ms": 19.206}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 2.051, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.52, "count": 300, "max_ms": 70.008, "p95_ms": 63.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.98, "count": 300, "max_ms": 64.525, "p95_ms": 53.608}, "yolo11_640_fire_11class": {"avg_ms": 48.949, "count": 300, "max_ms": 70.544, "p95_ms": 63.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.097, "count": 300, "max_ms": 78.949, "p95_ms": 71.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.468, "count": 300, "max_ms": 102.882, "p95_ms": 96.889}, "read_interval": {"avg_ms": 100.247, "count": 299, "max_ms": 164.366, "p95_ms": 132.886}, "triton_wait": {"avg_ms": 52.188, "count": 300, "max_ms": 78.961, "p95_ms": 71.593}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 5.524, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16159.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16787.056, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.728, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2065870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:51:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:51:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T20:51:25+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T20:51:25.173692+09:00", "mtime_epoch": 1783252285.1736922, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:51:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2425.609, "name": "celery", "pid": 267, "rss_mb": 2425.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.844, "count": 302, "max_ms": 13.251, "p95_ms": 8.726}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.802, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.586, "count": 302, "max_ms": 71.254, "p95_ms": 64.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.415, "count": 302, "max_ms": 69.408, "p95_ms": 57.606}, "yolo11_640_fire_11class": {"avg_ms": 51.762, "count": 302, "max_ms": 71.509, "p95_ms": 64.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.579, "count": 302, "max_ms": 76.696, "p95_ms": 72.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.616, "count": 302, "max_ms": 93.104, "p95_ms": 89.135}, "read_interval": {"avg_ms": 99.327, "count": 302, "max_ms": 270.886, "p95_ms": 137.152}, "triton_wait": {"avg_ms": 55.784, "count": 302, "max_ms": 76.708, "p95_ms": 72.274}, "visualize": {"avg_ms": 3.737, "count": 302, "max_ms": 4.894, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16159.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 864.77, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 15, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.894, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:51:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:51:29+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T20:51:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T20:51:29.037813+09:00", "mtime_epoch": 1783252289.0378132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:51:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9392.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.78, "count": 301, "max_ms": 24.998, "p95_ms": 18.629}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 2.112, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.755, "count": 301, "max_ms": 66.703, "p95_ms": 62.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.839, "count": 301, "max_ms": 66.166, "p95_ms": 57.25}, "yolo11_640_fire_11class": {"avg_ms": 49.829, "count": 301, "max_ms": 68.808, "p95_ms": 62.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.445, "count": 301, "max_ms": 76.721, "p95_ms": 70.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.65, "count": 301, "max_ms": 101.434, "p95_ms": 95.317}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 161.583, "p95_ms": 117.036}, "triton_wait": {"avg_ms": 53.53, "count": 301, "max_ms": 76.733, "p95_ms": 70.876}, "visualize": {"avg_ms": 3.544, "count": 301, "max_ms": 5.193, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16159.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16817.116, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.766, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2066171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:51:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:51:55+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:51:55+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T20:51:55.222623+09:00", "mtime_epoch": 1783252315.2226233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:51:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2425.609, "name": "celery", "pid": 267, "rss_mb": 2425.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.932, "count": 301, "max_ms": 13.535, "p95_ms": 9.914}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 1.998, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.788, "count": 301, "max_ms": 72.827, "p95_ms": 65.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.018, "count": 301, "max_ms": 70.079, "p95_ms": 56.0}, "yolo11_640_fire_11class": {"avg_ms": 51.553, "count": 301, "max_ms": 71.497, "p95_ms": 64.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.462, "count": 301, "max_ms": 78.066, "p95_ms": 72.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.469, "count": 301, "max_ms": 94.371, "p95_ms": 88.909}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 366.267, "p95_ms": 135.355}, "triton_wait": {"avg_ms": 56.572, "count": 301, "max_ms": 78.076, "p95_ms": 72.425}, "visualize": {"avg_ms": 3.777, "count": 301, "max_ms": 5.011, "p95_ms": 4.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16159.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 894.799, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 14, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.768, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:51:59+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T20:51:59+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T20:51:59.058741+09:00", "mtime_epoch": 1783252319.0587406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:51:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9392.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.647, "count": 300, "max_ms": 22.733, "p95_ms": 18.376}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.776, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.722, "count": 300, "max_ms": 74.487, "p95_ms": 62.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.502, "count": 300, "max_ms": 74.981, "p95_ms": 58.556}, "yolo11_640_fire_11class": {"avg_ms": 49.939, "count": 300, "max_ms": 73.795, "p95_ms": 60.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.484, "count": 300, "max_ms": 82.765, "p95_ms": 69.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.553, "count": 300, "max_ms": 106.929, "p95_ms": 94.251}, "read_interval": {"avg_ms": 100.112, "count": 299, "max_ms": 177.028, "p95_ms": 120.292}, "triton_wait": {"avg_ms": 53.579, "count": 300, "max_ms": 82.777, "p95_ms": 69.192}, "visualize": {"avg_ms": 3.511, "count": 300, "max_ms": 4.416, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16159.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16847.282, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.046, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2066471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:52:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:52:25+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T20:52:25+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-05T20:52:25.223531+09:00", "mtime_epoch": 1783252345.2235312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:52:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2425.867, "name": "celery", "pid": 267, "rss_mb": 2425.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.92, "count": 299, "max_ms": 13.05, "p95_ms": 9.034}, "gstreamer_push": {"avg_ms": 1.315, "count": 299, "max_ms": 1.701, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.518, "count": 299, "max_ms": 72.978, "p95_ms": 66.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.471, "count": 299, "max_ms": 72.987, "p95_ms": 61.501}, "yolo11_640_fire_11class": {"avg_ms": 53.935, "count": 299, "max_ms": 73.419, "p95_ms": 66.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.11, "count": 299, "max_ms": 77.309, "p95_ms": 73.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.148, "count": 299, "max_ms": 95.033, "p95_ms": 89.84}, "read_interval": {"avg_ms": 100.436, "count": 298, "max_ms": 367.941, "p95_ms": 144.077}, "triton_wait": {"avg_ms": 58.391, "count": 299, "max_ms": 77.322, "p95_ms": 73.294}, "visualize": {"avg_ms": 3.74, "count": 299, "max_ms": 4.751, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16160.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 924.852, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.57, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 14, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.835, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:52:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:52:29+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T20:52:29+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T20:52:29.099647+09:00", "mtime_epoch": 1783252349.0996473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:52:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9392.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.419, "count": 301, "max_ms": 29.266, "p95_ms": 21.393}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 2.136, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.126, "count": 301, "max_ms": 67.874, "p95_ms": 62.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.232, "count": 301, "max_ms": 67.112, "p95_ms": 57.873}, "yolo11_640_fire_11class": {"avg_ms": 50.401, "count": 301, "max_ms": 67.518, "p95_ms": 62.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.926, "count": 301, "max_ms": 75.232, "p95_ms": 70.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.808, "count": 301, "max_ms": 101.135, "p95_ms": 96.858}, "read_interval": {"avg_ms": 99.825, "count": 300, "max_ms": 167.897, "p95_ms": 118.599}, "triton_wait": {"avg_ms": 54.008, "count": 301, "max_ms": 75.249, "p95_ms": 70.796}, "visualize": {"avg_ms": 3.556, "count": 301, "max_ms": 4.631, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16160.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16877.3, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.135, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2066771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:52:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:52:55+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T20:52:55+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-05T20:52:55.304422+09:00", "mtime_epoch": 1783252375.3044217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:52:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2425.867, "name": "celery", "pid": 267, "rss_mb": 2425.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 300, "max_ms": 9.853, "p95_ms": 8.436}, "gstreamer_push": {"avg_ms": 1.338, "count": 300, "max_ms": 1.499, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.392, "count": 300, "max_ms": 72.279, "p95_ms": 65.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.843, "count": 300, "max_ms": 73.024, "p95_ms": 58.304}, "yolo11_640_fire_11class": {"avg_ms": 54.006, "count": 300, "max_ms": 72.234, "p95_ms": 65.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.702, "count": 300, "max_ms": 75.462, "p95_ms": 73.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.715, "count": 300, "max_ms": 92.556, "p95_ms": 90.266}, "read_interval": {"avg_ms": 100.121, "count": 299, "max_ms": 477.757, "p95_ms": 151.752}, "triton_wait": {"avg_ms": 58.968, "count": 300, "max_ms": 75.475, "p95_ms": 73.046}, "visualize": {"avg_ms": 3.749, "count": 300, "max_ms": 5.162, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16160.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 954.86, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.828, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 14, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.858, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:52:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:52:59+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T20:52:59+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-05T20:52:59.068532+09:00", "mtime_epoch": 1783252379.0685318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:52:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9392.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.862, "count": 300, "max_ms": 23.427, "p95_ms": 19.194}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.656, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.019, "count": 300, "max_ms": 68.101, "p95_ms": 63.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.884, "count": 300, "max_ms": 68.445, "p95_ms": 59.222}, "yolo11_640_fire_11class": {"avg_ms": 50.304, "count": 300, "max_ms": 66.136, "p95_ms": 62.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.287, "count": 300, "max_ms": 75.215, "p95_ms": 72.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.573, "count": 300, "max_ms": 104.575, "p95_ms": 97.138}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 183.637, "p95_ms": 116.277}, "triton_wait": {"avg_ms": 54.424, "count": 300, "max_ms": 75.227, "p95_ms": 72.462}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 4.757, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16160.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16907.343, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.109, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2067073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:53:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:53:25+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T20:53:25+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T20:53:25.473295+09:00", "mtime_epoch": 1783252405.4732952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:53:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2426.125, "name": "celery", "pid": 267, "rss_mb": 2426.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.734, "count": 302, "max_ms": 9.025, "p95_ms": 8.264}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 1.516, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.082, "count": 302, "max_ms": 72.07, "p95_ms": 65.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.989, "count": 302, "max_ms": 68.274, "p95_ms": 58.326}, "yolo11_640_fire_11class": {"avg_ms": 52.367, "count": 302, "max_ms": 72.745, "p95_ms": 64.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.21, "count": 302, "max_ms": 77.349, "p95_ms": 72.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.107, "count": 302, "max_ms": 93.865, "p95_ms": 88.774}, "read_interval": {"avg_ms": 99.507, "count": 301, "max_ms": 394.181, "p95_ms": 149.562}, "triton_wait": {"avg_ms": 57.508, "count": 302, "max_ms": 77.361, "p95_ms": 72.447}, "visualize": {"avg_ms": 3.731, "count": 302, "max_ms": 4.876, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16160.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 984.893, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.828, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 14, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.908, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:53:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:53:29+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T20:53:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T20:53:29.141400+09:00", "mtime_epoch": 1783252409.1414003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:53:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9393.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.036, "count": 300, "max_ms": 28.244, "p95_ms": 19.844}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.846, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.593, "count": 300, "max_ms": 69.417, "p95_ms": 63.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.681, "count": 300, "max_ms": 66.295, "p95_ms": 56.794}, "yolo11_640_fire_11class": {"avg_ms": 50.701, "count": 300, "max_ms": 68.482, "p95_ms": 63.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.61, "count": 300, "max_ms": 75.373, "p95_ms": 72.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.125, "count": 300, "max_ms": 104.523, "p95_ms": 97.486}, "read_interval": {"avg_ms": 100.091, "count": 299, "max_ms": 177.008, "p95_ms": 119.637}, "triton_wait": {"avg_ms": 54.748, "count": 300, "max_ms": 75.385, "p95_ms": 72.587}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 4.787, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16161.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16937.348, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.078, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2067373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:53:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:53:55+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T20:53:55+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T20:53:55.490147+09:00", "mtime_epoch": 1783252435.4901466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:53:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2426.125, "name": "celery", "pid": 267, "rss_mb": 2426.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.908, "count": 300, "max_ms": 11.751, "p95_ms": 9.277}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 2.194, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.915, "count": 300, "max_ms": 70.179, "p95_ms": 64.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.128, "count": 300, "max_ms": 68.42, "p95_ms": 55.218}, "yolo11_640_fire_11class": {"avg_ms": 51.924, "count": 300, "max_ms": 71.349, "p95_ms": 63.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.452, "count": 300, "max_ms": 74.784, "p95_ms": 71.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.468, "count": 300, "max_ms": 91.151, "p95_ms": 87.723}, "read_interval": {"avg_ms": 100.066, "count": 300, "max_ms": 290.208, "p95_ms": 149.873}, "triton_wait": {"avg_ms": 56.661, "count": 300, "max_ms": 74.797, "p95_ms": 71.361}, "visualize": {"avg_ms": 3.774, "count": 300, "max_ms": 5.543, "p95_ms": 4.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16161.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1014.9, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.828, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 14, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.831, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:53:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:53:59+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T20:53:59+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T20:53:59.142249+09:00", "mtime_epoch": 1783252439.142249, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:53:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9393.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.813, "count": 300, "max_ms": 21.895, "p95_ms": 19.172}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.824, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.556, "count": 300, "max_ms": 67.387, "p95_ms": 63.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.613, "count": 300, "max_ms": 66.433, "p95_ms": 55.108}, "yolo11_640_fire_11class": {"avg_ms": 49.65, "count": 300, "max_ms": 67.073, "p95_ms": 62.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.573, "count": 300, "max_ms": 75.338, "p95_ms": 70.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.878, "count": 300, "max_ms": 100.894, "p95_ms": 96.244}, "read_interval": {"avg_ms": 100.012, "count": 300, "max_ms": 166.447, "p95_ms": 120.669}, "triton_wait": {"avg_ms": 53.714, "count": 300, "max_ms": 75.35, "p95_ms": 70.796}, "visualize": {"avg_ms": 3.539, "count": 300, "max_ms": 4.98, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16161.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16967.449, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.267, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2067674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:54:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:54:25+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T20:54:25+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T20:54:25.562983+09:00", "mtime_epoch": 1783252465.5629826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:54:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2426.383, "name": "celery", "pid": 267, "rss_mb": 2426.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.763, "count": 300, "max_ms": 11.732, "p95_ms": 8.597}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.485, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.544, "count": 300, "max_ms": 69.593, "p95_ms": 64.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.517, "count": 300, "max_ms": 70.212, "p95_ms": 61.639}, "yolo11_640_fire_11class": {"avg_ms": 53.613, "count": 300, "max_ms": 74.136, "p95_ms": 64.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.624, "count": 300, "max_ms": 77.596, "p95_ms": 73.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.49, "count": 300, "max_ms": 93.859, "p95_ms": 89.65}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 428.809, "p95_ms": 129.641}, "triton_wait": {"avg_ms": 59.949, "count": 300, "max_ms": 77.609, "p95_ms": 73.104}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 5.902, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16161.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1044.944, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.828, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 14, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.958, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:54:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:54:29+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T20:54:29+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T20:54:29.199083+09:00", "mtime_epoch": 1783252469.1990826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:54:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9393.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.962, "count": 301, "max_ms": 25.028, "p95_ms": 19.765}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.459, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.428, "count": 301, "max_ms": 68.871, "p95_ms": 63.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.059, "count": 301, "max_ms": 70.111, "p95_ms": 60.87}, "yolo11_640_fire_11class": {"avg_ms": 50.846, "count": 301, "max_ms": 70.099, "p95_ms": 63.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.015, "count": 301, "max_ms": 77.558, "p95_ms": 72.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.461, "count": 301, "max_ms": 102.21, "p95_ms": 97.688}, "read_interval": {"avg_ms": 99.824, "count": 300, "max_ms": 179.624, "p95_ms": 117.306}, "triton_wait": {"avg_ms": 55.145, "count": 301, "max_ms": 77.57, "p95_ms": 72.799}, "visualize": {"avg_ms": 3.551, "count": 301, "max_ms": 5.462, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16161.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16997.46, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.347, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2067974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:54:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:54:55+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T20:54:55+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T20:54:55.583801+09:00", "mtime_epoch": 1783252495.583801, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:54:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2426.383, "name": "celery", "pid": 267, "rss_mb": 2426.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.778, "count": 300, "max_ms": 11.984, "p95_ms": 8.792}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.973, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.685, "count": 300, "max_ms": 69.931, "p95_ms": 65.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.841, "count": 300, "max_ms": 69.921, "p95_ms": 59.864}, "yolo11_640_fire_11class": {"avg_ms": 53.966, "count": 300, "max_ms": 70.217, "p95_ms": 65.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.217, "count": 300, "max_ms": 78.039, "p95_ms": 73.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.075, "count": 300, "max_ms": 95.285, "p95_ms": 90.25}, "read_interval": {"avg_ms": 100.066, "count": 300, "max_ms": 361.307, "p95_ms": 140.125}, "triton_wait": {"avg_ms": 59.479, "count": 300, "max_ms": 78.051, "p95_ms": 73.231}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 4.851, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16161.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1074.969, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.828, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 14, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.889, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:54:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:54:59+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T20:54:59+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T20:54:59.219899+09:00", "mtime_epoch": 1783252499.2198992, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:54:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9393.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.603, "count": 300, "max_ms": 21.227, "p95_ms": 18.75}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.934, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.419, "count": 300, "max_ms": 68.116, "p95_ms": 62.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.951, "count": 300, "max_ms": 67.033, "p95_ms": 59.252}, "yolo11_640_fire_11class": {"avg_ms": 51.131, "count": 300, "max_ms": 65.829, "p95_ms": 62.172}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.488, "count": 300, "max_ms": 75.778, "p95_ms": 71.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.545, "count": 300, "max_ms": 99.73, "p95_ms": 95.146}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 178.07, "p95_ms": 115.745}, "triton_wait": {"avg_ms": 55.638, "count": 300, "max_ms": 75.79, "p95_ms": 71.054}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 5.014, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16162.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17027.462, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.35, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2068274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:55:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:55:25+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:55:25+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T20:55:25.600605+09:00", "mtime_epoch": 1783252525.6006045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:55:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2426.641, "name": "celery", "pid": 267, "rss_mb": 2426.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 300, "max_ms": 12.722, "p95_ms": 10.973}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.796, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.725, "count": 300, "max_ms": 69.426, "p95_ms": 64.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.09, "count": 300, "max_ms": 71.875, "p95_ms": 58.379}, "yolo11_640_fire_11class": {"avg_ms": 53.206, "count": 300, "max_ms": 69.224, "p95_ms": 64.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.758, "count": 300, "max_ms": 74.56, "p95_ms": 71.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.88, "count": 300, "max_ms": 91.23, "p95_ms": 88.685}, "read_interval": {"avg_ms": 100.066, "count": 300, "max_ms": 350.448, "p95_ms": 144.347}, "triton_wait": {"avg_ms": 58.067, "count": 300, "max_ms": 74.572, "p95_ms": 71.908}, "visualize": {"avg_ms": 3.745, "count": 300, "max_ms": 6.351, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16162.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1105.047, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.828, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 13, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.671, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:55:29+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T20:55:29+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T20:55:29.280702+09:00", "mtime_epoch": 1783252529.2807019, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:55:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9393.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.611, "count": 301, "max_ms": 24.513, "p95_ms": 18.609}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.889, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.217, "count": 301, "max_ms": 65.276, "p95_ms": 62.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.051, "count": 301, "max_ms": 62.69, "p95_ms": 55.898}, "yolo11_640_fire_11class": {"avg_ms": 49.579, "count": 301, "max_ms": 65.294, "p95_ms": 61.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.312, "count": 301, "max_ms": 74.677, "p95_ms": 71.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.273, "count": 301, "max_ms": 99.007, "p95_ms": 95.556}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 164.338, "p95_ms": 120.888}, "triton_wait": {"avg_ms": 53.409, "count": 301, "max_ms": 74.69, "p95_ms": 71.297}, "visualize": {"avg_ms": 3.488, "count": 301, "max_ms": 4.393, "p95_ms": 3.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16161.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17057.529, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.468, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2068575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:55:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:55:55+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:55:55+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T20:55:55.637394+09:00", "mtime_epoch": 1783252555.6373942, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:55:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2426.641, "name": "celery", "pid": 267, "rss_mb": 2426.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.772, "count": 301, "max_ms": 13.216, "p95_ms": 8.664}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.86, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.55, "count": 301, "max_ms": 69.465, "p95_ms": 65.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.368, "count": 301, "max_ms": 69.88, "p95_ms": 56.894}, "yolo11_640_fire_11class": {"avg_ms": 52.156, "count": 301, "max_ms": 73.963, "p95_ms": 66.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.714, "count": 301, "max_ms": 75.147, "p95_ms": 72.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.691, "count": 301, "max_ms": 91.423, "p95_ms": 89.445}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 248.881, "p95_ms": 132.972}, "triton_wait": {"avg_ms": 56.04, "count": 301, "max_ms": 75.159, "p95_ms": 72.787}, "visualize": {"avg_ms": 3.735, "count": 301, "max_ms": 5.545, "p95_ms": 4.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16162.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1135.056, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.828, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 13, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.626, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1613045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:55:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:55:59+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T20:55:59+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T20:55:59.317490+09:00", "mtime_epoch": 1783252559.31749, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:55:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9393.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.128, "count": 300, "max_ms": 27.789, "p95_ms": 20.402}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.91, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.189, "count": 300, "max_ms": 66.527, "p95_ms": 62.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.338, "count": 300, "max_ms": 63.514, "p95_ms": 57.554}, "yolo11_640_fire_11class": {"avg_ms": 49.962, "count": 300, "max_ms": 68.775, "p95_ms": 62.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.776, "count": 300, "max_ms": 75.627, "p95_ms": 71.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.404, "count": 300, "max_ms": 99.577, "p95_ms": 96.832}, "read_interval": {"avg_ms": 100.057, "count": 300, "max_ms": 141.325, "p95_ms": 119.871}, "triton_wait": {"avg_ms": 53.898, "count": 300, "max_ms": 75.639, "p95_ms": 71.594}, "visualize": {"avg_ms": 3.554, "count": 300, "max_ms": 4.643, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16162.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17087.553, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.468, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2068873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:56:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:56:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T20:56:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T20:56:25.670170+09:00", "mtime_epoch": 1783252585.6701703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:56:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2426.898, "name": "celery", "pid": 267, "rss_mb": 2426.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.682, "count": 298, "max_ms": 10.331, "p95_ms": 8.085}, "gstreamer_push": {"avg_ms": 1.302, "count": 298, "max_ms": 1.525, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.304, "count": 298, "max_ms": 71.667, "p95_ms": 65.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.304, "count": 298, "max_ms": 69.167, "p95_ms": 60.781}, "yolo11_640_fire_11class": {"avg_ms": 53.888, "count": 298, "max_ms": 71.262, "p95_ms": 65.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.623, "count": 298, "max_ms": 76.009, "p95_ms": 72.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.466, "count": 298, "max_ms": 92.537, "p95_ms": 89.383}, "read_interval": {"avg_ms": 100.743, "count": 297, "max_ms": 393.888, "p95_ms": 159.893}, "triton_wait": {"avg_ms": 58.916, "count": 298, "max_ms": 76.022, "p95_ms": 72.768}, "visualize": {"avg_ms": 3.713, "count": 298, "max_ms": 4.715, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16162.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1165.114, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.828, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 13, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.625, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1613345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:56:29+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T20:56:29+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T20:56:29.354265+09:00", "mtime_epoch": 1783252589.3542647, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:56:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9394.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.997}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.673, "count": 300, "max_ms": 24.487, "p95_ms": 18.995}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.707, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.046, "count": 300, "max_ms": 66.267, "p95_ms": 63.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.479, "count": 300, "max_ms": 67.711, "p95_ms": 58.436}, "yolo11_640_fire_11class": {"avg_ms": 51.34, "count": 300, "max_ms": 68.609, "p95_ms": 62.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.5, "count": 300, "max_ms": 75.099, "p95_ms": 70.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.648, "count": 300, "max_ms": 99.499, "p95_ms": 95.58}, "read_interval": {"avg_ms": 100.024, "count": 299, "max_ms": 180.586, "p95_ms": 118.795}, "triton_wait": {"avg_ms": 55.702, "count": 300, "max_ms": 75.111, "p95_ms": 70.49}, "visualize": {"avg_ms": 3.51, "count": 300, "max_ms": 5.596, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16162.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17117.555, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.542, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2069172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:56:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:56:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T20:56:55+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T20:56:55.674933+09:00", "mtime_epoch": 1783252615.6749332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:56:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2427.156, "name": "celery", "pid": 267, "rss_mb": 2427.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.902, "count": 299, "max_ms": 13.265, "p95_ms": 10.103}, "gstreamer_push": {"avg_ms": 1.334, "count": 299, "max_ms": 2.281, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.803, "count": 299, "max_ms": 71.498, "p95_ms": 64.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.801, "count": 299, "max_ms": 72.574, "p95_ms": 61.533}, "yolo11_640_fire_11class": {"avg_ms": 52.474, "count": 299, "max_ms": 70.369, "p95_ms": 66.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.499, "count": 299, "max_ms": 75.802, "p95_ms": 73.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.644, "count": 299, "max_ms": 94.724, "p95_ms": 90.039}, "read_interval": {"avg_ms": 100.344, "count": 299, "max_ms": 418.372, "p95_ms": 181.401}, "triton_wait": {"avg_ms": 56.738, "count": 299, "max_ms": 75.818, "p95_ms": 73.233}, "visualize": {"avg_ms": 3.779, "count": 299, "max_ms": 5.299, "p95_ms": 4.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16163.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1195.149, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.828, "name": "ffmpeg", "pid": 144613, "rss_mb": 289.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 13, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.856, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1613646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:56:59+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T20:56:59+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T20:56:59.399027+09:00", "mtime_epoch": 1783252619.399027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:56:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9394.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.951, "count": 301, "max_ms": 27.095, "p95_ms": 20.565}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.645, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.473, "count": 301, "max_ms": 67.732, "p95_ms": 63.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.544, "count": 301, "max_ms": 68.502, "p95_ms": 58.546}, "yolo11_640_fire_11class": {"avg_ms": 49.473, "count": 301, "max_ms": 68.513, "p95_ms": 62.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.307, "count": 301, "max_ms": 78.112, "p95_ms": 72.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.863, "count": 301, "max_ms": 108.76, "p95_ms": 97.408}, "read_interval": {"avg_ms": 99.789, "count": 300, "max_ms": 203.445, "p95_ms": 127.305}, "triton_wait": {"avg_ms": 53.398, "count": 301, "max_ms": 78.124, "p95_ms": 72.362}, "visualize": {"avg_ms": 3.578, "count": 301, "max_ms": 5.516, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16163.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17147.611, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.547, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2069475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:57:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:57:25+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T20:57:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T20:57:25.727685+09:00", "mtime_epoch": 1783252645.7276855, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87566}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:57:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2427.156, "name": "celery", "pid": 267, "rss_mb": 2427.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.082}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.744, "count": 303, "max_ms": 12.393, "p95_ms": 8.31}, "gstreamer_push": {"avg_ms": 1.321, "count": 303, "max_ms": 1.615, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.09, "count": 303, "max_ms": 69.843, "p95_ms": 65.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.885, "count": 303, "max_ms": 69.827, "p95_ms": 62.662}, "yolo11_640_fire_11class": {"avg_ms": 55.175, "count": 303, "max_ms": 71.483, "p95_ms": 66.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.706, "count": 303, "max_ms": 77.721, "p95_ms": 73.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.773, "count": 303, "max_ms": 189.711, "p95_ms": 90.238}, "read_interval": {"avg_ms": 99.174, "count": 302, "max_ms": 313.62, "p95_ms": 124.393}, "triton_wait": {"avg_ms": 60.77, "count": 303, "max_ms": 77.733, "p95_ms": 73.315}, "visualize": {"avg_ms": 3.759, "count": 303, "max_ms": 5.094, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16163.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1225.213, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 13, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.84, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1613946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:57:29+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T20:57:29+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T20:57:29.467778+09:00", "mtime_epoch": 1783252649.4677784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:57:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9394.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.859, "count": 300, "max_ms": 21.88, "p95_ms": 18.685}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.9, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.271, "count": 300, "max_ms": 67.636, "p95_ms": 63.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.249, "count": 300, "max_ms": 67.628, "p95_ms": 60.775}, "yolo11_640_fire_11class": {"avg_ms": 51.777, "count": 300, "max_ms": 69.228, "p95_ms": 63.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.628, "count": 300, "max_ms": 77.079, "p95_ms": 71.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.005, "count": 300, "max_ms": 101.943, "p95_ms": 96.653}, "read_interval": {"avg_ms": 100.228, "count": 300, "max_ms": 166.384, "p95_ms": 115.977}, "triton_wait": {"avg_ms": 56.739, "count": 300, "max_ms": 77.09, "p95_ms": 71.921}, "visualize": {"avg_ms": 3.574, "count": 300, "max_ms": 4.613, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16164.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17177.653, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.47, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2069776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:57:55+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T20:57:55+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T20:57:55.792427+09:00", "mtime_epoch": 1783252675.7924268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:57:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2427.414, "name": "celery", "pid": 267, "rss_mb": 2427.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.855, "count": 301, "max_ms": 13.6, "p95_ms": 8.717}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.657, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.328, "count": 301, "max_ms": 70.375, "p95_ms": 64.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.14, "count": 301, "max_ms": 70.257, "p95_ms": 58.339}, "yolo11_640_fire_11class": {"avg_ms": 53.02, "count": 301, "max_ms": 70.273, "p95_ms": 65.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.95, "count": 301, "max_ms": 78.535, "p95_ms": 72.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.089, "count": 301, "max_ms": 96.169, "p95_ms": 89.087}, "read_interval": {"avg_ms": 99.883, "count": 300, "max_ms": 340.659, "p95_ms": 139.742}, "triton_wait": {"avg_ms": 57.354, "count": 301, "max_ms": 78.547, "p95_ms": 72.169}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 4.781, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16163.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1255.312, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 13, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.71, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1614247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:57:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:57:59+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T20:57:59+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T20:57:59.548519+09:00", "mtime_epoch": 1783252679.5485187, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:57:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9394.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.853, "count": 301, "max_ms": 28.38, "p95_ms": 18.925}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.738, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.196, "count": 301, "max_ms": 67.806, "p95_ms": 62.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.872, "count": 301, "max_ms": 67.816, "p95_ms": 57.766}, "yolo11_640_fire_11class": {"avg_ms": 49.454, "count": 301, "max_ms": 66.88, "p95_ms": 61.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.8, "count": 301, "max_ms": 76.558, "p95_ms": 71.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.067, "count": 301, "max_ms": 110.855, "p95_ms": 96.303}, "read_interval": {"avg_ms": 99.839, "count": 300, "max_ms": 162.76, "p95_ms": 126.888}, "triton_wait": {"avg_ms": 52.925, "count": 301, "max_ms": 76.57, "p95_ms": 71.388}, "visualize": {"avg_ms": 3.527, "count": 301, "max_ms": 4.682, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16164.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17207.684, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.539, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2070075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:58:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:58:25+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:58:25+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T20:58:25.821157+09:00", "mtime_epoch": 1783252705.8211565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:58:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2427.414, "name": "celery", "pid": 267, "rss_mb": 2427.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.784, "count": 299, "max_ms": 12.716, "p95_ms": 8.504}, "gstreamer_push": {"avg_ms": 1.299, "count": 299, "max_ms": 1.716, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.036, "count": 299, "max_ms": 73.33, "p95_ms": 66.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.218, "count": 299, "max_ms": 70.47, "p95_ms": 61.565}, "yolo11_640_fire_11class": {"avg_ms": 52.463, "count": 299, "max_ms": 69.489, "p95_ms": 65.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.888, "count": 299, "max_ms": 76.953, "p95_ms": 72.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.772, "count": 299, "max_ms": 95.785, "p95_ms": 89.909}, "read_interval": {"avg_ms": 100.432, "count": 299, "max_ms": 372.161, "p95_ms": 164.74}, "triton_wait": {"avg_ms": 57.18, "count": 299, "max_ms": 76.965, "p95_ms": 72.76}, "visualize": {"avg_ms": 3.709, "count": 299, "max_ms": 4.711, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16164.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1285.391, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 13, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.71, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1614548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:58:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:58:29+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T20:58:29+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T20:58:29.645249+09:00", "mtime_epoch": 1783252709.645249, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:58:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9394.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.061, "count": 301, "max_ms": 28.868, "p95_ms": 19.331}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.443, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.133, "count": 301, "max_ms": 66.803, "p95_ms": 63.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.371, "count": 301, "max_ms": 65.873, "p95_ms": 58.051}, "yolo11_640_fire_11class": {"avg_ms": 50.171, "count": 301, "max_ms": 66.629, "p95_ms": 63.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.919, "count": 301, "max_ms": 76.054, "p95_ms": 72.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.388, "count": 301, "max_ms": 110.116, "p95_ms": 97.342}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 323.667, "p95_ms": 122.481}, "triton_wait": {"avg_ms": 54.042, "count": 301, "max_ms": 76.066, "p95_ms": 72.383}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 4.901, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16164.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17237.739, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.65, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2070376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:58:55+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T20:58:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T20:58:55.853877+09:00", "mtime_epoch": 1783252735.8538766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:58:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2427.672, "name": "celery", "pid": 267, "rss_mb": 2427.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.868, "count": 301, "max_ms": 13.808, "p95_ms": 8.79}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 2.02, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.934, "count": 301, "max_ms": 73.774, "p95_ms": 67.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.081, "count": 301, "max_ms": 64.501, "p95_ms": 54.745}, "yolo11_640_fire_11class": {"avg_ms": 52.52, "count": 301, "max_ms": 73.754, "p95_ms": 66.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.071, "count": 301, "max_ms": 76.545, "p95_ms": 72.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.452, "count": 301, "max_ms": 93.701, "p95_ms": 89.964}, "read_interval": {"avg_ms": 99.823, "count": 300, "max_ms": 409.698, "p95_ms": 140.44}, "triton_wait": {"avg_ms": 56.641, "count": 301, "max_ms": 76.559, "p95_ms": 72.561}, "visualize": {"avg_ms": 3.765, "count": 301, "max_ms": 5.183, "p95_ms": 4.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16164.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1315.448, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 12, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.689, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1614848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:58:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:58:59+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T20:58:59+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T20:58:59.685968+09:00", "mtime_epoch": 1783252739.6859677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:58:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9394.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.718, "count": 300, "max_ms": 25.191, "p95_ms": 18.589}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.48, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.565, "count": 300, "max_ms": 71.504, "p95_ms": 63.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.792, "count": 300, "max_ms": 67.857, "p95_ms": 56.249}, "yolo11_640_fire_11class": {"avg_ms": 50.937, "count": 300, "max_ms": 70.278, "p95_ms": 62.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.31, "count": 300, "max_ms": 76.724, "p95_ms": 71.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.519, "count": 300, "max_ms": 100.789, "p95_ms": 96.013}, "read_interval": {"avg_ms": 100.114, "count": 299, "max_ms": 176.679, "p95_ms": 130.014}, "triton_wait": {"avg_ms": 54.537, "count": 300, "max_ms": 76.739, "p95_ms": 71.57}, "visualize": {"avg_ms": 3.502, "count": 300, "max_ms": 4.354, "p95_ms": 3.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16165.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17267.827, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.637, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2070678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T20:59:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T20:59:25+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T20:59:25.938588+09:00", "mtime_epoch": 1783252765.9385881, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:59:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2427.672, "name": "celery", "pid": 267, "rss_mb": 2427.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.825, "count": 302, "max_ms": 13.078, "p95_ms": 8.619}, "gstreamer_push": {"avg_ms": 1.323, "count": 302, "max_ms": 1.766, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.959, "count": 302, "max_ms": 71.275, "p95_ms": 65.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.346, "count": 302, "max_ms": 71.271, "p95_ms": 57.146}, "yolo11_640_fire_11class": {"avg_ms": 51.125, "count": 302, "max_ms": 72.639, "p95_ms": 64.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.55, "count": 302, "max_ms": 76.357, "p95_ms": 72.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.679, "count": 302, "max_ms": 92.564, "p95_ms": 89.135}, "read_interval": {"avg_ms": 99.607, "count": 301, "max_ms": 349.456, "p95_ms": 142.251}, "triton_wait": {"avg_ms": 54.878, "count": 302, "max_ms": 76.369, "p95_ms": 72.613}, "visualize": {"avg_ms": 3.766, "count": 302, "max_ms": 5.898, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16164.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1345.504, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 12, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.468, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1615149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:59:29+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T20:59:29+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T20:59:29.734677+09:00", "mtime_epoch": 1783252769.7346773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:59:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9394.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.88, "count": 301, "max_ms": 25.751, "p95_ms": 18.719}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.456, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.035, "count": 301, "max_ms": 65.925, "p95_ms": 63.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.65, "count": 301, "max_ms": 65.937, "p95_ms": 56.256}, "yolo11_640_fire_11class": {"avg_ms": 49.266, "count": 301, "max_ms": 65.966, "p95_ms": 62.708}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.647, "count": 301, "max_ms": 75.565, "p95_ms": 71.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.948, "count": 301, "max_ms": 99.569, "p95_ms": 95.881}, "read_interval": {"avg_ms": 99.81, "count": 300, "max_ms": 170.916, "p95_ms": 130.591}, "triton_wait": {"avg_ms": 52.753, "count": 301, "max_ms": 75.577, "p95_ms": 71.1}, "visualize": {"avg_ms": 3.525, "count": 301, "max_ms": 4.463, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16165.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17297.92, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.453, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2070979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:59:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:59:56+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T20:59:56+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T20:59:56.035291+09:00", "mtime_epoch": 1783252796.0352912, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T20:59:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2427.93, "name": "celery", "pid": 267, "rss_mb": 2427.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.816, "count": 301, "max_ms": 13.589, "p95_ms": 8.591}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 1.648, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.411, "count": 301, "max_ms": 70.365, "p95_ms": 64.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.555, "count": 301, "max_ms": 65.336, "p95_ms": 54.415}, "yolo11_640_fire_11class": {"avg_ms": 49.344, "count": 301, "max_ms": 65.821, "p95_ms": 62.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.416, "count": 301, "max_ms": 74.776, "p95_ms": 70.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.579, "count": 301, "max_ms": 91.079, "p95_ms": 87.142}, "read_interval": {"avg_ms": 99.903, "count": 300, "max_ms": 450.218, "p95_ms": 154.016}, "triton_wait": {"avg_ms": 52.861, "count": 301, "max_ms": 74.789, "p95_ms": 70.589}, "visualize": {"avg_ms": 3.737, "count": 301, "max_ms": 4.874, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16165.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1375.504, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 12, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.468, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1615449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T20:59:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T20:59:59+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T20:59:59+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T20:59:59.743377+09:00", "mtime_epoch": 1783252799.7433774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T20:59:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9395.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.913, "count": 300, "max_ms": 28.926, "p95_ms": 18.857}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.487, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.657, "count": 300, "max_ms": 67.893, "p95_ms": 63.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.809, "count": 300, "max_ms": 63.335, "p95_ms": 54.281}, "yolo11_640_fire_11class": {"avg_ms": 48.519, "count": 300, "max_ms": 64.693, "p95_ms": 62.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.393, "count": 300, "max_ms": 75.99, "p95_ms": 71.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.824, "count": 300, "max_ms": 100.349, "p95_ms": 96.197}, "read_interval": {"avg_ms": 100.005, "count": 300, "max_ms": 179.51, "p95_ms": 124.847}, "triton_wait": {"avg_ms": 51.539, "count": 300, "max_ms": 76.002, "p95_ms": 71.525}, "visualize": {"avg_ms": 3.548, "count": 300, "max_ms": 4.422, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16165.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17327.962, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.416, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2071279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:00:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:00:26+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T21:00:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T21:00:26.071985+09:00", "mtime_epoch": 1783252826.0719845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:00:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2427.93, "name": "celery", "pid": 267, "rss_mb": 2427.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.771, "count": 300, "max_ms": 12.322, "p95_ms": 8.474}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.665, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.386, "count": 300, "max_ms": 71.039, "p95_ms": 65.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.565, "count": 300, "max_ms": 71.049, "p95_ms": 54.979}, "yolo11_640_fire_11class": {"avg_ms": 51.62, "count": 300, "max_ms": 70.919, "p95_ms": 65.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.196, "count": 300, "max_ms": 76.262, "p95_ms": 71.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.972, "count": 300, "max_ms": 92.217, "p95_ms": 87.853}, "read_interval": {"avg_ms": 100.144, "count": 299, "max_ms": 346.61, "p95_ms": 163.84}, "triton_wait": {"avg_ms": 55.463, "count": 300, "max_ms": 76.275, "p95_ms": 71.604}, "visualize": {"avg_ms": 3.736, "count": 300, "max_ms": 5.194, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16165.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1405.545, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 12, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.395, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1615749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:00:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:00:29+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T21:00:29+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:00:29.800070+09:00", "mtime_epoch": 1783252829.80007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:00:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9395.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.8, "count": 300, "max_ms": 24.504, "p95_ms": 18.803}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.509, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.301, "count": 300, "max_ms": 69.409, "p95_ms": 62.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.234, "count": 300, "max_ms": 68.372, "p95_ms": 58.016}, "yolo11_640_fire_11class": {"avg_ms": 49.4, "count": 300, "max_ms": 68.384, "p95_ms": 61.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.592, "count": 300, "max_ms": 74.478, "p95_ms": 69.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.971, "count": 300, "max_ms": 99.063, "p95_ms": 94.097}, "read_interval": {"avg_ms": 100.146, "count": 299, "max_ms": 181.758, "p95_ms": 130.414}, "triton_wait": {"avg_ms": 52.793, "count": 300, "max_ms": 74.488, "p95_ms": 69.292}, "visualize": {"avg_ms": 3.564, "count": 300, "max_ms": 5.726, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16165.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17358.104, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.378, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2071580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:00:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:00:56+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:00:56+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-05T21:00:56.144671+09:00", "mtime_epoch": 1783252856.144671, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:00:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2428.188, "name": "celery", "pid": 267, "rss_mb": 2428.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.789, "count": 300, "max_ms": 12.891, "p95_ms": 8.583}, "gstreamer_push": {"avg_ms": 1.334, "count": 300, "max_ms": 2.026, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.336, "count": 300, "max_ms": 70.354, "p95_ms": 64.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.964, "count": 300, "max_ms": 68.468, "p95_ms": 52.76}, "yolo11_640_fire_11class": {"avg_ms": 51.81, "count": 300, "max_ms": 66.768, "p95_ms": 63.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.567, "count": 300, "max_ms": 75.953, "p95_ms": 72.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.324, "count": 300, "max_ms": 91.893, "p95_ms": 89.225}, "read_interval": {"avg_ms": 100.207, "count": 300, "max_ms": 384.278, "p95_ms": 162.222}, "triton_wait": {"avg_ms": 56.712, "count": 300, "max_ms": 75.966, "p95_ms": 72.572}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 4.937, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16166.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1435.607, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 12, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.239, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1616050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:00:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:00:59+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:00:59+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T21:00:59.848755+09:00", "mtime_epoch": 1783252859.848755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:00:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9395.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.983, "count": 301, "max_ms": 24.687, "p95_ms": 19.095}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.866, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.025, "count": 301, "max_ms": 65.741, "p95_ms": 61.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.06, "count": 301, "max_ms": 64.549, "p95_ms": 57.196}, "yolo11_640_fire_11class": {"avg_ms": 49.163, "count": 301, "max_ms": 65.234, "p95_ms": 60.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.99, "count": 301, "max_ms": 75.258, "p95_ms": 68.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.655, "count": 301, "max_ms": 99.949, "p95_ms": 93.16}, "read_interval": {"avg_ms": 99.844, "count": 300, "max_ms": 176.85, "p95_ms": 125.341}, "triton_wait": {"avg_ms": 53.249, "count": 301, "max_ms": 75.27, "p95_ms": 68.591}, "visualize": {"avg_ms": 3.548, "count": 301, "max_ms": 4.907, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16166.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17388.197, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.374, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2071881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:01:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:01:26+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T21:01:26+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T21:01:26.313352+09:00", "mtime_epoch": 1783252886.3133519, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:01:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2428.445, "name": "celery", "pid": 267, "rss_mb": 2428.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.924, "count": 300, "max_ms": 12.777, "p95_ms": 9.334}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 2.041, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.971, "count": 300, "max_ms": 70.571, "p95_ms": 65.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.012, "count": 300, "max_ms": 69.073, "p95_ms": 59.356}, "yolo11_640_fire_11class": {"avg_ms": 51.98, "count": 300, "max_ms": 69.009, "p95_ms": 64.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.185, "count": 300, "max_ms": 75.075, "p95_ms": 72.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.154, "count": 300, "max_ms": 92.7, "p95_ms": 89.227}, "read_interval": {"avg_ms": 100.048, "count": 299, "max_ms": 433.718, "p95_ms": 157.891}, "triton_wait": {"avg_ms": 56.389, "count": 300, "max_ms": 75.087, "p95_ms": 72.476}, "visualize": {"avg_ms": 3.776, "count": 300, "max_ms": 5.914, "p95_ms": 4.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16165.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1465.677, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 12, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.371, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1616351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:01:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:01:30+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T21:01:29+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:01:29.929433+09:00", "mtime_epoch": 1783252889.9294329, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:01:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9395.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.094, "count": 301, "max_ms": 27.591, "p95_ms": 19.097}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 2.287, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.682, "count": 301, "max_ms": 68.929, "p95_ms": 63.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.328, "count": 301, "max_ms": 68.431, "p95_ms": 57.475}, "yolo11_640_fire_11class": {"avg_ms": 49.866, "count": 301, "max_ms": 67.351, "p95_ms": 63.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.44, "count": 301, "max_ms": 76.997, "p95_ms": 71.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.047, "count": 301, "max_ms": 103.106, "p95_ms": 96.742}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 194.118, "p95_ms": 121.667}, "triton_wait": {"avg_ms": 53.565, "count": 301, "max_ms": 77.009, "p95_ms": 71.768}, "visualize": {"avg_ms": 3.537, "count": 301, "max_ms": 4.55, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16166.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17418.283, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.277, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2072181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:01:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:01:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T21:01:56+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-05T21:01:56.274021+09:00", "mtime_epoch": 1783252916.2740211, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:01:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2428.445, "name": "celery", "pid": 267, "rss_mb": 2428.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.858, "count": 300, "max_ms": 11.875, "p95_ms": 8.883}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 1.813, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.959, "count": 300, "max_ms": 70.173, "p95_ms": 64.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.301, "count": 300, "max_ms": 69.095, "p95_ms": 59.492}, "yolo11_640_fire_11class": {"avg_ms": 52.6, "count": 300, "max_ms": 71.634, "p95_ms": 64.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.887, "count": 300, "max_ms": 76.946, "p95_ms": 72.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.713, "count": 300, "max_ms": 93.04, "p95_ms": 89.211}, "read_interval": {"avg_ms": 100.343, "count": 299, "max_ms": 308.824, "p95_ms": 163.284}, "triton_wait": {"avg_ms": 57.014, "count": 300, "max_ms": 76.958, "p95_ms": 72.916}, "visualize": {"avg_ms": 3.746, "count": 300, "max_ms": 5.0, "p95_ms": 4.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16166.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1495.759, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 12, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.395, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1616652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:02:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:02:00+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T21:02:00+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:02:00.014104+09:00", "mtime_epoch": 1783252920.0141041, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:02:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9395.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.931, "count": 301, "max_ms": 23.057, "p95_ms": 18.909}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.465, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.802, "count": 301, "max_ms": 69.471, "p95_ms": 63.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.765, "count": 301, "max_ms": 69.483, "p95_ms": 58.683}, "yolo11_640_fire_11class": {"avg_ms": 50.248, "count": 301, "max_ms": 68.322, "p95_ms": 63.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.798, "count": 301, "max_ms": 77.857, "p95_ms": 72.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.236, "count": 301, "max_ms": 102.303, "p95_ms": 97.774}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 193.721, "p95_ms": 121.169}, "triton_wait": {"avg_ms": 53.892, "count": 301, "max_ms": 77.869, "p95_ms": 72.487}, "visualize": {"avg_ms": 3.56, "count": 301, "max_ms": 4.568, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16166.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17448.297, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.023, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2072482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:02:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:02:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:02:26+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T21:02:26.438688+09:00", "mtime_epoch": 1783252946.4386883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:02:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2428.703, "name": "celery", "pid": 267, "rss_mb": 2428.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.853, "count": 301, "max_ms": 12.629, "p95_ms": 8.852}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 2.123, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.883, "count": 301, "max_ms": 71.273, "p95_ms": 64.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.4, "count": 301, "max_ms": 71.791, "p95_ms": 58.5}, "yolo11_640_fire_11class": {"avg_ms": 49.982, "count": 301, "max_ms": 67.829, "p95_ms": 63.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.171, "count": 301, "max_ms": 75.438, "p95_ms": 71.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.09, "count": 301, "max_ms": 94.385, "p95_ms": 88.295}, "read_interval": {"avg_ms": 99.778, "count": 300, "max_ms": 417.956, "p95_ms": 162.143}, "triton_wait": {"avg_ms": 53.424, "count": 301, "max_ms": 75.45, "p95_ms": 71.641}, "visualize": {"avg_ms": 3.725, "count": 301, "max_ms": 4.956, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16166.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1525.84, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 11, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.626, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1616952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:02:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:02:30+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T21:02:30+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T21:02:30.070768+09:00", "mtime_epoch": 1783252950.070768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:02:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9395.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.987, "count": 300, "max_ms": 24.134, "p95_ms": 18.957}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.578, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.022, "count": 300, "max_ms": 66.86, "p95_ms": 63.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.959, "count": 300, "max_ms": 66.364, "p95_ms": 56.924}, "yolo11_640_fire_11class": {"avg_ms": 49.181, "count": 300, "max_ms": 67.097, "p95_ms": 63.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.974, "count": 300, "max_ms": 75.603, "p95_ms": 72.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.613, "count": 300, "max_ms": 102.213, "p95_ms": 97.35}, "read_interval": {"avg_ms": 100.22, "count": 299, "max_ms": 218.741, "p95_ms": 134.909}, "triton_wait": {"avg_ms": 52.222, "count": 300, "max_ms": 75.616, "p95_ms": 72.134}, "visualize": {"avg_ms": 3.545, "count": 300, "max_ms": 4.48, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16167.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17478.382, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.023, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2072782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:02:56+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:02:56+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:02:56.503347+09:00", "mtime_epoch": 1783252976.503347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:02:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2428.703, "name": "celery", "pid": 267, "rss_mb": 2428.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.93, "count": 299, "max_ms": 14.165, "p95_ms": 8.884}, "gstreamer_push": {"avg_ms": 1.334, "count": 299, "max_ms": 1.591, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.081, "count": 299, "max_ms": 74.754, "p95_ms": 65.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.174, "count": 299, "max_ms": 75.751, "p95_ms": 58.527}, "yolo11_640_fire_11class": {"avg_ms": 52.476, "count": 299, "max_ms": 75.761, "p95_ms": 65.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.672, "count": 299, "max_ms": 76.314, "p95_ms": 73.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.943, "count": 299, "max_ms": 93.628, "p95_ms": 90.189}, "read_interval": {"avg_ms": 100.282, "count": 299, "max_ms": 281.931, "p95_ms": 147.096}, "triton_wait": {"avg_ms": 56.972, "count": 299, "max_ms": 76.322, "p95_ms": 73.41}, "visualize": {"avg_ms": 3.77, "count": 299, "max_ms": 5.127, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16166.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1555.898, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 11, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.371, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1617253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:03:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:03:00+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:03:00+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T21:03:00.139426+09:00", "mtime_epoch": 1783252980.1394262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:03:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9395.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.959, "count": 301, "max_ms": 24.1, "p95_ms": 19.005}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.766, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.461, "count": 301, "max_ms": 66.816, "p95_ms": 62.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.444, "count": 301, "max_ms": 66.283, "p95_ms": 59.026}, "yolo11_640_fire_11class": {"avg_ms": 49.777, "count": 301, "max_ms": 67.581, "p95_ms": 60.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.534, "count": 301, "max_ms": 76.285, "p95_ms": 70.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.986, "count": 301, "max_ms": 100.855, "p95_ms": 95.123}, "read_interval": {"avg_ms": 99.834, "count": 300, "max_ms": 164.954, "p95_ms": 126.64}, "triton_wait": {"avg_ms": 53.66, "count": 301, "max_ms": 76.298, "p95_ms": 70.163}, "visualize": {"avg_ms": 3.545, "count": 301, "max_ms": 4.891, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16167.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17508.469, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.991, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2073084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:03:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:03:26+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T21:03:26+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:03:26.596000+09:00", "mtime_epoch": 1783253006.5960002, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:03:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2428.961, "name": "celery", "pid": 267, "rss_mb": 2428.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.869, "count": 302, "max_ms": 11.797, "p95_ms": 8.942}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.663, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.05, "count": 302, "max_ms": 71.067, "p95_ms": 65.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.737, "count": 302, "max_ms": 69.707, "p95_ms": 55.808}, "yolo11_640_fire_11class": {"avg_ms": 53.523, "count": 302, "max_ms": 70.224, "p95_ms": 65.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.495, "count": 302, "max_ms": 74.571, "p95_ms": 72.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.705, "count": 302, "max_ms": 91.974, "p95_ms": 88.592}, "read_interval": {"avg_ms": 99.643, "count": 301, "max_ms": 413.857, "p95_ms": 142.162}, "triton_wait": {"avg_ms": 57.916, "count": 302, "max_ms": 74.583, "p95_ms": 72.054}, "visualize": {"avg_ms": 3.761, "count": 302, "max_ms": 5.04, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16167.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1585.918, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 11, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.197, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1617552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:03:30+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T21:03:30+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T21:03:30.168077+09:00", "mtime_epoch": 1783253010.1680775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:03:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9396.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.959}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.09, "count": 299, "max_ms": 29.339, "p95_ms": 18.946}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 2.12, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.858, "count": 299, "max_ms": 67.137, "p95_ms": 62.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.772, "count": 299, "max_ms": 66.106, "p95_ms": 57.181}, "yolo11_640_fire_11class": {"avg_ms": 50.34, "count": 299, "max_ms": 71.698, "p95_ms": 62.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.634, "count": 299, "max_ms": 74.649, "p95_ms": 71.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.273, "count": 299, "max_ms": 106.885, "p95_ms": 96.834}, "read_interval": {"avg_ms": 100.397, "count": 298, "max_ms": 181.594, "p95_ms": 130.405}, "triton_wait": {"avg_ms": 53.825, "count": 299, "max_ms": 74.662, "p95_ms": 71.708}, "visualize": {"avg_ms": 3.547, "count": 299, "max_ms": 4.46, "p95_ms": 3.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16167.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17538.473, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.967, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2073384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:03:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:03:56+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T21:03:56+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:03:56.596646+09:00", "mtime_epoch": 1783253036.596646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:03:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2428.961, "name": "celery", "pid": 267, "rss_mb": 2428.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.947, "count": 300, "max_ms": 13.473, "p95_ms": 9.654}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.923, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.378, "count": 300, "max_ms": 71.024, "p95_ms": 66.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.738, "count": 300, "max_ms": 69.615, "p95_ms": 56.162}, "yolo11_640_fire_11class": {"avg_ms": 52.369, "count": 300, "max_ms": 70.582, "p95_ms": 64.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.192, "count": 300, "max_ms": 77.087, "p95_ms": 72.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.282, "count": 300, "max_ms": 93.599, "p95_ms": 89.585}, "read_interval": {"avg_ms": 100.062, "count": 300, "max_ms": 339.558, "p95_ms": 145.181}, "triton_wait": {"avg_ms": 57.497, "count": 300, "max_ms": 77.099, "p95_ms": 72.877}, "visualize": {"avg_ms": 3.744, "count": 300, "max_ms": 4.954, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16167.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1615.943, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 11, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.333, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1617854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:04:00+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T21:04:00+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:04:00.200723+09:00", "mtime_epoch": 1783253040.2007234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:04:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9396.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.971, "count": 302, "max_ms": 22.842, "p95_ms": 19.181}, "gstreamer_push": {"avg_ms": 1.244, "count": 302, "max_ms": 1.832, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.053, "count": 302, "max_ms": 68.754, "p95_ms": 63.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.945, "count": 302, "max_ms": 68.216, "p95_ms": 58.117}, "yolo11_640_fire_11class": {"avg_ms": 50.149, "count": 302, "max_ms": 68.204, "p95_ms": 62.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.095, "count": 302, "max_ms": 76.394, "p95_ms": 72.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.543, "count": 302, "max_ms": 100.736, "p95_ms": 96.749}, "read_interval": {"avg_ms": 99.438, "count": 301, "max_ms": 216.638, "p95_ms": 120.025}, "triton_wait": {"avg_ms": 54.244, "count": 302, "max_ms": 76.406, "p95_ms": 72.193}, "visualize": {"avg_ms": 3.564, "count": 302, "max_ms": 5.411, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16167.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17568.515, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.922, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2073683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:04:26+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:04:26+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:04:26.637288+09:00", "mtime_epoch": 1783253066.6372876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:04:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2429.219, "name": "celery", "pid": 267, "rss_mb": 2429.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.813, "count": 299, "max_ms": 12.9, "p95_ms": 8.983}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 1.94, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.309, "count": 299, "max_ms": 74.343, "p95_ms": 66.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.051, "count": 299, "max_ms": 70.214, "p95_ms": 59.476}, "yolo11_640_fire_11class": {"avg_ms": 52.983, "count": 299, "max_ms": 71.065, "p95_ms": 66.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.901, "count": 299, "max_ms": 76.397, "p95_ms": 72.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.074, "count": 299, "max_ms": 93.375, "p95_ms": 88.745}, "read_interval": {"avg_ms": 100.477, "count": 298, "max_ms": 334.183, "p95_ms": 141.572}, "triton_wait": {"avg_ms": 57.394, "count": 299, "max_ms": 76.407, "p95_ms": 72.283}, "visualize": {"avg_ms": 3.737, "count": 299, "max_ms": 5.679, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16167.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1645.986, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 11, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.626, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1618154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:04:30+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T21:04:30+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T21:04:30.237364+09:00", "mtime_epoch": 1783253070.237364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:04:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9396.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.739, "count": 300, "max_ms": 23.919, "p95_ms": 18.501}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.393, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.77, "count": 300, "max_ms": 70.777, "p95_ms": 63.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.001, "count": 300, "max_ms": 66.54, "p95_ms": 57.569}, "yolo11_640_fire_11class": {"avg_ms": 50.977, "count": 300, "max_ms": 74.4, "p95_ms": 62.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.811, "count": 300, "max_ms": 75.543, "p95_ms": 72.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.12, "count": 300, "max_ms": 101.318, "p95_ms": 97.359}, "read_interval": {"avg_ms": 100.1, "count": 299, "max_ms": 232.034, "p95_ms": 124.011}, "triton_wait": {"avg_ms": 55.089, "count": 300, "max_ms": 75.555, "p95_ms": 72.255}, "visualize": {"avg_ms": 3.513, "count": 300, "max_ms": 4.486, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16168.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17598.523, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.991, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2073982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:04:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T21:04:56+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-05T21:04:56.613923+09:00", "mtime_epoch": 1783253096.6139228, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:04:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2429.477, "name": "celery", "pid": 267, "rss_mb": 2429.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.879, "count": 299, "max_ms": 14.183, "p95_ms": 12.36}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 2.067, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.564, "count": 299, "max_ms": 79.184, "p95_ms": 67.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.51, "count": 299, "max_ms": 70.49, "p95_ms": 57.217}, "yolo11_640_fire_11class": {"avg_ms": 52.713, "count": 299, "max_ms": 80.677, "p95_ms": 66.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.657, "count": 299, "max_ms": 76.423, "p95_ms": 72.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.108, "count": 299, "max_ms": 96.79, "p95_ms": 89.052}, "read_interval": {"avg_ms": 100.42, "count": 299, "max_ms": 321.669, "p95_ms": 156.911}, "triton_wait": {"avg_ms": 57.179, "count": 299, "max_ms": 80.688, "p95_ms": 72.964}, "visualize": {"avg_ms": 3.783, "count": 299, "max_ms": 6.813, "p95_ms": 4.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16168.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1676.062, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 10, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.572, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1618455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:05:00+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T21:05:00+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T21:05:00.306001+09:00", "mtime_epoch": 1783253100.3060007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:05:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9396.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.185, "count": 301, "max_ms": 28.051, "p95_ms": 19.433}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.566, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.095, "count": 301, "max_ms": 70.293, "p95_ms": 63.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.457, "count": 301, "max_ms": 66.933, "p95_ms": 58.295}, "yolo11_640_fire_11class": {"avg_ms": 50.171, "count": 301, "max_ms": 72.327, "p95_ms": 62.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.939, "count": 301, "max_ms": 77.036, "p95_ms": 71.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.742, "count": 301, "max_ms": 101.985, "p95_ms": 95.89}, "read_interval": {"avg_ms": 99.944, "count": 300, "max_ms": 182.793, "p95_ms": 120.573}, "triton_wait": {"avg_ms": 54.197, "count": 301, "max_ms": 77.049, "p95_ms": 71.115}, "visualize": {"avg_ms": 3.525, "count": 301, "max_ms": 5.24, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16168.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17628.588, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.052, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2074283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:05:26+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T21:05:26+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:05:26.714556+09:00", "mtime_epoch": 1783253126.714556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:05:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2429.477, "name": "celery", "pid": 267, "rss_mb": 2429.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.899, "count": 301, "max_ms": 12.763, "p95_ms": 9.126}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 1.806, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.597, "count": 301, "max_ms": 71.439, "p95_ms": 67.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.543, "count": 301, "max_ms": 69.531, "p95_ms": 54.549}, "yolo11_640_fire_11class": {"avg_ms": 54.568, "count": 301, "max_ms": 72.813, "p95_ms": 68.797}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.975, "count": 301, "max_ms": 76.204, "p95_ms": 71.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.622, "count": 301, "max_ms": 94.147, "p95_ms": 88.831}, "read_interval": {"avg_ms": 99.803, "count": 300, "max_ms": 392.803, "p95_ms": 140.848}, "triton_wait": {"avg_ms": 58.693, "count": 301, "max_ms": 76.218, "p95_ms": 71.98}, "visualize": {"avg_ms": 3.738, "count": 301, "max_ms": 5.007, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16168.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1706.117, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 10, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.662, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1618755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:05:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:05:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T21:05:30+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T21:05:30.382633+09:00", "mtime_epoch": 1783253130.3826327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:05:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9396.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.94, "count": 300, "max_ms": 26.3, "p95_ms": 18.764}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.802, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.174, "count": 300, "max_ms": 68.273, "p95_ms": 62.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.256, "count": 300, "max_ms": 66.542, "p95_ms": 56.782}, "yolo11_640_fire_11class": {"avg_ms": 50.87, "count": 300, "max_ms": 71.263, "p95_ms": 64.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.987, "count": 300, "max_ms": 75.207, "p95_ms": 70.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.615, "count": 300, "max_ms": 100.265, "p95_ms": 95.203}, "read_interval": {"avg_ms": 100.237, "count": 299, "max_ms": 210.679, "p95_ms": 120.62}, "triton_wait": {"avg_ms": 54.296, "count": 300, "max_ms": 75.22, "p95_ms": 70.088}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 4.473, "p95_ms": 3.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16168.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17658.594, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.338, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2074584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:05:56+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:05:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:05:56.711183+09:00", "mtime_epoch": 1783253156.7111826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:05:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2429.734, "name": "celery", "pid": 267, "rss_mb": 2429.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.89, "count": 301, "max_ms": 12.261, "p95_ms": 8.832}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.692, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.173, "count": 301, "max_ms": 72.607, "p95_ms": 66.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.492, "count": 301, "max_ms": 69.999, "p95_ms": 57.808}, "yolo11_640_fire_11class": {"avg_ms": 55.938, "count": 301, "max_ms": 72.95, "p95_ms": 69.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.708, "count": 301, "max_ms": 78.857, "p95_ms": 73.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.191, "count": 301, "max_ms": 98.275, "p95_ms": 90.2}, "read_interval": {"avg_ms": 99.664, "count": 301, "max_ms": 304.371, "p95_ms": 142.175}, "triton_wait": {"avg_ms": 59.442, "count": 301, "max_ms": 78.872, "p95_ms": 73.901}, "visualize": {"avg_ms": 3.714, "count": 301, "max_ms": 4.759, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16168.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1736.181, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 10, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.749, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1619055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:06:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:06:00+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T21:06:00+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T21:06:00.427260+09:00", "mtime_epoch": 1783253160.42726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:06:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9396.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.878, "count": 300, "max_ms": 24.491, "p95_ms": 18.973}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.905, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.604, "count": 300, "max_ms": 67.383, "p95_ms": 63.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.669, "count": 300, "max_ms": 67.648, "p95_ms": 60.038}, "yolo11_640_fire_11class": {"avg_ms": 51.645, "count": 300, "max_ms": 69.558, "p95_ms": 63.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.257, "count": 300, "max_ms": 76.564, "p95_ms": 71.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.755, "count": 300, "max_ms": 101.754, "p95_ms": 96.133}, "read_interval": {"avg_ms": 100.2, "count": 299, "max_ms": 199.715, "p95_ms": 118.177}, "triton_wait": {"avg_ms": 55.528, "count": 300, "max_ms": 76.575, "p95_ms": 71.138}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 5.384, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16169.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17688.663, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.379, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2074886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:06:26+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T21:06:26+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T21:06:26.787807+09:00", "mtime_epoch": 1783253186.7878067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:06:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2429.734, "name": "celery", "pid": 267, "rss_mb": 2429.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.817, "count": 302, "max_ms": 11.534, "p95_ms": 8.72}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.778, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.573, "count": 302, "max_ms": 75.739, "p95_ms": 67.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.116, "count": 302, "max_ms": 62.624, "p95_ms": 54.294}, "yolo11_640_fire_11class": {"avg_ms": 52.634, "count": 302, "max_ms": 73.146, "p95_ms": 65.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.284, "count": 302, "max_ms": 76.922, "p95_ms": 73.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.683, "count": 302, "max_ms": 94.052, "p95_ms": 89.737}, "read_interval": {"avg_ms": 99.628, "count": 301, "max_ms": 328.377, "p95_ms": 144.759}, "triton_wait": {"avg_ms": 57.975, "count": 302, "max_ms": 76.934, "p95_ms": 73.211}, "visualize": {"avg_ms": 3.704, "count": 302, "max_ms": 4.751, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16169.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1766.265, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 10, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.851, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1619357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:06:30+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T21:06:30+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:06:30.519884+09:00", "mtime_epoch": 1783253190.5198839, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:06:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9396.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.139, "count": 302, "max_ms": 24.504, "p95_ms": 19.484}, "gstreamer_push": {"avg_ms": 1.252, "count": 302, "max_ms": 1.676, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.898, "count": 302, "max_ms": 69.824, "p95_ms": 64.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.181, "count": 302, "max_ms": 62.483, "p95_ms": 55.46}, "yolo11_640_fire_11class": {"avg_ms": 51.229, "count": 302, "max_ms": 70.876, "p95_ms": 63.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.285, "count": 302, "max_ms": 74.632, "p95_ms": 72.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.064, "count": 302, "max_ms": 106.529, "p95_ms": 97.305}, "read_interval": {"avg_ms": 99.62, "count": 301, "max_ms": 180.414, "p95_ms": 115.703}, "triton_wait": {"avg_ms": 54.407, "count": 302, "max_ms": 74.645, "p95_ms": 72.344}, "visualize": {"avg_ms": 3.571, "count": 302, "max_ms": 5.551, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16169.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17718.706, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.38, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2075186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T21:06:56+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:06:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:06:56.824426+09:00", "mtime_epoch": 1783253216.8244262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:06:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2429.992, "name": "celery", "pid": 267, "rss_mb": 2429.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.802, "count": 300, "max_ms": 12.689, "p95_ms": 8.195}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 1.589, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.659, "count": 300, "max_ms": 74.775, "p95_ms": 65.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.469, "count": 300, "max_ms": 69.562, "p95_ms": 54.933}, "yolo11_640_fire_11class": {"avg_ms": 52.182, "count": 300, "max_ms": 70.559, "p95_ms": 65.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.086, "count": 300, "max_ms": 77.89, "p95_ms": 72.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.06, "count": 300, "max_ms": 95.924, "p95_ms": 89.161}, "read_interval": {"avg_ms": 100.144, "count": 299, "max_ms": 361.922, "p95_ms": 149.822}, "triton_wait": {"avg_ms": 56.36, "count": 300, "max_ms": 77.903, "p95_ms": 72.515}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 4.731, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16169.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1796.306, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 10, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.723, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1619657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:07:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:07:00+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:07:00+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T21:07:00.548503+09:00", "mtime_epoch": 1783253220.5485027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:07:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9397.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.328, "count": 300, "max_ms": 22.789, "p95_ms": 19.094}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.931, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.801, "count": 300, "max_ms": 71.967, "p95_ms": 63.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.428, "count": 300, "max_ms": 67.964, "p95_ms": 57.549}, "yolo11_640_fire_11class": {"avg_ms": 50.126, "count": 300, "max_ms": 67.962, "p95_ms": 62.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.582, "count": 300, "max_ms": 76.698, "p95_ms": 70.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.386, "count": 300, "max_ms": 102.985, "p95_ms": 96.91}, "read_interval": {"avg_ms": 100.113, "count": 299, "max_ms": 164.871, "p95_ms": 124.496}, "triton_wait": {"avg_ms": 53.68, "count": 300, "max_ms": 76.71, "p95_ms": 70.653}, "visualize": {"avg_ms": 3.549, "count": 300, "max_ms": 5.078, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16169.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17748.731, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.524, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2075486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:07:26+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T21:07:26+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T21:07:26.845042+09:00", "mtime_epoch": 1783253246.8450415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:07:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2429.992, "name": "celery", "pid": 267, "rss_mb": 2429.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.81, "count": 300, "max_ms": 12.163, "p95_ms": 8.308}, "gstreamer_push": {"avg_ms": 1.324, "count": 300, "max_ms": 2.204, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.184, "count": 300, "max_ms": 74.568, "p95_ms": 67.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.764, "count": 300, "max_ms": 71.4, "p95_ms": 59.353}, "yolo11_640_fire_11class": {"avg_ms": 54.758, "count": 300, "max_ms": 74.745, "p95_ms": 67.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.089, "count": 300, "max_ms": 78.066, "p95_ms": 73.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.122, "count": 300, "max_ms": 94.442, "p95_ms": 89.708}, "read_interval": {"avg_ms": 100.058, "count": 299, "max_ms": 351.945, "p95_ms": 148.278}, "triton_wait": {"avg_ms": 59.425, "count": 300, "max_ms": 78.077, "p95_ms": 73.224}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 4.524, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16170.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1826.384, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 9, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.723, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1619958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:07:30+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T21:07:30+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T21:07:30.637119+09:00", "mtime_epoch": 1783253250.637119, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:07:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9397.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.306, "count": 301, "max_ms": 25.733, "p95_ms": 19.149}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.457, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.012, "count": 301, "max_ms": 70.235, "p95_ms": 62.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.648, "count": 301, "max_ms": 72.002, "p95_ms": 57.115}, "yolo11_640_fire_11class": {"avg_ms": 50.424, "count": 301, "max_ms": 70.709, "p95_ms": 62.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.856, "count": 301, "max_ms": 80.238, "p95_ms": 72.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.662, "count": 301, "max_ms": 105.329, "p95_ms": 97.004}, "read_interval": {"avg_ms": 99.9, "count": 300, "max_ms": 166.916, "p95_ms": 119.81}, "triton_wait": {"avg_ms": 54.058, "count": 301, "max_ms": 80.251, "p95_ms": 72.025}, "visualize": {"avg_ms": 3.499, "count": 301, "max_ms": 4.661, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16170.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17778.744, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.54, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2075787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:07:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:07:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T21:07:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T21:07:56.881654+09:00", "mtime_epoch": 1783253276.8816538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:07:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2430.25, "name": "celery", "pid": 267, "rss_mb": 2430.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.815, "count": 301, "max_ms": 13.891, "p95_ms": 8.84}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.847, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.187, "count": 301, "max_ms": 74.491, "p95_ms": 66.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.369, "count": 301, "max_ms": 70.462, "p95_ms": 59.469}, "yolo11_640_fire_11class": {"avg_ms": 53.338, "count": 301, "max_ms": 71.001, "p95_ms": 66.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.414, "count": 301, "max_ms": 76.241, "p95_ms": 73.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.411, "count": 301, "max_ms": 92.295, "p95_ms": 90.318}, "read_interval": {"avg_ms": 99.787, "count": 301, "max_ms": 481.119, "p95_ms": 157.637}, "triton_wait": {"avg_ms": 57.802, "count": 301, "max_ms": 76.254, "p95_ms": 73.875}, "visualize": {"avg_ms": 3.699, "count": 301, "max_ms": 4.817, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16170.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1856.463, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 9, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.968, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1620259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:08:00+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T21:08:00+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:08:00.721732+09:00", "mtime_epoch": 1783253280.721732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:08:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9397.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.427, "count": 301, "max_ms": 27.471, "p95_ms": 20.9}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.558, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.142, "count": 301, "max_ms": 70.828, "p95_ms": 64.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.167, "count": 301, "max_ms": 68.181, "p95_ms": 61.539}, "yolo11_640_fire_11class": {"avg_ms": 50.246, "count": 301, "max_ms": 69.473, "p95_ms": 64.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.174, "count": 301, "max_ms": 75.881, "p95_ms": 72.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.134, "count": 301, "max_ms": 101.208, "p95_ms": 97.781}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 182.422, "p95_ms": 117.996}, "triton_wait": {"avg_ms": 54.383, "count": 301, "max_ms": 75.895, "p95_ms": 72.829}, "visualize": {"avg_ms": 3.519, "count": 301, "max_ms": 5.116, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16170.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17808.84, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.544, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2076087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:08:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:08:27+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:08:26+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T21:08:26.950264+09:00", "mtime_epoch": 1783253306.9502635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:08:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2430.25, "name": "celery", "pid": 267, "rss_mb": 2430.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 300, "max_ms": 14.661, "p95_ms": 11.78}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 2.321, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.406, "count": 300, "max_ms": 69.568, "p95_ms": 64.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.511, "count": 300, "max_ms": 70.51, "p95_ms": 58.161}, "yolo11_640_fire_11class": {"avg_ms": 51.19, "count": 300, "max_ms": 68.935, "p95_ms": 64.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.557, "count": 300, "max_ms": 75.814, "p95_ms": 71.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.728, "count": 300, "max_ms": 95.477, "p95_ms": 87.812}, "read_interval": {"avg_ms": 100.179, "count": 299, "max_ms": 377.882, "p95_ms": 155.134}, "triton_wait": {"avg_ms": 55.936, "count": 300, "max_ms": 75.825, "p95_ms": 71.216}, "visualize": {"avg_ms": 3.737, "count": 300, "max_ms": 5.47, "p95_ms": 4.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16170.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1886.487, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 9, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.996, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1620558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:08:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:08:30+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T21:08:30+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T21:08:30.746340+09:00", "mtime_epoch": 1783253310.7463403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:08:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9397.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.386, "count": 299, "max_ms": 30.268, "p95_ms": 19.241}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 1.986, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.589, "count": 299, "max_ms": 72.523, "p95_ms": 62.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.907, "count": 299, "max_ms": 66.013, "p95_ms": 59.191}, "yolo11_640_fire_11class": {"avg_ms": 49.767, "count": 299, "max_ms": 72.536, "p95_ms": 62.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.966, "count": 299, "max_ms": 74.498, "p95_ms": 71.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.847, "count": 299, "max_ms": 111.043, "p95_ms": 97.027}, "read_interval": {"avg_ms": 100.446, "count": 298, "max_ms": 212.123, "p95_ms": 127.876}, "triton_wait": {"avg_ms": 53.115, "count": 299, "max_ms": 74.51, "p95_ms": 71.826}, "visualize": {"avg_ms": 3.495, "count": 299, "max_ms": 5.553, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16170.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17838.895, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.484, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2076387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:08:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:08:57+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T21:08:57+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T21:08:57.010870+09:00", "mtime_epoch": 1783253337.0108697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:08:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2430.508, "name": "celery", "pid": 267, "rss_mb": 2430.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 300, "max_ms": 13.433, "p95_ms": 8.27}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.773, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.038, "count": 300, "max_ms": 69.887, "p95_ms": 65.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.521, "count": 300, "max_ms": 68.403, "p95_ms": 58.451}, "yolo11_640_fire_11class": {"avg_ms": 52.116, "count": 300, "max_ms": 70.162, "p95_ms": 65.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.873, "count": 300, "max_ms": 76.881, "p95_ms": 71.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.842, "count": 300, "max_ms": 92.82, "p95_ms": 88.677}, "read_interval": {"avg_ms": 100.15, "count": 299, "max_ms": 395.085, "p95_ms": 170.165}, "triton_wait": {"avg_ms": 57.27, "count": 300, "max_ms": 76.893, "p95_ms": 71.993}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 5.839, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16170.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1916.55, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 9, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.052, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1620860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:09:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:09:00+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T21:09:00+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:09:00.806946+09:00", "mtime_epoch": 1783253340.8069463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:09:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9397.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.177, "count": 302, "max_ms": 25.135, "p95_ms": 19.145}, "gstreamer_push": {"avg_ms": 1.249, "count": 302, "max_ms": 1.657, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.329, "count": 302, "max_ms": 69.857, "p95_ms": 62.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.169, "count": 302, "max_ms": 69.869, "p95_ms": 57.378}, "yolo11_640_fire_11class": {"avg_ms": 49.529, "count": 302, "max_ms": 68.903, "p95_ms": 63.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.414, "count": 302, "max_ms": 76.037, "p95_ms": 72.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.087, "count": 302, "max_ms": 100.943, "p95_ms": 97.218}, "read_interval": {"avg_ms": 99.564, "count": 301, "max_ms": 177.74, "p95_ms": 123.344}, "triton_wait": {"avg_ms": 53.551, "count": 302, "max_ms": 76.05, "p95_ms": 72.678}, "visualize": {"avg_ms": 3.508, "count": 302, "max_ms": 5.624, "p95_ms": 3.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16171.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17868.902, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.415, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2076686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:09:27+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T21:09:27+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:09:27.027472+09:00", "mtime_epoch": 1783253367.0274725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:09:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2430.766, "name": "celery", "pid": 267, "rss_mb": 2430.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.798, "count": 299, "max_ms": 12.668, "p95_ms": 9.185}, "gstreamer_push": {"avg_ms": 1.323, "count": 299, "max_ms": 2.152, "p95_ms": 1.514}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.046, "count": 299, "max_ms": 68.879, "p95_ms": 64.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.937, "count": 299, "max_ms": 68.253, "p95_ms": 55.741}, "yolo11_640_fire_11class": {"avg_ms": 51.739, "count": 299, "max_ms": 69.018, "p95_ms": 63.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.423, "count": 299, "max_ms": 76.266, "p95_ms": 72.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.49, "count": 299, "max_ms": 92.545, "p95_ms": 88.513}, "read_interval": {"avg_ms": 100.378, "count": 299, "max_ms": 449.296, "p95_ms": 173.054}, "triton_wait": {"avg_ms": 56.766, "count": 299, "max_ms": 76.278, "p95_ms": 72.128}, "visualize": {"avg_ms": 3.752, "count": 299, "max_ms": 4.999, "p95_ms": 4.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16171.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1946.59, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 9, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.891, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1621159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:09:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:09:30+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T21:09:30+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T21:09:30.831549+09:00", "mtime_epoch": 1783253370.8315487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:09:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9397.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.435, "count": 299, "max_ms": 29.524, "p95_ms": 21.953}, "gstreamer_push": {"avg_ms": 1.247, "count": 299, "max_ms": 1.798, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.411, "count": 299, "max_ms": 67.957, "p95_ms": 61.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.274, "count": 299, "max_ms": 68.376, "p95_ms": 57.159}, "yolo11_640_fire_11class": {"avg_ms": 49.605, "count": 299, "max_ms": 67.946, "p95_ms": 61.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.171, "count": 299, "max_ms": 76.767, "p95_ms": 69.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.185, "count": 299, "max_ms": 101.589, "p95_ms": 95.154}, "read_interval": {"avg_ms": 100.415, "count": 299, "max_ms": 190.301, "p95_ms": 139.364}, "triton_wait": {"avg_ms": 53.346, "count": 299, "max_ms": 76.779, "p95_ms": 69.897}, "visualize": {"avg_ms": 3.538, "count": 299, "max_ms": 5.498, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16171.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17898.927, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.368, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2076988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:09:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:09:57+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T21:09:57+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T21:09:57.052073+09:00", "mtime_epoch": 1783253397.0520725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:09:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2430.766, "name": "celery", "pid": 267, "rss_mb": 2430.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.058}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.745, "count": 302, "max_ms": 13.126, "p95_ms": 8.255}, "gstreamer_push": {"avg_ms": 1.324, "count": 302, "max_ms": 1.584, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.315, "count": 302, "max_ms": 71.121, "p95_ms": 64.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.565, "count": 302, "max_ms": 67.939, "p95_ms": 56.316}, "yolo11_640_fire_11class": {"avg_ms": 53.151, "count": 302, "max_ms": 74.718, "p95_ms": 66.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.884, "count": 302, "max_ms": 74.645, "p95_ms": 71.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.919, "count": 302, "max_ms": 92.638, "p95_ms": 88.109}, "read_interval": {"avg_ms": 99.433, "count": 301, "max_ms": 460.484, "p95_ms": 143.541}, "triton_wait": {"avg_ms": 57.228, "count": 302, "max_ms": 74.731, "p95_ms": 71.238}, "visualize": {"avg_ms": 3.723, "count": 302, "max_ms": 5.193, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16171.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1976.594, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 9, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.866, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1621460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:10:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:10:00+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T21:10:00+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T21:10:00.836148+09:00", "mtime_epoch": 1783253400.8361478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:10:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9397.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.026, "count": 301, "max_ms": 24.184, "p95_ms": 18.82}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.6, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.767, "count": 301, "max_ms": 66.042, "p95_ms": 62.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.473, "count": 301, "max_ms": 64.125, "p95_ms": 54.742}, "yolo11_640_fire_11class": {"avg_ms": 50.39, "count": 301, "max_ms": 68.195, "p95_ms": 62.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.611, "count": 301, "max_ms": 74.813, "p95_ms": 71.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.202, "count": 301, "max_ms": 100.284, "p95_ms": 95.995}, "read_interval": {"avg_ms": 99.691, "count": 301, "max_ms": 188.916, "p95_ms": 129.404}, "triton_wait": {"avg_ms": 53.915, "count": 301, "max_ms": 74.827, "p95_ms": 71.223}, "visualize": {"avg_ms": 3.503, "count": 301, "max_ms": 4.727, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16172.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17928.983, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.396, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2077289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:10:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:10:27+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T21:10:27+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:10:27.100670+09:00", "mtime_epoch": 1783253427.1006703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:10:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2431.023, "name": "celery", "pid": 267, "rss_mb": 2431.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.792, "count": 301, "max_ms": 12.577, "p95_ms": 8.696}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 2.056, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.177, "count": 301, "max_ms": 70.936, "p95_ms": 64.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.843, "count": 301, "max_ms": 66.839, "p95_ms": 58.771}, "yolo11_640_fire_11class": {"avg_ms": 52.745, "count": 301, "max_ms": 73.567, "p95_ms": 64.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.443, "count": 301, "max_ms": 77.013, "p95_ms": 72.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.377, "count": 301, "max_ms": 95.445, "p95_ms": 88.774}, "read_interval": {"avg_ms": 99.847, "count": 300, "max_ms": 393.512, "p95_ms": 143.452}, "triton_wait": {"avg_ms": 57.724, "count": 301, "max_ms": 77.023, "p95_ms": 72.438}, "visualize": {"avg_ms": 3.746, "count": 301, "max_ms": 5.411, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16172.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2006.675, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 8, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.027, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1621761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:10:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:10:31+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T21:10:30+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T21:10:30.928746+09:00", "mtime_epoch": 1783253430.9287465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83630}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:10:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9398.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.344, "count": 301, "max_ms": 24.865, "p95_ms": 19.676}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.828, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.18, "count": 301, "max_ms": 66.418, "p95_ms": 62.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.425, "count": 301, "max_ms": 65.927, "p95_ms": 56.84}, "yolo11_640_fire_11class": {"avg_ms": 49.825, "count": 301, "max_ms": 66.631, "p95_ms": 62.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.582, "count": 301, "max_ms": 76.133, "p95_ms": 72.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.958, "count": 301, "max_ms": 276.238, "p95_ms": 97.295}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 287.357, "p95_ms": 121.984}, "triton_wait": {"avg_ms": 53.731, "count": 301, "max_ms": 76.144, "p95_ms": 72.587}, "visualize": {"avg_ms": 3.525, "count": 301, "max_ms": 4.764, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16172.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17959.004, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.128, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2077587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:10:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:10:57+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T21:10:57+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:10:57.125265+09:00", "mtime_epoch": 1783253457.1252654, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:10:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2431.023, "name": "celery", "pid": 267, "rss_mb": 2431.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.926}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.713, "count": 298, "max_ms": 13.716, "p95_ms": 8.506}, "gstreamer_push": {"avg_ms": 1.319, "count": 298, "max_ms": 2.177, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.591, "count": 298, "max_ms": 70.641, "p95_ms": 65.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.208, "count": 298, "max_ms": 70.66, "p95_ms": 58.988}, "yolo11_640_fire_11class": {"avg_ms": 52.904, "count": 298, "max_ms": 72.908, "p95_ms": 66.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.878, "count": 298, "max_ms": 76.601, "p95_ms": 71.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.907, "count": 298, "max_ms": 93.965, "p95_ms": 88.444}, "read_interval": {"avg_ms": 100.746, "count": 297, "max_ms": 429.493, "p95_ms": 170.607}, "triton_wait": {"avg_ms": 56.34, "count": 298, "max_ms": 76.617, "p95_ms": 72.062}, "visualize": {"avg_ms": 3.732, "count": 298, "max_ms": 5.766, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16172.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2036.681, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 8, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.996, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1622061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:11:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:11:01+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T21:11:00+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T21:11:00.933341+09:00", "mtime_epoch": 1783253460.9333408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:11:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9398.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.275, "count": 300, "max_ms": 24.117, "p95_ms": 19.341}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.659, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.479, "count": 300, "max_ms": 69.488, "p95_ms": 63.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.473, "count": 300, "max_ms": 63.73, "p95_ms": 57.662}, "yolo11_640_fire_11class": {"avg_ms": 50.169, "count": 300, "max_ms": 66.557, "p95_ms": 62.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.408, "count": 300, "max_ms": 75.02, "p95_ms": 71.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.141, "count": 300, "max_ms": 100.379, "p95_ms": 96.686}, "read_interval": {"avg_ms": 100.016, "count": 300, "max_ms": 186.361, "p95_ms": 127.16}, "triton_wait": {"avg_ms": 53.594, "count": 300, "max_ms": 75.033, "p95_ms": 71.345}, "visualize": {"avg_ms": 3.487, "count": 300, "max_ms": 5.037, "p95_ms": 3.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16173.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 17989.135, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.08, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2077890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:11:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T21:11:27+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-05T21:11:27.169858+09:00", "mtime_epoch": 1783253487.1698585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:11:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2431.281, "name": "celery", "pid": 267, "rss_mb": 2431.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.717, "count": 302, "max_ms": 12.76, "p95_ms": 8.474}, "gstreamer_push": {"avg_ms": 1.295, "count": 302, "max_ms": 1.59, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.842, "count": 302, "max_ms": 73.215, "p95_ms": 64.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.245, "count": 302, "max_ms": 67.725, "p95_ms": 57.094}, "yolo11_640_fire_11class": {"avg_ms": 51.67, "count": 302, "max_ms": 73.122, "p95_ms": 65.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.81, "count": 302, "max_ms": 76.106, "p95_ms": 72.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.775, "count": 302, "max_ms": 93.224, "p95_ms": 89.239}, "read_interval": {"avg_ms": 99.511, "count": 301, "max_ms": 446.624, "p95_ms": 175.094}, "triton_wait": {"avg_ms": 55.28, "count": 302, "max_ms": 76.119, "p95_ms": 72.887}, "visualize": {"avg_ms": 3.718, "count": 302, "max_ms": 5.532, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16172.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2066.755, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 8, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.974, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1622362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:11:31+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T21:11:31+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:11:31.009934+09:00", "mtime_epoch": 1783253491.0099342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:11:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9398.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.146, "count": 301, "max_ms": 20.774, "p95_ms": 18.873}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.55, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.962, "count": 301, "max_ms": 67.029, "p95_ms": 63.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.873, "count": 301, "max_ms": 66.32, "p95_ms": 59.818}, "yolo11_640_fire_11class": {"avg_ms": 49.645, "count": 301, "max_ms": 66.459, "p95_ms": 63.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.52, "count": 301, "max_ms": 75.837, "p95_ms": 72.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.176, "count": 301, "max_ms": 100.906, "p95_ms": 97.317}, "read_interval": {"avg_ms": 99.931, "count": 300, "max_ms": 175.215, "p95_ms": 134.172}, "triton_wait": {"avg_ms": 52.793, "count": 301, "max_ms": 75.849, "p95_ms": 72.093}, "visualize": {"avg_ms": 3.492, "count": 301, "max_ms": 4.312, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16173.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18019.209, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.989, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2078191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:11:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:11:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:11:57+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T21:11:57.330452+09:00", "mtime_epoch": 1783253517.3304517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:11:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2431.281, "name": "celery", "pid": 267, "rss_mb": 2431.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 300, "max_ms": 12.337, "p95_ms": 8.428}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.521, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.972, "count": 300, "max_ms": 71.454, "p95_ms": 65.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.596, "count": 300, "max_ms": 71.464, "p95_ms": 60.601}, "yolo11_640_fire_11class": {"avg_ms": 51.933, "count": 300, "max_ms": 70.784, "p95_ms": 64.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.633, "count": 300, "max_ms": 75.622, "p95_ms": 72.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.658, "count": 301, "max_ms": 91.689, "p95_ms": 88.941}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 356.853, "p95_ms": 162.542}, "triton_wait": {"avg_ms": 56.112, "count": 300, "max_ms": 75.634, "p95_ms": 72.574}, "visualize": {"avg_ms": 3.698, "count": 300, "max_ms": 4.736, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16173.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2096.767, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.086, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 8, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.004, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1622662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:12:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:12:01+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T21:12:01+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T21:12:01.030524+09:00", "mtime_epoch": 1783253521.0305243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:12:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9398.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.691, "count": 300, "max_ms": 28.907, "p95_ms": 20.581}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.667, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.194, "count": 300, "max_ms": 67.136, "p95_ms": 63.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.958, "count": 300, "max_ms": 65.881, "p95_ms": 58.603}, "yolo11_640_fire_11class": {"avg_ms": 49.527, "count": 300, "max_ms": 65.239, "p95_ms": 62.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.747, "count": 300, "max_ms": 75.675, "p95_ms": 72.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.014, "count": 300, "max_ms": 100.498, "p95_ms": 97.727}, "read_interval": {"avg_ms": 100.059, "count": 300, "max_ms": 180.253, "p95_ms": 133.146}, "triton_wait": {"avg_ms": 52.974, "count": 300, "max_ms": 75.687, "p95_ms": 72.623}, "visualize": {"avg_ms": 3.538, "count": 300, "max_ms": 4.997, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16173.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18049.271, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.73, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2078492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:12:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:12:27+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T21:12:27+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T21:12:27.407041+09:00", "mtime_epoch": 1783253547.4070413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:12:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2431.539, "name": "celery", "pid": 267, "rss_mb": 2431.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.748, "count": 301, "max_ms": 13.676, "p95_ms": 8.46}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 2.355, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.853, "count": 301, "max_ms": 72.846, "p95_ms": 66.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.154, "count": 301, "max_ms": 69.314, "p95_ms": 53.973}, "yolo11_640_fire_11class": {"avg_ms": 51.757, "count": 301, "max_ms": 74.024, "p95_ms": 66.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.808, "count": 301, "max_ms": 77.547, "p95_ms": 71.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.933, "count": 301, "max_ms": 94.698, "p95_ms": 88.713}, "read_interval": {"avg_ms": 99.945, "count": 300, "max_ms": 458.872, "p95_ms": 149.952}, "triton_wait": {"avg_ms": 56.221, "count": 301, "max_ms": 77.559, "p95_ms": 71.955}, "visualize": {"avg_ms": 3.724, "count": 301, "max_ms": 5.393, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16173.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2126.768, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 7, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.954, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1622962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:12:31+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T21:12:31+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T21:12:31.031112+09:00", "mtime_epoch": 1783253551.0311122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:12:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9398.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.09, "count": 300, "max_ms": 28.938, "p95_ms": 18.924}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.918, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.406, "count": 300, "max_ms": 68.031, "p95_ms": 63.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.604, "count": 300, "max_ms": 68.224, "p95_ms": 55.989}, "yolo11_640_fire_11class": {"avg_ms": 49.714, "count": 300, "max_ms": 69.618, "p95_ms": 62.708}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.542, "count": 300, "max_ms": 77.137, "p95_ms": 70.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.161, "count": 300, "max_ms": 101.632, "p95_ms": 95.227}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 211.664, "p95_ms": 130.956}, "triton_wait": {"avg_ms": 52.804, "count": 300, "max_ms": 77.149, "p95_ms": 70.028}, "visualize": {"avg_ms": 3.471, "count": 300, "max_ms": 4.914, "p95_ms": 3.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16173.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18079.279, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.65, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2078792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:12:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:12:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T21:12:57+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T21:12:57.419627+09:00", "mtime_epoch": 1783253577.4196274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:12:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2431.539, "name": "celery", "pid": 267, "rss_mb": 2431.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.712, "count": 300, "max_ms": 10.968, "p95_ms": 8.476}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.484, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.553, "count": 300, "max_ms": 70.879, "p95_ms": 64.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.482, "count": 300, "max_ms": 68.092, "p95_ms": 60.133}, "yolo11_640_fire_11class": {"avg_ms": 52.873, "count": 300, "max_ms": 71.145, "p95_ms": 67.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.421, "count": 300, "max_ms": 75.614, "p95_ms": 71.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.778, "count": 300, "max_ms": 93.004, "p95_ms": 88.543}, "read_interval": {"avg_ms": 100.015, "count": 300, "max_ms": 379.066, "p95_ms": 161.615}, "triton_wait": {"avg_ms": 56.113, "count": 300, "max_ms": 75.628, "p95_ms": 71.739}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 4.855, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16173.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2156.891, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 7, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.869, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1623263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:13:01+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T21:13:01+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T21:13:01.115700+09:00", "mtime_epoch": 1783253581.1156995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:13:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9398.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.342, "count": 300, "max_ms": 26.536, "p95_ms": 19.795}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.928, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.933, "count": 300, "max_ms": 68.829, "p95_ms": 63.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.117, "count": 300, "max_ms": 65.962, "p95_ms": 58.307}, "yolo11_640_fire_11class": {"avg_ms": 49.732, "count": 300, "max_ms": 67.411, "p95_ms": 63.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.511, "count": 300, "max_ms": 76.469, "p95_ms": 72.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.521, "count": 300, "max_ms": 103.086, "p95_ms": 97.031}, "read_interval": {"avg_ms": 100.103, "count": 299, "max_ms": 181.355, "p95_ms": 130.729}, "triton_wait": {"avg_ms": 52.851, "count": 300, "max_ms": 76.482, "p95_ms": 72.241}, "visualize": {"avg_ms": 3.529, "count": 300, "max_ms": 5.465, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16174.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18109.295, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.981, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2079092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:13:27+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T21:13:27+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T21:13:27.432212+09:00", "mtime_epoch": 1783253607.432212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:13:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2431.797, "name": "celery", "pid": 267, "rss_mb": 2431.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.755, "count": 300, "max_ms": 12.623, "p95_ms": 8.464}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.96, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.89, "count": 300, "max_ms": 73.383, "p95_ms": 68.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.326, "count": 300, "max_ms": 71.46, "p95_ms": 57.645}, "yolo11_640_fire_11class": {"avg_ms": 52.779, "count": 300, "max_ms": 73.266, "p95_ms": 66.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.57, "count": 300, "max_ms": 76.254, "p95_ms": 73.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.971, "count": 300, "max_ms": 95.619, "p95_ms": 90.243}, "read_interval": {"avg_ms": 100.105, "count": 299, "max_ms": 339.429, "p95_ms": 155.107}, "triton_wait": {"avg_ms": 57.205, "count": 300, "max_ms": 76.267, "p95_ms": 73.755}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 4.813, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16173.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2186.93, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 7, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.819, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1623562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:13:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:13:31+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T21:13:31+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T21:13:31.180285+09:00", "mtime_epoch": 1783253611.180285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 89981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:13:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9398.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.233, "count": 299, "max_ms": 23.163, "p95_ms": 19.571}, "gstreamer_push": {"avg_ms": 1.233, "count": 299, "max_ms": 1.515, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.187, "count": 299, "max_ms": 68.7, "p95_ms": 63.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.212, "count": 299, "max_ms": 69.98, "p95_ms": 58.478}, "yolo11_640_fire_11class": {"avg_ms": 50.719, "count": 299, "max_ms": 67.09, "p95_ms": 63.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.327, "count": 299, "max_ms": 77.14, "p95_ms": 71.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.056, "count": 299, "max_ms": 102.03, "p95_ms": 96.743}, "read_interval": {"avg_ms": 100.459, "count": 298, "max_ms": 190.246, "p95_ms": 132.749}, "triton_wait": {"avg_ms": 54.542, "count": 299, "max_ms": 77.151, "p95_ms": 71.296}, "visualize": {"avg_ms": 3.51, "count": 299, "max_ms": 5.036, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16174.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18139.385, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.239, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2079390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:13:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:13:57+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T21:13:57+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-05T21:13:57.364793+09:00", "mtime_epoch": 1783253637.3647933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:13:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2432.055, "name": "celery", "pid": 267, "rss_mb": 2432.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.911, "pushed": 9.911, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.748, "count": 297, "max_ms": 13.616, "p95_ms": 8.245}, "gstreamer_push": {"avg_ms": 1.303, "count": 297, "max_ms": 1.539, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.816, "count": 297, "max_ms": 72.845, "p95_ms": 67.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.863, "count": 297, "max_ms": 71.321, "p95_ms": 61.896}, "yolo11_640_fire_11class": {"avg_ms": 55.57, "count": 297, "max_ms": 78.234, "p95_ms": 70.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.269, "count": 297, "max_ms": 76.745, "p95_ms": 73.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.871, "count": 297, "max_ms": 94.403, "p95_ms": 90.589}, "read_interval": {"avg_ms": 101.037, "count": 297, "max_ms": 355.393, "p95_ms": 157.497}, "triton_wait": {"avg_ms": 59.185, "count": 297, "max_ms": 78.248, "p95_ms": 73.446}, "visualize": {"avg_ms": 3.708, "count": 297, "max_ms": 4.818, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16174.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2216.976, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 7, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.913, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1623863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:14:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:14:01+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T21:14:01+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:14:01.228868+09:00", "mtime_epoch": 1783253641.2288682, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 65989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:14:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9399.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.342, "count": 301, "max_ms": 23.056, "p95_ms": 19.558}, "gstreamer_push": {"avg_ms": 1.229, "count": 301, "max_ms": 1.499, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.324, "count": 301, "max_ms": 75.105, "p95_ms": 65.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.898, "count": 301, "max_ms": 66.626, "p95_ms": 59.308}, "yolo11_640_fire_11class": {"avg_ms": 51.406, "count": 301, "max_ms": 75.92, "p95_ms": 64.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.696, "count": 301, "max_ms": 76.481, "p95_ms": 73.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.846, "count": 301, "max_ms": 101.438, "p95_ms": 98.229}, "read_interval": {"avg_ms": 99.839, "count": 300, "max_ms": 218.42, "p95_ms": 125.744}, "triton_wait": {"avg_ms": 54.24, "count": 301, "max_ms": 76.494, "p95_ms": 73.167}, "visualize": {"avg_ms": 3.491, "count": 301, "max_ms": 4.777, "p95_ms": 3.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16174.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18169.415, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.885, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2079689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:14:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:14:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T21:14:27+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T21:14:27.553378+09:00", "mtime_epoch": 1783253667.5533779, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:14:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2432.055, "name": "celery", "pid": 267, "rss_mb": 2432.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.764, "count": 299, "max_ms": 12.457, "p95_ms": 8.361}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 1.565, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.404, "count": 299, "max_ms": 74.122, "p95_ms": 70.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.126, "count": 299, "max_ms": 71.194, "p95_ms": 62.525}, "yolo11_640_fire_11class": {"avg_ms": 57.023, "count": 299, "max_ms": 73.076, "p95_ms": 70.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.964, "count": 299, "max_ms": 78.342, "p95_ms": 74.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.357, "count": 299, "max_ms": 96.158, "p95_ms": 91.574}, "read_interval": {"avg_ms": 100.493, "count": 298, "max_ms": 289.936, "p95_ms": 134.75}, "triton_wait": {"avg_ms": 61.508, "count": 299, "max_ms": 78.354, "p95_ms": 74.438}, "visualize": {"avg_ms": 3.745, "count": 299, "max_ms": 4.751, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16174.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2247.001, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 7, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.098, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1624164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:14:31+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T21:14:31+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T21:14:31.261450+09:00", "mtime_epoch": 1783253671.2614496, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:14:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9399.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.162, "count": 301, "max_ms": 22.641, "p95_ms": 19.008}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.464, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.493, "count": 301, "max_ms": 68.081, "p95_ms": 63.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.19, "count": 301, "max_ms": 65.881, "p95_ms": 59.618}, "yolo11_640_fire_11class": {"avg_ms": 52.498, "count": 301, "max_ms": 68.667, "p95_ms": 64.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.445, "count": 301, "max_ms": 77.628, "p95_ms": 72.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.214, "count": 301, "max_ms": 102.733, "p95_ms": 98.37}, "read_interval": {"avg_ms": 99.78, "count": 300, "max_ms": 161.209, "p95_ms": 115.685}, "triton_wait": {"avg_ms": 56.728, "count": 301, "max_ms": 77.64, "p95_ms": 72.563}, "visualize": {"avg_ms": 3.518, "count": 301, "max_ms": 4.554, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16175.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18199.428, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.939, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2079992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:14:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:14:57+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:14:57+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T21:14:57.565958+09:00", "mtime_epoch": 1783253697.5659575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:14:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2432.312, "name": "celery", "pid": 267, "rss_mb": 2432.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.736, "count": 303, "max_ms": 11.982, "p95_ms": 8.207}, "gstreamer_push": {"avg_ms": 1.307, "count": 303, "max_ms": 1.56, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.691, "count": 303, "max_ms": 70.444, "p95_ms": 66.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.97, "count": 303, "max_ms": 69.632, "p95_ms": 58.109}, "yolo11_640_fire_11class": {"avg_ms": 52.916, "count": 303, "max_ms": 71.98, "p95_ms": 67.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.344, "count": 303, "max_ms": 75.881, "p95_ms": 72.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.789, "count": 303, "max_ms": 92.37, "p95_ms": 89.293}, "read_interval": {"avg_ms": 99.06, "count": 303, "max_ms": 385.545, "p95_ms": 137.844}, "triton_wait": {"avg_ms": 57.135, "count": 303, "max_ms": 75.893, "p95_ms": 72.612}, "visualize": {"avg_ms": 3.713, "count": 303, "max_ms": 4.884, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16175.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2277.041, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 7, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.175, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1624464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:15:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:15:01+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T21:15:01+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T21:15:01.302030+09:00", "mtime_epoch": 1783253701.3020296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:15:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9399.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.349, "count": 300, "max_ms": 26.769, "p95_ms": 19.533}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 2.207, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.312, "count": 300, "max_ms": 68.16, "p95_ms": 63.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.961, "count": 300, "max_ms": 67.109, "p95_ms": 59.256}, "yolo11_640_fire_11class": {"avg_ms": 51.065, "count": 300, "max_ms": 68.481, "p95_ms": 63.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.093, "count": 300, "max_ms": 75.216, "p95_ms": 71.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.947, "count": 300, "max_ms": 100.238, "p95_ms": 96.705}, "read_interval": {"avg_ms": 100.174, "count": 299, "max_ms": 173.637, "p95_ms": 127.735}, "triton_wait": {"avg_ms": 54.354, "count": 300, "max_ms": 75.228, "p95_ms": 71.466}, "visualize": {"avg_ms": 3.491, "count": 300, "max_ms": 4.667, "p95_ms": 3.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16175.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18229.481, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.131, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2080291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:15:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:15:27+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T21:15:27+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T21:15:27.614537+09:00", "mtime_epoch": 1783253727.6145365, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:15:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2432.312, "name": "celery", "pid": 267, "rss_mb": 2432.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.846, "count": 299, "max_ms": 12.492, "p95_ms": 8.804}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 1.602, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.035, "count": 299, "max_ms": 75.23, "p95_ms": 67.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.786, "count": 299, "max_ms": 72.07, "p95_ms": 59.366}, "yolo11_640_fire_11class": {"avg_ms": 55.717, "count": 299, "max_ms": 76.514, "p95_ms": 70.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.44, "count": 299, "max_ms": 78.827, "p95_ms": 73.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.31, "count": 299, "max_ms": 96.323, "p95_ms": 90.95}, "read_interval": {"avg_ms": 100.566, "count": 298, "max_ms": 351.282, "p95_ms": 134.475}, "triton_wait": {"avg_ms": 59.287, "count": 299, "max_ms": 78.838, "p95_ms": 73.611}, "visualize": {"avg_ms": 3.731, "count": 299, "max_ms": 4.784, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16175.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2307.11, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 7, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.105, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1624764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:15:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:15:31+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:15:31+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:15:31.358608+09:00", "mtime_epoch": 1783253731.3586085, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:15:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9399.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.338, "count": 300, "max_ms": 28.461, "p95_ms": 19.214}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.575, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.272, "count": 300, "max_ms": 68.171, "p95_ms": 64.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.88, "count": 300, "max_ms": 67.856, "p95_ms": 60.456}, "yolo11_640_fire_11class": {"avg_ms": 51.879, "count": 300, "max_ms": 71.494, "p95_ms": 65.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.469, "count": 300, "max_ms": 77.36, "p95_ms": 72.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.483, "count": 300, "max_ms": 102.046, "p95_ms": 97.066}, "read_interval": {"avg_ms": 100.218, "count": 299, "max_ms": 181.424, "p95_ms": 124.168}, "triton_wait": {"avg_ms": 54.82, "count": 300, "max_ms": 77.372, "p95_ms": 72.798}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 4.723, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16176.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18259.551, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.256, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2080594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:15:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:15:57+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T21:15:57+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T21:15:57.671114+09:00", "mtime_epoch": 1783253757.6711142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:15:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2432.57, "name": "celery", "pid": 267, "rss_mb": 2432.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.918, "count": 303, "max_ms": 12.88, "p95_ms": 8.678}, "gstreamer_push": {"avg_ms": 1.298, "count": 303, "max_ms": 1.535, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.401, "count": 303, "max_ms": 72.238, "p95_ms": 69.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.644, "count": 303, "max_ms": 69.204, "p95_ms": 54.792}, "yolo11_640_fire_11class": {"avg_ms": 56.592, "count": 303, "max_ms": 76.593, "p95_ms": 71.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.798, "count": 303, "max_ms": 76.029, "p95_ms": 71.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.417, "count": 303, "max_ms": 206.859, "p95_ms": 90.535}, "read_interval": {"avg_ms": 99.234, "count": 302, "max_ms": 346.691, "p95_ms": 133.316}, "triton_wait": {"avg_ms": 59.554, "count": 303, "max_ms": 76.606, "p95_ms": 72.621}, "visualize": {"avg_ms": 3.702, "count": 303, "max_ms": 5.078, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16176.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2337.125, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 7, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.031, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1625064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:16:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:16:01+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T21:16:01+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:16:01.383186+09:00", "mtime_epoch": 1783253761.3831856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 79725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:16:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9399.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.162, "count": 300, "max_ms": 27.418, "p95_ms": 18.989}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.651, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.753, "count": 300, "max_ms": 72.262, "p95_ms": 62.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.166, "count": 300, "max_ms": 68.15, "p95_ms": 58.321}, "yolo11_640_fire_11class": {"avg_ms": 51.619, "count": 300, "max_ms": 70.734, "p95_ms": 64.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.976, "count": 300, "max_ms": 75.12, "p95_ms": 69.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.387, "count": 300, "max_ms": 100.829, "p95_ms": 94.36}, "read_interval": {"avg_ms": 100.083, "count": 300, "max_ms": 161.141, "p95_ms": 124.265}, "triton_wait": {"avg_ms": 54.898, "count": 300, "max_ms": 75.132, "p95_ms": 69.143}, "visualize": {"avg_ms": 3.489, "count": 300, "max_ms": 4.504, "p95_ms": 3.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16176.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18289.584, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.363, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2080894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:16:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:16:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:16:27+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-05T21:16:27.627689+09:00", "mtime_epoch": 1783253787.627689, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:16:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2432.57, "name": "celery", "pid": 267, "rss_mb": 2432.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.096, "count": 300, "max_ms": 13.464, "p95_ms": 10.923}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.554, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.796, "count": 300, "max_ms": 72.687, "p95_ms": 70.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.717, "count": 300, "max_ms": 66.749, "p95_ms": 52.089}, "yolo11_640_fire_11class": {"avg_ms": 56.211, "count": 300, "max_ms": 74.899, "p95_ms": 69.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.67, "count": 300, "max_ms": 75.347, "p95_ms": 71.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.394, "count": 300, "max_ms": 93.439, "p95_ms": 90.567}, "read_interval": {"avg_ms": 100.177, "count": 299, "max_ms": 338.42, "p95_ms": 140.518}, "triton_wait": {"avg_ms": 60.35, "count": 300, "max_ms": 75.36, "p95_ms": 72.047}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 6.219, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16176.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2367.218, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 6, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.913, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1625366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:16:31+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T21:16:31+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T21:16:31.411761+09:00", "mtime_epoch": 1783253791.4117613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 95497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:16:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9399.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.291, "count": 301, "max_ms": 23.718, "p95_ms": 19.463}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.608, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.762, "count": 301, "max_ms": 69.738, "p95_ms": 63.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.692, "count": 301, "max_ms": 65.409, "p95_ms": 56.238}, "yolo11_640_fire_11class": {"avg_ms": 50.702, "count": 301, "max_ms": 70.56, "p95_ms": 62.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.326, "count": 301, "max_ms": 74.848, "p95_ms": 69.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.652, "count": 301, "max_ms": 101.475, "p95_ms": 95.637}, "read_interval": {"avg_ms": 99.593, "count": 301, "max_ms": 155.863, "p95_ms": 122.207}, "triton_wait": {"avg_ms": 54.039, "count": 301, "max_ms": 74.862, "p95_ms": 70.573}, "visualize": {"avg_ms": 3.487, "count": 301, "max_ms": 4.368, "p95_ms": 3.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16176.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18319.637, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.363, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2081135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:16:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:16:57+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T21:16:57+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T21:16:57.776266+09:00", "mtime_epoch": 1783253817.7762659, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:16:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2432.828, "name": "celery", "pid": 267, "rss_mb": 2432.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.039, "pushed": 8.039, "read": 8.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.036, "count": 241, "max_ms": 13.168, "p95_ms": 8.735}, "gstreamer_push": {"avg_ms": 1.311, "count": 241, "max_ms": 1.859, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.821, "count": 241, "max_ms": 71.338, "p95_ms": 64.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.001, "count": 241, "max_ms": 66.371, "p95_ms": 52.861}, "yolo11_640_fire_11class": {"avg_ms": 52.834, "count": 241, "max_ms": 72.393, "p95_ms": 67.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.534, "count": 241, "max_ms": 75.107, "p95_ms": 69.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.538, "count": 241, "max_ms": 94.374, "p95_ms": 88.081}, "read_interval": {"avg_ms": 124.866, "count": 240, "max_ms": 7599.29, "p95_ms": 104.478}, "triton_wait": {"avg_ms": 56.049, "count": 241, "max_ms": 75.119, "p95_ms": 70.225}, "visualize": {"avg_ms": 3.728, "count": 241, "max_ms": 5.07, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16176.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2397.232, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 6, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.743, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1625666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:17:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:17:01+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T21:17:01+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-05T21:17:01.420336+09:00", "mtime_epoch": 1783253821.4203355, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:17:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9399.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.245, "count": 300, "max_ms": 29.138, "p95_ms": 19.16}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.491, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.682, "count": 300, "max_ms": 69.493, "p95_ms": 63.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.863, "count": 300, "max_ms": 68.88, "p95_ms": 52.104}, "yolo11_640_fire_11class": {"avg_ms": 48.804, "count": 300, "max_ms": 69.681, "p95_ms": 61.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.47, "count": 300, "max_ms": 75.804, "p95_ms": 67.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.349, "count": 300, "max_ms": 106.508, "p95_ms": 93.475}, "read_interval": {"avg_ms": 100.036, "count": 300, "max_ms": 966.384, "p95_ms": 120.468}, "triton_wait": {"avg_ms": 51.887, "count": 300, "max_ms": 75.817, "p95_ms": 68.642}, "visualize": {"avg_ms": 3.487, "count": 300, "max_ms": 4.901, "p95_ms": 3.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16177.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18349.69, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.468, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2081467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:17:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:17:27+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:17:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T21:17:27.808839+09:00", "mtime_epoch": 1783253847.8088393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:17:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2432.828, "name": "celery", "pid": 267, "rss_mb": 2432.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.079, "pushed": 11.079, "read": 11.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.951, "count": 332, "max_ms": 9.2, "p95_ms": 8.279}, "gstreamer_push": {"avg_ms": 1.324, "count": 332, "max_ms": 1.771, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.896, "count": 332, "max_ms": 74.672, "p95_ms": 70.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.484, "count": 332, "max_ms": 69.575, "p95_ms": 54.636}, "yolo11_640_fire_11class": {"avg_ms": 56.007, "count": 332, "max_ms": 76.651, "p95_ms": 70.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.374, "count": 332, "max_ms": 79.758, "p95_ms": 71.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.229, "count": 332, "max_ms": 96.111, "p95_ms": 90.003}, "read_interval": {"avg_ms": 90.497, "count": 331, "max_ms": 108.572, "p95_ms": 104.096}, "triton_wait": {"avg_ms": 59.191, "count": 332, "max_ms": 79.771, "p95_ms": 71.694}, "visualize": {"avg_ms": 3.699, "count": 332, "max_ms": 4.688, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16177.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2427.252, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 6, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.747, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1625965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:17:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:17:31+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:17:31+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:17:31.500910+09:00", "mtime_epoch": 1783253851.5009098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:17:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9400.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.959}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.25, "count": 299, "max_ms": 27.729, "p95_ms": 19.328}, "gstreamer_push": {"avg_ms": 1.245, "count": 299, "max_ms": 2.096, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.669, "count": 299, "max_ms": 73.932, "p95_ms": 65.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.663, "count": 299, "max_ms": 67.341, "p95_ms": 55.085}, "yolo11_640_fire_11class": {"avg_ms": 52.308, "count": 299, "max_ms": 71.7, "p95_ms": 64.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.226, "count": 299, "max_ms": 75.154, "p95_ms": 69.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.477, "count": 299, "max_ms": 101.853, "p95_ms": 95.355}, "read_interval": {"avg_ms": 100.396, "count": 298, "max_ms": 212.136, "p95_ms": 115.881}, "triton_wait": {"avg_ms": 55.839, "count": 299, "max_ms": 75.166, "p95_ms": 69.917}, "visualize": {"avg_ms": 3.514, "count": 299, "max_ms": 4.757, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16177.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18379.715, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.963, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2081778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:17:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:17:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:17:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:17:57.833412+09:00", "mtime_epoch": 1783253877.833412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:17:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2433.086, "name": "celery", "pid": 267, "rss_mb": 2433.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.393, "pushed": 10.393, "read": 10.36}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.053, "count": 311, "max_ms": 10.91, "p95_ms": 8.672}, "gstreamer_push": {"avg_ms": 1.317, "count": 311, "max_ms": 1.484, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.391, "count": 311, "max_ms": 75.577, "p95_ms": 72.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.728, "count": 311, "max_ms": 72.172, "p95_ms": 64.431}, "yolo11_640_fire_11class": {"avg_ms": 60.377, "count": 311, "max_ms": 75.586, "p95_ms": 72.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.445, "count": 311, "max_ms": 76.417, "p95_ms": 73.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.985, "count": 311, "max_ms": 96.165, "p95_ms": 93.082}, "read_interval": {"avg_ms": 96.522, "count": 310, "max_ms": 111.748, "p95_ms": 107.169}, "triton_wait": {"avg_ms": 64.694, "count": 311, "max_ms": 76.431, "p95_ms": 74.019}, "visualize": {"avg_ms": 3.761, "count": 311, "max_ms": 4.941, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16177.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2457.329, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 6, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.514, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1626267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:18:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:18:01+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T21:18:01+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-05T21:18:01.553483+09:00", "mtime_epoch": 1783253881.5534828, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:18:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9400.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.041}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.252, "count": 302, "max_ms": 28.915, "p95_ms": 18.978}, "gstreamer_push": {"avg_ms": 1.232, "count": 302, "max_ms": 1.527, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.454, "count": 302, "max_ms": 70.192, "p95_ms": 65.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.477, "count": 302, "max_ms": 65.899, "p95_ms": 58.718}, "yolo11_640_fire_11class": {"avg_ms": 53.303, "count": 302, "max_ms": 70.357, "p95_ms": 64.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.579, "count": 302, "max_ms": 75.255, "p95_ms": 68.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.816, "count": 302, "max_ms": 100.87, "p95_ms": 93.981}, "read_interval": {"avg_ms": 99.547, "count": 301, "max_ms": 156.47, "p95_ms": 112.489}, "triton_wait": {"avg_ms": 57.219, "count": 302, "max_ms": 75.267, "p95_ms": 68.561}, "visualize": {"avg_ms": 3.507, "count": 302, "max_ms": 4.615, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16177.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18409.758, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.021, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2082096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:18:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:18:27+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T21:18:27+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:18:27.881984+09:00", "mtime_epoch": 1783253907.8819838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:18:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2433.344, "name": "celery", "pid": 267, "rss_mb": 2433.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.62, "pushed": 10.62, "read": 10.586}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.003, "count": 318, "max_ms": 13.45, "p95_ms": 9.172}, "gstreamer_push": {"avg_ms": 1.308, "count": 318, "max_ms": 1.672, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.795, "count": 318, "max_ms": 74.598, "p95_ms": 69.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.894, "count": 318, "max_ms": 70.32, "p95_ms": 58.057}, "yolo11_640_fire_11class": {"avg_ms": 57.722, "count": 318, "max_ms": 73.687, "p95_ms": 71.443}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.65, "count": 318, "max_ms": 78.949, "p95_ms": 72.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.638, "count": 318, "max_ms": 95.548, "p95_ms": 90.711}, "read_interval": {"avg_ms": 94.467, "count": 317, "max_ms": 205.142, "p95_ms": 111.305}, "triton_wait": {"avg_ms": 60.254, "count": 318, "max_ms": 78.961, "p95_ms": 73.133}, "visualize": {"avg_ms": 3.706, "count": 318, "max_ms": 5.988, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16177.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2487.338, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 6, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.514, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1626567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:18:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:18:31+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T21:18:31+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T21:18:31.590054+09:00", "mtime_epoch": 1783253911.5900543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:18:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9400.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.044, "count": 300, "max_ms": 26.996, "p95_ms": 18.798}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 2.129, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.801, "count": 300, "max_ms": 70.837, "p95_ms": 65.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.019, "count": 300, "max_ms": 65.583, "p95_ms": 58.483}, "yolo11_640_fire_11class": {"avg_ms": 53.839, "count": 300, "max_ms": 69.198, "p95_ms": 66.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.469, "count": 300, "max_ms": 75.612, "p95_ms": 71.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.583, "count": 300, "max_ms": 102.868, "p95_ms": 96.478}, "read_interval": {"avg_ms": 100.073, "count": 300, "max_ms": 169.44, "p95_ms": 115.55}, "triton_wait": {"avg_ms": 56.268, "count": 300, "max_ms": 75.624, "p95_ms": 71.451}, "visualize": {"avg_ms": 3.47, "count": 300, "max_ms": 4.697, "p95_ms": 3.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16178.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18439.833, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.994, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2082398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:18:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:18:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T21:18:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:18:57.950555+09:00", "mtime_epoch": 1783253937.950555, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:18:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2433.344, "name": "celery", "pid": 267, "rss_mb": 2433.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.933, "count": 302, "max_ms": 13.659, "p95_ms": 8.469}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 1.936, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.686, "count": 302, "max_ms": 71.777, "p95_ms": 67.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.734, "count": 302, "max_ms": 67.114, "p95_ms": 58.716}, "yolo11_640_fire_11class": {"avg_ms": 58.272, "count": 302, "max_ms": 74.653, "p95_ms": 71.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.194, "count": 302, "max_ms": 75.871, "p95_ms": 72.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.467, "count": 302, "max_ms": 92.819, "p95_ms": 89.634}, "read_interval": {"avg_ms": 99.576, "count": 301, "max_ms": 243.497, "p95_ms": 150.326}, "triton_wait": {"avg_ms": 60.621, "count": 302, "max_ms": 75.885, "p95_ms": 72.918}, "visualize": {"avg_ms": 3.705, "count": 302, "max_ms": 5.556, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16178.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2517.361, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 6, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.229, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1626867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:19:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:19:01+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:19:01+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T21:19:01.610625+09:00", "mtime_epoch": 1783253941.6106246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:19:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9400.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.08, "count": 300, "max_ms": 25.521, "p95_ms": 18.898}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.465, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.9, "count": 300, "max_ms": 67.803, "p95_ms": 63.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.107, "count": 300, "max_ms": 65.306, "p95_ms": 56.973}, "yolo11_640_fire_11class": {"avg_ms": 53.371, "count": 300, "max_ms": 70.627, "p95_ms": 65.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.885, "count": 300, "max_ms": 75.216, "p95_ms": 70.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.0, "count": 300, "max_ms": 100.28, "p95_ms": 95.188}, "read_interval": {"avg_ms": 100.069, "count": 299, "max_ms": 177.599, "p95_ms": 116.384}, "triton_wait": {"avg_ms": 55.673, "count": 300, "max_ms": 75.229, "p95_ms": 70.7}, "visualize": {"avg_ms": 3.469, "count": 300, "max_ms": 4.371, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16178.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18469.904, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.903, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2082698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:19:28+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T21:19:28+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T21:19:28.019125+09:00", "mtime_epoch": 1783253968.0191255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:19:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2433.602, "name": "celery", "pid": 267, "rss_mb": 2433.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.068, "count": 300, "max_ms": 13.066, "p95_ms": 8.997}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 1.904, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.571, "count": 300, "max_ms": 75.721, "p95_ms": 68.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.825, "count": 300, "max_ms": 66.921, "p95_ms": 58.099}, "yolo11_640_fire_11class": {"avg_ms": 57.837, "count": 300, "max_ms": 76.012, "p95_ms": 72.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.822, "count": 300, "max_ms": 76.37, "p95_ms": 72.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.417, "count": 300, "max_ms": 96.038, "p95_ms": 91.499}, "read_interval": {"avg_ms": 100.207, "count": 299, "max_ms": 323.566, "p95_ms": 141.374}, "triton_wait": {"avg_ms": 60.257, "count": 300, "max_ms": 76.381, "p95_ms": 73.338}, "visualize": {"avg_ms": 3.729, "count": 300, "max_ms": 4.889, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16178.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2547.393, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.344, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 6, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.881, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1627168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:19:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:19:31+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T21:19:31+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:19:31.651194+09:00", "mtime_epoch": 1783253971.6511943, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:19:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9400.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.116, "count": 301, "max_ms": 22.834, "p95_ms": 18.882}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 2.087, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.211, "count": 301, "max_ms": 67.401, "p95_ms": 64.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.675, "count": 301, "max_ms": 66.863, "p95_ms": 58.354}, "yolo11_640_fire_11class": {"avg_ms": 52.096, "count": 301, "max_ms": 70.064, "p95_ms": 65.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.091, "count": 301, "max_ms": 76.142, "p95_ms": 71.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.17, "count": 301, "max_ms": 101.893, "p95_ms": 97.376}, "read_interval": {"avg_ms": 99.812, "count": 300, "max_ms": 187.155, "p95_ms": 117.325}, "triton_wait": {"avg_ms": 54.783, "count": 301, "max_ms": 76.158, "p95_ms": 71.418}, "visualize": {"avg_ms": 3.483, "count": 301, "max_ms": 4.667, "p95_ms": 3.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16179.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18499.971, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.021, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2083000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:19:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:19:58+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T21:19:58+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T21:19:58.107695+09:00", "mtime_epoch": 1783253998.1076953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:19:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2433.602, "name": "celery", "pid": 267, "rss_mb": 2433.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.931, "count": 302, "max_ms": 12.186, "p95_ms": 8.729}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.658, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.523, "count": 302, "max_ms": 72.841, "p95_ms": 67.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.788, "count": 302, "max_ms": 69.105, "p95_ms": 56.836}, "yolo11_640_fire_11class": {"avg_ms": 57.123, "count": 302, "max_ms": 76.066, "p95_ms": 71.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.749, "count": 302, "max_ms": 76.844, "p95_ms": 72.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.67, "count": 302, "max_ms": 93.495, "p95_ms": 90.563}, "read_interval": {"avg_ms": 99.61, "count": 301, "max_ms": 339.17, "p95_ms": 138.527}, "triton_wait": {"avg_ms": 59.387, "count": 302, "max_ms": 76.857, "p95_ms": 72.774}, "visualize": {"avg_ms": 3.696, "count": 302, "max_ms": 4.868, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16178.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2577.458, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 5, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.757, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1627468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:20:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:20:01+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T21:20:01+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T21:20:01.711764+09:00", "mtime_epoch": 1783254001.7117636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:20:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9400.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.065, "count": 300, "max_ms": 24.322, "p95_ms": 19.212}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.784, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.408, "count": 300, "max_ms": 66.74, "p95_ms": 63.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.976, "count": 300, "max_ms": 66.379, "p95_ms": 58.169}, "yolo11_640_fire_11class": {"avg_ms": 52.274, "count": 300, "max_ms": 70.961, "p95_ms": 64.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.228, "count": 300, "max_ms": 74.378, "p95_ms": 70.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.123, "count": 300, "max_ms": 99.636, "p95_ms": 95.757}, "read_interval": {"avg_ms": 100.112, "count": 299, "max_ms": 168.686, "p95_ms": 121.466}, "triton_wait": {"avg_ms": 54.789, "count": 300, "max_ms": 74.39, "p95_ms": 70.816}, "visualize": {"avg_ms": 3.505, "count": 300, "max_ms": 4.533, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16179.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18530.059, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.056, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2083300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:20:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:20:28+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:20:28+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T21:20:28.164264+09:00", "mtime_epoch": 1783254028.164264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:20:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2433.859, "name": "celery", "pid": 267, "rss_mb": 2433.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.955, "count": 300, "max_ms": 11.53, "p95_ms": 8.831}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 2.066, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.185, "count": 300, "max_ms": 74.881, "p95_ms": 70.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.08, "count": 300, "max_ms": 70.7, "p95_ms": 62.947}, "yolo11_640_fire_11class": {"avg_ms": 56.003, "count": 300, "max_ms": 74.676, "p95_ms": 70.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.486, "count": 300, "max_ms": 75.194, "p95_ms": 73.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.377, "count": 300, "max_ms": 93.404, "p95_ms": 91.038}, "read_interval": {"avg_ms": 100.062, "count": 299, "max_ms": 341.634, "p95_ms": 141.9}, "triton_wait": {"avg_ms": 59.057, "count": 300, "max_ms": 75.207, "p95_ms": 73.712}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 5.123, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16178.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2607.504, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 5, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.532, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1627769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:20:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:20:31+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T21:20:31+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T21:20:31.740331+09:00", "mtime_epoch": 1783254031.7403314, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:20:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9400.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.151, "count": 301, "max_ms": 22.467, "p95_ms": 19.173}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 2.171, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.392, "count": 301, "max_ms": 72.542, "p95_ms": 63.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.796, "count": 301, "max_ms": 64.618, "p95_ms": 58.412}, "yolo11_640_fire_11class": {"avg_ms": 51.608, "count": 301, "max_ms": 68.073, "p95_ms": 63.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.656, "count": 301, "max_ms": 74.996, "p95_ms": 70.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.666, "count": 301, "max_ms": 100.537, "p95_ms": 95.479}, "read_interval": {"avg_ms": 99.793, "count": 300, "max_ms": 169.008, "p95_ms": 122.166}, "triton_wait": {"avg_ms": 54.231, "count": 301, "max_ms": 75.008, "p95_ms": 70.161}, "visualize": {"avg_ms": 3.509, "count": 301, "max_ms": 4.852, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16179.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18560.141, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.994, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2083602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:20:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:20:58+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:20:58+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T21:20:58.248855+09:00", "mtime_epoch": 1783254058.248855, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:20:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2433.859, "name": "celery", "pid": 267, "rss_mb": 2433.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 302, "max_ms": 12.55, "p95_ms": 8.581}, "gstreamer_push": {"avg_ms": 1.303, "count": 302, "max_ms": 1.737, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.252, "count": 302, "max_ms": 71.663, "p95_ms": 68.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.654, "count": 302, "max_ms": 74.21, "p95_ms": 57.463}, "yolo11_640_fire_11class": {"avg_ms": 55.098, "count": 302, "max_ms": 77.334, "p95_ms": 70.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.097, "count": 302, "max_ms": 76.449, "p95_ms": 72.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.549, "count": 302, "max_ms": 94.61, "p95_ms": 90.095}, "read_interval": {"avg_ms": 99.676, "count": 301, "max_ms": 398.061, "p95_ms": 140.015}, "triton_wait": {"avg_ms": 57.424, "count": 302, "max_ms": 77.346, "p95_ms": 73.034}, "visualize": {"avg_ms": 3.69, "count": 302, "max_ms": 4.724, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16179.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2637.527, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 5, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.911, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1628069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:21:01+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T21:21:01+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T21:21:01.776925+09:00", "mtime_epoch": 1783254061.7769246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:21:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9400.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.275, "count": 300, "max_ms": 23.642, "p95_ms": 19.574}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.878, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.739, "count": 300, "max_ms": 69.086, "p95_ms": 64.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.402, "count": 300, "max_ms": 68.837, "p95_ms": 57.851}, "yolo11_640_fire_11class": {"avg_ms": 51.255, "count": 300, "max_ms": 71.318, "p95_ms": 66.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.618, "count": 300, "max_ms": 76.379, "p95_ms": 72.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.638, "count": 300, "max_ms": 100.96, "p95_ms": 97.323}, "read_interval": {"avg_ms": 100.091, "count": 299, "max_ms": 288.769, "p95_ms": 121.051}, "triton_wait": {"avg_ms": 54.001, "count": 300, "max_ms": 76.391, "p95_ms": 72.285}, "visualize": {"avg_ms": 3.531, "count": 300, "max_ms": 5.104, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16179.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18590.187, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.99, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2083902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:21:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:21:28+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T21:21:28+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T21:21:28.281447+09:00", "mtime_epoch": 1783254088.2814467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:21:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2434.117, "name": "celery", "pid": 267, "rss_mb": 2434.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.108, "count": 300, "max_ms": 13.118, "p95_ms": 10.429}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.963, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.928, "count": 300, "max_ms": 72.877, "p95_ms": 67.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.995, "count": 300, "max_ms": 69.773, "p95_ms": 58.688}, "yolo11_640_fire_11class": {"avg_ms": 53.332, "count": 300, "max_ms": 72.865, "p95_ms": 67.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.393, "count": 300, "max_ms": 77.267, "p95_ms": 72.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.714, "count": 300, "max_ms": 99.835, "p95_ms": 89.645}, "read_interval": {"avg_ms": 100.207, "count": 299, "max_ms": 303.936, "p95_ms": 168.597}, "triton_wait": {"avg_ms": 57.266, "count": 300, "max_ms": 77.28, "p95_ms": 72.576}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 5.311, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16179.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2667.596, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 5, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.181, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1628370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:21:31+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T21:21:31+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T21:21:31.857517+09:00", "mtime_epoch": 1783254091.857517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:21:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9401.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.542, "count": 301, "max_ms": 31.2, "p95_ms": 21.264}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.796, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.447, "count": 301, "max_ms": 69.289, "p95_ms": 64.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.663, "count": 301, "max_ms": 68.151, "p95_ms": 57.396}, "yolo11_640_fire_11class": {"avg_ms": 50.62, "count": 301, "max_ms": 67.597, "p95_ms": 64.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.806, "count": 301, "max_ms": 76.456, "p95_ms": 72.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.965, "count": 301, "max_ms": 113.583, "p95_ms": 98.043}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 188.567, "p95_ms": 118.551}, "triton_wait": {"avg_ms": 54.12, "count": 301, "max_ms": 76.47, "p95_ms": 72.435}, "visualize": {"avg_ms": 3.477, "count": 301, "max_ms": 4.265, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16179.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18620.261, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.024, "sample_count": 3061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2084203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:21:58+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:21:58+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T21:21:58.382038+09:00", "mtime_epoch": 1783254118.3820379, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:21:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2434.375, "name": "celery", "pid": 267, "rss_mb": 2434.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.029, "count": 301, "max_ms": 13.829, "p95_ms": 8.794}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.638, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.78, "count": 301, "max_ms": 74.598, "p95_ms": 67.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.659, "count": 301, "max_ms": 68.986, "p95_ms": 60.339}, "yolo11_640_fire_11class": {"avg_ms": 54.469, "count": 301, "max_ms": 70.751, "p95_ms": 67.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.394, "count": 301, "max_ms": 76.026, "p95_ms": 72.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.823, "count": 301, "max_ms": 95.664, "p95_ms": 89.781}, "read_interval": {"avg_ms": 99.913, "count": 300, "max_ms": 345.36, "p95_ms": 143.034}, "triton_wait": {"avg_ms": 59.338, "count": 301, "max_ms": 76.039, "p95_ms": 72.899}, "visualize": {"avg_ms": 3.713, "count": 301, "max_ms": 5.073, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16179.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2697.628, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 5, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.21, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1628670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:22:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:22:01+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T21:22:01+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T21:22:01.878106+09:00", "mtime_epoch": 1783254121.8781064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:22:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9401.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.13, "count": 300, "max_ms": 24.884, "p95_ms": 19.068}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 2.326, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.96, "count": 300, "max_ms": 68.662, "p95_ms": 64.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.077, "count": 300, "max_ms": 68.65, "p95_ms": 59.287}, "yolo11_640_fire_11class": {"avg_ms": 51.488, "count": 300, "max_ms": 67.978, "p95_ms": 62.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.949, "count": 300, "max_ms": 75.903, "p95_ms": 71.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.73, "count": 300, "max_ms": 101.076, "p95_ms": 96.139}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 174.061, "p95_ms": 118.426}, "triton_wait": {"avg_ms": 55.246, "count": 300, "max_ms": 75.914, "p95_ms": 71.389}, "visualize": {"avg_ms": 3.51, "count": 300, "max_ms": 5.24, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16180.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18650.358, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.906, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2084504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:22:28+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:22:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T21:22:28.474627+09:00", "mtime_epoch": 1783254148.474627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:22:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2434.375, "name": "celery", "pid": 267, "rss_mb": 2434.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.082, "count": 300, "max_ms": 13.666, "p95_ms": 9.01}, "gstreamer_push": {"avg_ms": 1.314, "count": 301, "max_ms": 2.069, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.195, "count": 300, "max_ms": 71.387, "p95_ms": 65.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.853, "count": 300, "max_ms": 69.229, "p95_ms": 58.65}, "yolo11_640_fire_11class": {"avg_ms": 54.81, "count": 300, "max_ms": 71.762, "p95_ms": 69.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.698, "count": 300, "max_ms": 75.415, "p95_ms": 72.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.844, "count": 301, "max_ms": 93.324, "p95_ms": 89.249}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 359.237, "p95_ms": 149.095}, "triton_wait": {"avg_ms": 57.668, "count": 300, "max_ms": 75.429, "p95_ms": 72.59}, "visualize": {"avg_ms": 3.763, "count": 300, "max_ms": 5.476, "p95_ms": 4.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16180.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2727.64, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 5, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.61, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1628970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:22:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:22:31+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T21:22:31+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:22:31.894694+09:00", "mtime_epoch": 1783254151.894694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:22:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9401.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.778, "count": 300, "max_ms": 30.008, "p95_ms": 22.079}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.775, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.189, "count": 300, "max_ms": 69.546, "p95_ms": 63.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.448, "count": 300, "max_ms": 68.532, "p95_ms": 58.795}, "yolo11_640_fire_11class": {"avg_ms": 51.868, "count": 300, "max_ms": 70.392, "p95_ms": 64.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.284, "count": 300, "max_ms": 75.471, "p95_ms": 72.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.967, "count": 300, "max_ms": 105.845, "p95_ms": 97.395}, "read_interval": {"avg_ms": 100.046, "count": 300, "max_ms": 188.217, "p95_ms": 116.292}, "triton_wait": {"avg_ms": 54.677, "count": 300, "max_ms": 75.484, "p95_ms": 72.466}, "visualize": {"avg_ms": 3.591, "count": 300, "max_ms": 5.718, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16180.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18680.428, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.182, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2084804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:22:58+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T21:22:58+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:22:58.551214+09:00", "mtime_epoch": 1783254178.5512145, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:22:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2434.633, "name": "celery", "pid": 267, "rss_mb": 2434.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.053, "count": 300, "max_ms": 12.845, "p95_ms": 8.786}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 2.237, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.232, "count": 300, "max_ms": 70.291, "p95_ms": 65.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.117, "count": 300, "max_ms": 70.139, "p95_ms": 58.947}, "yolo11_640_fire_11class": {"avg_ms": 55.849, "count": 300, "max_ms": 72.098, "p95_ms": 69.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.206, "count": 300, "max_ms": 76.252, "p95_ms": 72.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.041, "count": 300, "max_ms": 95.639, "p95_ms": 89.72}, "read_interval": {"avg_ms": 100.237, "count": 299, "max_ms": 384.283, "p95_ms": 143.927}, "triton_wait": {"avg_ms": 59.968, "count": 300, "max_ms": 76.265, "p95_ms": 72.576}, "visualize": {"avg_ms": 3.716, "count": 300, "max_ms": 4.719, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16180.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2757.658, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 5, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.79, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1629270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:23:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:23:01+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:23:01+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:23:01.907280+09:00", "mtime_epoch": 1783254181.9072797, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:23:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9401.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.327, "count": 300, "max_ms": 29.014, "p95_ms": 19.354}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 2.049, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.008, "count": 300, "max_ms": 70.024, "p95_ms": 62.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.273, "count": 300, "max_ms": 70.036, "p95_ms": 56.515}, "yolo11_640_fire_11class": {"avg_ms": 51.65, "count": 300, "max_ms": 69.689, "p95_ms": 62.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.673, "count": 300, "max_ms": 74.731, "p95_ms": 70.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.863, "count": 300, "max_ms": 100.034, "p95_ms": 96.441}, "read_interval": {"avg_ms": 100.043, "count": 299, "max_ms": 164.133, "p95_ms": 119.183}, "triton_wait": {"avg_ms": 55.122, "count": 300, "max_ms": 74.744, "p95_ms": 70.627}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 4.461, "p95_ms": 3.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16180.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18710.473, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.081, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2085104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:23:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:23:28+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T21:23:28+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T21:23:28.615800+09:00", "mtime_epoch": 1783254208.6158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:23:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2434.633, "name": "celery", "pid": 267, "rss_mb": 2434.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.887, "count": 300, "max_ms": 12.7, "p95_ms": 8.311}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.609, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.042, "count": 300, "max_ms": 70.521, "p95_ms": 65.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.143, "count": 300, "max_ms": 72.303, "p95_ms": 56.468}, "yolo11_640_fire_11class": {"avg_ms": 54.36, "count": 300, "max_ms": 71.255, "p95_ms": 67.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.054, "count": 300, "max_ms": 75.715, "p95_ms": 72.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.369, "count": 300, "max_ms": 92.127, "p95_ms": 88.751}, "read_interval": {"avg_ms": 100.224, "count": 299, "max_ms": 319.686, "p95_ms": 161.305}, "triton_wait": {"avg_ms": 59.587, "count": 300, "max_ms": 75.728, "p95_ms": 72.014}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 4.56, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16181.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2787.678, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 4, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.875, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1629571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:23:32+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T21:23:31+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T21:23:31.943865+09:00", "mtime_epoch": 1783254211.9438646, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:23:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9401.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.29, "count": 301, "max_ms": 29.726, "p95_ms": 19.985}, "gstreamer_push": {"avg_ms": 1.221, "count": 301, "max_ms": 1.432, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.831, "count": 301, "max_ms": 70.216, "p95_ms": 63.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.688, "count": 301, "max_ms": 70.226, "p95_ms": 55.908}, "yolo11_640_fire_11class": {"avg_ms": 50.194, "count": 301, "max_ms": 69.199, "p95_ms": 63.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.843, "count": 301, "max_ms": 75.732, "p95_ms": 71.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.632, "count": 301, "max_ms": 100.447, "p95_ms": 97.011}, "read_interval": {"avg_ms": 99.774, "count": 300, "max_ms": 183.109, "p95_ms": 125.184}, "triton_wait": {"avg_ms": 54.035, "count": 301, "max_ms": 75.746, "p95_ms": 71.752}, "visualize": {"avg_ms": 3.514, "count": 301, "max_ms": 5.383, "p95_ms": 3.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16180.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18740.536, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.058, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2085405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:23:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:23:58+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T21:23:58+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:23:58.660383+09:00", "mtime_epoch": 1783254238.6603835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:23:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2434.891, "name": "celery", "pid": 267, "rss_mb": 2434.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.032, "count": 301, "max_ms": 13.685, "p95_ms": 8.809}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.674, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.727, "count": 301, "max_ms": 71.458, "p95_ms": 64.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.096, "count": 301, "max_ms": 67.192, "p95_ms": 60.695}, "yolo11_640_fire_11class": {"avg_ms": 52.374, "count": 301, "max_ms": 73.185, "p95_ms": 65.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.086, "count": 301, "max_ms": 75.076, "p95_ms": 71.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.559, "count": 301, "max_ms": 92.134, "p95_ms": 88.552}, "read_interval": {"avg_ms": 99.894, "count": 300, "max_ms": 385.916, "p95_ms": 140.64}, "triton_wait": {"avg_ms": 56.503, "count": 301, "max_ms": 75.089, "p95_ms": 71.918}, "visualize": {"avg_ms": 3.731, "count": 301, "max_ms": 5.426, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16180.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2817.757, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 4, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.929, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1629871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:24:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:24:02+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T21:24:01+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T21:24:02.000448+09:00", "mtime_epoch": 1783254242.0004482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:24:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9402.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.268, "count": 300, "max_ms": 28.61, "p95_ms": 19.168}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.44, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.068, "count": 300, "max_ms": 68.531, "p95_ms": 63.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.371, "count": 300, "max_ms": 67.358, "p95_ms": 59.811}, "yolo11_640_fire_11class": {"avg_ms": 50.494, "count": 300, "max_ms": 66.323, "p95_ms": 63.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.707, "count": 300, "max_ms": 74.998, "p95_ms": 71.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.557, "count": 300, "max_ms": 103.228, "p95_ms": 96.646}, "read_interval": {"avg_ms": 100.24, "count": 299, "max_ms": 201.155, "p95_ms": 121.684}, "triton_wait": {"avg_ms": 53.993, "count": 300, "max_ms": 75.01, "p95_ms": 71.757}, "visualize": {"avg_ms": 3.475, "count": 300, "max_ms": 4.531, "p95_ms": 3.712}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16181.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18770.564, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.909, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2085706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:24:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:24:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:24:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T21:24:28.680965+09:00", "mtime_epoch": 1783254268.6809654, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:24:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2434.891, "name": "celery", "pid": 267, "rss_mb": 2434.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 301, "max_ms": 12.508, "p95_ms": 8.261}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 1.825, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.904, "count": 301, "max_ms": 71.19, "p95_ms": 65.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.471, "count": 301, "max_ms": 66.199, "p95_ms": 58.89}, "yolo11_640_fire_11class": {"avg_ms": 53.846, "count": 301, "max_ms": 69.582, "p95_ms": 65.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.851, "count": 301, "max_ms": 76.984, "p95_ms": 72.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.526, "count": 301, "max_ms": 95.629, "p95_ms": 89.507}, "read_interval": {"avg_ms": 99.757, "count": 300, "max_ms": 370.996, "p95_ms": 132.749}, "triton_wait": {"avg_ms": 59.468, "count": 301, "max_ms": 76.996, "p95_ms": 72.418}, "visualize": {"avg_ms": 3.728, "count": 301, "max_ms": 5.644, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16181.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2847.766, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 4, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.961, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1630172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:24:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:24:32+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T21:24:32+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:24:32.025030+09:00", "mtime_epoch": 1783254272.0250301, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:24:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9402.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.436, "count": 301, "max_ms": 27.36, "p95_ms": 19.572}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.537, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.619, "count": 301, "max_ms": 67.33, "p95_ms": 63.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.556, "count": 301, "max_ms": 67.34, "p95_ms": 57.008}, "yolo11_640_fire_11class": {"avg_ms": 50.807, "count": 301, "max_ms": 67.979, "p95_ms": 63.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.883, "count": 301, "max_ms": 75.783, "p95_ms": 72.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.749, "count": 301, "max_ms": 105.867, "p95_ms": 97.568}, "read_interval": {"avg_ms": 99.75, "count": 301, "max_ms": 163.905, "p95_ms": 117.265}, "triton_wait": {"avg_ms": 55.015, "count": 301, "max_ms": 75.796, "p95_ms": 72.374}, "visualize": {"avg_ms": 3.488, "count": 301, "max_ms": 5.496, "p95_ms": 3.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16181.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18800.618, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.73, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2086006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:24:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:24:58+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T21:24:58+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T21:24:58.737546+09:00", "mtime_epoch": 1783254298.7375464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:24:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2435.148, "name": "celery", "pid": 267, "rss_mb": 2435.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.002, "count": 300, "max_ms": 13.531, "p95_ms": 8.443}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 2.287, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.546, "count": 300, "max_ms": 73.274, "p95_ms": 65.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.408, "count": 300, "max_ms": 73.805, "p95_ms": 60.876}, "yolo11_640_fire_11class": {"avg_ms": 54.347, "count": 300, "max_ms": 72.05, "p95_ms": 66.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.575, "count": 300, "max_ms": 76.281, "p95_ms": 72.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.844, "count": 300, "max_ms": 94.117, "p95_ms": 89.646}, "read_interval": {"avg_ms": 100.183, "count": 299, "max_ms": 256.45, "p95_ms": 140.212}, "triton_wait": {"avg_ms": 58.903, "count": 300, "max_ms": 76.294, "p95_ms": 72.581}, "visualize": {"avg_ms": 3.695, "count": 300, "max_ms": 5.296, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16181.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2877.814, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 4, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.035, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1630472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:25:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:25:02+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:25:02+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T21:25:02.057611+09:00", "mtime_epoch": 1783254302.0576108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:25:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9402.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.102, "count": 300, "max_ms": 24.526, "p95_ms": 19.001}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.852, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.903, "count": 300, "max_ms": 68.31, "p95_ms": 62.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.474, "count": 300, "max_ms": 66.552, "p95_ms": 57.913}, "yolo11_640_fire_11class": {"avg_ms": 51.542, "count": 300, "max_ms": 68.43, "p95_ms": 62.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.622, "count": 300, "max_ms": 78.3, "p95_ms": 71.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.242, "count": 300, "max_ms": 103.47, "p95_ms": 96.631}, "read_interval": {"avg_ms": 100.044, "count": 299, "max_ms": 156.316, "p95_ms": 120.121}, "triton_wait": {"avg_ms": 55.845, "count": 300, "max_ms": 78.312, "p95_ms": 71.646}, "visualize": {"avg_ms": 3.498, "count": 300, "max_ms": 4.527, "p95_ms": 3.77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16182.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18830.628, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.495, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2086306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:25:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:25:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:25:28+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T21:25:28.770126+09:00", "mtime_epoch": 1783254328.770126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:25:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2435.406, "name": "celery", "pid": 267, "rss_mb": 2435.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.916, "count": 300, "max_ms": 13.516, "p95_ms": 8.359}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.83, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.123, "count": 300, "max_ms": 70.857, "p95_ms": 64.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.533, "count": 300, "max_ms": 65.75, "p95_ms": 57.814}, "yolo11_640_fire_11class": {"avg_ms": 52.685, "count": 300, "max_ms": 71.28, "p95_ms": 66.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.693, "count": 300, "max_ms": 75.221, "p95_ms": 72.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.915, "count": 300, "max_ms": 91.822, "p95_ms": 89.403}, "read_interval": {"avg_ms": 100.098, "count": 300, "max_ms": 348.337, "p95_ms": 150.645}, "triton_wait": {"avg_ms": 57.036, "count": 300, "max_ms": 75.235, "p95_ms": 72.267}, "visualize": {"avg_ms": 3.766, "count": 300, "max_ms": 5.866, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16182.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2907.838, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 4, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.226, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1630772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:25:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:25:32+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T21:25:32+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T21:25:32.098190+09:00", "mtime_epoch": 1783254332.09819, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:25:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9402.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.997}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.401, "count": 300, "max_ms": 24.805, "p95_ms": 19.44}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.842, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.549, "count": 300, "max_ms": 64.896, "p95_ms": 63.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.569, "count": 300, "max_ms": 66.384, "p95_ms": 58.72}, "yolo11_640_fire_11class": {"avg_ms": 50.022, "count": 300, "max_ms": 66.249, "p95_ms": 62.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.703, "count": 300, "max_ms": 74.574, "p95_ms": 71.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.789, "count": 300, "max_ms": 113.342, "p95_ms": 96.714}, "read_interval": {"avg_ms": 100.115, "count": 299, "max_ms": 178.633, "p95_ms": 125.687}, "triton_wait": {"avg_ms": 53.864, "count": 300, "max_ms": 74.586, "p95_ms": 71.754}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 5.492, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16182.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18860.701, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.604, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2086608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:25:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:25:58+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T21:25:58+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T21:25:58.834705+09:00", "mtime_epoch": 1783254358.8347049, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:25:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2435.406, "name": "celery", "pid": 267, "rss_mb": 2435.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.934, "count": 301, "max_ms": 12.991, "p95_ms": 8.357}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.922, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.493, "count": 301, "max_ms": 71.438, "p95_ms": 66.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.779, "count": 301, "max_ms": 70.206, "p95_ms": 62.269}, "yolo11_640_fire_11class": {"avg_ms": 54.029, "count": 301, "max_ms": 73.528, "p95_ms": 65.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.377, "count": 301, "max_ms": 79.703, "p95_ms": 73.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.47, "count": 302, "max_ms": 96.098, "p95_ms": 90.382}, "read_interval": {"avg_ms": 99.623, "count": 301, "max_ms": 333.995, "p95_ms": 145.928}, "triton_wait": {"avg_ms": 58.706, "count": 301, "max_ms": 79.716, "p95_ms": 73.671}, "visualize": {"avg_ms": 3.725, "count": 301, "max_ms": 4.874, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16182.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2937.87, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 4, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.268, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1631072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:26:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:26:02+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T21:26:02+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:26:02.126768+09:00", "mtime_epoch": 1783254362.1267684, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:26:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9402.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.382, "count": 300, "max_ms": 24.812, "p95_ms": 20.143}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 2.145, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.903, "count": 300, "max_ms": 70.443, "p95_ms": 64.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.021, "count": 300, "max_ms": 71.139, "p95_ms": 62.102}, "yolo11_640_fire_11class": {"avg_ms": 50.881, "count": 300, "max_ms": 70.428, "p95_ms": 64.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.941, "count": 300, "max_ms": 77.83, "p95_ms": 72.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.759, "count": 300, "max_ms": 104.595, "p95_ms": 98.13}, "read_interval": {"avg_ms": 100.105, "count": 299, "max_ms": 179.181, "p95_ms": 120.571}, "triton_wait": {"avg_ms": 55.025, "count": 300, "max_ms": 77.841, "p95_ms": 72.633}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 5.167, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16182.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18890.743, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.661, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2086909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:26:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:26:28+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T21:26:28+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T21:26:28.883283+09:00", "mtime_epoch": 1783254388.8832827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:26:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2435.664, "name": "celery", "pid": 267, "rss_mb": 2435.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.114, "count": 301, "max_ms": 13.915, "p95_ms": 9.776}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.869, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.902, "count": 301, "max_ms": 68.979, "p95_ms": 65.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.467, "count": 301, "max_ms": 70.637, "p95_ms": 59.291}, "yolo11_640_fire_11class": {"avg_ms": 52.382, "count": 301, "max_ms": 72.793, "p95_ms": 65.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.698, "count": 301, "max_ms": 77.443, "p95_ms": 73.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.151, "count": 301, "max_ms": 94.21, "p95_ms": 90.229}, "read_interval": {"avg_ms": 99.862, "count": 300, "max_ms": 394.207, "p95_ms": 133.276}, "triton_wait": {"avg_ms": 58.088, "count": 301, "max_ms": 77.456, "p95_ms": 73.582}, "visualize": {"avg_ms": 3.77, "count": 301, "max_ms": 5.891, "p95_ms": 4.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16182.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2967.896, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 4, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.251, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1631373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:26:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:26:32+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T21:26:32+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T21:26:32.155345+09:00", "mtime_epoch": 1783254392.1553454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:26:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9402.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.228, "count": 301, "max_ms": 22.237, "p95_ms": 18.981}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.841, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.516, "count": 301, "max_ms": 70.362, "p95_ms": 62.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.629, "count": 301, "max_ms": 70.375, "p95_ms": 60.2}, "yolo11_640_fire_11class": {"avg_ms": 50.999, "count": 301, "max_ms": 68.132, "p95_ms": 62.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.642, "count": 301, "max_ms": 78.588, "p95_ms": 71.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.199, "count": 301, "max_ms": 104.06, "p95_ms": 97.084}, "read_interval": {"avg_ms": 99.782, "count": 300, "max_ms": 185.956, "p95_ms": 118.522}, "triton_wait": {"avg_ms": 55.719, "count": 301, "max_ms": 78.601, "p95_ms": 71.942}, "visualize": {"avg_ms": 3.471, "count": 301, "max_ms": 4.5, "p95_ms": 3.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16182.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18920.786, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.646, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2087209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:26:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:26:58+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T21:26:58+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T21:26:58.927859+09:00", "mtime_epoch": 1783254418.927859, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:26:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2435.664, "name": "celery", "pid": 267, "rss_mb": 2435.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.006, "count": 300, "max_ms": 12.183, "p95_ms": 8.585}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.535, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.569, "count": 300, "max_ms": 72.491, "p95_ms": 65.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.039, "count": 300, "max_ms": 68.349, "p95_ms": 58.621}, "yolo11_640_fire_11class": {"avg_ms": 53.445, "count": 300, "max_ms": 71.806, "p95_ms": 64.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.655, "count": 300, "max_ms": 76.092, "p95_ms": 73.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.819, "count": 300, "max_ms": 92.642, "p95_ms": 89.634}, "read_interval": {"avg_ms": 100.21, "count": 299, "max_ms": 390.09, "p95_ms": 160.532}, "triton_wait": {"avg_ms": 58.958, "count": 300, "max_ms": 76.105, "p95_ms": 73.088}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 5.726, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16182.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2997.923, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 3, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.35, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1631673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:27:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:27:02+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T21:27:02+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T21:27:02.159921+09:00", "mtime_epoch": 1783254422.159921, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:27:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9402.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.606, "count": 300, "max_ms": 28.852, "p95_ms": 20.156}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.578, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.689, "count": 300, "max_ms": 70.344, "p95_ms": 63.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.179, "count": 300, "max_ms": 64.934, "p95_ms": 55.599}, "yolo11_640_fire_11class": {"avg_ms": 49.553, "count": 300, "max_ms": 68.433, "p95_ms": 62.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.278, "count": 300, "max_ms": 77.999, "p95_ms": 72.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.217, "count": 300, "max_ms": 102.419, "p95_ms": 97.641}, "read_interval": {"avg_ms": 100.04, "count": 299, "max_ms": 188.754, "p95_ms": 119.147}, "triton_wait": {"avg_ms": 54.37, "count": 300, "max_ms": 78.012, "p95_ms": 72.589}, "visualize": {"avg_ms": 3.484, "count": 300, "max_ms": 4.714, "p95_ms": 3.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16183.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18950.835, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.661, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2087510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:27:29+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T21:27:28+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:27:28.956434+09:00", "mtime_epoch": 1783254448.9564342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:27:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2435.922, "name": "celery", "pid": 267, "rss_mb": 2435.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.986, "count": 301, "max_ms": 10.268, "p95_ms": 8.773}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.556, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.004, "count": 301, "max_ms": 72.222, "p95_ms": 65.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.239, "count": 301, "max_ms": 69.013, "p95_ms": 61.595}, "yolo11_640_fire_11class": {"avg_ms": 54.169, "count": 301, "max_ms": 73.25, "p95_ms": 67.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.874, "count": 301, "max_ms": 81.041, "p95_ms": 72.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.066, "count": 301, "max_ms": 98.697, "p95_ms": 89.47}, "read_interval": {"avg_ms": 99.838, "count": 300, "max_ms": 326.418, "p95_ms": 148.848}, "triton_wait": {"avg_ms": 58.299, "count": 301, "max_ms": 81.053, "p95_ms": 72.484}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 4.739, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16183.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3027.999, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 3, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.354, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1631973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:27:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:27:32+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T21:27:32+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T21:27:32.232497+09:00", "mtime_epoch": 1783254452.232497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 91198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:27:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9403.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.509, "count": 300, "max_ms": 24.099, "p95_ms": 19.976}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.451, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.239, "count": 300, "max_ms": 69.359, "p95_ms": 63.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.255, "count": 300, "max_ms": 72.175, "p95_ms": 59.138}, "yolo11_640_fire_11class": {"avg_ms": 50.957, "count": 300, "max_ms": 68.789, "p95_ms": 63.708}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.332, "count": 300, "max_ms": 78.074, "p95_ms": 72.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.826, "count": 300, "max_ms": 238.49, "p95_ms": 97.992}, "read_interval": {"avg_ms": 100.208, "count": 299, "max_ms": 251.24, "p95_ms": 120.128}, "triton_wait": {"avg_ms": 54.47, "count": 300, "max_ms": 78.086, "p95_ms": 72.179}, "visualize": {"avg_ms": 3.545, "count": 300, "max_ms": 5.561, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16184.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 18980.852, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.576, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2087810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:27:59+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:27:58+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T21:27:58.957008+09:00", "mtime_epoch": 1783254478.957008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:27:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2435.922, "name": "celery", "pid": 267, "rss_mb": 2435.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.99, "count": 300, "max_ms": 13.153, "p95_ms": 8.489}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 1.585, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.749, "count": 300, "max_ms": 66.169, "p95_ms": 64.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.752, "count": 300, "max_ms": 64.998, "p95_ms": 57.231}, "yolo11_640_fire_11class": {"avg_ms": 51.645, "count": 300, "max_ms": 71.549, "p95_ms": 63.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.389, "count": 300, "max_ms": 75.085, "p95_ms": 72.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.411, "count": 300, "max_ms": 92.477, "p95_ms": 88.821}, "read_interval": {"avg_ms": 100.036, "count": 299, "max_ms": 362.792, "p95_ms": 146.448}, "triton_wait": {"avg_ms": 56.627, "count": 300, "max_ms": 75.098, "p95_ms": 72.108}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 5.963, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16184.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3058.023, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 3, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.36, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1632274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:28:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:28:02+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T21:28:02+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:28:02.277071+09:00", "mtime_epoch": 1783254482.2770715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:28:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9403.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.645, "count": 301, "max_ms": 24.537, "p95_ms": 21.772}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.802, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.014, "count": 301, "max_ms": 66.258, "p95_ms": 63.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.318, "count": 301, "max_ms": 68.254, "p95_ms": 57.366}, "yolo11_640_fire_11class": {"avg_ms": 50.19, "count": 301, "max_ms": 67.012, "p95_ms": 62.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.978, "count": 301, "max_ms": 76.597, "p95_ms": 72.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.062, "count": 301, "max_ms": 101.779, "p95_ms": 97.169}, "read_interval": {"avg_ms": 99.765, "count": 300, "max_ms": 150.804, "p95_ms": 120.546}, "triton_wait": {"avg_ms": 54.138, "count": 301, "max_ms": 76.61, "p95_ms": 72.231}, "visualize": {"avg_ms": 3.499, "count": 301, "max_ms": 5.22, "p95_ms": 3.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16184.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19010.92, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.712, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2088111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:28:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:28:29+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T21:28:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T21:28:29.057583+09:00", "mtime_epoch": 1783254509.0575829, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:28:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2436.18, "name": "celery", "pid": 267, "rss_mb": 2436.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.368, "count": 301, "max_ms": 14.405, "p95_ms": 12.864}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.905, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.651, "count": 301, "max_ms": 72.946, "p95_ms": 65.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.456, "count": 301, "max_ms": 65.811, "p95_ms": 59.036}, "yolo11_640_fire_11class": {"avg_ms": 52.827, "count": 301, "max_ms": 74.123, "p95_ms": 66.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.651, "count": 301, "max_ms": 76.384, "p95_ms": 72.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.703, "count": 301, "max_ms": 93.485, "p95_ms": 90.059}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 360.157, "p95_ms": 144.417}, "triton_wait": {"avg_ms": 57.254, "count": 301, "max_ms": 76.397, "p95_ms": 72.786}, "visualize": {"avg_ms": 3.77, "count": 301, "max_ms": 6.01, "p95_ms": 4.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16185.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3088.094, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 3, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.507, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1632575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:28:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:28:32+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T21:28:32+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T21:28:32.353646+09:00", "mtime_epoch": 1783254512.3536456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:28:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9403.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.351, "count": 301, "max_ms": 31.089, "p95_ms": 27.945}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.732, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.772, "count": 301, "max_ms": 69.215, "p95_ms": 63.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.721, "count": 301, "max_ms": 67.283, "p95_ms": 59.207}, "yolo11_640_fire_11class": {"avg_ms": 50.473, "count": 301, "max_ms": 71.373, "p95_ms": 63.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.75, "count": 301, "max_ms": 76.068, "p95_ms": 72.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.625, "count": 301, "max_ms": 111.719, "p95_ms": 97.741}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 182.007, "p95_ms": 119.476}, "triton_wait": {"avg_ms": 53.973, "count": 301, "max_ms": 76.08, "p95_ms": 72.577}, "visualize": {"avg_ms": 3.536, "count": 301, "max_ms": 4.558, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16184.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19041.021, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.673, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2088412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:28:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:28:59+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:28:59+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T21:28:59.126156+09:00", "mtime_epoch": 1783254539.126156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:28:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2436.18, "name": "celery", "pid": 267, "rss_mb": 2436.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.254, "count": 300, "max_ms": 13.419, "p95_ms": 12.811}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.998, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.333, "count": 300, "max_ms": 68.514, "p95_ms": 64.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.819, "count": 300, "max_ms": 68.526, "p95_ms": 59.863}, "yolo11_640_fire_11class": {"avg_ms": 53.064, "count": 300, "max_ms": 69.155, "p95_ms": 64.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.017, "count": 300, "max_ms": 76.469, "p95_ms": 71.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.595, "count": 300, "max_ms": 94.495, "p95_ms": 88.762}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 400.279, "p95_ms": 140.859}, "triton_wait": {"avg_ms": 57.448, "count": 300, "max_ms": 76.482, "p95_ms": 71.743}, "visualize": {"avg_ms": 3.74, "count": 300, "max_ms": 6.072, "p95_ms": 4.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16184.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3118.133, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 3, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.616, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1632875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:29:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:29:02+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T21:29:02+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T21:29:02.370218+09:00", "mtime_epoch": 1783254542.370218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:29:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9403.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.099, "count": 300, "max_ms": 29.86, "p95_ms": 28.515}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 2.025, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.363, "count": 300, "max_ms": 67.312, "p95_ms": 63.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.751, "count": 300, "max_ms": 67.333, "p95_ms": 57.196}, "yolo11_640_fire_11class": {"avg_ms": 50.9, "count": 300, "max_ms": 67.323, "p95_ms": 64.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.523, "count": 300, "max_ms": 75.338, "p95_ms": 72.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.192, "count": 300, "max_ms": 109.347, "p95_ms": 98.154}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 183.325, "p95_ms": 119.272}, "triton_wait": {"avg_ms": 54.818, "count": 300, "max_ms": 75.35, "p95_ms": 72.341}, "visualize": {"avg_ms": 3.507, "count": 300, "max_ms": 5.647, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16185.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19071.054, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.673, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2088712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:29:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T21:29:29+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T21:29:29.162728+09:00", "mtime_epoch": 1783254569.162728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:29:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2436.438, "name": "celery", "pid": 267, "rss_mb": 2436.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.055, "count": 300, "max_ms": 13.936, "p95_ms": 8.846}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.992, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.086, "count": 300, "max_ms": 69.898, "p95_ms": 65.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.101, "count": 300, "max_ms": 68.684, "p95_ms": 54.33}, "yolo11_640_fire_11class": {"avg_ms": 53.878, "count": 300, "max_ms": 68.491, "p95_ms": 64.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.644, "count": 300, "max_ms": 75.485, "p95_ms": 72.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.894, "count": 300, "max_ms": 92.034, "p95_ms": 89.65}, "read_interval": {"avg_ms": 100.109, "count": 300, "max_ms": 310.704, "p95_ms": 151.727}, "triton_wait": {"avg_ms": 59.898, "count": 300, "max_ms": 75.498, "p95_ms": 72.566}, "visualize": {"avg_ms": 3.716, "count": 300, "max_ms": 5.431, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16185.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3148.148, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 3, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.427, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1633175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:29:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:29:32+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T21:29:32+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:29:32.406790+09:00", "mtime_epoch": 1783254572.4067898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:29:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9403.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.236, "count": 300, "max_ms": 21.577, "p95_ms": 19.202}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 2.033, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.47, "count": 300, "max_ms": 65.828, "p95_ms": 62.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.08, "count": 300, "max_ms": 66.342, "p95_ms": 57.198}, "yolo11_640_fire_11class": {"avg_ms": 50.308, "count": 300, "max_ms": 66.807, "p95_ms": 61.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.747, "count": 300, "max_ms": 77.688, "p95_ms": 70.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.608, "count": 300, "max_ms": 102.939, "p95_ms": 95.281}, "read_interval": {"avg_ms": 100.078, "count": 299, "max_ms": 215.48, "p95_ms": 120.493}, "triton_wait": {"avg_ms": 55.081, "count": 300, "max_ms": 77.7, "p95_ms": 70.222}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 4.933, "p95_ms": 3.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16185.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19101.112, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.968, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2089010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:29:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T21:29:59+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:29:59+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T21:29:59.231300+09:00", "mtime_epoch": 1783254599.2312999, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:29:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2436.695, "name": "celery", "pid": 267, "rss_mb": 2436.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.036, "count": 298, "max_ms": 13.026, "p95_ms": 8.818}, "gstreamer_push": {"avg_ms": 1.311, "count": 298, "max_ms": 1.778, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.548, "count": 298, "max_ms": 74.963, "p95_ms": 67.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.52, "count": 298, "max_ms": 75.598, "p95_ms": 65.55}, "yolo11_640_fire_11class": {"avg_ms": 58.526, "count": 298, "max_ms": 75.608, "p95_ms": 67.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.859, "count": 298, "max_ms": 75.931, "p95_ms": 74.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.952, "count": 298, "max_ms": 94.48, "p95_ms": 91.491}, "read_interval": {"avg_ms": 100.777, "count": 298, "max_ms": 289.96, "p95_ms": 125.712}, "triton_wait": {"avg_ms": 64.033, "count": 298, "max_ms": 75.944, "p95_ms": 74.884}, "visualize": {"avg_ms": 3.71, "count": 298, "max_ms": 5.558, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16185.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3178.191, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 2, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.4, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1633474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:30:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-05T21:30:02+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T21:30:02+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:30:02.439361+09:00", "mtime_epoch": 1783254602.4393609, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:30:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9403.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.9, "count": 299, "max_ms": 24.824, "p95_ms": 19.108}, "gstreamer_push": {"avg_ms": 1.203, "count": 299, "max_ms": 1.465, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.444, "count": 299, "max_ms": 65.829, "p95_ms": 63.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.747, "count": 299, "max_ms": 66.175, "p95_ms": 60.592}, "yolo11_640_fire_11class": {"avg_ms": 53.015, "count": 299, "max_ms": 66.812, "p95_ms": 62.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.452, "count": 299, "max_ms": 74.429, "p95_ms": 72.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.621, "count": 299, "max_ms": 99.129, "p95_ms": 95.808}, "read_interval": {"avg_ms": 100.447, "count": 298, "max_ms": 155.946, "p95_ms": 112.616}, "triton_wait": {"avg_ms": 58.551, "count": 299, "max_ms": 74.439, "p95_ms": 72.388}, "visualize": {"avg_ms": 3.442, "count": 299, "max_ms": 4.237, "p95_ms": 3.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16185.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19131.203, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.972, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2089313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:30:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:30:29+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T21:30:29.279871+09:00", "mtime_epoch": 1783254629.2798707, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:30:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2436.695, "name": "celery", "pid": 267, "rss_mb": 2436.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.902, "count": 303, "max_ms": 11.605, "p95_ms": 8.394}, "gstreamer_push": {"avg_ms": 1.304, "count": 303, "max_ms": 1.894, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.923, "count": 303, "max_ms": 71.141, "p95_ms": 65.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.747, "count": 303, "max_ms": 66.443, "p95_ms": 53.554}, "yolo11_640_fire_11class": {"avg_ms": 56.678, "count": 303, "max_ms": 71.782, "p95_ms": 66.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.137, "count": 303, "max_ms": 76.223, "p95_ms": 72.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.995, "count": 303, "max_ms": 93.183, "p95_ms": 89.391}, "read_interval": {"avg_ms": 99.36, "count": 302, "max_ms": 364.869, "p95_ms": 115.84}, "triton_wait": {"avg_ms": 62.297, "count": 303, "max_ms": 76.236, "p95_ms": 72.387}, "visualize": {"avg_ms": 3.706, "count": 303, "max_ms": 4.656, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16185.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3208.227, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 2, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.39, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1633776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:30:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:30:32+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T21:30:32+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T21:30:32.463931+09:00", "mtime_epoch": 1783254632.4639313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:30:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9403.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.099, "count": 302, "max_ms": 26.229, "p95_ms": 19.101}, "gstreamer_push": {"avg_ms": 1.214, "count": 302, "max_ms": 1.449, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.814, "count": 302, "max_ms": 67.694, "p95_ms": 63.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.633, "count": 302, "max_ms": 66.966, "p95_ms": 56.197}, "yolo11_640_fire_11class": {"avg_ms": 51.547, "count": 302, "max_ms": 70.33, "p95_ms": 63.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.558, "count": 302, "max_ms": 76.747, "p95_ms": 71.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.003, "count": 302, "max_ms": 101.909, "p95_ms": 96.52}, "read_interval": {"avg_ms": 99.409, "count": 301, "max_ms": 136.37, "p95_ms": 116.152}, "triton_wait": {"avg_ms": 55.684, "count": 302, "max_ms": 76.76, "p95_ms": 71.854}, "visualize": {"avg_ms": 3.471, "count": 302, "max_ms": 4.532, "p95_ms": 3.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16186.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19161.234, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.883, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2089613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:30:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:30:59+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:30:59+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-05T21:30:59.252439+09:00", "mtime_epoch": 1783254659.2524395, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:30:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2436.953, "name": "celery", "pid": 267, "rss_mb": 2436.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.959, "count": 300, "max_ms": 12.598, "p95_ms": 8.598}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.855, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.308, "count": 300, "max_ms": 70.488, "p95_ms": 65.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.914, "count": 300, "max_ms": 70.498, "p95_ms": 60.775}, "yolo11_640_fire_11class": {"avg_ms": 54.415, "count": 300, "max_ms": 71.177, "p95_ms": 65.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.323, "count": 300, "max_ms": 78.074, "p95_ms": 71.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.409, "count": 300, "max_ms": 94.818, "p95_ms": 89.021}, "read_interval": {"avg_ms": 100.103, "count": 299, "max_ms": 369.0, "p95_ms": 155.305}, "triton_wait": {"avg_ms": 59.521, "count": 300, "max_ms": 78.087, "p95_ms": 71.884}, "visualize": {"avg_ms": 3.738, "count": 300, "max_ms": 4.943, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16185.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3238.274, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 2, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.256, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1634077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:31:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:31:02+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T21:31:02+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:31:02.528502+09:00", "mtime_epoch": 1783254662.5285017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:31:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9404.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.275, "count": 301, "max_ms": 24.246, "p95_ms": 19.301}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.468, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.526, "count": 301, "max_ms": 69.491, "p95_ms": 64.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.738, "count": 301, "max_ms": 67.77, "p95_ms": 57.334}, "yolo11_640_fire_11class": {"avg_ms": 50.442, "count": 301, "max_ms": 68.96, "p95_ms": 63.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.577, "count": 301, "max_ms": 77.244, "p95_ms": 71.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.344, "count": 301, "max_ms": 102.594, "p95_ms": 96.632}, "read_interval": {"avg_ms": 99.856, "count": 300, "max_ms": 167.335, "p95_ms": 118.32}, "triton_wait": {"avg_ms": 54.744, "count": 301, "max_ms": 77.275, "p95_ms": 71.882}, "visualize": {"avg_ms": 3.511, "count": 301, "max_ms": 4.703, "p95_ms": 3.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16186.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19191.239, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.845, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2089913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:31:29+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:31:29+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T21:31:29.349010+09:00", "mtime_epoch": 1783254689.34901, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:31:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2436.953, "name": "celery", "pid": 267, "rss_mb": 2436.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.998, "count": 300, "max_ms": 13.332, "p95_ms": 8.716}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.526, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.705, "count": 300, "max_ms": 73.255, "p95_ms": 67.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.992, "count": 300, "max_ms": 67.97, "p95_ms": 58.825}, "yolo11_640_fire_11class": {"avg_ms": 54.007, "count": 300, "max_ms": 74.946, "p95_ms": 66.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.669, "count": 300, "max_ms": 76.775, "p95_ms": 71.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.014, "count": 300, "max_ms": 96.002, "p95_ms": 89.208}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 339.761, "p95_ms": 133.404}, "triton_wait": {"avg_ms": 59.092, "count": 300, "max_ms": 76.786, "p95_ms": 72.654}, "visualize": {"avg_ms": 3.744, "count": 300, "max_ms": 6.223, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16186.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3268.331, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 2, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.321, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1634377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:31:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:31:32+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T21:31:32+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T21:31:32.581071+09:00", "mtime_epoch": 1783254692.5810711, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:31:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9404.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.357, "count": 300, "max_ms": 22.157, "p95_ms": 19.731}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.51, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.994, "count": 300, "max_ms": 71.195, "p95_ms": 63.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.785, "count": 300, "max_ms": 68.381, "p95_ms": 58.093}, "yolo11_640_fire_11class": {"avg_ms": 51.571, "count": 300, "max_ms": 72.147, "p95_ms": 62.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.206, "count": 300, "max_ms": 78.039, "p95_ms": 72.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.192, "count": 300, "max_ms": 102.556, "p95_ms": 97.61}, "read_interval": {"avg_ms": 100.208, "count": 299, "max_ms": 151.273, "p95_ms": 119.35}, "triton_wait": {"avg_ms": 55.513, "count": 300, "max_ms": 78.051, "p95_ms": 72.156}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 4.445, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16186.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19221.307, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.718, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2090214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:31:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:31:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T21:31:59+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T21:31:59.445580+09:00", "mtime_epoch": 1783254719.44558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:31:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2437.211, "name": "celery", "pid": 267, "rss_mb": 2437.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.03, "count": 301, "max_ms": 13.323, "p95_ms": 8.795}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.576, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.199, "count": 301, "max_ms": 70.609, "p95_ms": 64.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.8, "count": 301, "max_ms": 67.732, "p95_ms": 58.817}, "yolo11_640_fire_11class": {"avg_ms": 53.368, "count": 301, "max_ms": 67.326, "p95_ms": 64.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.445, "count": 301, "max_ms": 74.858, "p95_ms": 72.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.592, "count": 301, "max_ms": 91.404, "p95_ms": 88.892}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 353.646, "p95_ms": 148.043}, "triton_wait": {"avg_ms": 58.677, "count": 301, "max_ms": 74.87, "p95_ms": 72.081}, "visualize": {"avg_ms": 3.737, "count": 301, "max_ms": 5.084, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16186.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3298.384, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 2, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.233, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1634678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:32:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:32:02+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T21:32:02+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T21:32:02.645640+09:00", "mtime_epoch": 1783254722.6456404, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:32:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9404.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.43, "count": 301, "max_ms": 25.332, "p95_ms": 19.579}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 1.706, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.64, "count": 301, "max_ms": 69.038, "p95_ms": 63.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.618, "count": 301, "max_ms": 66.272, "p95_ms": 59.361}, "yolo11_640_fire_11class": {"avg_ms": 50.678, "count": 301, "max_ms": 67.53, "p95_ms": 62.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.752, "count": 301, "max_ms": 75.273, "p95_ms": 71.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.506, "count": 301, "max_ms": 100.909, "p95_ms": 96.829}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 136.337, "p95_ms": 117.596}, "triton_wait": {"avg_ms": 54.824, "count": 301, "max_ms": 75.285, "p95_ms": 71.833}, "visualize": {"avg_ms": 3.521, "count": 301, "max_ms": 4.381, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16186.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19251.331, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.845, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2090514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:32:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:32:29+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T21:32:29+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T21:32:29.446147+09:00", "mtime_epoch": 1783254749.4461474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:32:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2437.211, "name": "celery", "pid": 267, "rss_mb": 2437.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.016, "count": 300, "max_ms": 13.09, "p95_ms": 8.948}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.584, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.641, "count": 300, "max_ms": 76.08, "p95_ms": 66.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.259, "count": 300, "max_ms": 70.861, "p95_ms": 63.642}, "yolo11_640_fire_11class": {"avg_ms": 55.216, "count": 300, "max_ms": 71.806, "p95_ms": 66.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.983, "count": 300, "max_ms": 76.597, "p95_ms": 73.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.078, "count": 300, "max_ms": 93.959, "p95_ms": 89.985}, "read_interval": {"avg_ms": 100.131, "count": 299, "max_ms": 359.159, "p95_ms": 143.981}, "triton_wait": {"avg_ms": 60.212, "count": 300, "max_ms": 76.607, "p95_ms": 73.155}, "visualize": {"avg_ms": 3.746, "count": 300, "max_ms": 5.072, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16186.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3328.422, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 2, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.048, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1634978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:32:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:32:32+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T21:32:32+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:32:32.678209+09:00", "mtime_epoch": 1783254752.6782086, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:32:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9404.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.322, "count": 300, "max_ms": 26.73, "p95_ms": 19.819}, "gstreamer_push": {"avg_ms": 1.214, "count": 300, "max_ms": 1.745, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.906, "count": 300, "max_ms": 68.661, "p95_ms": 62.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.162, "count": 300, "max_ms": 65.258, "p95_ms": 60.368}, "yolo11_640_fire_11class": {"avg_ms": 50.908, "count": 300, "max_ms": 67.114, "p95_ms": 62.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.201, "count": 300, "max_ms": 75.632, "p95_ms": 71.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.865, "count": 300, "max_ms": 103.292, "p95_ms": 96.103}, "read_interval": {"avg_ms": 100.118, "count": 299, "max_ms": 195.597, "p95_ms": 119.483}, "triton_wait": {"avg_ms": 55.314, "count": 300, "max_ms": 75.642, "p95_ms": 71.273}, "visualize": {"avg_ms": 3.475, "count": 300, "max_ms": 4.623, "p95_ms": 3.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16187.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19281.368, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.863, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2090814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:32:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:32:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T21:32:59+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T21:32:59.506716+09:00", "mtime_epoch": 1783254779.5067155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:32:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2437.469, "name": "celery", "pid": 267, "rss_mb": 2437.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.031, "count": 300, "max_ms": 12.773, "p95_ms": 8.643}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 2.286, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.44, "count": 300, "max_ms": 69.076, "p95_ms": 65.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.33, "count": 300, "max_ms": 69.086, "p95_ms": 61.757}, "yolo11_640_fire_11class": {"avg_ms": 52.978, "count": 300, "max_ms": 70.302, "p95_ms": 65.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.318, "count": 300, "max_ms": 76.488, "p95_ms": 73.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.508, "count": 300, "max_ms": 98.878, "p95_ms": 89.809}, "read_interval": {"avg_ms": 100.187, "count": 299, "max_ms": 384.799, "p95_ms": 142.968}, "triton_wait": {"avg_ms": 58.604, "count": 300, "max_ms": 76.501, "p95_ms": 73.087}, "visualize": {"avg_ms": 3.734, "count": 300, "max_ms": 5.664, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16187.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3358.442, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 2, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.171, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1635278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:33:02+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T21:33:02+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:33:02.698776+09:00", "mtime_epoch": 1783254782.698776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:33:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9404.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.538, "count": 300, "max_ms": 26.393, "p95_ms": 19.987}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.51, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.085, "count": 300, "max_ms": 66.423, "p95_ms": 63.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.711, "count": 300, "max_ms": 67.529, "p95_ms": 59.53}, "yolo11_640_fire_11class": {"avg_ms": 50.433, "count": 300, "max_ms": 67.541, "p95_ms": 63.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.988, "count": 300, "max_ms": 75.515, "p95_ms": 72.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.001, "count": 300, "max_ms": 101.892, "p95_ms": 98.246}, "read_interval": {"avg_ms": 100.09, "count": 299, "max_ms": 177.4, "p95_ms": 127.772}, "triton_wait": {"avg_ms": 54.107, "count": 300, "max_ms": 75.527, "p95_ms": 72.554}, "visualize": {"avg_ms": 3.527, "count": 300, "max_ms": 4.503, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16187.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19311.425, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.739, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2091116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:33:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:33:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T21:33:29+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:33:29.547283+09:00", "mtime_epoch": 1783254809.547283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:33:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2437.727, "name": "celery", "pid": 267, "rss_mb": 2437.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.005, "count": 302, "max_ms": 13.003, "p95_ms": 8.817}, "gstreamer_push": {"avg_ms": 1.302, "count": 302, "max_ms": 2.137, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.368, "count": 302, "max_ms": 71.574, "p95_ms": 65.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.586, "count": 302, "max_ms": 69.153, "p95_ms": 58.123}, "yolo11_640_fire_11class": {"avg_ms": 52.979, "count": 302, "max_ms": 72.075, "p95_ms": 64.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.527, "count": 302, "max_ms": 75.829, "p95_ms": 71.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.745, "count": 302, "max_ms": 92.317, "p95_ms": 88.584}, "read_interval": {"avg_ms": 99.591, "count": 301, "max_ms": 347.031, "p95_ms": 133.932}, "triton_wait": {"avg_ms": 57.868, "count": 302, "max_ms": 75.844, "p95_ms": 71.685}, "visualize": {"avg_ms": 3.748, "count": 302, "max_ms": 5.774, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16187.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3388.473, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 1, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.12, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1635579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:33:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:33:32+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T21:33:32+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:33:32.727343+09:00", "mtime_epoch": 1783254812.727343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:33:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9404.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.655, "count": 301, "max_ms": 27.407, "p95_ms": 21.017}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.872, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.895, "count": 301, "max_ms": 65.87, "p95_ms": 62.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.342, "count": 301, "max_ms": 64.252, "p95_ms": 57.364}, "yolo11_640_fire_11class": {"avg_ms": 50.023, "count": 301, "max_ms": 65.868, "p95_ms": 62.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.723, "count": 301, "max_ms": 73.919, "p95_ms": 72.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.833, "count": 301, "max_ms": 100.736, "p95_ms": 97.56}, "read_interval": {"avg_ms": 99.8, "count": 300, "max_ms": 180.736, "p95_ms": 118.963}, "triton_wait": {"avg_ms": 53.843, "count": 301, "max_ms": 73.931, "p95_ms": 72.037}, "visualize": {"avg_ms": 3.501, "count": 301, "max_ms": 4.494, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16188.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19341.451, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.74, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2091416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:33:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:33:59+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T21:33:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T21:33:59.567849+09:00", "mtime_epoch": 1783254839.5678494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:33:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2437.727, "name": "celery", "pid": 267, "rss_mb": 2437.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.025, "count": 300, "max_ms": 10.096, "p95_ms": 8.749}, "gstreamer_push": {"avg_ms": 1.324, "count": 300, "max_ms": 1.725, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.068, "count": 300, "max_ms": 70.069, "p95_ms": 64.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.155, "count": 300, "max_ms": 67.664, "p95_ms": 60.807}, "yolo11_640_fire_11class": {"avg_ms": 53.008, "count": 300, "max_ms": 71.898, "p95_ms": 64.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.313, "count": 300, "max_ms": 74.071, "p95_ms": 72.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.467, "count": 300, "max_ms": 90.886, "p95_ms": 88.959}, "read_interval": {"avg_ms": 100.075, "count": 299, "max_ms": 298.39, "p95_ms": 160.39}, "triton_wait": {"avg_ms": 58.551, "count": 300, "max_ms": 74.084, "p95_ms": 72.255}, "visualize": {"avg_ms": 3.723, "count": 300, "max_ms": 5.04, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16188.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3418.536, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 1, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.122, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1635879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:34:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:34:02+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:34:02+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T21:34:02.775910+09:00", "mtime_epoch": 1783254842.77591, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:34:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9404.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.606, "count": 300, "max_ms": 26.713, "p95_ms": 19.958}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.39, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.727, "count": 300, "max_ms": 66.863, "p95_ms": 63.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.24, "count": 300, "max_ms": 66.876, "p95_ms": 61.532}, "yolo11_640_fire_11class": {"avg_ms": 51.172, "count": 300, "max_ms": 67.421, "p95_ms": 63.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.224, "count": 300, "max_ms": 75.936, "p95_ms": 72.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.318, "count": 300, "max_ms": 102.721, "p95_ms": 97.959}, "read_interval": {"avg_ms": 100.175, "count": 299, "max_ms": 168.239, "p95_ms": 118.298}, "triton_wait": {"avg_ms": 55.335, "count": 300, "max_ms": 75.949, "p95_ms": 72.677}, "visualize": {"avg_ms": 3.555, "count": 300, "max_ms": 4.731, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16188.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19371.487, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.84, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2091715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:34:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:34:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:34:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T21:34:29.624416+09:00", "mtime_epoch": 1783254869.624416, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:34:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2437.984, "name": "celery", "pid": 267, "rss_mb": 2437.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 299, "max_ms": 12.684, "p95_ms": 8.889}, "gstreamer_push": {"avg_ms": 1.3, "count": 299, "max_ms": 1.951, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.606, "count": 299, "max_ms": 74.755, "p95_ms": 65.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.844, "count": 299, "max_ms": 74.765, "p95_ms": 61.912}, "yolo11_640_fire_11class": {"avg_ms": 55.468, "count": 299, "max_ms": 73.741, "p95_ms": 66.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.578, "count": 299, "max_ms": 78.731, "p95_ms": 74.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.466, "count": 299, "max_ms": 95.047, "p95_ms": 90.908}, "read_interval": {"avg_ms": 100.523, "count": 298, "max_ms": 342.521, "p95_ms": 134.538}, "triton_wait": {"avg_ms": 60.745, "count": 299, "max_ms": 78.743, "p95_ms": 74.291}, "visualize": {"avg_ms": 3.679, "count": 299, "max_ms": 4.682, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16188.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3448.553, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 1, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.423, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1636178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:34:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:34:32+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:34:32+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T21:34:32.800476+09:00", "mtime_epoch": 1783254872.800476, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:34:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9405.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.961}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.663, "count": 299, "max_ms": 30.253, "p95_ms": 20.509}, "gstreamer_push": {"avg_ms": 1.228, "count": 299, "max_ms": 1.486, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.789, "count": 299, "max_ms": 68.419, "p95_ms": 64.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.7, "count": 299, "max_ms": 67.827, "p95_ms": 61.9}, "yolo11_640_fire_11class": {"avg_ms": 52.2, "count": 299, "max_ms": 68.553, "p95_ms": 63.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.477, "count": 299, "max_ms": 76.622, "p95_ms": 72.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.626, "count": 299, "max_ms": 112.253, "p95_ms": 98.728}, "read_interval": {"avg_ms": 100.389, "count": 298, "max_ms": 153.136, "p95_ms": 117.769}, "triton_wait": {"avg_ms": 56.641, "count": 299, "max_ms": 76.634, "p95_ms": 72.51}, "visualize": {"avg_ms": 3.503, "count": 299, "max_ms": 4.368, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16188.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19401.497, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.502, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2092015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:34:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:34:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T21:34:59+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T21:34:59.632982+09:00", "mtime_epoch": 1783254899.6329818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:34:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2437.984, "name": "celery", "pid": 267, "rss_mb": 2437.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.25, "count": 300, "max_ms": 14.113, "p95_ms": 10.172}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 2.049, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.362, "count": 300, "max_ms": 74.187, "p95_ms": 66.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.677, "count": 300, "max_ms": 70.083, "p95_ms": 61.716}, "yolo11_640_fire_11class": {"avg_ms": 53.284, "count": 300, "max_ms": 76.041, "p95_ms": 65.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.417, "count": 300, "max_ms": 78.094, "p95_ms": 72.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.873, "count": 300, "max_ms": 101.129, "p95_ms": 90.905}, "read_interval": {"avg_ms": 100.024, "count": 300, "max_ms": 299.753, "p95_ms": 161.39}, "triton_wait": {"avg_ms": 58.711, "count": 300, "max_ms": 78.109, "p95_ms": 73.248}, "visualize": {"avg_ms": 3.775, "count": 300, "max_ms": 5.074, "p95_ms": 4.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16188.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3478.619, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 1, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.56, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1636480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:35:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:35:02+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T21:35:02+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:35:02.873043+09:00", "mtime_epoch": 1783254902.8730426, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:35:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9405.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.619, "count": 302, "max_ms": 27.635, "p95_ms": 20.173}, "gstreamer_push": {"avg_ms": 1.242, "count": 302, "max_ms": 1.725, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.486, "count": 302, "max_ms": 70.295, "p95_ms": 64.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.835, "count": 302, "max_ms": 71.148, "p95_ms": 60.279}, "yolo11_640_fire_11class": {"avg_ms": 50.576, "count": 302, "max_ms": 70.607, "p95_ms": 63.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.264, "count": 302, "max_ms": 75.986, "p95_ms": 72.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.343, "count": 302, "max_ms": 102.234, "p95_ms": 97.681}, "read_interval": {"avg_ms": 99.564, "count": 301, "max_ms": 187.634, "p95_ms": 120.029}, "triton_wait": {"avg_ms": 54.355, "count": 302, "max_ms": 75.998, "p95_ms": 72.448}, "visualize": {"avg_ms": 3.527, "count": 302, "max_ms": 4.663, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16189.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19431.505, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.502, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2092316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:35:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:35:29+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T21:35:29+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T21:35:29.645547+09:00", "mtime_epoch": 1783254929.645547, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:35:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2438.242, "name": "celery", "pid": 267, "rss_mb": 2438.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.101, "count": 301, "max_ms": 14.111, "p95_ms": 9.068}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 1.84, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.855, "count": 301, "max_ms": 69.587, "p95_ms": 64.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.073, "count": 301, "max_ms": 69.602, "p95_ms": 61.595}, "yolo11_640_fire_11class": {"avg_ms": 52.922, "count": 301, "max_ms": 70.728, "p95_ms": 64.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.258, "count": 301, "max_ms": 74.932, "p95_ms": 72.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.382, "count": 301, "max_ms": 91.702, "p95_ms": 88.664}, "read_interval": {"avg_ms": 99.7, "count": 301, "max_ms": 282.256, "p95_ms": 157.274}, "triton_wait": {"avg_ms": 58.402, "count": 301, "max_ms": 74.944, "p95_ms": 72.155}, "visualize": {"avg_ms": 3.767, "count": 301, "max_ms": 4.894, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16189.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3508.723, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 1, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.697, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1636781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:35:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:35:33+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:35:32+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T21:35:32.965609+09:00", "mtime_epoch": 1783254932.9656093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:35:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9405.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.396, "count": 300, "max_ms": 28.58, "p95_ms": 19.416}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.77, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.729, "count": 300, "max_ms": 65.736, "p95_ms": 63.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.91, "count": 300, "max_ms": 66.85, "p95_ms": 59.173}, "yolo11_640_fire_11class": {"avg_ms": 51.041, "count": 300, "max_ms": 66.345, "p95_ms": 63.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.12, "count": 300, "max_ms": 75.129, "p95_ms": 72.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.028, "count": 301, "max_ms": 102.783, "p95_ms": 97.936}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 178.112, "p95_ms": 115.601}, "triton_wait": {"avg_ms": 55.281, "count": 300, "max_ms": 75.142, "p95_ms": 72.598}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 4.536, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16189.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19461.569, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.539, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2092616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:35:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:35:59+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:35:59+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T21:35:59.682112+09:00", "mtime_epoch": 1783254959.682112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:35:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2438.242, "name": "celery", "pid": 267, "rss_mb": 2438.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.942, "count": 300, "max_ms": 12.25, "p95_ms": 8.364}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.817, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.462, "count": 300, "max_ms": 70.453, "p95_ms": 65.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.443, "count": 300, "max_ms": 70.581, "p95_ms": 61.828}, "yolo11_640_fire_11class": {"avg_ms": 53.794, "count": 300, "max_ms": 72.27, "p95_ms": 64.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.937, "count": 300, "max_ms": 74.902, "p95_ms": 73.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.804, "count": 300, "max_ms": 91.998, "p95_ms": 89.592}, "read_interval": {"avg_ms": 100.2, "count": 299, "max_ms": 365.006, "p95_ms": 133.909}, "triton_wait": {"avg_ms": 59.097, "count": 300, "max_ms": 74.915, "p95_ms": 73.035}, "visualize": {"avg_ms": 3.685, "count": 300, "max_ms": 4.661, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16189.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3538.791, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 1, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.681, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1637081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:36:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:36:03+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T21:36:03+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T21:36:03.038175+09:00", "mtime_epoch": 1783254963.038175, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:36:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9405.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.466, "count": 300, "max_ms": 30.321, "p95_ms": 20.018}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.452, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.964, "count": 300, "max_ms": 68.067, "p95_ms": 63.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.867, "count": 300, "max_ms": 66.338, "p95_ms": 61.235}, "yolo11_640_fire_11class": {"avg_ms": 51.253, "count": 300, "max_ms": 68.758, "p95_ms": 62.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.602, "count": 300, "max_ms": 75.758, "p95_ms": 71.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.602, "count": 300, "max_ms": 124.406, "p95_ms": 97.493}, "read_interval": {"avg_ms": 100.223, "count": 299, "max_ms": 184.112, "p95_ms": 116.847}, "triton_wait": {"avg_ms": 55.685, "count": 300, "max_ms": 75.77, "p95_ms": 71.836}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 4.847, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16189.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19491.641, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.571, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2092918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:36:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:36:29+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T21:36:29+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:36:29.766678+09:00", "mtime_epoch": 1783254989.7666779, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:36:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2438.5, "name": "celery", "pid": 267, "rss_mb": 2438.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.942, "count": 302, "max_ms": 12.492, "p95_ms": 8.418}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 1.727, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.614, "count": 302, "max_ms": 73.069, "p95_ms": 65.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.862, "count": 302, "max_ms": 68.132, "p95_ms": 55.789}, "yolo11_640_fire_11class": {"avg_ms": 54.332, "count": 302, "max_ms": 66.873, "p95_ms": 64.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.331, "count": 302, "max_ms": 74.702, "p95_ms": 73.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.154, "count": 302, "max_ms": 91.173, "p95_ms": 89.502}, "read_interval": {"avg_ms": 99.57, "count": 301, "max_ms": 321.248, "p95_ms": 123.5}, "triton_wait": {"avg_ms": 60.447, "count": 302, "max_ms": 74.713, "p95_ms": 73.054}, "visualize": {"avg_ms": 3.688, "count": 302, "max_ms": 5.358, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16189.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3568.805, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.602, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 1, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.644, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1637382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:36:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:36:33+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T21:36:33+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T21:36:33.066740+09:00", "mtime_epoch": 1783254993.0667398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:36:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9405.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.973, "count": 301, "max_ms": 25.798, "p95_ms": 20.312}, "gstreamer_push": {"avg_ms": 1.214, "count": 301, "max_ms": 1.372, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.805, "count": 301, "max_ms": 69.924, "p95_ms": 62.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.727, "count": 301, "max_ms": 65.78, "p95_ms": 59.531}, "yolo11_640_fire_11class": {"avg_ms": 51.099, "count": 301, "max_ms": 69.298, "p95_ms": 62.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.667, "count": 301, "max_ms": 75.933, "p95_ms": 70.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.844, "count": 301, "max_ms": 101.927, "p95_ms": 96.709}, "read_interval": {"avg_ms": 99.747, "count": 301, "max_ms": 134.914, "p95_ms": 114.992}, "triton_wait": {"avg_ms": 55.719, "count": 301, "max_ms": 75.942, "p95_ms": 70.945}, "visualize": {"avg_ms": 3.451, "count": 301, "max_ms": 4.398, "p95_ms": 3.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16190.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19521.667, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.595, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2093216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:36:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:36:59+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T21:36:59+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:36:59.795242+09:00", "mtime_epoch": 1783255019.7952423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:36:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2438.5, "name": "celery", "pid": 267, "rss_mb": 2438.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.925}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.018, "count": 298, "max_ms": 12.676, "p95_ms": 8.846}, "gstreamer_push": {"avg_ms": 1.31, "count": 298, "max_ms": 1.982, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.377, "count": 298, "max_ms": 70.597, "p95_ms": 64.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.362, "count": 298, "max_ms": 64.747, "p95_ms": 56.916}, "yolo11_640_fire_11class": {"avg_ms": 51.08, "count": 298, "max_ms": 71.987, "p95_ms": 65.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.586, "count": 298, "max_ms": 77.047, "p95_ms": 72.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.855, "count": 298, "max_ms": 93.988, "p95_ms": 89.362}, "read_interval": {"avg_ms": 100.774, "count": 297, "max_ms": 320.734, "p95_ms": 160.782}, "triton_wait": {"avg_ms": 55.907, "count": 298, "max_ms": 77.069, "p95_ms": 72.445}, "visualize": {"avg_ms": 3.754, "count": 298, "max_ms": 4.737, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16189.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3598.896, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.859, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 1, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.722, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1637683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:37:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:37:03+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T21:37:03+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T21:37:03.151305+09:00", "mtime_epoch": 1783255023.1513054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:37:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9405.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.232, "count": 301, "max_ms": 30.049, "p95_ms": 20.267}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.964, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.387, "count": 301, "max_ms": 66.219, "p95_ms": 63.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.246, "count": 301, "max_ms": 67.123, "p95_ms": 58.375}, "yolo11_640_fire_11class": {"avg_ms": 49.546, "count": 301, "max_ms": 65.308, "p95_ms": 62.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.079, "count": 301, "max_ms": 74.788, "p95_ms": 72.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.723, "count": 301, "max_ms": 102.829, "p95_ms": 98.092}, "read_interval": {"avg_ms": 99.989, "count": 300, "max_ms": 203.601, "p95_ms": 119.108}, "triton_wait": {"avg_ms": 53.198, "count": 301, "max_ms": 74.8, "p95_ms": 72.583}, "visualize": {"avg_ms": 3.528, "count": 301, "max_ms": 4.624, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16190.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19551.688, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.593, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2093518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:37:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:37:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:37:29+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T21:37:29.831807+09:00", "mtime_epoch": 1783255049.8318067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:37:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2438.758, "name": "celery", "pid": 267, "rss_mb": 2438.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.093, "pushed": 10.093, "read": 10.059}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.944, "count": 302, "max_ms": 10.002, "p95_ms": 8.51}, "gstreamer_push": {"avg_ms": 1.305, "count": 302, "max_ms": 1.781, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.838, "count": 302, "max_ms": 71.86, "p95_ms": 65.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.444, "count": 302, "max_ms": 70.876, "p95_ms": 61.135}, "yolo11_640_fire_11class": {"avg_ms": 52.302, "count": 302, "max_ms": 71.399, "p95_ms": 64.255}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.198, "count": 302, "max_ms": 78.239, "p95_ms": 72.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.433, "count": 302, "max_ms": 94.69, "p95_ms": 89.951}, "read_interval": {"avg_ms": 99.471, "count": 301, "max_ms": 399.652, "p95_ms": 130.393}, "triton_wait": {"avg_ms": 58.629, "count": 302, "max_ms": 78.251, "p95_ms": 72.946}, "visualize": {"avg_ms": 3.739, "count": 302, "max_ms": 5.056, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16190.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3628.919, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.859, "name": "ffmpeg", "pid": 144613, "rss_mb": 290.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.829, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1637983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:37:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:37:33+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T21:37:33+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T21:37:33.159869+09:00", "mtime_epoch": 1783255053.159869, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:37:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9405.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.029, "count": 300, "max_ms": 26.359, "p95_ms": 21.696}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 2.15, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.204, "count": 300, "max_ms": 74.076, "p95_ms": 63.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.159, "count": 300, "max_ms": 75.183, "p95_ms": 61.611}, "yolo11_640_fire_11class": {"avg_ms": 50.222, "count": 300, "max_ms": 73.546, "p95_ms": 63.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.734, "count": 300, "max_ms": 82.438, "p95_ms": 72.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.142, "count": 300, "max_ms": 107.993, "p95_ms": 97.761}, "read_interval": {"avg_ms": 100.033, "count": 299, "max_ms": 154.248, "p95_ms": 120.539}, "triton_wait": {"avg_ms": 54.814, "count": 300, "max_ms": 82.451, "p95_ms": 72.29}, "visualize": {"avg_ms": 3.533, "count": 300, "max_ms": 5.611, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16190.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19581.742, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.569, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2093818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:37:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:37:59+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:37:59+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T21:37:59.860370+09:00", "mtime_epoch": 1783255079.8603704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:37:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2439.016, "name": "celery", "pid": 267, "rss_mb": 2439.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 300, "max_ms": 13.102, "p95_ms": 8.452}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.904, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.978, "count": 300, "max_ms": 73.333, "p95_ms": 65.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.554, "count": 300, "max_ms": 71.634, "p95_ms": 62.273}, "yolo11_640_fire_11class": {"avg_ms": 52.343, "count": 300, "max_ms": 72.361, "p95_ms": 64.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.007, "count": 300, "max_ms": 77.768, "p95_ms": 72.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.204, "count": 300, "max_ms": 94.348, "p95_ms": 89.473}, "read_interval": {"avg_ms": 100.179, "count": 299, "max_ms": 355.378, "p95_ms": 141.516}, "triton_wait": {"avg_ms": 58.436, "count": 300, "max_ms": 77.78, "p95_ms": 72.839}, "visualize": {"avg_ms": 3.723, "count": 300, "max_ms": 5.978, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16190.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3658.932, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.936, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1638283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:38:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:38:03+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T21:38:03+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T21:38:03.192433+09:00", "mtime_epoch": 1783255083.1924329, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:38:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9406.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.058, "count": 300, "max_ms": 27.348, "p95_ms": 21.598}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 2.008, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.8, "count": 300, "max_ms": 73.728, "p95_ms": 65.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.349, "count": 300, "max_ms": 68.471, "p95_ms": 63.013}, "yolo11_640_fire_11class": {"avg_ms": 50.765, "count": 300, "max_ms": 74.32, "p95_ms": 64.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.067, "count": 300, "max_ms": 78.633, "p95_ms": 73.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.667, "count": 300, "max_ms": 103.807, "p95_ms": 99.66}, "read_interval": {"avg_ms": 100.118, "count": 300, "max_ms": 143.785, "p95_ms": 117.168}, "triton_wait": {"avg_ms": 55.265, "count": 300, "max_ms": 78.645, "p95_ms": 74.134}, "visualize": {"avg_ms": 3.493, "count": 300, "max_ms": 5.635, "p95_ms": 3.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16191.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19611.757, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.692, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2094119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:38:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:38:29+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T21:38:29+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T21:38:29.864933+09:00", "mtime_epoch": 1783255109.8649335, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:38:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2439.016, "name": "celery", "pid": 267, "rss_mb": 2439.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.007, "count": 301, "max_ms": 13.593, "p95_ms": 8.82}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.514, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.042, "count": 301, "max_ms": 70.592, "p95_ms": 64.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.195, "count": 301, "max_ms": 70.11, "p95_ms": 61.932}, "yolo11_640_fire_11class": {"avg_ms": 53.01, "count": 301, "max_ms": 71.397, "p95_ms": 65.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.518, "count": 301, "max_ms": 75.442, "p95_ms": 73.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.875, "count": 301, "max_ms": 181.76, "p95_ms": 90.076}, "read_interval": {"avg_ms": 99.688, "count": 300, "max_ms": 357.604, "p95_ms": 130.476}, "triton_wait": {"avg_ms": 58.715, "count": 301, "max_ms": 75.455, "p95_ms": 73.591}, "visualize": {"avg_ms": 3.731, "count": 301, "max_ms": 5.379, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16191.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3688.939, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.092, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1638583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:38:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:38:33+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:38:33+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T21:38:33.180996+09:00", "mtime_epoch": 1783255113.1809957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:38:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9406.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.872, "count": 300, "max_ms": 24.84, "p95_ms": 19.836}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.456, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.332, "count": 300, "max_ms": 67.491, "p95_ms": 63.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.643, "count": 300, "max_ms": 66.462, "p95_ms": 61.322}, "yolo11_640_fire_11class": {"avg_ms": 50.563, "count": 300, "max_ms": 67.003, "p95_ms": 63.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.706, "count": 300, "max_ms": 74.897, "p95_ms": 73.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.946, "count": 300, "max_ms": 101.067, "p95_ms": 98.526}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 165.008, "p95_ms": 117.653}, "triton_wait": {"avg_ms": 54.782, "count": 300, "max_ms": 74.908, "p95_ms": 73.089}, "visualize": {"avg_ms": 3.483, "count": 300, "max_ms": 4.396, "p95_ms": 3.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16192.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19641.824, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.758, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2094420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:39:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:38:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T21:38:59.961498+09:00", "mtime_epoch": 1783255139.961498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:39:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2439.273, "name": "celery", "pid": 267, "rss_mb": 2439.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.951, "count": 301, "max_ms": 13.51, "p95_ms": 8.578}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.693, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.598, "count": 301, "max_ms": 68.587, "p95_ms": 65.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.918, "count": 301, "max_ms": 68.97, "p95_ms": 60.96}, "yolo11_640_fire_11class": {"avg_ms": 51.965, "count": 301, "max_ms": 69.888, "p95_ms": 64.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.645, "count": 301, "max_ms": 77.057, "p95_ms": 73.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.669, "count": 301, "max_ms": 93.564, "p95_ms": 89.073}, "read_interval": {"avg_ms": 99.953, "count": 300, "max_ms": 303.167, "p95_ms": 149.074}, "triton_wait": {"avg_ms": 57.907, "count": 301, "max_ms": 77.07, "p95_ms": 73.153}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 5.984, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16192.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3718.995, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.363, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1638884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:39:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:39:03+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T21:39:03+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T21:39:03.237560+09:00", "mtime_epoch": 1783255143.2375596, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:39:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9406.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.11, "count": 301, "max_ms": 23.398, "p95_ms": 20.224}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 2.087, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.26, "count": 301, "max_ms": 68.357, "p95_ms": 64.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.307, "count": 301, "max_ms": 67.116, "p95_ms": 61.44}, "yolo11_640_fire_11class": {"avg_ms": 50.559, "count": 301, "max_ms": 67.817, "p95_ms": 63.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.217, "count": 301, "max_ms": 76.534, "p95_ms": 73.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.944, "count": 301, "max_ms": 103.149, "p95_ms": 98.996}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 138.741, "p95_ms": 117.603}, "triton_wait": {"avg_ms": 54.471, "count": 301, "max_ms": 76.546, "p95_ms": 73.17}, "visualize": {"avg_ms": 3.52, "count": 301, "max_ms": 5.091, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16192.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19671.881, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.672, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2094719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:39:30+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:39:29+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T21:39:30.002061+09:00", "mtime_epoch": 1783255170.0020614, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:39:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2439.273, "name": "celery", "pid": 267, "rss_mb": 2439.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.942, "count": 299, "max_ms": 12.54, "p95_ms": 8.39}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 2.165, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.284, "count": 299, "max_ms": 71.16, "p95_ms": 66.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.863, "count": 299, "max_ms": 69.059, "p95_ms": 62.106}, "yolo11_640_fire_11class": {"avg_ms": 55.392, "count": 299, "max_ms": 71.424, "p95_ms": 65.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.637, "count": 299, "max_ms": 74.751, "p95_ms": 73.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.675, "count": 299, "max_ms": 95.451, "p95_ms": 89.913}, "read_interval": {"avg_ms": 100.524, "count": 298, "max_ms": 390.273, "p95_ms": 129.644}, "triton_wait": {"avg_ms": 61.884, "count": 299, "max_ms": 74.763, "p95_ms": 73.134}, "visualize": {"avg_ms": 3.722, "count": 299, "max_ms": 4.681, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16192.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3749.025, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.155, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1639184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:39:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:39:33+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:39:33+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T21:39:33.274123+09:00", "mtime_epoch": 1783255173.2741227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:39:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9406.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.422, "count": 300, "max_ms": 25.773, "p95_ms": 19.564}, "gstreamer_push": {"avg_ms": 1.189, "count": 300, "max_ms": 1.659, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.089, "count": 300, "max_ms": 67.48, "p95_ms": 63.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.888, "count": 300, "max_ms": 67.907, "p95_ms": 59.884}, "yolo11_640_fire_11class": {"avg_ms": 52.079, "count": 300, "max_ms": 70.186, "p95_ms": 62.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.927, "count": 300, "max_ms": 77.323, "p95_ms": 71.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.648, "count": 300, "max_ms": 105.023, "p95_ms": 96.651}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 152.101, "p95_ms": 116.726}, "triton_wait": {"avg_ms": 57.086, "count": 300, "max_ms": 77.335, "p95_ms": 71.125}, "visualize": {"avg_ms": 3.433, "count": 300, "max_ms": 5.239, "p95_ms": 3.64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16192.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19701.918, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.601, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2095019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:40:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:40:00+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T21:40:00+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T21:40:00.058625+09:00", "mtime_epoch": 1783255200.0586247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:40:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2439.531, "name": "celery", "pid": 267, "rss_mb": 2439.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.991, "count": 300, "max_ms": 12.765, "p95_ms": 8.799}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.789, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.193, "count": 300, "max_ms": 70.303, "p95_ms": 65.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.332, "count": 300, "max_ms": 70.044, "p95_ms": 60.618}, "yolo11_640_fire_11class": {"avg_ms": 53.048, "count": 300, "max_ms": 68.425, "p95_ms": 65.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.823, "count": 300, "max_ms": 75.766, "p95_ms": 72.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.91, "count": 300, "max_ms": 92.394, "p95_ms": 89.429}, "read_interval": {"avg_ms": 100.184, "count": 299, "max_ms": 403.805, "p95_ms": 147.473}, "triton_wait": {"avg_ms": 58.1, "count": 300, "max_ms": 75.779, "p95_ms": 72.779}, "visualize": {"avg_ms": 3.706, "count": 300, "max_ms": 4.835, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16192.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3779.135, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.155, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1639485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:40:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:40:03+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T21:40:03+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T21:40:03.366687+09:00", "mtime_epoch": 1783255203.3666868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:40:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9406.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.272, "count": 300, "max_ms": 29.092, "p95_ms": 20.555}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.511, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.308, "count": 300, "max_ms": 66.708, "p95_ms": 63.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.965, "count": 300, "max_ms": 67.861, "p95_ms": 59.717}, "yolo11_640_fire_11class": {"avg_ms": 49.638, "count": 300, "max_ms": 66.72, "p95_ms": 62.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.397, "count": 300, "max_ms": 75.39, "p95_ms": 71.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.075, "count": 300, "max_ms": 102.797, "p95_ms": 97.749}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 172.971, "p95_ms": 119.159}, "triton_wait": {"avg_ms": 53.493, "count": 300, "max_ms": 75.402, "p95_ms": 71.845}, "visualize": {"avg_ms": 3.503, "count": 300, "max_ms": 4.927, "p95_ms": 3.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16192.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19731.941, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.593, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2095321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:40:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:40:30+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T21:40:30+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T21:40:30.067187+09:00", "mtime_epoch": 1783255230.067187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:40:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2439.531, "name": "celery", "pid": 267, "rss_mb": 2439.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.911, "count": 302, "max_ms": 11.137, "p95_ms": 8.58}, "gstreamer_push": {"avg_ms": 1.286, "count": 302, "max_ms": 1.46, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.367, "count": 302, "max_ms": 69.914, "p95_ms": 64.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.877, "count": 302, "max_ms": 68.014, "p95_ms": 59.853}, "yolo11_640_fire_11class": {"avg_ms": 52.486, "count": 302, "max_ms": 68.649, "p95_ms": 64.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.364, "count": 302, "max_ms": 77.208, "p95_ms": 71.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.294, "count": 302, "max_ms": 93.447, "p95_ms": 88.32}, "read_interval": {"avg_ms": 99.419, "count": 301, "max_ms": 484.038, "p95_ms": 151.283}, "triton_wait": {"avg_ms": 57.619, "count": 302, "max_ms": 77.22, "p95_ms": 71.927}, "visualize": {"avg_ms": 3.717, "count": 302, "max_ms": 4.642, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16193.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3809.21, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.332, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1639785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:40:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:40:33+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:40:33+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T21:40:33.459251+09:00", "mtime_epoch": 1783255233.4592507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:40:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9406.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.394, "count": 300, "max_ms": 30.521, "p95_ms": 25.424}, "gstreamer_push": {"avg_ms": 1.22, "count": 300, "max_ms": 1.566, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.852, "count": 300, "max_ms": 70.256, "p95_ms": 63.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.923, "count": 300, "max_ms": 67.402, "p95_ms": 57.378}, "yolo11_640_fire_11class": {"avg_ms": 50.02, "count": 300, "max_ms": 67.918, "p95_ms": 63.836}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.038, "count": 300, "max_ms": 76.905, "p95_ms": 73.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.727, "count": 300, "max_ms": 103.143, "p95_ms": 98.607}, "read_interval": {"avg_ms": 100.08, "count": 299, "max_ms": 159.89, "p95_ms": 119.701}, "triton_wait": {"avg_ms": 54.081, "count": 300, "max_ms": 76.917, "p95_ms": 73.044}, "visualize": {"avg_ms": 3.482, "count": 300, "max_ms": 4.431, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16192.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19762.046, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.481, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2095622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:41:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:41:00+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:41:00+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T21:41:00.151751+09:00", "mtime_epoch": 1783255260.1517506, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:41:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2439.789, "name": "celery", "pid": 267, "rss_mb": 2439.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.178, "count": 300, "max_ms": 13.191, "p95_ms": 10.088}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.768, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.117, "count": 300, "max_ms": 68.112, "p95_ms": 64.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.403, "count": 300, "max_ms": 72.851, "p95_ms": 57.807}, "yolo11_640_fire_11class": {"avg_ms": 54.061, "count": 300, "max_ms": 69.853, "p95_ms": 64.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.029, "count": 300, "max_ms": 73.614, "p95_ms": 71.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.213, "count": 301, "max_ms": 93.31, "p95_ms": 89.051}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 338.692, "p95_ms": 146.02}, "triton_wait": {"avg_ms": 60.121, "count": 300, "max_ms": 73.627, "p95_ms": 71.79}, "visualize": {"avg_ms": 3.763, "count": 300, "max_ms": 4.905, "p95_ms": 4.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16192.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3839.218, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.332, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1640085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:41:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:41:03+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:41:03+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T21:41:03.463813+09:00", "mtime_epoch": 1783255263.4638126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:41:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9406.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.777, "count": 300, "max_ms": 24.625, "p95_ms": 19.587}, "gstreamer_push": {"avg_ms": 1.209, "count": 300, "max_ms": 1.422, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.153, "count": 300, "max_ms": 66.138, "p95_ms": 62.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.194, "count": 300, "max_ms": 72.008, "p95_ms": 56.315}, "yolo11_640_fire_11class": {"avg_ms": 50.558, "count": 300, "max_ms": 65.967, "p95_ms": 62.391}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.501, "count": 300, "max_ms": 76.044, "p95_ms": 70.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.726, "count": 300, "max_ms": 110.012, "p95_ms": 96.739}, "read_interval": {"avg_ms": 100.015, "count": 300, "max_ms": 169.796, "p95_ms": 117.826}, "triton_wait": {"avg_ms": 54.613, "count": 300, "max_ms": 76.056, "p95_ms": 70.982}, "visualize": {"avg_ms": 3.48, "count": 300, "max_ms": 4.748, "p95_ms": 3.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16193.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19792.111, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.473, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2095923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:41:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:41:30+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:41:30+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T21:41:30.248314+09:00", "mtime_epoch": 1783255290.2483141, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:41:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2439.789, "name": "celery", "pid": 267, "rss_mb": 2439.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.95, "count": 301, "max_ms": 14.627, "p95_ms": 8.653}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.644, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.006, "count": 301, "max_ms": 71.37, "p95_ms": 65.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.49, "count": 301, "max_ms": 68.912, "p95_ms": 60.362}, "yolo11_640_fire_11class": {"avg_ms": 51.866, "count": 301, "max_ms": 71.17, "p95_ms": 63.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.341, "count": 301, "max_ms": 76.34, "p95_ms": 72.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.395, "count": 301, "max_ms": 93.072, "p95_ms": 89.005}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 354.061, "p95_ms": 140.27}, "triton_wait": {"avg_ms": 57.626, "count": 301, "max_ms": 76.352, "p95_ms": 72.592}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 4.657, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16193.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3869.279, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.523, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1640386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:41:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:41:33+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T21:41:33+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-05T21:41:33.456374+09:00", "mtime_epoch": 1783255293.4563742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:41:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9406.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.224, "count": 301, "max_ms": 29.46, "p95_ms": 20.62}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.833, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.073, "count": 301, "max_ms": 65.717, "p95_ms": 63.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.339, "count": 301, "max_ms": 63.791, "p95_ms": 61.034}, "yolo11_640_fire_11class": {"avg_ms": 49.934, "count": 301, "max_ms": 66.402, "p95_ms": 63.3}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.781, "count": 301, "max_ms": 75.488, "p95_ms": 72.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.418, "count": 301, "max_ms": 102.464, "p95_ms": 98.97}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 147.365, "p95_ms": 125.362}, "triton_wait": {"avg_ms": 53.901, "count": 301, "max_ms": 75.5, "p95_ms": 72.795}, "visualize": {"avg_ms": 3.53, "count": 301, "max_ms": 5.385, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16194.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19822.17, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.835, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2096223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:42:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:42:00+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T21:42:00+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T21:42:00.272876+09:00", "mtime_epoch": 1783255320.2728763, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:42:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2440.047, "name": "celery", "pid": 267, "rss_mb": 2440.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.951, "count": 300, "max_ms": 12.572, "p95_ms": 8.53}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.683, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.065, "count": 300, "max_ms": 74.181, "p95_ms": 66.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.953, "count": 300, "max_ms": 72.478, "p95_ms": 60.379}, "yolo11_640_fire_11class": {"avg_ms": 55.064, "count": 300, "max_ms": 71.888, "p95_ms": 66.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.205, "count": 300, "max_ms": 79.715, "p95_ms": 74.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.212, "count": 300, "max_ms": 95.981, "p95_ms": 90.952}, "read_interval": {"avg_ms": 100.072, "count": 299, "max_ms": 344.485, "p95_ms": 139.981}, "triton_wait": {"avg_ms": 60.414, "count": 300, "max_ms": 79.727, "p95_ms": 74.261}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 4.818, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16193.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3899.344, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.562, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1640687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:42:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:42:03+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T21:42:03+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:42:03.600939+09:00", "mtime_epoch": 1783255323.6009386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:42:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9407.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.861, "count": 301, "max_ms": 29.173, "p95_ms": 19.886}, "gstreamer_push": {"avg_ms": 1.215, "count": 301, "max_ms": 1.391, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.501, "count": 301, "max_ms": 68.431, "p95_ms": 63.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.409, "count": 301, "max_ms": 67.279, "p95_ms": 60.333}, "yolo11_640_fire_11class": {"avg_ms": 51.734, "count": 301, "max_ms": 67.945, "p95_ms": 63.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.023, "count": 301, "max_ms": 76.791, "p95_ms": 72.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.204, "count": 301, "max_ms": 102.029, "p95_ms": 98.796}, "read_interval": {"avg_ms": 99.88, "count": 300, "max_ms": 144.999, "p95_ms": 116.16}, "triton_wait": {"avg_ms": 56.154, "count": 301, "max_ms": 76.804, "p95_ms": 72.809}, "visualize": {"avg_ms": 3.479, "count": 301, "max_ms": 4.375, "p95_ms": 3.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16194.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19852.258, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.8, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2096523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:42:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:42:30+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T21:42:30+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T21:42:30.377439+09:00", "mtime_epoch": 1783255350.3774395, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:42:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2440.305, "name": "celery", "pid": 267, "rss_mb": 2440.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 300, "max_ms": 12.006, "p95_ms": 8.499}, "gstreamer_push": {"avg_ms": 1.328, "count": 300, "max_ms": 1.514, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.536, "count": 300, "max_ms": 69.561, "p95_ms": 64.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.934, "count": 300, "max_ms": 66.305, "p95_ms": 59.751}, "yolo11_640_fire_11class": {"avg_ms": 52.086, "count": 300, "max_ms": 72.14, "p95_ms": 64.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.239, "count": 300, "max_ms": 75.293, "p95_ms": 72.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.336, "count": 300, "max_ms": 92.058, "p95_ms": 89.576}, "read_interval": {"avg_ms": 100.288, "count": 299, "max_ms": 450.862, "p95_ms": 159.713}, "triton_wait": {"avg_ms": 57.362, "count": 300, "max_ms": 75.306, "p95_ms": 72.557}, "visualize": {"avg_ms": 3.76, "count": 300, "max_ms": 4.748, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16193.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3929.415, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.579, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1640988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:42:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:42:33+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T21:42:33+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:42:33.669501+09:00", "mtime_epoch": 1783255353.6695013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:42:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9407.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.972, "count": 301, "max_ms": 28.715, "p95_ms": 20.08}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.511, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.306, "count": 301, "max_ms": 66.565, "p95_ms": 63.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.986, "count": 301, "max_ms": 68.538, "p95_ms": 57.063}, "yolo11_640_fire_11class": {"avg_ms": 49.483, "count": 301, "max_ms": 65.567, "p95_ms": 63.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.259, "count": 301, "max_ms": 76.714, "p95_ms": 72.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.573, "count": 301, "max_ms": 103.024, "p95_ms": 98.3}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 145.401, "p95_ms": 119.721}, "triton_wait": {"avg_ms": 53.326, "count": 301, "max_ms": 76.727, "p95_ms": 72.449}, "visualize": {"avg_ms": 3.47, "count": 301, "max_ms": 4.493, "p95_ms": 3.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16193.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19882.313, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.749, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2096825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:43:00+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T21:43:00+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T21:43:00.450002+09:00", "mtime_epoch": 1783255380.4500022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:43:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2440.305, "name": "celery", "pid": 267, "rss_mb": 2440.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.048, "count": 302, "max_ms": 12.384, "p95_ms": 8.671}, "gstreamer_push": {"avg_ms": 1.328, "count": 302, "max_ms": 1.511, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.03, "count": 302, "max_ms": 68.722, "p95_ms": 64.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.496, "count": 302, "max_ms": 70.365, "p95_ms": 57.473}, "yolo11_640_fire_11class": {"avg_ms": 51.712, "count": 302, "max_ms": 68.79, "p95_ms": 63.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.168, "count": 302, "max_ms": 74.234, "p95_ms": 72.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.363, "count": 302, "max_ms": 90.993, "p95_ms": 89.034}, "read_interval": {"avg_ms": 99.575, "count": 301, "max_ms": 358.588, "p95_ms": 148.255}, "triton_wait": {"avg_ms": 56.385, "count": 302, "max_ms": 74.248, "p95_ms": 72.176}, "visualize": {"avg_ms": 3.747, "count": 302, "max_ms": 4.777, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16194.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3959.486, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.4, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1641288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:43:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:43:03+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T21:43:03+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T21:43:03.726063+09:00", "mtime_epoch": 1783255383.7260635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:43:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9407.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.031, "count": 300, "max_ms": 25.531, "p95_ms": 20.331}, "gstreamer_push": {"avg_ms": 1.22, "count": 300, "max_ms": 2.105, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.698, "count": 300, "max_ms": 65.743, "p95_ms": 63.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.739, "count": 300, "max_ms": 67.51, "p95_ms": 57.345}, "yolo11_640_fire_11class": {"avg_ms": 49.959, "count": 300, "max_ms": 66.058, "p95_ms": 62.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.84, "count": 300, "max_ms": 76.071, "p95_ms": 71.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.099, "count": 300, "max_ms": 102.161, "p95_ms": 97.482}, "read_interval": {"avg_ms": 100.138, "count": 299, "max_ms": 189.169, "p95_ms": 123.646}, "triton_wait": {"avg_ms": 53.913, "count": 300, "max_ms": 76.083, "p95_ms": 71.795}, "visualize": {"avg_ms": 3.48, "count": 300, "max_ms": 4.484, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16194.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19912.33, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.648, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2097125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:43:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:43:30+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T21:43:30+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T21:43:30.474564+09:00", "mtime_epoch": 1783255410.4745638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:43:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2440.562, "name": "celery", "pid": 267, "rss_mb": 2440.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.079, "count": 300, "max_ms": 12.955, "p95_ms": 9.348}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 2.216, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.132, "count": 300, "max_ms": 68.713, "p95_ms": 64.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.804, "count": 300, "max_ms": 69.478, "p95_ms": 54.513}, "yolo11_640_fire_11class": {"avg_ms": 50.948, "count": 300, "max_ms": 69.162, "p95_ms": 64.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.686, "count": 300, "max_ms": 75.907, "p95_ms": 72.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.053, "count": 300, "max_ms": 94.557, "p95_ms": 89.198}, "read_interval": {"avg_ms": 100.073, "count": 300, "max_ms": 475.32, "p95_ms": 145.911}, "triton_wait": {"avg_ms": 56.016, "count": 300, "max_ms": 75.92, "p95_ms": 72.408}, "visualize": {"avg_ms": 3.771, "count": 300, "max_ms": 5.839, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16194.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 3989.575, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.254, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1641589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:43:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:43:33+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T21:43:33+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T21:43:33.822626+09:00", "mtime_epoch": 1783255413.8226264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:43:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9407.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.141, "count": 301, "max_ms": 26.871, "p95_ms": 20.364}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.926, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.551, "count": 301, "max_ms": 70.636, "p95_ms": 63.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.642, "count": 301, "max_ms": 67.759, "p95_ms": 57.668}, "yolo11_640_fire_11class": {"avg_ms": 49.513, "count": 301, "max_ms": 68.243, "p95_ms": 61.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.307, "count": 301, "max_ms": 76.825, "p95_ms": 71.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.85, "count": 301, "max_ms": 110.636, "p95_ms": 97.31}, "read_interval": {"avg_ms": 99.946, "count": 300, "max_ms": 190.075, "p95_ms": 122.107}, "triton_wait": {"avg_ms": 53.48, "count": 301, "max_ms": 76.837, "p95_ms": 71.225}, "visualize": {"avg_ms": 3.498, "count": 301, "max_ms": 4.45, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16195.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19942.426, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.729, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2097426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:44:00+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T21:44:00+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T21:44:00.535126+09:00", "mtime_epoch": 1783255440.5351257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:44:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2440.562, "name": "celery", "pid": 267, "rss_mb": 2440.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.983, "count": 300, "max_ms": 12.849, "p95_ms": 8.572}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.494, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.415, "count": 300, "max_ms": 69.889, "p95_ms": 65.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.279, "count": 300, "max_ms": 69.078, "p95_ms": 63.192}, "yolo11_640_fire_11class": {"avg_ms": 54.353, "count": 300, "max_ms": 67.788, "p95_ms": 65.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.079, "count": 300, "max_ms": 75.983, "p95_ms": 73.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.149, "count": 300, "max_ms": 93.256, "p95_ms": 90.024}, "read_interval": {"avg_ms": 100.035, "count": 300, "max_ms": 312.539, "p95_ms": 158.481}, "triton_wait": {"avg_ms": 60.4, "count": 300, "max_ms": 75.996, "p95_ms": 73.264}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.317, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16195.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4019.606, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "R (running)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.072, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1641890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:44:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:44:03+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T21:44:03+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T21:44:03.863188+09:00", "mtime_epoch": 1783255443.863188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:44:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9407.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.901, "count": 301, "max_ms": 24.194, "p95_ms": 19.911}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.818, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.638, "count": 301, "max_ms": 67.451, "p95_ms": 64.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.634, "count": 301, "max_ms": 66.289, "p95_ms": 59.951}, "yolo11_640_fire_11class": {"avg_ms": 50.689, "count": 301, "max_ms": 67.744, "p95_ms": 63.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.187, "count": 301, "max_ms": 76.07, "p95_ms": 73.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.478, "count": 301, "max_ms": 103.181, "p95_ms": 99.249}, "read_interval": {"avg_ms": 99.788, "count": 300, "max_ms": 145.906, "p95_ms": 118.382}, "triton_wait": {"avg_ms": 55.31, "count": 301, "max_ms": 76.084, "p95_ms": 73.262}, "visualize": {"avg_ms": 3.51, "count": 301, "max_ms": 4.842, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16195.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 19972.439, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.758, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2097726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:44:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:44:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T21:44:30+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T21:44:30.543687+09:00", "mtime_epoch": 1783255470.5436869, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:44:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2440.82, "name": "celery", "pid": 267, "rss_mb": 2440.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.013, "count": 300, "max_ms": 13.146, "p95_ms": 8.762}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 2.303, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.051, "count": 300, "max_ms": 70.595, "p95_ms": 65.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.942, "count": 300, "max_ms": 71.44, "p95_ms": 63.591}, "yolo11_640_fire_11class": {"avg_ms": 53.183, "count": 300, "max_ms": 69.591, "p95_ms": 65.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.221, "count": 300, "max_ms": 76.036, "p95_ms": 73.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.303, "count": 300, "max_ms": 93.083, "p95_ms": 90.316}, "read_interval": {"avg_ms": 100.039, "count": 300, "max_ms": 440.234, "p95_ms": 138.575}, "triton_wait": {"avg_ms": 58.465, "count": 300, "max_ms": 76.049, "p95_ms": 73.873}, "visualize": {"avg_ms": 3.737, "count": 300, "max_ms": 5.117, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16196.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4049.627, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.432, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1642190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:44:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:44:33+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:44:33+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:44:33.879749+09:00", "mtime_epoch": 1783255473.8797493, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:44:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9407.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.013, "count": 300, "max_ms": 24.782, "p95_ms": 20.207}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.796, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.665, "count": 300, "max_ms": 67.424, "p95_ms": 64.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.682, "count": 300, "max_ms": 73.783, "p95_ms": 62.639}, "yolo11_640_fire_11class": {"avg_ms": 50.883, "count": 300, "max_ms": 66.885, "p95_ms": 64.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.826, "count": 300, "max_ms": 77.43, "p95_ms": 73.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.342, "count": 300, "max_ms": 103.99, "p95_ms": 99.678}, "read_interval": {"avg_ms": 100.065, "count": 299, "max_ms": 147.223, "p95_ms": 120.858}, "triton_wait": {"avg_ms": 55.034, "count": 300, "max_ms": 77.442, "p95_ms": 73.886}, "visualize": {"avg_ms": 3.508, "count": 300, "max_ms": 5.144, "p95_ms": 3.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16195.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20002.512, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.835, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2098026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:45:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:45:00+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T21:45:00.652250+09:00", "mtime_epoch": 1783255500.6522496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:45:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2440.82, "name": "celery", "pid": 267, "rss_mb": 2440.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.961, "count": 300, "max_ms": 12.878, "p95_ms": 8.641}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.895, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.645, "count": 300, "max_ms": 76.176, "p95_ms": 65.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.26, "count": 300, "max_ms": 71.572, "p95_ms": 62.344}, "yolo11_640_fire_11class": {"avg_ms": 54.085, "count": 300, "max_ms": 72.917, "p95_ms": 64.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.141, "count": 300, "max_ms": 78.619, "p95_ms": 73.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.276, "count": 300, "max_ms": 94.963, "p95_ms": 90.227}, "read_interval": {"avg_ms": 100.312, "count": 299, "max_ms": 368.075, "p95_ms": 135.73}, "triton_wait": {"avg_ms": 59.472, "count": 300, "max_ms": 78.632, "p95_ms": 73.529}, "visualize": {"avg_ms": 3.71, "count": 300, "max_ms": 4.775, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16195.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4079.739, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.466, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1642491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:45:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:45:04+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T21:45:03+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T21:45:03.972311+09:00", "mtime_epoch": 1783255503.9723115, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:45:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9407.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.892, "count": 300, "max_ms": 27.479, "p95_ms": 19.97}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.605, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.877, "count": 300, "max_ms": 69.081, "p95_ms": 63.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.402, "count": 300, "max_ms": 70.206, "p95_ms": 61.12}, "yolo11_640_fire_11class": {"avg_ms": 51.149, "count": 300, "max_ms": 70.217, "p95_ms": 63.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.296, "count": 300, "max_ms": 78.115, "p95_ms": 72.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.572, "count": 300, "max_ms": 104.94, "p95_ms": 98.415}, "read_interval": {"avg_ms": 100.033, "count": 299, "max_ms": 173.547, "p95_ms": 118.261}, "triton_wait": {"avg_ms": 55.391, "count": 300, "max_ms": 78.126, "p95_ms": 72.755}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 5.602, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16196.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20032.668, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.957, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2098328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:45:30+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T21:45:30+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-05T21:45:30.724812+09:00", "mtime_epoch": 1783255530.7248116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:45:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2441.078, "name": "celery", "pid": 267, "rss_mb": 2441.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.045, "count": 300, "max_ms": 12.029, "p95_ms": 9.256}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 2.197, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.877, "count": 300, "max_ms": 70.782, "p95_ms": 65.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.454, "count": 300, "max_ms": 73.083, "p95_ms": 61.51}, "yolo11_640_fire_11class": {"avg_ms": 53.296, "count": 300, "max_ms": 74.279, "p95_ms": 65.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.483, "count": 300, "max_ms": 76.84, "p95_ms": 73.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.662, "count": 301, "max_ms": 93.481, "p95_ms": 89.857}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 353.709, "p95_ms": 147.05}, "triton_wait": {"avg_ms": 58.738, "count": 300, "max_ms": 76.854, "p95_ms": 73.144}, "visualize": {"avg_ms": 3.753, "count": 300, "max_ms": 5.548, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16195.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4109.841, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.398, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1642792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:45:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:45:34+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T21:45:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T21:45:34.084874+09:00", "mtime_epoch": 1783255534.0848744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:45:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9408.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.855, "count": 300, "max_ms": 24.111, "p95_ms": 19.945}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.584, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.201, "count": 300, "max_ms": 67.427, "p95_ms": 63.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.599, "count": 300, "max_ms": 68.538, "p95_ms": 60.457}, "yolo11_640_fire_11class": {"avg_ms": 50.491, "count": 300, "max_ms": 67.274, "p95_ms": 63.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.124, "count": 300, "max_ms": 76.097, "p95_ms": 72.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.375, "count": 300, "max_ms": 101.542, "p95_ms": 97.917}, "read_interval": {"avg_ms": 99.989, "count": 300, "max_ms": 188.171, "p95_ms": 119.091}, "triton_wait": {"avg_ms": 54.265, "count": 300, "max_ms": 76.11, "p95_ms": 72.526}, "visualize": {"avg_ms": 3.483, "count": 300, "max_ms": 4.443, "p95_ms": 3.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16196.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20062.713, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.016, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2098629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:46:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T21:46:00+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T21:46:00.853374+09:00", "mtime_epoch": 1783255560.8533745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:46:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2441.336, "name": "celery", "pid": 267, "rss_mb": 2441.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.136, "count": 301, "max_ms": 12.06, "p95_ms": 11.542}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 1.516, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.004, "count": 301, "max_ms": 70.806, "p95_ms": 65.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.831, "count": 301, "max_ms": 70.795, "p95_ms": 63.669}, "yolo11_640_fire_11class": {"avg_ms": 52.755, "count": 301, "max_ms": 72.9, "p95_ms": 66.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.347, "count": 301, "max_ms": 76.687, "p95_ms": 72.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.69, "count": 301, "max_ms": 93.308, "p95_ms": 89.632}, "read_interval": {"avg_ms": 99.874, "count": 300, "max_ms": 393.6, "p95_ms": 133.514}, "triton_wait": {"avg_ms": 57.697, "count": 301, "max_ms": 76.7, "p95_ms": 72.912}, "visualize": {"avg_ms": 3.747, "count": 301, "max_ms": 5.061, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16195.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4139.945, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.415, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1643093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:46:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:46:04+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T21:46:04+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T21:46:04.181437+09:00", "mtime_epoch": 1783255564.1814365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:46:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9408.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.786, "count": 300, "max_ms": 24.644, "p95_ms": 19.567}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.453, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.08, "count": 300, "max_ms": 73.386, "p95_ms": 63.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.781, "count": 300, "max_ms": 69.95, "p95_ms": 60.102}, "yolo11_640_fire_11class": {"avg_ms": 50.301, "count": 300, "max_ms": 71.076, "p95_ms": 62.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.941, "count": 300, "max_ms": 78.098, "p95_ms": 71.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.118, "count": 300, "max_ms": 107.675, "p95_ms": 97.344}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 164.541, "p95_ms": 123.853}, "triton_wait": {"avg_ms": 54.085, "count": 300, "max_ms": 78.11, "p95_ms": 71.75}, "visualize": {"avg_ms": 3.477, "count": 300, "max_ms": 4.329, "p95_ms": 3.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16196.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20092.758, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.051, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2098928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:46:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:46:30+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T21:46:30+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:46:30.881935+09:00", "mtime_epoch": 1783255590.8819354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:46:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2441.336, "name": "celery", "pid": 267, "rss_mb": 2441.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.247, "count": 299, "max_ms": 13.674, "p95_ms": 12.217}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 1.942, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.594, "count": 299, "max_ms": 73.498, "p95_ms": 65.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.303, "count": 299, "max_ms": 68.5, "p95_ms": 62.078}, "yolo11_640_fire_11class": {"avg_ms": 52.921, "count": 299, "max_ms": 70.393, "p95_ms": 65.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.088, "count": 299, "max_ms": 76.251, "p95_ms": 73.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.575, "count": 299, "max_ms": 92.612, "p95_ms": 90.075}, "read_interval": {"avg_ms": 100.436, "count": 299, "max_ms": 316.382, "p95_ms": 167.104}, "triton_wait": {"avg_ms": 58.419, "count": 299, "max_ms": 76.263, "p95_ms": 73.543}, "visualize": {"avg_ms": 3.747, "count": 299, "max_ms": 5.914, "p95_ms": 4.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16196.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4170.026, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.398, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1643394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:46:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:46:34+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T21:46:34+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T21:46:34.289999+09:00", "mtime_epoch": 1783255594.289999, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:46:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9408.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.782, "count": 301, "max_ms": 23.066, "p95_ms": 19.357}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.638, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.2, "count": 301, "max_ms": 71.476, "p95_ms": 63.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.539, "count": 301, "max_ms": 67.514, "p95_ms": 60.474}, "yolo11_640_fire_11class": {"avg_ms": 50.69, "count": 301, "max_ms": 67.165, "p95_ms": 63.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.331, "count": 301, "max_ms": 75.716, "p95_ms": 73.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.467, "count": 301, "max_ms": 100.803, "p95_ms": 99.092}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 138.779, "p95_ms": 116.816}, "triton_wait": {"avg_ms": 54.481, "count": 301, "max_ms": 75.728, "p95_ms": 73.137}, "visualize": {"avg_ms": 3.492, "count": 301, "max_ms": 4.443, "p95_ms": 3.677}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16196.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20122.777, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.81, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2099226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:47:00+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T21:47:00+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:47:00.902496+09:00", "mtime_epoch": 1783255620.9024959, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:47:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2441.594, "name": "celery", "pid": 267, "rss_mb": 2441.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.962, "pushed": 9.962, "read": 9.929}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.913, "count": 298, "max_ms": 12.374, "p95_ms": 8.311}, "gstreamer_push": {"avg_ms": 1.309, "count": 298, "max_ms": 1.954, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.57, "count": 298, "max_ms": 68.477, "p95_ms": 64.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.193, "count": 298, "max_ms": 70.159, "p95_ms": 61.324}, "yolo11_640_fire_11class": {"avg_ms": 52.475, "count": 298, "max_ms": 70.785, "p95_ms": 65.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.159, "count": 298, "max_ms": 75.466, "p95_ms": 72.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.235, "count": 298, "max_ms": 92.332, "p95_ms": 89.209}, "read_interval": {"avg_ms": 100.739, "count": 297, "max_ms": 422.244, "p95_ms": 159.975}, "triton_wait": {"avg_ms": 57.434, "count": 298, "max_ms": 75.477, "p95_ms": 72.636}, "visualize": {"avg_ms": 3.732, "count": 298, "max_ms": 4.82, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16196.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4200.034, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.308, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1643694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:47:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:47:04+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T21:47:04+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:47:04.290559+09:00", "mtime_epoch": 1783255624.2905593, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:47:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9408.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.897, "count": 300, "max_ms": 24.844, "p95_ms": 19.728}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.836, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.397, "count": 300, "max_ms": 68.163, "p95_ms": 63.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.062, "count": 300, "max_ms": 68.175, "p95_ms": 57.477}, "yolo11_640_fire_11class": {"avg_ms": 49.949, "count": 300, "max_ms": 66.789, "p95_ms": 62.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.361, "count": 300, "max_ms": 76.412, "p95_ms": 71.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.603, "count": 300, "max_ms": 101.667, "p95_ms": 97.448}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 166.966, "p95_ms": 119.226}, "triton_wait": {"avg_ms": 53.487, "count": 300, "max_ms": 76.425, "p95_ms": 71.973}, "visualize": {"avg_ms": 3.47, "count": 300, "max_ms": 4.045, "p95_ms": 3.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16197.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20152.78, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.82, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2099529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:47:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:47:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:47:30+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:47:30.903056+09:00", "mtime_epoch": 1783255650.9030561, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:47:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2441.594, "name": "celery", "pid": 267, "rss_mb": 2441.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.971, "count": 303, "max_ms": 13.07, "p95_ms": 8.448}, "gstreamer_push": {"avg_ms": 1.324, "count": 303, "max_ms": 1.61, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.232, "count": 303, "max_ms": 71.826, "p95_ms": 65.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.461, "count": 303, "max_ms": 73.657, "p95_ms": 58.266}, "yolo11_640_fire_11class": {"avg_ms": 53.178, "count": 303, "max_ms": 72.443, "p95_ms": 64.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.012, "count": 303, "max_ms": 74.744, "p95_ms": 72.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.2, "count": 303, "max_ms": 91.404, "p95_ms": 89.728}, "read_interval": {"avg_ms": 99.013, "count": 303, "max_ms": 367.285, "p95_ms": 144.1}, "triton_wait": {"avg_ms": 58.329, "count": 303, "max_ms": 74.757, "p95_ms": 72.896}, "visualize": {"avg_ms": 3.747, "count": 303, "max_ms": 5.537, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16197.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4230.11, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.232, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1643995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:47:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:47:34+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T21:47:34+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T21:47:34.359121+09:00", "mtime_epoch": 1783255654.3591206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:47:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9408.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.912, "count": 301, "max_ms": 25.501, "p95_ms": 20.606}, "gstreamer_push": {"avg_ms": 1.229, "count": 301, "max_ms": 1.915, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.15, "count": 301, "max_ms": 69.365, "p95_ms": 63.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.016, "count": 301, "max_ms": 71.185, "p95_ms": 58.227}, "yolo11_640_fire_11class": {"avg_ms": 50.488, "count": 301, "max_ms": 69.375, "p95_ms": 63.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.24, "count": 301, "max_ms": 77.273, "p95_ms": 72.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.46, "count": 301, "max_ms": 103.989, "p95_ms": 97.399}, "read_interval": {"avg_ms": 99.929, "count": 301, "max_ms": 183.179, "p95_ms": 118.789}, "triton_wait": {"avg_ms": 54.331, "count": 301, "max_ms": 77.287, "p95_ms": 72.234}, "visualize": {"avg_ms": 3.491, "count": 301, "max_ms": 4.511, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16197.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20182.877, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.868, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2099830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:48:01+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T21:48:00+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T21:48:00.987618+09:00", "mtime_epoch": 1783255680.9876177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:48:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2441.852, "name": "celery", "pid": 267, "rss_mb": 2441.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.935, "count": 300, "max_ms": 12.478, "p95_ms": 8.36}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 1.501, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.423, "count": 300, "max_ms": 71.191, "p95_ms": 64.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.347, "count": 300, "max_ms": 70.042, "p95_ms": 61.531}, "yolo11_640_fire_11class": {"avg_ms": 53.78, "count": 300, "max_ms": 71.126, "p95_ms": 64.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.409, "count": 300, "max_ms": 75.286, "p95_ms": 72.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.521, "count": 301, "max_ms": 92.063, "p95_ms": 89.625}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 298.235, "p95_ms": 146.454}, "triton_wait": {"avg_ms": 59.683, "count": 300, "max_ms": 75.298, "p95_ms": 72.633}, "visualize": {"avg_ms": 3.737, "count": 300, "max_ms": 4.776, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16197.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4260.136, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.328, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1644295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:48:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:48:04+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T21:48:04+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T21:48:04.391681+09:00", "mtime_epoch": 1783255684.3916814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:48:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9408.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.767, "count": 300, "max_ms": 26.049, "p95_ms": 21.469}, "gstreamer_push": {"avg_ms": 1.22, "count": 300, "max_ms": 1.822, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.854, "count": 300, "max_ms": 67.351, "p95_ms": 63.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.595, "count": 300, "max_ms": 67.965, "p95_ms": 61.43}, "yolo11_640_fire_11class": {"avg_ms": 51.038, "count": 300, "max_ms": 67.136, "p95_ms": 62.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.453, "count": 300, "max_ms": 75.452, "p95_ms": 72.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.524, "count": 300, "max_ms": 101.035, "p95_ms": 98.411}, "read_interval": {"avg_ms": 100.072, "count": 300, "max_ms": 137.429, "p95_ms": 117.443}, "triton_wait": {"avg_ms": 55.597, "count": 300, "max_ms": 75.464, "p95_ms": 72.506}, "visualize": {"avg_ms": 3.453, "count": 300, "max_ms": 5.207, "p95_ms": 3.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16197.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20212.933, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.988, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2100130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:48:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:48:31+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:48:31+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T21:48:31.048179+09:00", "mtime_epoch": 1783255711.048179, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:48:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2441.852, "name": "celery", "pid": 267, "rss_mb": 2441.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 300, "max_ms": 12.963, "p95_ms": 8.845}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.552, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.808, "count": 300, "max_ms": 74.915, "p95_ms": 65.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.888, "count": 300, "max_ms": 71.853, "p95_ms": 63.373}, "yolo11_640_fire_11class": {"avg_ms": 53.56, "count": 300, "max_ms": 73.833, "p95_ms": 66.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.938, "count": 300, "max_ms": 76.897, "p95_ms": 73.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.143, "count": 300, "max_ms": 93.443, "p95_ms": 90.065}, "read_interval": {"avg_ms": 100.174, "count": 299, "max_ms": 356.535, "p95_ms": 140.003}, "triton_wait": {"avg_ms": 59.383, "count": 300, "max_ms": 76.909, "p95_ms": 73.203}, "visualize": {"avg_ms": 3.714, "count": 300, "max_ms": 4.665, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16197.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4290.185, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.396, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1644595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:48:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:48:34+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T21:48:34+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-05T21:48:34.408242+09:00", "mtime_epoch": 1783255714.4082417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:48:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9409.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.961, "count": 300, "max_ms": 25.298, "p95_ms": 20.384}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 2.735, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.153, "count": 300, "max_ms": 67.581, "p95_ms": 63.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.262, "count": 300, "max_ms": 65.47, "p95_ms": 60.432}, "yolo11_640_fire_11class": {"avg_ms": 50.632, "count": 300, "max_ms": 66.788, "p95_ms": 63.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.123, "count": 300, "max_ms": 75.739, "p95_ms": 71.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.469, "count": 300, "max_ms": 102.591, "p95_ms": 98.084}, "read_interval": {"avg_ms": 100.183, "count": 299, "max_ms": 199.668, "p95_ms": 119.421}, "triton_wait": {"avg_ms": 54.263, "count": 300, "max_ms": 75.751, "p95_ms": 71.688}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 5.426, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16197.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20242.968, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.873, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2100431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:49:01+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T21:49:01+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T21:49:01.052739+09:00", "mtime_epoch": 1783255741.052739, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:49:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2442.109, "name": "celery", "pid": 267, "rss_mb": 2442.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.916, "count": 301, "max_ms": 13.215, "p95_ms": 8.531}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.629, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.08, "count": 301, "max_ms": 71.541, "p95_ms": 65.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.463, "count": 301, "max_ms": 67.266, "p95_ms": 59.164}, "yolo11_640_fire_11class": {"avg_ms": 52.19, "count": 301, "max_ms": 75.278, "p95_ms": 64.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.547, "count": 301, "max_ms": 76.633, "p95_ms": 72.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.595, "count": 301, "max_ms": 94.311, "p95_ms": 89.604}, "read_interval": {"avg_ms": 99.841, "count": 300, "max_ms": 356.958, "p95_ms": 143.165}, "triton_wait": {"avg_ms": 57.922, "count": 301, "max_ms": 76.644, "p95_ms": 72.619}, "visualize": {"avg_ms": 3.71, "count": 301, "max_ms": 4.801, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16197.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4320.239, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.288, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1644896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:49:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:49:04+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T21:49:04+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T21:49:04.468803+09:00", "mtime_epoch": 1783255744.4688027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:49:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9409.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.029, "count": 301, "max_ms": 23.05, "p95_ms": 19.777}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.512, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.235, "count": 301, "max_ms": 70.455, "p95_ms": 63.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.617, "count": 301, "max_ms": 68.326, "p95_ms": 60.955}, "yolo11_640_fire_11class": {"avg_ms": 50.398, "count": 301, "max_ms": 67.827, "p95_ms": 63.255}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.085, "count": 301, "max_ms": 76.18, "p95_ms": 72.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.631, "count": 301, "max_ms": 103.407, "p95_ms": 98.193}, "read_interval": {"avg_ms": 99.862, "count": 300, "max_ms": 191.984, "p95_ms": 117.77}, "triton_wait": {"avg_ms": 54.276, "count": 301, "max_ms": 76.192, "p95_ms": 72.335}, "visualize": {"avg_ms": 3.533, "count": 301, "max_ms": 5.136, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16197.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20273.057, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.839, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2100732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:49:31+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T21:49:31+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T21:49:31.133300+09:00", "mtime_epoch": 1783255771.1333003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:49:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2442.109, "name": "celery", "pid": 267, "rss_mb": 2442.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.933, "count": 301, "max_ms": 12.902, "p95_ms": 8.552}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 2.148, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.613, "count": 301, "max_ms": 75.653, "p95_ms": 65.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.71, "count": 301, "max_ms": 75.634, "p95_ms": 62.579}, "yolo11_640_fire_11class": {"avg_ms": 52.412, "count": 301, "max_ms": 76.303, "p95_ms": 65.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.564, "count": 301, "max_ms": 83.571, "p95_ms": 73.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.559, "count": 301, "max_ms": 100.073, "p95_ms": 90.232}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 319.092, "p95_ms": 139.616}, "triton_wait": {"avg_ms": 57.896, "count": 301, "max_ms": 83.585, "p95_ms": 73.298}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 4.887, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16198.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4350.348, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.279, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1645197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:49:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:49:34+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T21:49:34+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T21:49:34.589365+09:00", "mtime_epoch": 1783255774.5893648, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:49:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9409.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.081, "count": 300, "max_ms": 30.069, "p95_ms": 20.165}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.876, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.445, "count": 300, "max_ms": 72.53, "p95_ms": 63.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.621, "count": 300, "max_ms": 72.517, "p95_ms": 61.296}, "yolo11_640_fire_11class": {"avg_ms": 50.717, "count": 300, "max_ms": 73.04, "p95_ms": 63.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.736, "count": 300, "max_ms": 80.571, "p95_ms": 73.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.269, "count": 300, "max_ms": 105.86, "p95_ms": 98.987}, "read_interval": {"avg_ms": 100.092, "count": 299, "max_ms": 139.037, "p95_ms": 118.195}, "triton_wait": {"avg_ms": 54.845, "count": 300, "max_ms": 80.583, "p95_ms": 73.209}, "visualize": {"avg_ms": 3.519, "count": 300, "max_ms": 4.91, "p95_ms": 3.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16198.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20303.126, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.757, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2101032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:50:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:50:01+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T21:50:01+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T21:50:01.261863+09:00", "mtime_epoch": 1783255801.2618625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:50:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2442.367, "name": "celery", "pid": 267, "rss_mb": 2442.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.98, "count": 300, "max_ms": 14.017, "p95_ms": 8.351}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 1.776, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.841, "count": 300, "max_ms": 73.608, "p95_ms": 69.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.787, "count": 300, "max_ms": 69.231, "p95_ms": 60.531}, "yolo11_640_fire_11class": {"avg_ms": 53.904, "count": 300, "max_ms": 74.182, "p95_ms": 68.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.819, "count": 300, "max_ms": 76.097, "p95_ms": 72.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.352, "count": 300, "max_ms": 92.727, "p95_ms": 89.664}, "read_interval": {"avg_ms": 100.284, "count": 299, "max_ms": 439.505, "p95_ms": 141.121}, "triton_wait": {"avg_ms": 58.485, "count": 300, "max_ms": 76.106, "p95_ms": 72.81}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 4.866, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16198.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4380.423, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.279, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1645498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:50:04+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T21:50:04+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T21:50:04.681926+09:00", "mtime_epoch": 1783255804.6819263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:50:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9409.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.875, "count": 301, "max_ms": 21.001, "p95_ms": 19.557}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.452, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.251, "count": 301, "max_ms": 77.032, "p95_ms": 64.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.218, "count": 301, "max_ms": 67.748, "p95_ms": 57.725}, "yolo11_640_fire_11class": {"avg_ms": 51.756, "count": 301, "max_ms": 75.554, "p95_ms": 65.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.543, "count": 301, "max_ms": 75.623, "p95_ms": 72.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.152, "count": 301, "max_ms": 102.779, "p95_ms": 98.68}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 138.236, "p95_ms": 118.623}, "triton_wait": {"avg_ms": 55.016, "count": 301, "max_ms": 77.044, "p95_ms": 72.724}, "visualize": {"avg_ms": 3.487, "count": 301, "max_ms": 4.212, "p95_ms": 3.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16199.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20333.168, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.728, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2101333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:50:31+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T21:50:31+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T21:50:31.270422+09:00", "mtime_epoch": 1783255831.2704225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:50:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2442.625, "name": "celery", "pid": 267, "rss_mb": 2442.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.069, "count": 301, "max_ms": 13.323, "p95_ms": 9.942}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.798, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.317, "count": 301, "max_ms": 69.985, "p95_ms": 64.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.143, "count": 301, "max_ms": 70.518, "p95_ms": 61.822}, "yolo11_640_fire_11class": {"avg_ms": 52.677, "count": 301, "max_ms": 70.348, "p95_ms": 65.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.634, "count": 301, "max_ms": 78.074, "p95_ms": 73.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.752, "count": 301, "max_ms": 94.557, "p95_ms": 89.7}, "read_interval": {"avg_ms": 99.79, "count": 300, "max_ms": 314.008, "p95_ms": 142.658}, "triton_wait": {"avg_ms": 57.924, "count": 301, "max_ms": 78.086, "p95_ms": 73.243}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 5.203, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16198.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4410.433, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.522, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1645798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:50:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:50:34+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T21:50:34+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T21:50:34.690486+09:00", "mtime_epoch": 1783255834.6904862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:50:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9409.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.096, "count": 300, "max_ms": 26.969, "p95_ms": 20.435}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 2.231, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.463, "count": 300, "max_ms": 70.36, "p95_ms": 64.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.17, "count": 300, "max_ms": 73.322, "p95_ms": 61.823}, "yolo11_640_fire_11class": {"avg_ms": 50.754, "count": 300, "max_ms": 69.382, "p95_ms": 63.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.808, "count": 300, "max_ms": 76.55, "p95_ms": 73.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.329, "count": 300, "max_ms": 102.983, "p95_ms": 99.635}, "read_interval": {"avg_ms": 100.024, "count": 300, "max_ms": 133.832, "p95_ms": 117.569}, "triton_wait": {"avg_ms": 54.889, "count": 300, "max_ms": 76.562, "p95_ms": 73.725}, "visualize": {"avg_ms": 3.531, "count": 300, "max_ms": 5.681, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16199.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20363.258, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.752, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2101634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:51:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:51:01+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T21:51:01+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:51:01.378984+09:00", "mtime_epoch": 1783255861.3789842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:51:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2442.625, "name": "celery", "pid": 267, "rss_mb": 2442.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.02, "count": 301, "max_ms": 13.111, "p95_ms": 8.767}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.961, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.545, "count": 301, "max_ms": 68.981, "p95_ms": 65.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.619, "count": 301, "max_ms": 71.471, "p95_ms": 60.733}, "yolo11_640_fire_11class": {"avg_ms": 52.847, "count": 301, "max_ms": 71.758, "p95_ms": 65.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.634, "count": 301, "max_ms": 75.643, "p95_ms": 73.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.804, "count": 301, "max_ms": 92.907, "p95_ms": 90.063}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 410.631, "p95_ms": 140.341}, "triton_wait": {"avg_ms": 57.985, "count": 301, "max_ms": 75.656, "p95_ms": 73.337}, "visualize": {"avg_ms": 3.743, "count": 301, "max_ms": 5.162, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16199.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4440.439, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.546, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1646098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:51:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:51:04+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T21:51:04+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T21:51:04.703046+09:00", "mtime_epoch": 1783255864.703046, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:51:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9409.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.187, "count": 300, "max_ms": 22.307, "p95_ms": 19.99}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.89, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.786, "count": 300, "max_ms": 66.767, "p95_ms": 63.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.848, "count": 300, "max_ms": 66.78, "p95_ms": 60.266}, "yolo11_640_fire_11class": {"avg_ms": 50.342, "count": 300, "max_ms": 65.813, "p95_ms": 63.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.857, "count": 300, "max_ms": 74.75, "p95_ms": 72.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.603, "count": 300, "max_ms": 100.894, "p95_ms": 98.054}, "read_interval": {"avg_ms": 100.033, "count": 300, "max_ms": 178.275, "p95_ms": 120.699}, "triton_wait": {"avg_ms": 54.034, "count": 300, "max_ms": 74.762, "p95_ms": 72.053}, "visualize": {"avg_ms": 3.549, "count": 300, "max_ms": 4.813, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16199.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20393.293, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.752, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2101933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:51:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:51:31+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T21:51:31+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-05T21:51:31.271542+09:00", "mtime_epoch": 1783255891.2715418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:51:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2442.883, "name": "celery", "pid": 267, "rss_mb": 2442.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.936, "count": 299, "max_ms": 12.572, "p95_ms": 8.653}, "gstreamer_push": {"avg_ms": 1.296, "count": 299, "max_ms": 1.554, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.962, "count": 299, "max_ms": 68.209, "p95_ms": 64.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.113, "count": 299, "max_ms": 68.42, "p95_ms": 63.915}, "yolo11_640_fire_11class": {"avg_ms": 51.928, "count": 299, "max_ms": 69.193, "p95_ms": 64.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.954, "count": 299, "max_ms": 75.857, "p95_ms": 73.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.089, "count": 299, "max_ms": 92.471, "p95_ms": 89.832}, "read_interval": {"avg_ms": 100.529, "count": 299, "max_ms": 357.189, "p95_ms": 142.501}, "triton_wait": {"avg_ms": 57.438, "count": 299, "max_ms": 75.87, "p95_ms": 73.463}, "visualize": {"avg_ms": 3.714, "count": 299, "max_ms": 4.867, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16199.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4470.482, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.68, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1646398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:51:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:51:34+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T21:51:34+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T21:51:34.719606+09:00", "mtime_epoch": 1783255894.719606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:51:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9410.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.401, "count": 300, "max_ms": 26.516, "p95_ms": 20.69}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.732, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.176, "count": 300, "max_ms": 66.991, "p95_ms": 63.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.383, "count": 300, "max_ms": 72.628, "p95_ms": 62.919}, "yolo11_640_fire_11class": {"avg_ms": 50.461, "count": 300, "max_ms": 66.378, "p95_ms": 63.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.235, "count": 300, "max_ms": 75.875, "p95_ms": 73.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.289, "count": 300, "max_ms": 103.758, "p95_ms": 99.455}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 138.766, "p95_ms": 119.123}, "triton_wait": {"avg_ms": 54.444, "count": 300, "max_ms": 75.89, "p95_ms": 73.053}, "visualize": {"avg_ms": 3.585, "count": 300, "max_ms": 5.51, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16200.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20423.358, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.789, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2102234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:52:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:52:01+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T21:52:01+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T21:52:01.480105+09:00", "mtime_epoch": 1783255921.4801052, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:52:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2442.883, "name": "celery", "pid": 267, "rss_mb": 2442.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.949, "count": 301, "max_ms": 13.603, "p95_ms": 8.715}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 1.869, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.597, "count": 301, "max_ms": 68.094, "p95_ms": 64.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.013, "count": 301, "max_ms": 69.432, "p95_ms": 62.464}, "yolo11_640_fire_11class": {"avg_ms": 51.073, "count": 301, "max_ms": 70.623, "p95_ms": 64.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.701, "count": 301, "max_ms": 76.591, "p95_ms": 72.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.055, "count": 301, "max_ms": 94.988, "p95_ms": 89.454}, "read_interval": {"avg_ms": 99.897, "count": 300, "max_ms": 282.7, "p95_ms": 157.331}, "triton_wait": {"avg_ms": 56.395, "count": 301, "max_ms": 76.603, "p95_ms": 72.625}, "visualize": {"avg_ms": 3.698, "count": 301, "max_ms": 4.711, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16199.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4500.561, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.961, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1646699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:52:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:52:04+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T21:52:04+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T21:52:04.788167+09:00", "mtime_epoch": 1783255924.7881668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:52:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9410.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.269, "count": 301, "max_ms": 25.528, "p95_ms": 20.275}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.902, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.192, "count": 301, "max_ms": 67.465, "p95_ms": 64.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.09, "count": 301, "max_ms": 67.086, "p95_ms": 62.469}, "yolo11_640_fire_11class": {"avg_ms": 50.451, "count": 301, "max_ms": 69.449, "p95_ms": 64.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.083, "count": 301, "max_ms": 74.929, "p95_ms": 73.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.954, "count": 301, "max_ms": 104.539, "p95_ms": 100.021}, "read_interval": {"avg_ms": 99.875, "count": 300, "max_ms": 141.202, "p95_ms": 117.839}, "triton_wait": {"avg_ms": 54.283, "count": 301, "max_ms": 74.941, "p95_ms": 73.291}, "visualize": {"avg_ms": 3.544, "count": 301, "max_ms": 4.814, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16200.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20453.454, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.789, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2102535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:52:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:52:31+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T21:52:31+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T21:52:31.576667+09:00", "mtime_epoch": 1783255951.5766666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:52:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2443.141, "name": "celery", "pid": 267, "rss_mb": 2443.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.946, "count": 300, "max_ms": 12.413, "p95_ms": 8.347}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.765, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.282, "count": 300, "max_ms": 72.261, "p95_ms": 65.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.189, "count": 300, "max_ms": 69.209, "p95_ms": 61.4}, "yolo11_640_fire_11class": {"avg_ms": 51.783, "count": 300, "max_ms": 70.748, "p95_ms": 64.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.325, "count": 300, "max_ms": 76.776, "p95_ms": 73.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.448, "count": 301, "max_ms": 93.544, "p95_ms": 89.678}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 378.879, "p95_ms": 151.107}, "triton_wait": {"avg_ms": 56.705, "count": 300, "max_ms": 76.788, "p95_ms": 73.287}, "visualize": {"avg_ms": 3.718, "count": 300, "max_ms": 5.861, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16199.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4530.661, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.137, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1647000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:52:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:52:34+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T21:52:34+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T21:52:34.896728+09:00", "mtime_epoch": 1783255954.8967283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:52:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9410.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.071, "count": 300, "max_ms": 23.883, "p95_ms": 20.277}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.938, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.599, "count": 300, "max_ms": 69.222, "p95_ms": 64.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.704, "count": 300, "max_ms": 67.149, "p95_ms": 59.962}, "yolo11_640_fire_11class": {"avg_ms": 50.72, "count": 300, "max_ms": 67.185, "p95_ms": 63.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.279, "count": 300, "max_ms": 75.875, "p95_ms": 73.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.768, "count": 300, "max_ms": 101.982, "p95_ms": 99.698}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 148.767, "p95_ms": 121.467}, "triton_wait": {"avg_ms": 54.387, "count": 300, "max_ms": 75.887, "p95_ms": 73.535}, "visualize": {"avg_ms": 3.529, "count": 300, "max_ms": 5.615, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16200.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20483.479, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.741, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2102836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:53:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:53:01+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T21:53:01+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T21:53:01.601226+09:00", "mtime_epoch": 1783255981.6012263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:53:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2443.141, "name": "celery", "pid": 267, "rss_mb": 2443.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 301, "max_ms": 12.542, "p95_ms": 8.336}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.805, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.969, "count": 301, "max_ms": 70.662, "p95_ms": 65.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.523, "count": 301, "max_ms": 70.673, "p95_ms": 59.719}, "yolo11_640_fire_11class": {"avg_ms": 52.923, "count": 301, "max_ms": 69.669, "p95_ms": 64.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.823, "count": 301, "max_ms": 76.658, "p95_ms": 72.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.868, "count": 301, "max_ms": 93.152, "p95_ms": 89.009}, "read_interval": {"avg_ms": 99.758, "count": 300, "max_ms": 375.152, "p95_ms": 140.563}, "triton_wait": {"avg_ms": 57.238, "count": 301, "max_ms": 76.671, "p95_ms": 72.432}, "visualize": {"avg_ms": 3.713, "count": 301, "max_ms": 4.431, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16200.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4560.694, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.001, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1647300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:53:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:53:05+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T21:53:04+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:53:04.949289+09:00", "mtime_epoch": 1783255984.9492888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:53:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9410.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.018, "count": 300, "max_ms": 24.618, "p95_ms": 19.912}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.785, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.115, "count": 300, "max_ms": 68.394, "p95_ms": 63.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.625, "count": 300, "max_ms": 68.796, "p95_ms": 58.407}, "yolo11_640_fire_11class": {"avg_ms": 50.769, "count": 300, "max_ms": 68.807, "p95_ms": 62.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.159, "count": 300, "max_ms": 78.276, "p95_ms": 71.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.459, "count": 300, "max_ms": 103.757, "p95_ms": 97.808}, "read_interval": {"avg_ms": 100.14, "count": 299, "max_ms": 214.131, "p95_ms": 120.42}, "triton_wait": {"avg_ms": 54.257, "count": 300, "max_ms": 78.288, "p95_ms": 71.87}, "visualize": {"avg_ms": 3.487, "count": 300, "max_ms": 5.248, "p95_ms": 3.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16201.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20513.558, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.762, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2103136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:53:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:53:31+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T21:53:31+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T21:53:31.693788+09:00", "mtime_epoch": 1783256011.6937876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:53:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2443.398, "name": "celery", "pid": 267, "rss_mb": 2443.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.604, "count": 300, "max_ms": 14.211, "p95_ms": 12.851}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 2.128, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.713, "count": 300, "max_ms": 68.078, "p95_ms": 65.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.682, "count": 300, "max_ms": 70.01, "p95_ms": 61.908}, "yolo11_640_fire_11class": {"avg_ms": 52.133, "count": 300, "max_ms": 72.745, "p95_ms": 65.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.673, "count": 300, "max_ms": 78.222, "p95_ms": 72.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.326, "count": 300, "max_ms": 96.488, "p95_ms": 90.885}, "read_interval": {"avg_ms": 100.309, "count": 299, "max_ms": 502.465, "p95_ms": 169.93}, "triton_wait": {"avg_ms": 56.854, "count": 300, "max_ms": 78.234, "p95_ms": 72.615}, "visualize": {"avg_ms": 3.778, "count": 300, "max_ms": 4.785, "p95_ms": 4.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16200.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4590.755, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.196, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1647601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:53:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:53:35+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T21:53:35+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:53:35.013849+09:00", "mtime_epoch": 1783256015.0138495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:53:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9410.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.907, "count": 301, "max_ms": 31.399, "p95_ms": 30.121}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.515, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.929, "count": 301, "max_ms": 68.285, "p95_ms": 63.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.3, "count": 301, "max_ms": 68.134, "p95_ms": 60.63}, "yolo11_640_fire_11class": {"avg_ms": 49.65, "count": 301, "max_ms": 67.801, "p95_ms": 63.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.778, "count": 301, "max_ms": 80.663, "p95_ms": 71.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.043, "count": 301, "max_ms": 113.935, "p95_ms": 99.778}, "read_interval": {"avg_ms": 99.894, "count": 300, "max_ms": 198.503, "p95_ms": 120.939}, "triton_wait": {"avg_ms": 52.886, "count": 301, "max_ms": 80.675, "p95_ms": 71.47}, "visualize": {"avg_ms": 3.523, "count": 301, "max_ms": 4.599, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16201.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20543.632, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.741, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2103437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:54:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:54:01+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T21:54:01+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T21:54:01.766348+09:00", "mtime_epoch": 1783256041.7663484, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:54:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2443.656, "name": "celery", "pid": 267, "rss_mb": 2443.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.989, "count": 301, "max_ms": 11.676, "p95_ms": 8.805}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.602, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.384, "count": 301, "max_ms": 68.146, "p95_ms": 64.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.289, "count": 301, "max_ms": 68.656, "p95_ms": 61.168}, "yolo11_640_fire_11class": {"avg_ms": 52.164, "count": 301, "max_ms": 72.064, "p95_ms": 64.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.38, "count": 301, "max_ms": 76.251, "p95_ms": 72.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.473, "count": 301, "max_ms": 94.065, "p95_ms": 88.982}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 354.733, "p95_ms": 164.831}, "triton_wait": {"avg_ms": 56.715, "count": 301, "max_ms": 76.264, "p95_ms": 72.319}, "visualize": {"avg_ms": 3.748, "count": 301, "max_ms": 5.138, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16200.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4620.836, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.183, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1647902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:54:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:54:05+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T21:54:05+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:54:05.094410+09:00", "mtime_epoch": 1783256045.0944102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:54:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9410.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.294, "count": 301, "max_ms": 28.876, "p95_ms": 20.896}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.537, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.117, "count": 301, "max_ms": 65.451, "p95_ms": 63.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.47, "count": 301, "max_ms": 67.128, "p95_ms": 57.675}, "yolo11_640_fire_11class": {"avg_ms": 49.51, "count": 301, "max_ms": 65.715, "p95_ms": 63.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.187, "count": 301, "max_ms": 75.129, "p95_ms": 72.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.868, "count": 301, "max_ms": 105.055, "p95_ms": 98.906}, "read_interval": {"avg_ms": 99.963, "count": 300, "max_ms": 180.971, "p95_ms": 121.391}, "triton_wait": {"avg_ms": 53.324, "count": 301, "max_ms": 75.14, "p95_ms": 72.797}, "visualize": {"avg_ms": 3.524, "count": 301, "max_ms": 4.774, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16201.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20573.686, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.714, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2103737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:54:31+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T21:54:31+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T21:54:31.802908+09:00", "mtime_epoch": 1783256071.8029082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:54:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2443.656, "name": "celery", "pid": 267, "rss_mb": 2443.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.972, "count": 300, "max_ms": 12.82, "p95_ms": 8.633}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 2.361, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.556, "count": 300, "max_ms": 69.158, "p95_ms": 63.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.078, "count": 300, "max_ms": 70.85, "p95_ms": 59.988}, "yolo11_640_fire_11class": {"avg_ms": 52.083, "count": 300, "max_ms": 71.71, "p95_ms": 65.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.935, "count": 300, "max_ms": 77.934, "p95_ms": 72.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.022, "count": 300, "max_ms": 95.288, "p95_ms": 89.694}, "read_interval": {"avg_ms": 100.159, "count": 299, "max_ms": 400.642, "p95_ms": 155.127}, "triton_wait": {"avg_ms": 57.294, "count": 300, "max_ms": 77.947, "p95_ms": 72.889}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 4.644, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16201.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4650.84, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.174, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1648202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:54:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:54:35+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T21:54:35+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T21:54:35.098970+09:00", "mtime_epoch": 1783256075.0989697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:54:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9410.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.148, "count": 300, "max_ms": 29.778, "p95_ms": 20.645}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.685, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.727, "count": 300, "max_ms": 71.086, "p95_ms": 63.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.876, "count": 300, "max_ms": 72.685, "p95_ms": 57.961}, "yolo11_640_fire_11class": {"avg_ms": 49.877, "count": 300, "max_ms": 70.561, "p95_ms": 63.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.367, "count": 300, "max_ms": 79.882, "p95_ms": 73.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.85, "count": 300, "max_ms": 106.801, "p95_ms": 98.792}, "read_interval": {"avg_ms": 100.012, "count": 300, "max_ms": 174.459, "p95_ms": 120.259}, "triton_wait": {"avg_ms": 53.483, "count": 300, "max_ms": 79.893, "p95_ms": 73.108}, "visualize": {"avg_ms": 3.477, "count": 300, "max_ms": 4.782, "p95_ms": 3.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16201.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20603.764, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.762, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2104039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:55:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:55:01+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T21:55:01+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T21:55:01.891054+09:00", "mtime_epoch": 1783256101.891054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:55:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2443.914, "name": "celery", "pid": 267, "rss_mb": 2443.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 302, "max_ms": 14.339, "p95_ms": 8.254}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.678, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.319, "count": 302, "max_ms": 70.981, "p95_ms": 65.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.746, "count": 302, "max_ms": 69.084, "p95_ms": 61.838}, "yolo11_640_fire_11class": {"avg_ms": 53.974, "count": 302, "max_ms": 72.558, "p95_ms": 65.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.556, "count": 302, "max_ms": 77.63, "p95_ms": 73.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.458, "count": 302, "max_ms": 94.312, "p95_ms": 90.15}, "read_interval": {"avg_ms": 99.604, "count": 301, "max_ms": 258.002, "p95_ms": 144.892}, "triton_wait": {"avg_ms": 60.722, "count": 302, "max_ms": 77.643, "p95_ms": 73.781}, "visualize": {"avg_ms": 3.725, "count": 302, "max_ms": 4.716, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16201.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4680.844, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.292, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1648502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:55:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:55:05+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T21:55:05+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T21:55:05.099051+09:00", "mtime_epoch": 1783256105.0990512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:55:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9411.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.921, "count": 300, "max_ms": 22.748, "p95_ms": 19.482}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.918, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.905, "count": 300, "max_ms": 67.676, "p95_ms": 63.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.337, "count": 300, "max_ms": 67.818, "p95_ms": 61.865}, "yolo11_640_fire_11class": {"avg_ms": 50.963, "count": 300, "max_ms": 70.863, "p95_ms": 63.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.715, "count": 300, "max_ms": 76.405, "p95_ms": 73.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.062, "count": 300, "max_ms": 103.12, "p95_ms": 99.508}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 137.822, "p95_ms": 116.391}, "triton_wait": {"avg_ms": 55.825, "count": 300, "max_ms": 76.417, "p95_ms": 73.368}, "visualize": {"avg_ms": 3.502, "count": 300, "max_ms": 4.438, "p95_ms": 3.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16202.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20633.779, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.694, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2104338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:55:31+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T21:55:31+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T21:55:31.923043+09:00", "mtime_epoch": 1783256131.923043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:55:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2443.914, "name": "celery", "pid": 267, "rss_mb": 2443.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.035, "count": 299, "max_ms": 12.784, "p95_ms": 9.048}, "gstreamer_push": {"avg_ms": 1.294, "count": 299, "max_ms": 1.56, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.994, "count": 299, "max_ms": 68.307, "p95_ms": 64.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.212, "count": 299, "max_ms": 72.504, "p95_ms": 61.558}, "yolo11_640_fire_11class": {"avg_ms": 52.438, "count": 299, "max_ms": 72.317, "p95_ms": 63.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.384, "count": 299, "max_ms": 74.454, "p95_ms": 72.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.405, "count": 299, "max_ms": 90.697, "p95_ms": 89.416}, "read_interval": {"avg_ms": 100.438, "count": 299, "max_ms": 358.728, "p95_ms": 142.166}, "triton_wait": {"avg_ms": 57.681, "count": 299, "max_ms": 74.467, "p95_ms": 72.787}, "visualize": {"avg_ms": 3.734, "count": 299, "max_ms": 4.736, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16201.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4710.846, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.265, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1648802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:55:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:55:35+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T21:55:35+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T21:55:35.091043+09:00", "mtime_epoch": 1783256135.0910435, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:55:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9411.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.117, "count": 300, "max_ms": 26.88, "p95_ms": 20.439}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 2.02, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.054, "count": 300, "max_ms": 67.715, "p95_ms": 63.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.232, "count": 300, "max_ms": 69.35, "p95_ms": 61.461}, "yolo11_640_fire_11class": {"avg_ms": 50.673, "count": 300, "max_ms": 71.004, "p95_ms": 64.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.443, "count": 300, "max_ms": 76.957, "p95_ms": 73.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.957, "count": 300, "max_ms": 103.128, "p95_ms": 99.29}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 143.516, "p95_ms": 118.223}, "triton_wait": {"avg_ms": 54.497, "count": 300, "max_ms": 76.968, "p95_ms": 73.44}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 5.326, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16202.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20663.86, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.741, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2104640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:56:02+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T21:56:01+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T21:56:01.971059+09:00", "mtime_epoch": 1783256161.971059, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:56:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2444.172, "name": "celery", "pid": 267, "rss_mb": 2444.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.067, "count": 301, "max_ms": 12.703, "p95_ms": 8.961}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 2.01, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.119, "count": 301, "max_ms": 70.62, "p95_ms": 65.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.304, "count": 301, "max_ms": 71.308, "p95_ms": 61.694}, "yolo11_640_fire_11class": {"avg_ms": 52.157, "count": 301, "max_ms": 72.81, "p95_ms": 65.466}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.451, "count": 301, "max_ms": 80.3, "p95_ms": 73.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.693, "count": 301, "max_ms": 97.058, "p95_ms": 90.194}, "read_interval": {"avg_ms": 99.585, "count": 301, "max_ms": 387.243, "p95_ms": 151.659}, "triton_wait": {"avg_ms": 56.906, "count": 301, "max_ms": 80.313, "p95_ms": 73.437}, "visualize": {"avg_ms": 3.724, "count": 301, "max_ms": 4.849, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16202.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4740.958, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.319, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1649103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:56:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:56:05+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T21:56:05+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T21:56:05.195062+09:00", "mtime_epoch": 1783256165.1950624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:56:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9411.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.212, "count": 300, "max_ms": 25.584, "p95_ms": 20.116}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.897, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.28, "count": 300, "max_ms": 71.981, "p95_ms": 64.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.815, "count": 300, "max_ms": 72.466, "p95_ms": 61.697}, "yolo11_640_fire_11class": {"avg_ms": 50.674, "count": 300, "max_ms": 71.379, "p95_ms": 63.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.147, "count": 300, "max_ms": 81.789, "p95_ms": 72.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.798, "count": 300, "max_ms": 107.453, "p95_ms": 99.513}, "read_interval": {"avg_ms": 99.997, "count": 299, "max_ms": 147.319, "p95_ms": 120.457}, "triton_wait": {"avg_ms": 54.26, "count": 300, "max_ms": 81.801, "p95_ms": 72.939}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 5.389, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16202.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20693.881, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.747, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2104940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:56:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:56:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:56:32+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T21:56:32.019101+09:00", "mtime_epoch": 1783256192.019101, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:56:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2444.43, "name": "celery", "pid": 267, "rss_mb": 2444.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.155, "count": 300, "max_ms": 12.519, "p95_ms": 9.102}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.572, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.233, "count": 300, "max_ms": 68.318, "p95_ms": 65.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.13, "count": 300, "max_ms": 71.218, "p95_ms": 57.358}, "yolo11_640_fire_11class": {"avg_ms": 54.526, "count": 300, "max_ms": 72.618, "p95_ms": 65.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.013, "count": 300, "max_ms": 75.104, "p95_ms": 72.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.24, "count": 300, "max_ms": 92.587, "p95_ms": 90.116}, "read_interval": {"avg_ms": 100.158, "count": 300, "max_ms": 403.668, "p95_ms": 133.325}, "triton_wait": {"avg_ms": 60.285, "count": 300, "max_ms": 75.117, "p95_ms": 72.968}, "visualize": {"avg_ms": 3.778, "count": 300, "max_ms": 4.847, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16202.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4771.043, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.197, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1649404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:56:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:56:35+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T21:56:35+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T21:56:35.307107+09:00", "mtime_epoch": 1783256195.3071067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:56:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9411.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.062, "count": 301, "max_ms": 23.695, "p95_ms": 19.695}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 1.388, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.385, "count": 301, "max_ms": 67.016, "p95_ms": 62.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.443, "count": 301, "max_ms": 67.351, "p95_ms": 56.705}, "yolo11_640_fire_11class": {"avg_ms": 51.145, "count": 301, "max_ms": 69.245, "p95_ms": 62.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.273, "count": 301, "max_ms": 76.179, "p95_ms": 71.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.714, "count": 301, "max_ms": 102.18, "p95_ms": 97.216}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 146.014, "p95_ms": 116.083}, "triton_wait": {"avg_ms": 55.372, "count": 301, "max_ms": 76.192, "p95_ms": 71.58}, "visualize": {"avg_ms": 3.518, "count": 301, "max_ms": 4.52, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16202.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20723.98, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.814, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2105240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:57:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:57:02+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T21:57:02+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T21:57:02.099167+09:00", "mtime_epoch": 1783256222.0991666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:57:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2444.43, "name": "celery", "pid": 267, "rss_mb": 2444.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.014, "count": 299, "max_ms": 12.755, "p95_ms": 8.961}, "gstreamer_push": {"avg_ms": 1.291, "count": 299, "max_ms": 2.1, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.549, "count": 299, "max_ms": 70.134, "p95_ms": 66.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.048, "count": 299, "max_ms": 71.489, "p95_ms": 59.463}, "yolo11_640_fire_11class": {"avg_ms": 53.979, "count": 299, "max_ms": 73.995, "p95_ms": 66.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.167, "count": 299, "max_ms": 76.35, "p95_ms": 73.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.261, "count": 299, "max_ms": 92.977, "p95_ms": 90.263}, "read_interval": {"avg_ms": 100.311, "count": 299, "max_ms": 310.897, "p95_ms": 136.644}, "triton_wait": {"avg_ms": 60.55, "count": 299, "max_ms": 76.363, "p95_ms": 74.004}, "visualize": {"avg_ms": 3.722, "count": 299, "max_ms": 5.14, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16202.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4801.062, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.007, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1649704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:57:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:57:05+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T21:57:05+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T21:57:05.299175+09:00", "mtime_epoch": 1783256225.299175, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:57:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9411.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.079, "count": 300, "max_ms": 22.659, "p95_ms": 19.968}, "gstreamer_push": {"avg_ms": 1.215, "count": 300, "max_ms": 1.66, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.707, "count": 300, "max_ms": 66.027, "p95_ms": 63.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.712, "count": 300, "max_ms": 66.017, "p95_ms": 58.612}, "yolo11_640_fire_11class": {"avg_ms": 51.287, "count": 300, "max_ms": 67.064, "p95_ms": 63.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.249, "count": 300, "max_ms": 77.246, "p95_ms": 72.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.729, "count": 300, "max_ms": 103.176, "p95_ms": 98.465}, "read_interval": {"avg_ms": 100.008, "count": 299, "max_ms": 162.476, "p95_ms": 119.742}, "triton_wait": {"avg_ms": 55.42, "count": 300, "max_ms": 77.256, "p95_ms": 72.489}, "visualize": {"avg_ms": 3.485, "count": 300, "max_ms": 4.36, "p95_ms": 3.641}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16203.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20753.983, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.873, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2105541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:57:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:57:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:57:32+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T21:57:32.127255+09:00", "mtime_epoch": 1783256252.1272552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:57:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2444.43, "name": "celery", "pid": 267, "rss_mb": 2444.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.023, "count": 301, "max_ms": 11.879, "p95_ms": 8.786}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.521, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.366, "count": 301, "max_ms": 72.448, "p95_ms": 64.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.702, "count": 301, "max_ms": 67.6, "p95_ms": 60.356}, "yolo11_640_fire_11class": {"avg_ms": 53.323, "count": 301, "max_ms": 71.604, "p95_ms": 65.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.632, "count": 301, "max_ms": 77.955, "p95_ms": 72.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.814, "count": 301, "max_ms": 95.804, "p95_ms": 89.744}, "read_interval": {"avg_ms": 99.756, "count": 301, "max_ms": 437.565, "p95_ms": 141.42}, "triton_wait": {"avg_ms": 59.002, "count": 301, "max_ms": 77.967, "p95_ms": 72.999}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 5.293, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16203.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4831.072, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.005, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1650004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:57:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:57:35+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-05T21:57:35+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T21:57:35.287266+09:00", "mtime_epoch": 1783256255.2872658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:57:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9411.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.259, "count": 300, "max_ms": 29.727, "p95_ms": 20.656}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.558, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.054, "count": 300, "max_ms": 67.064, "p95_ms": 63.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.442, "count": 300, "max_ms": 67.798, "p95_ms": 60.182}, "yolo11_640_fire_11class": {"avg_ms": 50.481, "count": 300, "max_ms": 71.461, "p95_ms": 63.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.253, "count": 300, "max_ms": 80.856, "p95_ms": 72.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.868, "count": 300, "max_ms": 106.706, "p95_ms": 98.55}, "read_interval": {"avg_ms": 100.025, "count": 300, "max_ms": 145.361, "p95_ms": 119.27}, "triton_wait": {"avg_ms": 54.349, "count": 300, "max_ms": 80.868, "p95_ms": 72.363}, "visualize": {"avg_ms": 3.487, "count": 300, "max_ms": 4.742, "p95_ms": 3.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16203.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20784.036, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.759, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2105842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:58:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:58:02+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T21:58:02+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T21:58:02.159365+09:00", "mtime_epoch": 1783256282.1593652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:58:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2444.688, "name": "celery", "pid": 267, "rss_mb": 2444.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.977, "count": 301, "max_ms": 12.769, "p95_ms": 8.638}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.928, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.927, "count": 301, "max_ms": 69.741, "p95_ms": 64.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.912, "count": 301, "max_ms": 70.3, "p95_ms": 58.324}, "yolo11_640_fire_11class": {"avg_ms": 51.988, "count": 301, "max_ms": 72.548, "p95_ms": 65.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.454, "count": 301, "max_ms": 75.359, "p95_ms": 72.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.641, "count": 301, "max_ms": 91.986, "p95_ms": 88.94}, "read_interval": {"avg_ms": 99.907, "count": 300, "max_ms": 476.822, "p95_ms": 144.498}, "triton_wait": {"avg_ms": 56.861, "count": 301, "max_ms": 75.371, "p95_ms": 72.158}, "visualize": {"avg_ms": 3.751, "count": 301, "max_ms": 5.597, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16203.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4861.073, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.007, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1650304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:58:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T21:58:05+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T21:58:05+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T21:58:05.331378+09:00", "mtime_epoch": 1783256285.331378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:58:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9411.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.334, "count": 300, "max_ms": 24.924, "p95_ms": 20.383}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.417, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.279, "count": 300, "max_ms": 66.702, "p95_ms": 62.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.48, "count": 300, "max_ms": 65.233, "p95_ms": 58.167}, "yolo11_640_fire_11class": {"avg_ms": 49.452, "count": 300, "max_ms": 72.105, "p95_ms": 62.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.705, "count": 300, "max_ms": 75.525, "p95_ms": 71.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.602, "count": 300, "max_ms": 103.276, "p95_ms": 98.014}, "read_interval": {"avg_ms": 100.088, "count": 300, "max_ms": 171.195, "p95_ms": 126.97}, "triton_wait": {"avg_ms": 52.934, "count": 300, "max_ms": 75.538, "p95_ms": 71.458}, "visualize": {"avg_ms": 3.515, "count": 300, "max_ms": 4.678, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16203.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20814.105, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.74, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2106142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:58:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:58:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:58:32+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T21:58:32.247495+09:00", "mtime_epoch": 1783256312.2474954, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:58:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2444.945, "name": "celery", "pid": 267, "rss_mb": 2444.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.08, "count": 300, "max_ms": 13.012, "p95_ms": 8.967}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 2.054, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.026, "count": 300, "max_ms": 66.674, "p95_ms": 64.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.319, "count": 300, "max_ms": 67.915, "p95_ms": 61.839}, "yolo11_640_fire_11class": {"avg_ms": 52.815, "count": 300, "max_ms": 73.026, "p95_ms": 66.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.994, "count": 300, "max_ms": 75.5, "p95_ms": 73.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.202, "count": 300, "max_ms": 95.772, "p95_ms": 90.155}, "read_interval": {"avg_ms": 100.236, "count": 300, "max_ms": 411.107, "p95_ms": 149.438}, "triton_wait": {"avg_ms": 57.299, "count": 300, "max_ms": 75.513, "p95_ms": 73.14}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 5.053, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16203.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4891.141, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.874, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1650605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:58:35+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T21:58:35+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T21:58:35.403510+09:00", "mtime_epoch": 1783256315.4035103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:58:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9411.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.149, "count": 301, "max_ms": 25.071, "p95_ms": 20.725}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.824, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.362, "count": 301, "max_ms": 67.841, "p95_ms": 63.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.584, "count": 301, "max_ms": 67.93, "p95_ms": 58.788}, "yolo11_640_fire_11class": {"avg_ms": 50.262, "count": 301, "max_ms": 68.397, "p95_ms": 63.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.764, "count": 301, "max_ms": 76.959, "p95_ms": 72.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.366, "count": 301, "max_ms": 103.184, "p95_ms": 97.923}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 192.391, "p95_ms": 118.671}, "triton_wait": {"avg_ms": 53.905, "count": 301, "max_ms": 76.97, "p95_ms": 72.278}, "visualize": {"avg_ms": 3.521, "count": 301, "max_ms": 5.53, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16204.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20844.3, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.74, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2106443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:59:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:59:02+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:59:02+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-05T21:59:02.315645+09:00", "mtime_epoch": 1783256342.3156447, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:59:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2444.945, "name": "celery", "pid": 267, "rss_mb": 2444.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.092}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 301, "max_ms": 12.175, "p95_ms": 8.766}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.767, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.764, "count": 301, "max_ms": 68.306, "p95_ms": 64.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.317, "count": 301, "max_ms": 66.222, "p95_ms": 60.269}, "yolo11_640_fire_11class": {"avg_ms": 51.999, "count": 301, "max_ms": 71.453, "p95_ms": 63.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.229, "count": 301, "max_ms": 74.316, "p95_ms": 72.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.378, "count": 301, "max_ms": 92.716, "p95_ms": 89.116}, "read_interval": {"avg_ms": 100.313, "count": 301, "max_ms": 434.044, "p95_ms": 160.423}, "triton_wait": {"avg_ms": 56.665, "count": 301, "max_ms": 74.328, "p95_ms": 72.636}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 4.884, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16203.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4921.154, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.751, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1650904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:59:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:59:05+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T21:59:05+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T21:59:05.411661+09:00", "mtime_epoch": 1783256345.4116614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:59:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9412.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.273, "count": 299, "max_ms": 28.04, "p95_ms": 20.828}, "gstreamer_push": {"avg_ms": 1.23, "count": 299, "max_ms": 1.593, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.709, "count": 299, "max_ms": 67.817, "p95_ms": 63.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.152, "count": 299, "max_ms": 69.653, "p95_ms": 61.586}, "yolo11_640_fire_11class": {"avg_ms": 49.965, "count": 299, "max_ms": 68.727, "p95_ms": 63.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.45, "count": 299, "max_ms": 75.611, "p95_ms": 72.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.169, "count": 299, "max_ms": 102.123, "p95_ms": 98.202}, "read_interval": {"avg_ms": 100.37, "count": 299, "max_ms": 223.844, "p95_ms": 122.859}, "triton_wait": {"avg_ms": 53.563, "count": 299, "max_ms": 75.624, "p95_ms": 72.871}, "visualize": {"avg_ms": 3.521, "count": 299, "max_ms": 4.875, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16204.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20874.361, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.653, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2106745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:59:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:59:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T21:59:32+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T21:59:32.487813+09:00", "mtime_epoch": 1783256372.4878128, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T21:59:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2445.203, "name": "celery", "pid": 267, "rss_mb": 2445.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 302, "max_ms": 12.228, "p95_ms": 8.896}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.562, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.739, "count": 302, "max_ms": 68.847, "p95_ms": 63.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.636, "count": 302, "max_ms": 72.226, "p95_ms": 59.347}, "yolo11_640_fire_11class": {"avg_ms": 52.211, "count": 302, "max_ms": 70.12, "p95_ms": 64.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.805, "count": 302, "max_ms": 77.515, "p95_ms": 70.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.211, "count": 302, "max_ms": 93.665, "p95_ms": 88.04}, "read_interval": {"avg_ms": 99.603, "count": 301, "max_ms": 367.848, "p95_ms": 148.19}, "triton_wait": {"avg_ms": 56.4, "count": 302, "max_ms": 77.527, "p95_ms": 70.951}, "visualize": {"avg_ms": 3.714, "count": 302, "max_ms": 5.17, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16204.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4951.158, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.545, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1651205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T21:59:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T21:59:35+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T21:59:35+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T21:59:35.415830+09:00", "mtime_epoch": 1783256375.4158301, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T21:59:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9412.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.492, "count": 301, "max_ms": 28.821, "p95_ms": 25.941}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 2.018, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.718, "count": 301, "max_ms": 66.627, "p95_ms": 62.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.937, "count": 301, "max_ms": 69.263, "p95_ms": 57.853}, "yolo11_640_fire_11class": {"avg_ms": 48.477, "count": 301, "max_ms": 70.286, "p95_ms": 62.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.532, "count": 301, "max_ms": 74.886, "p95_ms": 71.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.436, "count": 301, "max_ms": 100.194, "p95_ms": 97.379}, "read_interval": {"avg_ms": 99.661, "count": 301, "max_ms": 206.153, "p95_ms": 123.156}, "triton_wait": {"avg_ms": 51.666, "count": 301, "max_ms": 74.899, "p95_ms": 71.646}, "visualize": {"avg_ms": 3.517, "count": 301, "max_ms": 5.142, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16204.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20904.37, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.574, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2107045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:00:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:00:02+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T22:00:02+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T22:00:02.495997+09:00", "mtime_epoch": 1783256402.4959967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:00:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2445.203, "name": "celery", "pid": 267, "rss_mb": 2445.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.986, "count": 300, "max_ms": 12.758, "p95_ms": 8.855}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 2.151, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.692, "count": 300, "max_ms": 69.504, "p95_ms": 64.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.066, "count": 300, "max_ms": 67.656, "p95_ms": 62.36}, "yolo11_640_fire_11class": {"avg_ms": 54.099, "count": 300, "max_ms": 74.167, "p95_ms": 64.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.062, "count": 300, "max_ms": 75.574, "p95_ms": 72.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.972, "count": 300, "max_ms": 92.741, "p95_ms": 89.507}, "read_interval": {"avg_ms": 100.034, "count": 300, "max_ms": 319.473, "p95_ms": 141.308}, "triton_wait": {"avg_ms": 59.258, "count": 300, "max_ms": 75.587, "p95_ms": 72.556}, "visualize": {"avg_ms": 3.737, "count": 300, "max_ms": 4.609, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16205.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4981.262, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.388, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1651506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:00:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:00:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T22:00:05+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T22:00:05.488016+09:00", "mtime_epoch": 1783256405.4880161, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:00:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9412.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.761, "count": 300, "max_ms": 25.014, "p95_ms": 19.458}, "gstreamer_push": {"avg_ms": 1.216, "count": 300, "max_ms": 1.451, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.535, "count": 300, "max_ms": 68.72, "p95_ms": 63.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.837, "count": 300, "max_ms": 68.733, "p95_ms": 59.534}, "yolo11_640_fire_11class": {"avg_ms": 50.875, "count": 300, "max_ms": 69.492, "p95_ms": 63.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.077, "count": 300, "max_ms": 75.459, "p95_ms": 72.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.121, "count": 300, "max_ms": 101.772, "p95_ms": 97.762}, "read_interval": {"avg_ms": 99.987, "count": 300, "max_ms": 156.578, "p95_ms": 118.207}, "triton_wait": {"avg_ms": 55.209, "count": 300, "max_ms": 75.471, "p95_ms": 72.541}, "visualize": {"avg_ms": 3.456, "count": 300, "max_ms": 4.232, "p95_ms": 3.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16204.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20934.389, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.576, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2107345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:00:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:00:32+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:00:32+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T22:00:32.484197+09:00", "mtime_epoch": 1783256432.4841967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:00:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2445.461, "name": "celery", "pid": 267, "rss_mb": 2445.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.878, "count": 300, "max_ms": 11.014, "p95_ms": 8.653}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 2.11, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.663, "count": 300, "max_ms": 68.318, "p95_ms": 64.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.409, "count": 300, "max_ms": 67.768, "p95_ms": 60.505}, "yolo11_640_fire_11class": {"avg_ms": 51.661, "count": 300, "max_ms": 72.11, "p95_ms": 64.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.851, "count": 300, "max_ms": 75.148, "p95_ms": 72.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.523, "count": 300, "max_ms": 91.838, "p95_ms": 88.44}, "read_interval": {"avg_ms": 100.073, "count": 299, "max_ms": 381.317, "p95_ms": 136.781}, "triton_wait": {"avg_ms": 58.052, "count": 300, "max_ms": 75.16, "p95_ms": 72.232}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 4.625, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16205.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5011.264, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.056, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1651806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:00:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:00:35+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:00:35+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:00:35.516218+09:00", "mtime_epoch": 1783256435.5162177, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:00:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9412.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.813, "count": 300, "max_ms": 22.864, "p95_ms": 19.421}, "gstreamer_push": {"avg_ms": 1.213, "count": 300, "max_ms": 1.392, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.844, "count": 300, "max_ms": 66.999, "p95_ms": 62.806}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.074, "count": 300, "max_ms": 66.91, "p95_ms": 60.595}, "yolo11_640_fire_11class": {"avg_ms": 50.07, "count": 300, "max_ms": 68.347, "p95_ms": 62.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.014, "count": 300, "max_ms": 75.594, "p95_ms": 72.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.129, "count": 300, "max_ms": 101.493, "p95_ms": 97.728}, "read_interval": {"avg_ms": 100.039, "count": 300, "max_ms": 153.47, "p95_ms": 122.468}, "triton_wait": {"avg_ms": 54.121, "count": 300, "max_ms": 75.607, "p95_ms": 72.216}, "visualize": {"avg_ms": 3.471, "count": 300, "max_ms": 4.418, "p95_ms": 3.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16205.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20964.426, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.508, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2107643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:01:02+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:01:02+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-05T22:01:02.356411+09:00", "mtime_epoch": 1783256462.3564105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:01:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2445.461, "name": "celery", "pid": 267, "rss_mb": 2445.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.876, "count": 298, "max_ms": 9.026, "p95_ms": 8.422}, "gstreamer_push": {"avg_ms": 1.291, "count": 298, "max_ms": 1.535, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.065, "count": 298, "max_ms": 69.709, "p95_ms": 65.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.192, "count": 298, "max_ms": 67.964, "p95_ms": 60.726}, "yolo11_640_fire_11class": {"avg_ms": 52.854, "count": 298, "max_ms": 67.86, "p95_ms": 64.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.542, "count": 298, "max_ms": 77.778, "p95_ms": 73.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.423, "count": 298, "max_ms": 94.276, "p95_ms": 89.625}, "read_interval": {"avg_ms": 100.781, "count": 297, "max_ms": 382.895, "p95_ms": 175.258}, "triton_wait": {"avg_ms": 58.927, "count": 298, "max_ms": 77.79, "p95_ms": 73.252}, "visualize": {"avg_ms": 3.692, "count": 298, "max_ms": 4.668, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16205.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5041.268, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.945, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:01:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:01:05+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T22:01:05+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T22:01:05.528434+09:00", "mtime_epoch": 1783256465.528434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:01:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9412.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.917, "count": 300, "max_ms": 25.773, "p95_ms": 19.757}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.583, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.923, "count": 300, "max_ms": 65.24, "p95_ms": 62.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.568, "count": 300, "max_ms": 65.252, "p95_ms": 59.665}, "yolo11_640_fire_11class": {"avg_ms": 50.169, "count": 300, "max_ms": 65.405, "p95_ms": 62.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.037, "count": 300, "max_ms": 75.732, "p95_ms": 71.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.296, "count": 300, "max_ms": 101.799, "p95_ms": 97.812}, "read_interval": {"avg_ms": 100.036, "count": 300, "max_ms": 162.096, "p95_ms": 124.68}, "triton_wait": {"avg_ms": 54.131, "count": 300, "max_ms": 75.745, "p95_ms": 71.992}, "visualize": {"avg_ms": 3.492, "count": 300, "max_ms": 4.301, "p95_ms": 3.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16205.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20994.441, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.318, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2107943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:01:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:01:32+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T22:01:32+09:00", "mjpeg": {"age_sec": 0.355, "exists": true, "mtime": "2026-07-05T22:01:32.288639+09:00", "mtime_epoch": 1783256492.2886388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:01:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2445.719, "name": "celery", "pid": 267, "rss_mb": 2445.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.985, "count": 300, "max_ms": 11.294, "p95_ms": 8.772}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.897, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.447, "count": 300, "max_ms": 68.523, "p95_ms": 64.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.213, "count": 300, "max_ms": 70.674, "p95_ms": 55.934}, "yolo11_640_fire_11class": {"avg_ms": 51.29, "count": 300, "max_ms": 67.384, "p95_ms": 63.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.682, "count": 300, "max_ms": 75.013, "p95_ms": 71.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.681, "count": 300, "max_ms": 91.871, "p95_ms": 88.045}, "read_interval": {"avg_ms": 100.113, "count": 299, "max_ms": 411.638, "p95_ms": 175.183}, "triton_wait": {"avg_ms": 55.911, "count": 300, "max_ms": 75.025, "p95_ms": 71.478}, "visualize": {"avg_ms": 3.746, "count": 300, "max_ms": 4.942, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16205.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5071.291, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.913, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:01:35+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T22:01:35+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T22:01:35.536664+09:00", "mtime_epoch": 1783256495.5366645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:01:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9412.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.24, "count": 300, "max_ms": 26.985, "p95_ms": 20.792}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.651, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.074, "count": 300, "max_ms": 68.574, "p95_ms": 62.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.815, "count": 300, "max_ms": 70.274, "p95_ms": 56.122}, "yolo11_640_fire_11class": {"avg_ms": 49.286, "count": 300, "max_ms": 70.07, "p95_ms": 62.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.344, "count": 300, "max_ms": 78.814, "p95_ms": 71.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.09, "count": 300, "max_ms": 105.046, "p95_ms": 96.873}, "read_interval": {"avg_ms": 100.062, "count": 299, "max_ms": 200.092, "p95_ms": 138.885}, "triton_wait": {"avg_ms": 52.52, "count": 300, "max_ms": 78.827, "p95_ms": 71.355}, "visualize": {"avg_ms": 3.529, "count": 300, "max_ms": 5.651, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16205.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21024.484, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.082, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2108244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:02:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:02:02+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T22:02:02+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T22:02:02.596884+09:00", "mtime_epoch": 1783256522.5968838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:02:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2445.719, "name": "celery", "pid": 267, "rss_mb": 2445.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.022, "count": 301, "max_ms": 12.939, "p95_ms": 8.899}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 2.181, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.472, "count": 301, "max_ms": 71.104, "p95_ms": 65.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.06, "count": 301, "max_ms": 71.115, "p95_ms": 62.192}, "yolo11_640_fire_11class": {"avg_ms": 53.521, "count": 301, "max_ms": 71.704, "p95_ms": 66.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.608, "count": 301, "max_ms": 77.539, "p95_ms": 72.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.765, "count": 301, "max_ms": 94.069, "p95_ms": 89.032}, "read_interval": {"avg_ms": 99.794, "count": 300, "max_ms": 387.43, "p95_ms": 140.64}, "triton_wait": {"avg_ms": 58.868, "count": 301, "max_ms": 77.552, "p95_ms": 72.21}, "visualize": {"avg_ms": 3.767, "count": 301, "max_ms": 4.722, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16205.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5101.357, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.945, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:02:05+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T22:02:05+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T22:02:05.616909+09:00", "mtime_epoch": 1783256525.6169088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:02:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9412.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.057, "count": 300, "max_ms": 25.318, "p95_ms": 20.119}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.776, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.203, "count": 300, "max_ms": 66.649, "p95_ms": 63.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.892, "count": 300, "max_ms": 68.806, "p95_ms": 59.229}, "yolo11_640_fire_11class": {"avg_ms": 50.758, "count": 300, "max_ms": 70.257, "p95_ms": 62.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.493, "count": 300, "max_ms": 77.086, "p95_ms": 72.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.948, "count": 300, "max_ms": 102.873, "p95_ms": 98.464}, "read_interval": {"avg_ms": 100.255, "count": 299, "max_ms": 314.605, "p95_ms": 120.97}, "triton_wait": {"avg_ms": 54.594, "count": 300, "max_ms": 77.097, "p95_ms": 72.487}, "visualize": {"avg_ms": 3.5, "count": 300, "max_ms": 4.828, "p95_ms": 3.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16206.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21054.519, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.089, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2108546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:02:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:02:32+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T22:02:32+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T22:02:32.641139+09:00", "mtime_epoch": 1783256552.641139, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:02:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2445.977, "name": "celery", "pid": 267, "rss_mb": 2445.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.181, "count": 302, "max_ms": 13.67, "p95_ms": 9.512}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 2.234, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.289, "count": 302, "max_ms": 67.687, "p95_ms": 65.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.39, "count": 302, "max_ms": 66.951, "p95_ms": 60.286}, "yolo11_640_fire_11class": {"avg_ms": 52.749, "count": 302, "max_ms": 70.774, "p95_ms": 64.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.877, "count": 302, "max_ms": 75.15, "p95_ms": 72.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.144, "count": 302, "max_ms": 92.84, "p95_ms": 89.446}, "read_interval": {"avg_ms": 99.462, "count": 301, "max_ms": 365.092, "p95_ms": 143.61}, "triton_wait": {"avg_ms": 58.101, "count": 302, "max_ms": 75.163, "p95_ms": 72.281}, "visualize": {"avg_ms": 3.748, "count": 302, "max_ms": 4.932, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16206.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5131.371, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.952, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1653007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:02:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:02:35+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:02:35+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:02:35.625165+09:00", "mtime_epoch": 1783256555.6251652, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:02:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9413.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.306, "count": 301, "max_ms": 30.692, "p95_ms": 21.856}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.58, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.84, "count": 301, "max_ms": 67.769, "p95_ms": 63.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.954, "count": 301, "max_ms": 67.778, "p95_ms": 61.4}, "yolo11_640_fire_11class": {"avg_ms": 50.136, "count": 301, "max_ms": 66.852, "p95_ms": 62.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.825, "count": 301, "max_ms": 75.41, "p95_ms": 72.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.552, "count": 301, "max_ms": 100.982, "p95_ms": 98.568}, "read_interval": {"avg_ms": 99.681, "count": 301, "max_ms": 184.086, "p95_ms": 116.853}, "triton_wait": {"avg_ms": 53.937, "count": 301, "max_ms": 75.422, "p95_ms": 72.4}, "visualize": {"avg_ms": 3.514, "count": 301, "max_ms": 5.637, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16206.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21084.57, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.095, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2108847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:03:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:03:02+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T22:03:02+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T22:03:02.677406+09:00", "mtime_epoch": 1783256582.6774063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:03:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2446.234, "name": "celery", "pid": 267, "rss_mb": 2446.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.006, "count": 301, "max_ms": 9.642, "p95_ms": 8.851}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 1.611, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.1, "count": 301, "max_ms": 68.554, "p95_ms": 64.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.553, "count": 301, "max_ms": 68.613, "p95_ms": 61.91}, "yolo11_640_fire_11class": {"avg_ms": 52.645, "count": 301, "max_ms": 70.674, "p95_ms": 65.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.336, "count": 301, "max_ms": 76.909, "p95_ms": 72.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.705, "count": 301, "max_ms": 93.246, "p95_ms": 89.02}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 352.174, "p95_ms": 151.414}, "triton_wait": {"avg_ms": 56.856, "count": 301, "max_ms": 76.921, "p95_ms": 72.172}, "visualize": {"avg_ms": 3.724, "count": 301, "max_ms": 4.814, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16206.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5161.392, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.072, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1653307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:03:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:03:05+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T22:03:05+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:03:05.645433+09:00", "mtime_epoch": 1783256585.6454334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:03:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9413.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.055, "count": 300, "max_ms": 26.537, "p95_ms": 20.195}, "gstreamer_push": {"avg_ms": 1.215, "count": 300, "max_ms": 1.394, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.932, "count": 300, "max_ms": 69.933, "p95_ms": 63.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.841, "count": 300, "max_ms": 69.179, "p95_ms": 59.756}, "yolo11_640_fire_11class": {"avg_ms": 50.224, "count": 300, "max_ms": 67.616, "p95_ms": 63.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.738, "count": 300, "max_ms": 77.644, "p95_ms": 72.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.181, "count": 300, "max_ms": 104.075, "p95_ms": 98.467}, "read_interval": {"avg_ms": 100.089, "count": 299, "max_ms": 180.83, "p95_ms": 121.448}, "triton_wait": {"avg_ms": 53.904, "count": 300, "max_ms": 77.656, "p95_ms": 72.575}, "visualize": {"avg_ms": 3.478, "count": 300, "max_ms": 4.38, "p95_ms": 3.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16206.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21114.619, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.994, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2109147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:03:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:03:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:03:32+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-05T22:03:32.673684+09:00", "mtime_epoch": 1783256612.6736844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:03:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2446.234, "name": "celery", "pid": 267, "rss_mb": 2446.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.031, "count": 300, "max_ms": 12.75, "p95_ms": 8.799}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 2.148, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.182, "count": 300, "max_ms": 69.863, "p95_ms": 64.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.482, "count": 300, "max_ms": 72.452, "p95_ms": 58.093}, "yolo11_640_fire_11class": {"avg_ms": 51.963, "count": 300, "max_ms": 68.876, "p95_ms": 64.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.771, "count": 300, "max_ms": 77.927, "p95_ms": 72.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.025, "count": 300, "max_ms": 94.806, "p95_ms": 89.2}, "read_interval": {"avg_ms": 100.232, "count": 299, "max_ms": 380.285, "p95_ms": 169.297}, "triton_wait": {"avg_ms": 57.142, "count": 300, "max_ms": 77.943, "p95_ms": 72.338}, "visualize": {"avg_ms": 3.729, "count": 300, "max_ms": 4.736, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16206.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5191.445, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.106, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1653608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:03:35+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T22:03:35+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T22:03:35.693713+09:00", "mtime_epoch": 1783256615.693713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:03:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9413.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.324, "count": 301, "max_ms": 28.578, "p95_ms": 21.089}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.72, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.935, "count": 301, "max_ms": 68.287, "p95_ms": 62.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.939, "count": 301, "max_ms": 70.064, "p95_ms": 58.038}, "yolo11_640_fire_11class": {"avg_ms": 49.442, "count": 301, "max_ms": 67.362, "p95_ms": 63.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.98, "count": 301, "max_ms": 80.146, "p95_ms": 72.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.708, "count": 301, "max_ms": 105.562, "p95_ms": 98.107}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 162.248, "p95_ms": 121.756}, "triton_wait": {"avg_ms": 53.094, "count": 301, "max_ms": 80.158, "p95_ms": 72.036}, "visualize": {"avg_ms": 3.518, "count": 301, "max_ms": 4.731, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16207.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21144.682, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.994, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2109448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:04:02+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T22:04:02+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:04:02.805974+09:00", "mtime_epoch": 1783256642.8059745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:04:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2446.492, "name": "celery", "pid": 267, "rss_mb": 2446.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 301, "max_ms": 12.723, "p95_ms": 8.459}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.139, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.212, "count": 301, "max_ms": 70.545, "p95_ms": 65.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.51, "count": 301, "max_ms": 70.397, "p95_ms": 60.736}, "yolo11_640_fire_11class": {"avg_ms": 53.117, "count": 301, "max_ms": 74.855, "p95_ms": 67.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.411, "count": 301, "max_ms": 75.39, "p95_ms": 72.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.448, "count": 301, "max_ms": 91.637, "p95_ms": 89.156}, "read_interval": {"avg_ms": 99.89, "count": 300, "max_ms": 358.891, "p95_ms": 158.179}, "triton_wait": {"avg_ms": 57.664, "count": 301, "max_ms": 75.403, "p95_ms": 72.707}, "visualize": {"avg_ms": 3.716, "count": 301, "max_ms": 5.89, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16207.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5221.453, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.033, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1653908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T22:04:05+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:04:05+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T22:04:05.702003+09:00", "mtime_epoch": 1783256645.7020028, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:04:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9413.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.991, "count": 300, "max_ms": 23.321, "p95_ms": 19.728}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.768, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.627, "count": 300, "max_ms": 66.385, "p95_ms": 63.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.41, "count": 300, "max_ms": 70.524, "p95_ms": 57.868}, "yolo11_640_fire_11class": {"avg_ms": 49.945, "count": 300, "max_ms": 65.698, "p95_ms": 63.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.726, "count": 300, "max_ms": 75.824, "p95_ms": 71.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.13, "count": 300, "max_ms": 102.684, "p95_ms": 97.501}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 191.386, "p95_ms": 117.623}, "triton_wait": {"avg_ms": 53.832, "count": 300, "max_ms": 75.835, "p95_ms": 71.474}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 5.186, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16207.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21174.78, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.167, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2109748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:04:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:04:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T22:04:32+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T22:04:32.898274+09:00", "mtime_epoch": 1783256672.898274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:04:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2446.492, "name": "celery", "pid": 267, "rss_mb": 2446.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.941, "count": 300, "max_ms": 10.865, "p95_ms": 8.416}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 1.748, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.555, "count": 300, "max_ms": 71.675, "p95_ms": 67.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.735, "count": 300, "max_ms": 72.393, "p95_ms": 63.777}, "yolo11_640_fire_11class": {"avg_ms": 54.234, "count": 300, "max_ms": 71.235, "p95_ms": 66.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.454, "count": 300, "max_ms": 80.196, "p95_ms": 72.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.555, "count": 300, "max_ms": 96.744, "p95_ms": 89.678}, "read_interval": {"avg_ms": 100.298, "count": 299, "max_ms": 372.047, "p95_ms": 164.675}, "triton_wait": {"avg_ms": 58.808, "count": 300, "max_ms": 80.209, "p95_ms": 72.741}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 4.724, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16207.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5251.453, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.114, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1654208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:04:35+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:04:35+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-05T22:04:35.678302+09:00", "mtime_epoch": 1783256675.678302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:04:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9413.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.912, "count": 300, "max_ms": 21.164, "p95_ms": 19.81}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 2.032, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.071, "count": 300, "max_ms": 67.433, "p95_ms": 64.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.687, "count": 300, "max_ms": 70.151, "p95_ms": 58.478}, "yolo11_640_fire_11class": {"avg_ms": 50.225, "count": 300, "max_ms": 67.411, "p95_ms": 62.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.808, "count": 300, "max_ms": 78.094, "p95_ms": 71.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.161, "count": 300, "max_ms": 103.806, "p95_ms": 97.802}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 194.785, "p95_ms": 119.497}, "triton_wait": {"avg_ms": 53.979, "count": 300, "max_ms": 78.106, "p95_ms": 71.21}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 4.883, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16207.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21204.81, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.095, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2110047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:05:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:05:03+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T22:05:02+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T22:05:02.922582+09:00", "mtime_epoch": 1783256702.9225821, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:05:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2446.75, "name": "celery", "pid": 267, "rss_mb": 2446.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.996, "count": 299, "max_ms": 11.075, "p95_ms": 8.7}, "gstreamer_push": {"avg_ms": 1.311, "count": 299, "max_ms": 1.508, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.935, "count": 299, "max_ms": 72.043, "p95_ms": 65.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.126, "count": 299, "max_ms": 72.032, "p95_ms": 61.287}, "yolo11_640_fire_11class": {"avg_ms": 53.372, "count": 299, "max_ms": 70.944, "p95_ms": 65.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.295, "count": 299, "max_ms": 75.763, "p95_ms": 72.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.431, "count": 299, "max_ms": 92.652, "p95_ms": 89.178}, "read_interval": {"avg_ms": 100.426, "count": 298, "max_ms": 474.841, "p95_ms": 144.559}, "triton_wait": {"avg_ms": 58.642, "count": 299, "max_ms": 75.775, "p95_ms": 72.522}, "visualize": {"avg_ms": 3.723, "count": 299, "max_ms": 4.785, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16207.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5281.46, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.229, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1654508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:05:05+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T22:05:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T22:05:05.702611+09:00", "mtime_epoch": 1783256705.7026112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:05:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9413.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.01, "count": 300, "max_ms": 27.116, "p95_ms": 19.912}, "gstreamer_push": {"avg_ms": 1.213, "count": 300, "max_ms": 1.401, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.04, "count": 300, "max_ms": 66.245, "p95_ms": 63.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.533, "count": 300, "max_ms": 68.73, "p95_ms": 59.848}, "yolo11_640_fire_11class": {"avg_ms": 50.151, "count": 300, "max_ms": 68.805, "p95_ms": 63.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.883, "count": 300, "max_ms": 75.916, "p95_ms": 72.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.196, "count": 300, "max_ms": 103.34, "p95_ms": 98.687}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 179.22, "p95_ms": 121.501}, "triton_wait": {"avg_ms": 53.972, "count": 300, "max_ms": 75.929, "p95_ms": 72.707}, "visualize": {"avg_ms": 3.497, "count": 300, "max_ms": 4.567, "p95_ms": 3.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16208.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21234.827, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.096, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2110349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:05:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:05:33+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T22:05:32+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T22:05:32.966900+09:00", "mtime_epoch": 1783256732.9668996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:05:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2446.75, "name": "celery", "pid": 267, "rss_mb": 2446.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.095, "pushed": 10.095, "read": 10.062}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.078, "count": 302, "max_ms": 13.058, "p95_ms": 8.933}, "gstreamer_push": {"avg_ms": 1.322, "count": 302, "max_ms": 2.016, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.748, "count": 302, "max_ms": 67.609, "p95_ms": 64.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.985, "count": 302, "max_ms": 69.502, "p95_ms": 59.22}, "yolo11_640_fire_11class": {"avg_ms": 50.909, "count": 302, "max_ms": 71.365, "p95_ms": 64.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.473, "count": 302, "max_ms": 75.258, "p95_ms": 72.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.631, "count": 302, "max_ms": 91.936, "p95_ms": 88.536}, "read_interval": {"avg_ms": 99.452, "count": 301, "max_ms": 384.612, "p95_ms": 189.773}, "triton_wait": {"avg_ms": 55.785, "count": 302, "max_ms": 75.271, "p95_ms": 72.286}, "visualize": {"avg_ms": 3.752, "count": 302, "max_ms": 4.735, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16208.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5311.556, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.26, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1654809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:05:35+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T22:05:35+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T22:05:35.810930+09:00", "mtime_epoch": 1783256735.8109303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:05:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9413.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.561, "count": 300, "max_ms": 30.365, "p95_ms": 22.358}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.784, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.375, "count": 300, "max_ms": 66.57, "p95_ms": 63.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.57, "count": 300, "max_ms": 69.405, "p95_ms": 55.115}, "yolo11_640_fire_11class": {"avg_ms": 50.116, "count": 300, "max_ms": 67.313, "p95_ms": 63.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.126, "count": 300, "max_ms": 76.531, "p95_ms": 71.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.122, "count": 300, "max_ms": 102.788, "p95_ms": 97.848}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 239.977, "p95_ms": 121.24}, "triton_wait": {"avg_ms": 53.307, "count": 300, "max_ms": 76.545, "p95_ms": 71.853}, "visualize": {"avg_ms": 3.501, "count": 300, "max_ms": 5.51, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16208.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21264.863, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.095, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2110650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:06:03+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:06:02+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:06:02.987225+09:00", "mtime_epoch": 1783256762.987225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:06:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2447.008, "name": "celery", "pid": 267, "rss_mb": 2447.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.024, "count": 301, "max_ms": 12.37, "p95_ms": 8.57}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 2.11, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.695, "count": 301, "max_ms": 69.411, "p95_ms": 64.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.297, "count": 301, "max_ms": 66.234, "p95_ms": 57.967}, "yolo11_640_fire_11class": {"avg_ms": 51.407, "count": 301, "max_ms": 72.564, "p95_ms": 64.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.866, "count": 301, "max_ms": 75.099, "p95_ms": 72.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.134, "count": 301, "max_ms": 91.737, "p95_ms": 89.176}, "read_interval": {"avg_ms": 99.79, "count": 300, "max_ms": 410.393, "p95_ms": 135.808}, "triton_wait": {"avg_ms": 56.283, "count": 301, "max_ms": 75.111, "p95_ms": 72.574}, "visualize": {"avg_ms": 3.761, "count": 301, "max_ms": 4.995, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16208.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5341.566, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.327, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1655108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:06:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:06:05+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T22:06:05+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T22:06:05.823256+09:00", "mtime_epoch": 1783256765.8232563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:06:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9414.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.18, "count": 299, "max_ms": 24.289, "p95_ms": 20.022}, "gstreamer_push": {"avg_ms": 1.238, "count": 299, "max_ms": 1.563, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.083, "count": 299, "max_ms": 66.393, "p95_ms": 63.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.63, "count": 299, "max_ms": 66.38, "p95_ms": 60.42}, "yolo11_640_fire_11class": {"avg_ms": 50.408, "count": 299, "max_ms": 68.855, "p95_ms": 63.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.096, "count": 299, "max_ms": 75.241, "p95_ms": 73.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.712, "count": 299, "max_ms": 102.308, "p95_ms": 98.719}, "read_interval": {"avg_ms": 100.383, "count": 299, "max_ms": 268.996, "p95_ms": 117.33}, "triton_wait": {"avg_ms": 54.204, "count": 299, "max_ms": 75.253, "p95_ms": 73.024}, "visualize": {"avg_ms": 3.511, "count": 299, "max_ms": 4.41, "p95_ms": 3.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16209.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21294.897, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.178, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2110950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:06:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:06:33+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T22:06:33+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T22:06:33.019559+09:00", "mtime_epoch": 1783256793.0195587, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:06:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2447.266, "name": "celery", "pid": 267, "rss_mb": 2447.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.12, "count": 300, "max_ms": 13.007, "p95_ms": 9.069}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 2.25, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.61, "count": 300, "max_ms": 67.478, "p95_ms": 64.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.209, "count": 300, "max_ms": 67.491, "p95_ms": 62.088}, "yolo11_640_fire_11class": {"avg_ms": 50.892, "count": 300, "max_ms": 71.94, "p95_ms": 63.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.54, "count": 300, "max_ms": 75.483, "p95_ms": 72.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.694, "count": 300, "max_ms": 92.002, "p95_ms": 89.088}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 399.861, "p95_ms": 170.857}, "triton_wait": {"avg_ms": 56.788, "count": 300, "max_ms": 75.496, "p95_ms": 72.418}, "visualize": {"avg_ms": 3.736, "count": 300, "max_ms": 5.354, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16208.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5371.673, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.512, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1655410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:06:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:06:36+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T22:06:35+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T22:06:35.911591+09:00", "mtime_epoch": 1783256795.911591, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:06:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9414.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.488, "count": 301, "max_ms": 22.28, "p95_ms": 20.789}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.957, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.959, "count": 301, "max_ms": 67.078, "p95_ms": 63.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.959, "count": 301, "max_ms": 67.511, "p95_ms": 60.596}, "yolo11_640_fire_11class": {"avg_ms": 50.072, "count": 301, "max_ms": 68.775, "p95_ms": 63.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.508, "count": 301, "max_ms": 75.192, "p95_ms": 72.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.58, "count": 301, "max_ms": 101.931, "p95_ms": 98.982}, "read_interval": {"avg_ms": 99.636, "count": 301, "max_ms": 163.26, "p95_ms": 119.285}, "triton_wait": {"avg_ms": 53.686, "count": 301, "max_ms": 75.204, "p95_ms": 72.574}, "visualize": {"avg_ms": 3.57, "count": 301, "max_ms": 4.333, "p95_ms": 3.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16209.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21324.958, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.251, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2111249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:07:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:07:03+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T22:07:03+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T22:07:03.075900+09:00", "mtime_epoch": 1783256823.0758998, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:07:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2447.266, "name": "celery", "pid": 267, "rss_mb": 2447.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.124, "count": 299, "max_ms": 13.348, "p95_ms": 9.173}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 1.799, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.252, "count": 299, "max_ms": 67.328, "p95_ms": 65.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.745, "count": 299, "max_ms": 66.908, "p95_ms": 60.931}, "yolo11_640_fire_11class": {"avg_ms": 52.119, "count": 299, "max_ms": 74.548, "p95_ms": 65.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.933, "count": 299, "max_ms": 75.286, "p95_ms": 73.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.184, "count": 299, "max_ms": 91.692, "p95_ms": 90.126}, "read_interval": {"avg_ms": 100.529, "count": 298, "max_ms": 406.143, "p95_ms": 148.222}, "triton_wait": {"avg_ms": 57.304, "count": 299, "max_ms": 75.299, "p95_ms": 73.304}, "visualize": {"avg_ms": 3.745, "count": 299, "max_ms": 4.707, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16208.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5401.766, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.544, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1655711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:07:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:07:06+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T22:07:06+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T22:07:06.023934+09:00", "mtime_epoch": 1783256826.0239336, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:07:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9414.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.373, "count": 301, "max_ms": 24.042, "p95_ms": 20.333}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.631, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.092, "count": 301, "max_ms": 67.719, "p95_ms": 63.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.927, "count": 301, "max_ms": 67.102, "p95_ms": 59.648}, "yolo11_640_fire_11class": {"avg_ms": 50.271, "count": 301, "max_ms": 67.707, "p95_ms": 63.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.942, "count": 301, "max_ms": 76.005, "p95_ms": 72.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.952, "count": 301, "max_ms": 102.282, "p95_ms": 98.885}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 245.165, "p95_ms": 117.936}, "triton_wait": {"avg_ms": 54.183, "count": 301, "max_ms": 76.022, "p95_ms": 72.497}, "visualize": {"avg_ms": 3.542, "count": 301, "max_ms": 5.078, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16209.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21355.002, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.178, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2111550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:07:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:07:33+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T22:07:33+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T22:07:33.140248+09:00", "mtime_epoch": 1783256853.1402483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:07:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2447.523, "name": "celery", "pid": 267, "rss_mb": 2447.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.164, "count": 301, "max_ms": 14.338, "p95_ms": 10.355}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 1.879, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.433, "count": 301, "max_ms": 70.286, "p95_ms": 65.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.245, "count": 301, "max_ms": 70.275, "p95_ms": 61.251}, "yolo11_640_fire_11class": {"avg_ms": 51.836, "count": 301, "max_ms": 71.012, "p95_ms": 65.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.776, "count": 301, "max_ms": 76.197, "p95_ms": 72.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.218, "count": 301, "max_ms": 92.707, "p95_ms": 88.763}, "read_interval": {"avg_ms": 99.849, "count": 300, "max_ms": 399.455, "p95_ms": 140.451}, "triton_wait": {"avg_ms": 57.329, "count": 301, "max_ms": 76.21, "p95_ms": 72.146}, "visualize": {"avg_ms": 3.761, "count": 301, "max_ms": 6.229, "p95_ms": 4.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16209.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5431.878, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.616, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1656012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:07:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:07:36+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-05T22:07:36+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T22:07:36.108283+09:00", "mtime_epoch": 1783256856.108283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:07:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9414.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.087, "count": 300, "max_ms": 22.215, "p95_ms": 19.842}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.44, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.64, "count": 300, "max_ms": 67.616, "p95_ms": 63.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.042, "count": 300, "max_ms": 65.381, "p95_ms": 56.542}, "yolo11_640_fire_11class": {"avg_ms": 49.755, "count": 300, "max_ms": 66.514, "p95_ms": 63.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.124, "count": 300, "max_ms": 76.211, "p95_ms": 73.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.851, "count": 300, "max_ms": 103.448, "p95_ms": 99.044}, "read_interval": {"avg_ms": 99.986, "count": 299, "max_ms": 163.224, "p95_ms": 123.418}, "triton_wait": {"avg_ms": 53.447, "count": 300, "max_ms": 76.224, "p95_ms": 73.204}, "visualize": {"avg_ms": 3.525, "count": 300, "max_ms": 4.722, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16209.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21385.005, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.2, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2111850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:08:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:08:03+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T22:08:03+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T22:08:03.120602+09:00", "mtime_epoch": 1783256883.1206021, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:08:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2447.523, "name": "celery", "pid": 267, "rss_mb": 2447.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.048, "count": 300, "max_ms": 13.648, "p95_ms": 8.868}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.8, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.049, "count": 300, "max_ms": 70.264, "p95_ms": 65.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.542, "count": 300, "max_ms": 70.95, "p95_ms": 62.72}, "yolo11_640_fire_11class": {"avg_ms": 52.114, "count": 300, "max_ms": 78.813, "p95_ms": 66.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.094, "count": 300, "max_ms": 77.094, "p95_ms": 72.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.522, "count": 300, "max_ms": 95.519, "p95_ms": 89.904}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 446.115, "p95_ms": 152.203}, "triton_wait": {"avg_ms": 56.76, "count": 300, "max_ms": 78.825, "p95_ms": 73.366}, "visualize": {"avg_ms": 3.745, "count": 300, "max_ms": 4.798, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16209.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5461.936, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.681, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1656313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:08:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:08:06+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T22:08:06+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T22:08:06.192639+09:00", "mtime_epoch": 1783256886.1926389, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:08:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9414.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.084, "count": 301, "max_ms": 31.531, "p95_ms": 20.043}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 2.186, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.006, "count": 301, "max_ms": 73.38, "p95_ms": 63.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.26, "count": 301, "max_ms": 74.064, "p95_ms": 59.852}, "yolo11_640_fire_11class": {"avg_ms": 50.98, "count": 301, "max_ms": 69.908, "p95_ms": 64.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.666, "count": 301, "max_ms": 79.205, "p95_ms": 72.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.365, "count": 301, "max_ms": 105.172, "p95_ms": 98.935}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 176.429, "p95_ms": 133.116}, "triton_wait": {"avg_ms": 53.923, "count": 301, "max_ms": 79.217, "p95_ms": 72.751}, "visualize": {"avg_ms": 3.544, "count": 301, "max_ms": 5.572, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16210.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21415.058, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.178, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2112151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:08:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:08:33+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T22:08:33+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T22:08:33.196964+09:00", "mtime_epoch": 1783256913.1969635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:08:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2447.781, "name": "celery", "pid": 267, "rss_mb": 2447.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 301, "max_ms": 12.433, "p95_ms": 8.777}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.56, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.136, "count": 301, "max_ms": 70.466, "p95_ms": 65.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.214, "count": 301, "max_ms": 73.234, "p95_ms": 60.849}, "yolo11_640_fire_11class": {"avg_ms": 52.604, "count": 301, "max_ms": 71.515, "p95_ms": 65.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.599, "count": 301, "max_ms": 76.131, "p95_ms": 72.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.035, "count": 301, "max_ms": 94.507, "p95_ms": 88.755}, "read_interval": {"avg_ms": 99.907, "count": 300, "max_ms": 457.449, "p95_ms": 173.131}, "triton_wait": {"avg_ms": 57.298, "count": 301, "max_ms": 76.143, "p95_ms": 72.279}, "visualize": {"avg_ms": 3.704, "count": 301, "max_ms": 4.783, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16210.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5491.976, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.634, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1656613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:08:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:08:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:08:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T22:08:36.221000+09:00", "mtime_epoch": 1783256916.2210002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:08:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9414.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.031, "pushed": 10.031, "read": 9.998}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.102, "count": 300, "max_ms": 26.317, "p95_ms": 19.961}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 2.191, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.888, "count": 300, "max_ms": 69.406, "p95_ms": 63.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.132, "count": 300, "max_ms": 70.142, "p95_ms": 60.743}, "yolo11_640_fire_11class": {"avg_ms": 50.005, "count": 300, "max_ms": 71.095, "p95_ms": 63.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.557, "count": 300, "max_ms": 76.204, "p95_ms": 72.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.241, "count": 300, "max_ms": 102.724, "p95_ms": 98.119}, "read_interval": {"avg_ms": 100.041, "count": 299, "max_ms": 187.315, "p95_ms": 119.592}, "triton_wait": {"avg_ms": 53.774, "count": 300, "max_ms": 76.217, "p95_ms": 72.148}, "visualize": {"avg_ms": 3.525, "count": 300, "max_ms": 5.605, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16210.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21445.121, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.15, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2112450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:09:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:09:03+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:09:03+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T22:09:03.241330+09:00", "mtime_epoch": 1783256943.2413304, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:09:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2447.781, "name": "celery", "pid": 267, "rss_mb": 2447.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.169, "count": 299, "max_ms": 13.373, "p95_ms": 9.364}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 1.739, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.693, "count": 299, "max_ms": 67.275, "p95_ms": 64.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.588, "count": 299, "max_ms": 70.241, "p95_ms": 61.884}, "yolo11_640_fire_11class": {"avg_ms": 52.606, "count": 299, "max_ms": 71.787, "p95_ms": 66.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.622, "count": 299, "max_ms": 75.89, "p95_ms": 72.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.012, "count": 299, "max_ms": 92.575, "p95_ms": 88.972}, "read_interval": {"avg_ms": 100.55, "count": 298, "max_ms": 403.933, "p95_ms": 172.135}, "triton_wait": {"avg_ms": 57.079, "count": 299, "max_ms": 75.902, "p95_ms": 72.335}, "visualize": {"avg_ms": 3.753, "count": 299, "max_ms": 6.005, "p95_ms": 4.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16210.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5522.06, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.691, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1656914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:09:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:09:06+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T22:09:06+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:09:06.313368+09:00", "mtime_epoch": 1783256946.313368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:09:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9414.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.22, "count": 301, "max_ms": 29.754, "p95_ms": 20.799}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.892, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.454, "count": 301, "max_ms": 72.009, "p95_ms": 64.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.224, "count": 301, "max_ms": 75.459, "p95_ms": 62.592}, "yolo11_640_fire_11class": {"avg_ms": 50.06, "count": 301, "max_ms": 67.164, "p95_ms": 63.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.992, "count": 301, "max_ms": 75.59, "p95_ms": 73.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.828, "count": 301, "max_ms": 104.361, "p95_ms": 99.339}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 243.382, "p95_ms": 119.924}, "triton_wait": {"avg_ms": 53.284, "count": 301, "max_ms": 75.603, "p95_ms": 73.45}, "visualize": {"avg_ms": 3.504, "count": 301, "max_ms": 4.586, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16210.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21475.201, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.115, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2112752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:09:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:09:33+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T22:09:33+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T22:09:33.317703+09:00", "mtime_epoch": 1783256973.317703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:09:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2448.039, "name": "celery", "pid": 267, "rss_mb": 2448.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.059, "count": 302, "max_ms": 13.557, "p95_ms": 12.138}, "gstreamer_push": {"avg_ms": 1.297, "count": 302, "max_ms": 1.749, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.759, "count": 302, "max_ms": 74.87, "p95_ms": 65.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.855, "count": 302, "max_ms": 76.076, "p95_ms": 61.97}, "yolo11_640_fire_11class": {"avg_ms": 50.922, "count": 302, "max_ms": 70.411, "p95_ms": 64.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.574, "count": 302, "max_ms": 75.515, "p95_ms": 72.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.998, "count": 302, "max_ms": 93.032, "p95_ms": 88.971}, "read_interval": {"avg_ms": 99.596, "count": 301, "max_ms": 344.936, "p95_ms": 138.044}, "triton_wait": {"avg_ms": 56.169, "count": 302, "max_ms": 76.086, "p95_ms": 72.653}, "visualize": {"avg_ms": 3.766, "count": 302, "max_ms": 6.2, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16210.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5552.061, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.687, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1657213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:09:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:09:36+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T22:09:36+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T22:09:36.321741+09:00", "mtime_epoch": 1783256976.3217406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:09:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9415.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.347, "count": 299, "max_ms": 29.556, "p95_ms": 20.703}, "gstreamer_push": {"avg_ms": 1.227, "count": 299, "max_ms": 1.864, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.41, "count": 299, "max_ms": 69.136, "p95_ms": 64.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.658, "count": 299, "max_ms": 67.022, "p95_ms": 61.445}, "yolo11_640_fire_11class": {"avg_ms": 49.457, "count": 299, "max_ms": 72.055, "p95_ms": 63.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.36, "count": 299, "max_ms": 75.144, "p95_ms": 72.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.118, "count": 299, "max_ms": 102.739, "p95_ms": 98.58}, "read_interval": {"avg_ms": 100.366, "count": 299, "max_ms": 268.788, "p95_ms": 119.832}, "triton_wait": {"avg_ms": 53.555, "count": 299, "max_ms": 75.156, "p95_ms": 72.918}, "visualize": {"avg_ms": 3.474, "count": 299, "max_ms": 4.542, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16211.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21505.245, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.083, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2113053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:10:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:10:03+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:10:03+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-05T22:10:03.322080+09:00", "mtime_epoch": 1783257003.3220801, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:10:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2448.039, "name": "celery", "pid": 267, "rss_mb": 2448.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.236, "count": 301, "max_ms": 14.303, "p95_ms": 12.273}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.786, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.442, "count": 301, "max_ms": 69.586, "p95_ms": 64.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.356, "count": 301, "max_ms": 66.332, "p95_ms": 57.031}, "yolo11_640_fire_11class": {"avg_ms": 51.197, "count": 301, "max_ms": 69.755, "p95_ms": 63.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.524, "count": 301, "max_ms": 75.58, "p95_ms": 71.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.009, "count": 301, "max_ms": 94.272, "p95_ms": 88.219}, "read_interval": {"avg_ms": 99.882, "count": 300, "max_ms": 417.249, "p95_ms": 165.932}, "triton_wait": {"avg_ms": 56.969, "count": 301, "max_ms": 75.593, "p95_ms": 71.36}, "visualize": {"avg_ms": 3.76, "count": 301, "max_ms": 6.086, "p95_ms": 4.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16211.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5582.116, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.641, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1657514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:10:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:10:06+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T22:10:06+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T22:10:06.374119+09:00", "mtime_epoch": 1783257006.3741188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:10:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9415.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.225, "count": 301, "max_ms": 31.151, "p95_ms": 21.002}, "gstreamer_push": {"avg_ms": 1.229, "count": 301, "max_ms": 1.615, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.318, "count": 301, "max_ms": 68.941, "p95_ms": 63.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.118, "count": 301, "max_ms": 67.175, "p95_ms": 57.282}, "yolo11_640_fire_11class": {"avg_ms": 49.619, "count": 301, "max_ms": 67.582, "p95_ms": 62.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.868, "count": 301, "max_ms": 75.428, "p95_ms": 71.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.172, "count": 301, "max_ms": 255.433, "p95_ms": 97.455}, "read_interval": {"avg_ms": 99.868, "count": 300, "max_ms": 266.631, "p95_ms": 129.205}, "triton_wait": {"avg_ms": 53.102, "count": 301, "max_ms": 75.44, "p95_ms": 71.387}, "visualize": {"avg_ms": 3.512, "count": 301, "max_ms": 5.208, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16211.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21535.276, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.147, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2113354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:10:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:10:33+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T22:10:33+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T22:10:33.414463+09:00", "mtime_epoch": 1783257033.4144633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:10:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2448.297, "name": "celery", "pid": 267, "rss_mb": 2448.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 301, "max_ms": 11.044, "p95_ms": 8.984}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.164, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.403, "count": 301, "max_ms": 70.555, "p95_ms": 65.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.939, "count": 301, "max_ms": 70.69, "p95_ms": 56.38}, "yolo11_640_fire_11class": {"avg_ms": 52.7, "count": 301, "max_ms": 76.978, "p95_ms": 66.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.711, "count": 301, "max_ms": 78.048, "p95_ms": 73.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.754, "count": 301, "max_ms": 94.705, "p95_ms": 89.393}, "read_interval": {"avg_ms": 99.83, "count": 300, "max_ms": 450.147, "p95_ms": 142.977}, "triton_wait": {"avg_ms": 57.013, "count": 301, "max_ms": 78.06, "p95_ms": 73.154}, "visualize": {"avg_ms": 3.727, "count": 301, "max_ms": 5.344, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16211.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5612.161, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.616, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1657814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:10:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:10:36+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:10:36+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T22:10:36.418502+09:00", "mtime_epoch": 1783257036.4185019, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:10:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9415.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.804, "count": 300, "max_ms": 23.195, "p95_ms": 18.661}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.622, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.89, "count": 300, "max_ms": 66.056, "p95_ms": 63.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.658, "count": 300, "max_ms": 66.298, "p95_ms": 59.92}, "yolo11_640_fire_11class": {"avg_ms": 50.357, "count": 300, "max_ms": 66.689, "p95_ms": 62.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.145, "count": 300, "max_ms": 74.803, "p95_ms": 71.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.46, "count": 300, "max_ms": 100.488, "p95_ms": 96.442}, "read_interval": {"avg_ms": 100.144, "count": 299, "max_ms": 167.831, "p95_ms": 128.316}, "triton_wait": {"avg_ms": 54.351, "count": 300, "max_ms": 74.816, "p95_ms": 71.747}, "visualize": {"avg_ms": 3.511, "count": 300, "max_ms": 4.72, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16212.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21565.293, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.208, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2113654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:11:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:11:03+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T22:11:03+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T22:11:03.418850+09:00", "mtime_epoch": 1783257063.41885, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:11:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2448.555, "name": "celery", "pid": 267, "rss_mb": 2448.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.035, "count": 300, "max_ms": 14.413, "p95_ms": 8.744}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.595, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.009, "count": 300, "max_ms": 71.828, "p95_ms": 66.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.294, "count": 300, "max_ms": 72.444, "p95_ms": 62.333}, "yolo11_640_fire_11class": {"avg_ms": 53.409, "count": 300, "max_ms": 78.385, "p95_ms": 66.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.41, "count": 300, "max_ms": 77.564, "p95_ms": 73.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.497, "count": 300, "max_ms": 94.84, "p95_ms": 89.767}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 387.522, "p95_ms": 143.786}, "triton_wait": {"avg_ms": 58.654, "count": 300, "max_ms": 78.397, "p95_ms": 73.25}, "visualize": {"avg_ms": 3.762, "count": 300, "max_ms": 4.949, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16212.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5642.238, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.374, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1658115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:11:06+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T22:11:06+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-05T22:11:06.386889+09:00", "mtime_epoch": 1783257066.3868885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:11:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9415.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.765, "count": 301, "max_ms": 24.501, "p95_ms": 18.485}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.791, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.018, "count": 301, "max_ms": 67.937, "p95_ms": 62.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.401, "count": 301, "max_ms": 70.453, "p95_ms": 60.037}, "yolo11_640_fire_11class": {"avg_ms": 50.452, "count": 301, "max_ms": 68.578, "p95_ms": 63.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.097, "count": 301, "max_ms": 76.568, "p95_ms": 71.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.424, "count": 301, "max_ms": 100.553, "p95_ms": 96.72}, "read_interval": {"avg_ms": 99.947, "count": 300, "max_ms": 197.029, "p95_ms": 118.263}, "triton_wait": {"avg_ms": 54.271, "count": 301, "max_ms": 76.578, "p95_ms": 71.726}, "visualize": {"avg_ms": 3.526, "count": 301, "max_ms": 4.673, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16212.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21595.366, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.246, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2113955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:11:33+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T22:11:33+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T22:11:33.507242+09:00", "mtime_epoch": 1783257093.5072422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:11:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2448.555, "name": "celery", "pid": 267, "rss_mb": 2448.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.909, "count": 301, "max_ms": 12.394, "p95_ms": 8.335}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.911, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.094, "count": 301, "max_ms": 71.193, "p95_ms": 65.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.39, "count": 301, "max_ms": 70.467, "p95_ms": 61.173}, "yolo11_640_fire_11class": {"avg_ms": 53.907, "count": 301, "max_ms": 72.894, "p95_ms": 65.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.231, "count": 301, "max_ms": 76.247, "p95_ms": 72.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.173, "count": 301, "max_ms": 93.097, "p95_ms": 89.493}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 372.57, "p95_ms": 141.372}, "triton_wait": {"avg_ms": 59.535, "count": 301, "max_ms": 76.259, "p95_ms": 72.91}, "visualize": {"avg_ms": 3.719, "count": 301, "max_ms": 4.754, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16212.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5672.295, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.19, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1658416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:11:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T22:11:36+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T22:11:36.523282+09:00", "mtime_epoch": 1783257096.5232818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:11:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9415.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.733, "count": 301, "max_ms": 25.239, "p95_ms": 18.675}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 2.12, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.442, "count": 301, "max_ms": 67.106, "p95_ms": 63.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.519, "count": 301, "max_ms": 68.106, "p95_ms": 60.73}, "yolo11_640_fire_11class": {"avg_ms": 50.613, "count": 301, "max_ms": 67.21, "p95_ms": 63.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.029, "count": 301, "max_ms": 76.578, "p95_ms": 72.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.252, "count": 301, "max_ms": 103.235, "p95_ms": 98.031}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 202.456, "p95_ms": 120.636}, "triton_wait": {"avg_ms": 55.147, "count": 301, "max_ms": 76.59, "p95_ms": 72.438}, "visualize": {"avg_ms": 3.52, "count": 301, "max_ms": 4.876, "p95_ms": 3.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16212.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21625.411, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.147, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2114254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:12:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:12:03+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:12:03+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T22:12:03.555638+09:00", "mtime_epoch": 1783257123.555638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:12:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2448.812, "name": "celery", "pid": 267, "rss_mb": 2448.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.931, "count": 299, "max_ms": 12.262, "p95_ms": 8.344}, "gstreamer_push": {"avg_ms": 1.317, "count": 299, "max_ms": 1.834, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.961, "count": 299, "max_ms": 68.881, "p95_ms": 65.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.638, "count": 299, "max_ms": 71.744, "p95_ms": 59.989}, "yolo11_640_fire_11class": {"avg_ms": 52.777, "count": 299, "max_ms": 70.601, "p95_ms": 64.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.132, "count": 299, "max_ms": 76.518, "p95_ms": 72.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.998, "count": 299, "max_ms": 92.67, "p95_ms": 89.042}, "read_interval": {"avg_ms": 100.559, "count": 298, "max_ms": 474.662, "p95_ms": 133.354}, "triton_wait": {"avg_ms": 58.402, "count": 299, "max_ms": 76.531, "p95_ms": 72.347}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 5.649, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16212.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5702.349, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.946, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1658717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:12:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:12:06+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T22:12:06+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T22:12:06.615679+09:00", "mtime_epoch": 1783257126.6156785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:12:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9415.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.811, "count": 301, "max_ms": 26.368, "p95_ms": 18.854}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.499, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.015, "count": 301, "max_ms": 73.382, "p95_ms": 63.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.359, "count": 301, "max_ms": 70.15, "p95_ms": 58.666}, "yolo11_640_fire_11class": {"avg_ms": 50.24, "count": 301, "max_ms": 69.645, "p95_ms": 63.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.175, "count": 301, "max_ms": 75.886, "p95_ms": 72.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.426, "count": 301, "max_ms": 101.888, "p95_ms": 96.896}, "read_interval": {"avg_ms": 99.88, "count": 300, "max_ms": 168.366, "p95_ms": 119.893}, "triton_wait": {"avg_ms": 54.285, "count": 301, "max_ms": 75.897, "p95_ms": 72.342}, "visualize": {"avg_ms": 3.51, "count": 301, "max_ms": 4.403, "p95_ms": 3.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16213.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21655.436, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.215, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2114556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:12:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:12:33+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:12:33+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T22:12:33.576037+09:00", "mtime_epoch": 1783257153.5760372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:12:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2448.812, "name": "celery", "pid": 267, "rss_mb": 2448.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.015, "count": 302, "max_ms": 12.137, "p95_ms": 8.869}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 2.121, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.913, "count": 302, "max_ms": 71.525, "p95_ms": 66.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.779, "count": 302, "max_ms": 73.788, "p95_ms": 62.141}, "yolo11_640_fire_11class": {"avg_ms": 54.38, "count": 302, "max_ms": 72.703, "p95_ms": 66.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.815, "count": 302, "max_ms": 76.865, "p95_ms": 72.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.771, "count": 302, "max_ms": 93.504, "p95_ms": 89.58}, "read_interval": {"avg_ms": 99.488, "count": 301, "max_ms": 380.118, "p95_ms": 153.059}, "triton_wait": {"avg_ms": 59.098, "count": 302, "max_ms": 76.877, "p95_ms": 72.343}, "visualize": {"avg_ms": 3.707, "count": 302, "max_ms": 4.615, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16212.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5732.366, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.731, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1659017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:12:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:12:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T22:12:36+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T22:12:36.628078+09:00", "mtime_epoch": 1783257156.628078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:12:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9415.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.228, "count": 300, "max_ms": 28.956, "p95_ms": 20.509}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.963, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.438, "count": 300, "max_ms": 66.39, "p95_ms": 64.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.281, "count": 300, "max_ms": 67.543, "p95_ms": 59.59}, "yolo11_640_fire_11class": {"avg_ms": 50.139, "count": 300, "max_ms": 68.914, "p95_ms": 63.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.893, "count": 300, "max_ms": 74.767, "p95_ms": 71.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.701, "count": 300, "max_ms": 100.024, "p95_ms": 97.283}, "read_interval": {"avg_ms": 100.062, "count": 300, "max_ms": 197.676, "p95_ms": 120.023}, "triton_wait": {"avg_ms": 53.968, "count": 300, "max_ms": 74.78, "p95_ms": 71.901}, "visualize": {"avg_ms": 3.567, "count": 300, "max_ms": 4.898, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16213.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21685.491, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.099, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2114855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:13:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:13:03+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T22:13:03+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T22:13:03.604440+09:00", "mtime_epoch": 1783257183.6044405, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:13:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2449.07, "name": "celery", "pid": 267, "rss_mb": 2449.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.099, "count": 299, "max_ms": 13.197, "p95_ms": 9.093}, "gstreamer_push": {"avg_ms": 1.325, "count": 299, "max_ms": 1.739, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.529, "count": 299, "max_ms": 69.204, "p95_ms": 64.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.705, "count": 299, "max_ms": 65.947, "p95_ms": 59.171}, "yolo11_640_fire_11class": {"avg_ms": 51.56, "count": 299, "max_ms": 68.846, "p95_ms": 63.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.333, "count": 299, "max_ms": 75.34, "p95_ms": 72.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.608, "count": 299, "max_ms": 95.575, "p95_ms": 88.74}, "read_interval": {"avg_ms": 100.429, "count": 299, "max_ms": 492.785, "p95_ms": 164.268}, "triton_wait": {"avg_ms": 56.745, "count": 299, "max_ms": 75.352, "p95_ms": 72.276}, "visualize": {"avg_ms": 3.757, "count": 299, "max_ms": 5.461, "p95_ms": 4.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16213.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5762.471, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.523, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1659318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:13:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:13:06+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T22:13:06+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T22:13:06.700482+09:00", "mtime_epoch": 1783257186.7004821, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:13:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9416.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.136, "count": 301, "max_ms": 29.432, "p95_ms": 20.548}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 2.063, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.965, "count": 301, "max_ms": 66.924, "p95_ms": 62.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.473, "count": 301, "max_ms": 64.927, "p95_ms": 56.386}, "yolo11_640_fire_11class": {"avg_ms": 49.175, "count": 301, "max_ms": 67.451, "p95_ms": 62.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.082, "count": 301, "max_ms": 75.671, "p95_ms": 72.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.764, "count": 301, "max_ms": 100.823, "p95_ms": 96.956}, "read_interval": {"avg_ms": 100.05, "count": 300, "max_ms": 170.569, "p95_ms": 123.381}, "triton_wait": {"avg_ms": 53.143, "count": 301, "max_ms": 75.683, "p95_ms": 72.086}, "visualize": {"avg_ms": 3.598, "count": 301, "max_ms": 5.774, "p95_ms": 4.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16214.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21715.507, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.147, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2115154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:13:33+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:13:33+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T22:13:33.620847+09:00", "mtime_epoch": 1783257213.6208467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:13:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2449.07, "name": "celery", "pid": 267, "rss_mb": 2449.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.962}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.078, "count": 299, "max_ms": 12.511, "p95_ms": 9.393}, "gstreamer_push": {"avg_ms": 1.301, "count": 299, "max_ms": 1.529, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.594, "count": 299, "max_ms": 69.046, "p95_ms": 64.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.51, "count": 299, "max_ms": 70.834, "p95_ms": 58.671}, "yolo11_640_fire_11class": {"avg_ms": 53.349, "count": 299, "max_ms": 69.835, "p95_ms": 64.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.18, "count": 299, "max_ms": 75.628, "p95_ms": 72.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.149, "count": 299, "max_ms": 96.396, "p95_ms": 89.303}, "read_interval": {"avg_ms": 100.382, "count": 298, "max_ms": 399.856, "p95_ms": 152.582}, "triton_wait": {"avg_ms": 58.359, "count": 299, "max_ms": 75.64, "p95_ms": 72.823}, "visualize": {"avg_ms": 3.752, "count": 299, "max_ms": 4.777, "p95_ms": 4.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16213.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5792.532, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.375, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1659618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:13:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:13:36+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T22:13:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T22:13:36.776890+09:00", "mtime_epoch": 1783257216.7768896, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:13:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9416.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.744, "count": 300, "max_ms": 20.382, "p95_ms": 18.701}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.63, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.147, "count": 300, "max_ms": 69.785, "p95_ms": 63.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.421, "count": 300, "max_ms": 68.614, "p95_ms": 59.084}, "yolo11_640_fire_11class": {"avg_ms": 50.539, "count": 300, "max_ms": 68.78, "p95_ms": 63.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.792, "count": 300, "max_ms": 77.45, "p95_ms": 72.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.952, "count": 300, "max_ms": 101.836, "p95_ms": 97.175}, "read_interval": {"avg_ms": 100.213, "count": 299, "max_ms": 167.439, "p95_ms": 131.075}, "triton_wait": {"avg_ms": 54.857, "count": 300, "max_ms": 77.461, "p95_ms": 72.5}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.464, "p95_ms": 3.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16214.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21745.561, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.158, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2115456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:14:03+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T22:14:03+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T22:14:03.701257+09:00", "mtime_epoch": 1783257243.7012572, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:14:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2449.328, "name": "celery", "pid": 267, "rss_mb": 2449.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.068, "count": 302, "max_ms": 14.109, "p95_ms": 8.868}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 1.87, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.333, "count": 302, "max_ms": 71.651, "p95_ms": 64.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.208, "count": 302, "max_ms": 72.407, "p95_ms": 57.845}, "yolo11_640_fire_11class": {"avg_ms": 54.144, "count": 302, "max_ms": 71.844, "p95_ms": 63.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.948, "count": 302, "max_ms": 75.205, "p95_ms": 72.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.077, "count": 302, "max_ms": 92.579, "p95_ms": 88.824}, "read_interval": {"avg_ms": 99.584, "count": 301, "max_ms": 423.632, "p95_ms": 149.117}, "triton_wait": {"avg_ms": 59.263, "count": 302, "max_ms": 75.217, "p95_ms": 72.22}, "visualize": {"avg_ms": 3.743, "count": 302, "max_ms": 4.835, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16213.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5822.601, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.117, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.062, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1659919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:14:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:14:06+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T22:14:06+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T22:14:06.857301+09:00", "mtime_epoch": 1783257246.8573005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:14:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9416.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.773, "count": 301, "max_ms": 22.016, "p95_ms": 18.657}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 2.26, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.353, "count": 301, "max_ms": 69.22, "p95_ms": 62.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.821, "count": 301, "max_ms": 71.216, "p95_ms": 58.403}, "yolo11_640_fire_11class": {"avg_ms": 50.458, "count": 301, "max_ms": 68.16, "p95_ms": 62.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.919, "count": 301, "max_ms": 76.936, "p95_ms": 71.395}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.049, "count": 301, "max_ms": 101.285, "p95_ms": 95.682}, "read_interval": {"avg_ms": 99.921, "count": 300, "max_ms": 193.862, "p95_ms": 120.763}, "triton_wait": {"avg_ms": 54.99, "count": 301, "max_ms": 76.948, "p95_ms": 71.407}, "visualize": {"avg_ms": 3.483, "count": 301, "max_ms": 4.285, "p95_ms": 3.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16213.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21775.592, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.299, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2115755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:14:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:14:33+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T22:14:33+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T22:14:33.705670+09:00", "mtime_epoch": 1783257273.7056699, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:14:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2449.586, "name": "celery", "pid": 267, "rss_mb": 2449.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.092, "count": 299, "max_ms": 13.283, "p95_ms": 9.478}, "gstreamer_push": {"avg_ms": 1.339, "count": 299, "max_ms": 2.095, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.085, "count": 299, "max_ms": 69.436, "p95_ms": 64.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.032, "count": 299, "max_ms": 72.172, "p95_ms": 60.768}, "yolo11_640_fire_11class": {"avg_ms": 53.632, "count": 299, "max_ms": 70.897, "p95_ms": 64.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.623, "count": 299, "max_ms": 75.476, "p95_ms": 72.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.755, "count": 299, "max_ms": 92.262, "p95_ms": 89.546}, "read_interval": {"avg_ms": 100.433, "count": 298, "max_ms": 382.432, "p95_ms": 158.712}, "triton_wait": {"avg_ms": 58.797, "count": 299, "max_ms": 75.491, "p95_ms": 72.802}, "visualize": {"avg_ms": 3.772, "count": 299, "max_ms": 5.915, "p95_ms": 4.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16214.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5852.637, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.051, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1660219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:14:36+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T22:14:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T22:14:36.881714+09:00", "mtime_epoch": 1783257276.8817136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:14:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9416.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.9, "count": 300, "max_ms": 23.715, "p95_ms": 19.009}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.439, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.308, "count": 300, "max_ms": 69.063, "p95_ms": 63.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.049, "count": 300, "max_ms": 67.989, "p95_ms": 60.29}, "yolo11_640_fire_11class": {"avg_ms": 50.59, "count": 300, "max_ms": 68.617, "p95_ms": 63.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.82, "count": 300, "max_ms": 75.24, "p95_ms": 72.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.128, "count": 300, "max_ms": 103.204, "p95_ms": 97.74}, "read_interval": {"avg_ms": 100.077, "count": 299, "max_ms": 187.649, "p95_ms": 118.719}, "triton_wait": {"avg_ms": 54.863, "count": 300, "max_ms": 75.252, "p95_ms": 72.995}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 4.565, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16214.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21805.602, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.419, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2116057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:15:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:15:03+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T22:15:03+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T22:15:03.702085+09:00", "mtime_epoch": 1783257303.7020853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:15:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2449.715, "name": "celery", "pid": 267, "rss_mb": 2449.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.104, "count": 302, "max_ms": 13.17, "p95_ms": 9.069}, "gstreamer_push": {"avg_ms": 1.328, "count": 302, "max_ms": 1.556, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.502, "count": 302, "max_ms": 72.194, "p95_ms": 64.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.95, "count": 302, "max_ms": 72.715, "p95_ms": 62.5}, "yolo11_640_fire_11class": {"avg_ms": 53.059, "count": 302, "max_ms": 72.181, "p95_ms": 64.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.562, "count": 302, "max_ms": 77.127, "p95_ms": 73.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.826, "count": 302, "max_ms": 93.592, "p95_ms": 90.116}, "read_interval": {"avg_ms": 99.352, "count": 302, "max_ms": 401.777, "p95_ms": 139.651}, "triton_wait": {"avg_ms": 57.903, "count": 302, "max_ms": 77.139, "p95_ms": 73.04}, "visualize": {"avg_ms": 3.735, "count": 302, "max_ms": 4.823, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16214.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5882.678, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.014, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1660520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:15:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:15:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T22:15:06.926130+09:00", "mtime_epoch": 1783257306.92613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:15:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9416.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.01, "count": 301, "max_ms": 28.274, "p95_ms": 19.035}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.494, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.86, "count": 301, "max_ms": 66.553, "p95_ms": 62.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.803, "count": 301, "max_ms": 67.264, "p95_ms": 61.355}, "yolo11_640_fire_11class": {"avg_ms": 49.304, "count": 301, "max_ms": 65.447, "p95_ms": 62.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.239, "count": 301, "max_ms": 74.807, "p95_ms": 71.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.727, "count": 301, "max_ms": 99.955, "p95_ms": 96.93}, "read_interval": {"avg_ms": 99.795, "count": 300, "max_ms": 215.67, "p95_ms": 121.822}, "triton_wait": {"avg_ms": 53.315, "count": 301, "max_ms": 74.82, "p95_ms": 71.858}, "visualize": {"avg_ms": 3.539, "count": 301, "max_ms": 4.548, "p95_ms": 3.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16214.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21835.664, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.548, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2116358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:15:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:15:33+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:15:33+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T22:15:33.790504+09:00", "mtime_epoch": 1783257333.7905045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:15:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2449.773, "name": "celery", "pid": 267, "rss_mb": 2449.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 301, "max_ms": 12.842, "p95_ms": 8.925}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.76, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.618, "count": 301, "max_ms": 70.399, "p95_ms": 65.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.076, "count": 301, "max_ms": 69.099, "p95_ms": 61.061}, "yolo11_640_fire_11class": {"avg_ms": 53.141, "count": 301, "max_ms": 70.379, "p95_ms": 64.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.339, "count": 301, "max_ms": 79.244, "p95_ms": 73.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.723, "count": 301, "max_ms": 95.699, "p95_ms": 90.009}, "read_interval": {"avg_ms": 99.859, "count": 300, "max_ms": 359.705, "p95_ms": 129.789}, "triton_wait": {"avg_ms": 58.908, "count": 301, "max_ms": 79.256, "p95_ms": 73.473}, "visualize": {"avg_ms": 3.727, "count": 301, "max_ms": 4.594, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16214.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5912.689, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.241, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1660820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:15:37+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T22:15:36+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:15:36.942549+09:00", "mtime_epoch": 1783257336.9425485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:15:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9416.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.027, "count": 300, "max_ms": 29.434, "p95_ms": 19.474}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 2.098, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.43, "count": 300, "max_ms": 70.141, "p95_ms": 63.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.779, "count": 300, "max_ms": 68.484, "p95_ms": 58.984}, "yolo11_640_fire_11class": {"avg_ms": 50.429, "count": 300, "max_ms": 69.621, "p95_ms": 62.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.634, "count": 300, "max_ms": 77.478, "p95_ms": 72.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.119, "count": 300, "max_ms": 101.493, "p95_ms": 97.226}, "read_interval": {"avg_ms": 100.051, "count": 300, "max_ms": 162.564, "p95_ms": 119.866}, "triton_wait": {"avg_ms": 54.689, "count": 300, "max_ms": 77.49, "p95_ms": 72.45}, "visualize": {"avg_ms": 3.539, "count": 300, "max_ms": 5.598, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16215.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21865.8, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.455, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2116659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:16:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:16:04+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T22:16:03+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-05T22:16:03.862926+09:00", "mtime_epoch": 1783257363.8629262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:16:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2449.918, "name": "celery", "pid": 267, "rss_mb": 2449.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.959, "count": 300, "max_ms": 12.317, "p95_ms": 8.55}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.652, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.912, "count": 300, "max_ms": 69.876, "p95_ms": 65.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.572, "count": 300, "max_ms": 70.579, "p95_ms": 62.399}, "yolo11_640_fire_11class": {"avg_ms": 52.285, "count": 300, "max_ms": 70.099, "p95_ms": 64.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.414, "count": 300, "max_ms": 78.421, "p95_ms": 72.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.315, "count": 300, "max_ms": 94.649, "p95_ms": 89.165}, "read_interval": {"avg_ms": 100.079, "count": 299, "max_ms": 417.095, "p95_ms": 133.452}, "triton_wait": {"avg_ms": 56.661, "count": 300, "max_ms": 78.434, "p95_ms": 72.64}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 5.034, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16215.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5942.754, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.402, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1661121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:16:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:16:07+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T22:16:07+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T22:16:07.014971+09:00", "mtime_epoch": 1783257367.0149705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:16:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9416.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.024, "count": 301, "max_ms": 24.45, "p95_ms": 19.1}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 2.146, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.855, "count": 301, "max_ms": 76.421, "p95_ms": 63.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.465, "count": 301, "max_ms": 76.93, "p95_ms": 61.325}, "yolo11_640_fire_11class": {"avg_ms": 50.166, "count": 301, "max_ms": 74.913, "p95_ms": 63.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.623, "count": 301, "max_ms": 83.775, "p95_ms": 72.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.232, "count": 301, "max_ms": 108.214, "p95_ms": 97.907}, "read_interval": {"avg_ms": 99.916, "count": 300, "max_ms": 179.118, "p95_ms": 120.994}, "triton_wait": {"avg_ms": 53.795, "count": 301, "max_ms": 83.788, "p95_ms": 72.982}, "visualize": {"avg_ms": 3.528, "count": 301, "max_ms": 4.733, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16215.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21895.866, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.416, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2116959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:16:34+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T22:16:33+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T22:16:34.003351+09:00", "mtime_epoch": 1783257394.0033514, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:16:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2450.059, "name": "celery", "pid": 267, "rss_mb": 2450.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.064, "count": 300, "max_ms": 12.649, "p95_ms": 8.945}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.926, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.681, "count": 300, "max_ms": 75.602, "p95_ms": 65.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.928, "count": 300, "max_ms": 72.415, "p95_ms": 62.627}, "yolo11_640_fire_11class": {"avg_ms": 53.144, "count": 300, "max_ms": 75.06, "p95_ms": 64.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.744, "count": 300, "max_ms": 75.915, "p95_ms": 72.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.859, "count": 300, "max_ms": 92.511, "p95_ms": 89.009}, "read_interval": {"avg_ms": 100.272, "count": 299, "max_ms": 400.243, "p95_ms": 138.45}, "triton_wait": {"avg_ms": 57.998, "count": 300, "max_ms": 75.927, "p95_ms": 72.46}, "visualize": {"avg_ms": 3.749, "count": 300, "max_ms": 4.873, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16215.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 5972.783, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.323, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1661421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:16:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:16:37+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T22:16:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T22:16:37.027394+09:00", "mtime_epoch": 1783257397.027394, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:16:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9417.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.951, "count": 300, "max_ms": 24.9, "p95_ms": 18.988}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.452, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.59, "count": 300, "max_ms": 74.069, "p95_ms": 63.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.191, "count": 300, "max_ms": 73.384, "p95_ms": 58.507}, "yolo11_640_fire_11class": {"avg_ms": 50.823, "count": 300, "max_ms": 72.868, "p95_ms": 63.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.553, "count": 300, "max_ms": 76.579, "p95_ms": 72.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.043, "count": 300, "max_ms": 102.165, "p95_ms": 97.285}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 188.531, "p95_ms": 117.532}, "triton_wait": {"avg_ms": 54.761, "count": 300, "max_ms": 76.591, "p95_ms": 72.53}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.564, "p95_ms": 3.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16215.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21925.99, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.571, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2117261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:17:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:17:04+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T22:17:04+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-05T22:17:04.055778+09:00", "mtime_epoch": 1783257424.0557775, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:17:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2450.211, "name": "celery", "pid": 267, "rss_mb": 2450.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.02, "count": 301, "max_ms": 12.983, "p95_ms": 8.75}, "gstreamer_push": {"avg_ms": 1.322, "count": 301, "max_ms": 1.826, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.396, "count": 301, "max_ms": 71.528, "p95_ms": 66.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.718, "count": 301, "max_ms": 73.742, "p95_ms": 62.508}, "yolo11_640_fire_11class": {"avg_ms": 55.736, "count": 301, "max_ms": 72.03, "p95_ms": 67.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.604, "count": 301, "max_ms": 75.277, "p95_ms": 73.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.609, "count": 301, "max_ms": 92.802, "p95_ms": 90.176}, "read_interval": {"avg_ms": 99.873, "count": 300, "max_ms": 412.644, "p95_ms": 126.304}, "triton_wait": {"avg_ms": 60.837, "count": 301, "max_ms": 75.289, "p95_ms": 73.497}, "visualize": {"avg_ms": 3.733, "count": 301, "max_ms": 4.717, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16215.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6002.824, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.285, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1661721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:17:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T22:17:07+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:17:07.075820+09:00", "mtime_epoch": 1783257427.0758204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:17:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9417.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.812, "count": 300, "max_ms": 27.479, "p95_ms": 19.058}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.417, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.273, "count": 300, "max_ms": 66.206, "p95_ms": 62.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.944, "count": 300, "max_ms": 67.753, "p95_ms": 61.74}, "yolo11_640_fire_11class": {"avg_ms": 51.368, "count": 300, "max_ms": 65.627, "p95_ms": 62.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.963, "count": 300, "max_ms": 75.427, "p95_ms": 70.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.241, "count": 300, "max_ms": 121.692, "p95_ms": 96.45}, "read_interval": {"avg_ms": 100.127, "count": 299, "max_ms": 171.529, "p95_ms": 121.042}, "triton_wait": {"avg_ms": 56.029, "count": 300, "max_ms": 75.44, "p95_ms": 70.872}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.936, "p95_ms": 3.775}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16215.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21955.993, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.559, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2117561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:17:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:17:34+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T22:17:34+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T22:17:34.132206+09:00", "mtime_epoch": 1783257454.1322062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:17:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2450.352, "name": "celery", "pid": 267, "rss_mb": 2450.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 300, "max_ms": 12.589, "p95_ms": 8.609}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.51, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.824, "count": 300, "max_ms": 70.581, "p95_ms": 65.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.333, "count": 300, "max_ms": 69.345, "p95_ms": 61.012}, "yolo11_640_fire_11class": {"avg_ms": 54.264, "count": 300, "max_ms": 71.78, "p95_ms": 64.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.697, "count": 300, "max_ms": 75.801, "p95_ms": 73.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.734, "count": 300, "max_ms": 92.768, "p95_ms": 89.615}, "read_interval": {"avg_ms": 100.025, "count": 300, "max_ms": 456.128, "p95_ms": 132.959}, "triton_wait": {"avg_ms": 60.045, "count": 300, "max_ms": 75.813, "p95_ms": 73.079}, "visualize": {"avg_ms": 3.744, "count": 300, "max_ms": 4.643, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16215.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6032.885, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.241, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1662022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:17:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:17:37+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:17:37+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T22:17:37.132249+09:00", "mtime_epoch": 1783257457.132249, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:17:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9417.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.893, "count": 301, "max_ms": 23.735, "p95_ms": 18.941}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.81, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.873, "count": 301, "max_ms": 70.481, "p95_ms": 64.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.039, "count": 301, "max_ms": 70.493, "p95_ms": 59.539}, "yolo11_640_fire_11class": {"avg_ms": 50.764, "count": 301, "max_ms": 68.912, "p95_ms": 63.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.136, "count": 301, "max_ms": 76.476, "p95_ms": 71.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.492, "count": 301, "max_ms": 100.996, "p95_ms": 96.547}, "read_interval": {"avg_ms": 99.86, "count": 300, "max_ms": 157.111, "p95_ms": 117.729}, "triton_wait": {"avg_ms": 55.211, "count": 301, "max_ms": 76.488, "p95_ms": 72.001}, "visualize": {"avg_ms": 3.535, "count": 301, "max_ms": 4.442, "p95_ms": 3.775}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16216.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 21986.036, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.616, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2117861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T22:18:04+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T22:18:04+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T22:18:04.144636+09:00", "mtime_epoch": 1783257484.1446362, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:18:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2450.5, "name": "celery", "pid": 267, "rss_mb": 2450.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.109, "count": 300, "max_ms": 13.322, "p95_ms": 8.994}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 2.021, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.193, "count": 300, "max_ms": 71.453, "p95_ms": 64.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.124, "count": 300, "max_ms": 69.109, "p95_ms": 60.212}, "yolo11_640_fire_11class": {"avg_ms": 52.296, "count": 300, "max_ms": 72.561, "p95_ms": 65.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.891, "count": 300, "max_ms": 75.337, "p95_ms": 72.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.182, "count": 300, "max_ms": 92.288, "p95_ms": 89.373}, "read_interval": {"avg_ms": 100.123, "count": 299, "max_ms": 499.343, "p95_ms": 146.219}, "triton_wait": {"avg_ms": 57.341, "count": 300, "max_ms": 75.354, "p95_ms": 72.573}, "visualize": {"avg_ms": 3.78, "count": 300, "max_ms": 4.793, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16216.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6062.913, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.323, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1662322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:18:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:18:07+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:18:07+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:18:07.164680+09:00", "mtime_epoch": 1783257487.1646795, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:18:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9417.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.018, "count": 300, "max_ms": 31.226, "p95_ms": 27.94}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.88, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.419, "count": 300, "max_ms": 70.906, "p95_ms": 63.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.95, "count": 300, "max_ms": 67.407, "p95_ms": 57.817}, "yolo11_640_fire_11class": {"avg_ms": 49.763, "count": 300, "max_ms": 68.202, "p95_ms": 62.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.319, "count": 300, "max_ms": 75.761, "p95_ms": 72.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.922, "count": 300, "max_ms": 113.695, "p95_ms": 98.035}, "read_interval": {"avg_ms": 100.096, "count": 299, "max_ms": 164.203, "p95_ms": 125.229}, "triton_wait": {"avg_ms": 53.454, "count": 300, "max_ms": 75.776, "p95_ms": 72.294}, "visualize": {"avg_ms": 3.568, "count": 300, "max_ms": 4.616, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16216.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22016.144, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.616, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2118162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:18:34+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T22:18:34+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-05T22:18:34.225069+09:00", "mtime_epoch": 1783257514.2250688, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:18:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2450.641, "name": "celery", "pid": 267, "rss_mb": 2450.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.058}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.274, "count": 301, "max_ms": 15.267, "p95_ms": 12.678}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 1.711, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.492, "count": 301, "max_ms": 66.997, "p95_ms": 64.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.943, "count": 301, "max_ms": 73.187, "p95_ms": 59.076}, "yolo11_640_fire_11class": {"avg_ms": 51.802, "count": 301, "max_ms": 67.43, "p95_ms": 63.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.311, "count": 301, "max_ms": 75.544, "p95_ms": 72.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.689, "count": 301, "max_ms": 93.577, "p95_ms": 89.474}, "read_interval": {"avg_ms": 100.113, "count": 301, "max_ms": 440.259, "p95_ms": 156.249}, "triton_wait": {"avg_ms": 56.642, "count": 301, "max_ms": 75.556, "p95_ms": 72.329}, "visualize": {"avg_ms": 3.745, "count": 301, "max_ms": 4.981, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16216.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6092.995, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.386, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1662623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:18:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:18:37+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T22:18:37+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T22:18:37.253113+09:00", "mtime_epoch": 1783257517.2531126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:18:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9417.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.055, "count": 301, "max_ms": 29.552, "p95_ms": 19.187}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 2.174, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.71, "count": 301, "max_ms": 67.88, "p95_ms": 63.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.335, "count": 301, "max_ms": 69.53, "p95_ms": 58.132}, "yolo11_640_fire_11class": {"avg_ms": 49.798, "count": 301, "max_ms": 67.675, "p95_ms": 63.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.772, "count": 301, "max_ms": 76.533, "p95_ms": 72.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.234, "count": 301, "max_ms": 114.501, "p95_ms": 97.557}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 180.25, "p95_ms": 129.903}, "triton_wait": {"avg_ms": 53.821, "count": 301, "max_ms": 76.546, "p95_ms": 72.896}, "visualize": {"avg_ms": 3.512, "count": 301, "max_ms": 4.409, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16216.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22046.153, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.796, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2118461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:19:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:19:04+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T22:19:04.265503+09:00", "mtime_epoch": 1783257544.265503, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:19:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2450.785, "name": "celery", "pid": 267, "rss_mb": 2450.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.008, "count": 299, "max_ms": 14.642, "p95_ms": 8.684}, "gstreamer_push": {"avg_ms": 1.311, "count": 299, "max_ms": 1.532, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.501, "count": 299, "max_ms": 70.345, "p95_ms": 65.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.026, "count": 299, "max_ms": 69.455, "p95_ms": 61.46}, "yolo11_640_fire_11class": {"avg_ms": 54.431, "count": 299, "max_ms": 71.685, "p95_ms": 65.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.801, "count": 299, "max_ms": 78.877, "p95_ms": 73.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.926, "count": 299, "max_ms": 95.405, "p95_ms": 90.567}, "read_interval": {"avg_ms": 100.283, "count": 299, "max_ms": 448.607, "p95_ms": 132.43}, "triton_wait": {"avg_ms": 60.128, "count": 299, "max_ms": 78.888, "p95_ms": 73.654}, "visualize": {"avg_ms": 3.747, "count": 299, "max_ms": 4.862, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16217.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6123.037, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.491, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1662924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:19:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:19:07+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T22:19:07+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T22:19:07.297547+09:00", "mtime_epoch": 1783257547.2975466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:19:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9417.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.824, "count": 301, "max_ms": 26.668, "p95_ms": 18.771}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.888, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.593, "count": 301, "max_ms": 72.405, "p95_ms": 63.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.444, "count": 301, "max_ms": 68.366, "p95_ms": 59.369}, "yolo11_640_fire_11class": {"avg_ms": 50.659, "count": 301, "max_ms": 71.809, "p95_ms": 62.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.258, "count": 301, "max_ms": 80.394, "p95_ms": 72.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.6, "count": 301, "max_ms": 104.989, "p95_ms": 97.376}, "read_interval": {"avg_ms": 99.84, "count": 300, "max_ms": 269.142, "p95_ms": 118.265}, "triton_wait": {"avg_ms": 55.352, "count": 301, "max_ms": 80.406, "p95_ms": 72.328}, "visualize": {"avg_ms": 3.539, "count": 301, "max_ms": 5.542, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16216.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22076.19, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.796, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2118761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:19:34+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:19:34+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T22:19:34.309939+09:00", "mtime_epoch": 1783257574.3099387, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:19:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2450.934, "name": "celery", "pid": 267, "rss_mb": 2450.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.974, "count": 300, "max_ms": 13.352, "p95_ms": 8.693}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 1.531, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.544, "count": 300, "max_ms": 69.026, "p95_ms": 66.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.339, "count": 300, "max_ms": 71.119, "p95_ms": 61.821}, "yolo11_640_fire_11class": {"avg_ms": 56.727, "count": 300, "max_ms": 70.945, "p95_ms": 65.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.586, "count": 300, "max_ms": 76.249, "p95_ms": 72.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.672, "count": 300, "max_ms": 95.506, "p95_ms": 89.338}, "read_interval": {"avg_ms": 100.12, "count": 299, "max_ms": 360.853, "p95_ms": 131.499}, "triton_wait": {"avg_ms": 61.885, "count": 300, "max_ms": 76.262, "p95_ms": 72.276}, "visualize": {"avg_ms": 3.756, "count": 300, "max_ms": 4.7, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16217.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6153.081, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.241, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1663224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:19:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:19:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T22:19:37+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T22:19:37.329983+09:00", "mtime_epoch": 1783257577.3299825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:19:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9417.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.503, "count": 300, "max_ms": 24.628, "p95_ms": 18.912}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.826, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.55, "count": 300, "max_ms": 67.895, "p95_ms": 62.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.347, "count": 300, "max_ms": 69.196, "p95_ms": 59.008}, "yolo11_640_fire_11class": {"avg_ms": 51.598, "count": 300, "max_ms": 66.806, "p95_ms": 61.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.962, "count": 300, "max_ms": 74.579, "p95_ms": 70.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.957, "count": 300, "max_ms": 103.784, "p95_ms": 94.62}, "read_interval": {"avg_ms": 100.123, "count": 299, "max_ms": 169.313, "p95_ms": 117.454}, "triton_wait": {"avg_ms": 57.138, "count": 300, "max_ms": 74.589, "p95_ms": 70.544}, "visualize": {"avg_ms": 3.497, "count": 300, "max_ms": 5.654, "p95_ms": 3.759}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16217.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22106.417, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.65, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2119062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:20:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T22:20:04+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-05T22:20:04.334376+09:00", "mtime_epoch": 1783257604.3343756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:20:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2450.953, "name": "celery", "pid": 267, "rss_mb": 2450.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.97, "count": 300, "max_ms": 13.07, "p95_ms": 8.746}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 1.556, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.342, "count": 300, "max_ms": 70.902, "p95_ms": 65.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.535, "count": 300, "max_ms": 70.916, "p95_ms": 56.767}, "yolo11_640_fire_11class": {"avg_ms": 55.848, "count": 300, "max_ms": 73.109, "p95_ms": 65.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.483, "count": 300, "max_ms": 77.621, "p95_ms": 72.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.515, "count": 300, "max_ms": 93.938, "p95_ms": 89.519}, "read_interval": {"avg_ms": 100.108, "count": 299, "max_ms": 342.578, "p95_ms": 130.784}, "triton_wait": {"avg_ms": 61.754, "count": 300, "max_ms": 77.634, "p95_ms": 72.857}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 4.748, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16217.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6183.14, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.219, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1663525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:20:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:20:07+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T22:20:07+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T22:20:07.402421+09:00", "mtime_epoch": 1783257607.4024205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:20:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9418.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.506, "count": 301, "max_ms": 22.611, "p95_ms": 18.403}, "gstreamer_push": {"avg_ms": 1.216, "count": 301, "max_ms": 1.464, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.485, "count": 301, "max_ms": 67.43, "p95_ms": 62.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.465, "count": 301, "max_ms": 66.293, "p95_ms": 58.062}, "yolo11_640_fire_11class": {"avg_ms": 50.991, "count": 301, "max_ms": 66.326, "p95_ms": 62.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.531, "count": 301, "max_ms": 76.268, "p95_ms": 71.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.467, "count": 301, "max_ms": 101.164, "p95_ms": 96.462}, "read_interval": {"avg_ms": 99.9, "count": 300, "max_ms": 154.665, "p95_ms": 116.61}, "triton_wait": {"avg_ms": 55.645, "count": 301, "max_ms": 76.281, "p95_ms": 71.637}, "visualize": {"avg_ms": 3.497, "count": 301, "max_ms": 4.926, "p95_ms": 3.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16217.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22136.455, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.601, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2119365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:20:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:20:34+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:20:34+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T22:20:34.598818+09:00", "mtime_epoch": 1783257634.5988178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:20:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2451.207, "name": "celery", "pid": 267, "rss_mb": 2451.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.862, "count": 303, "max_ms": 9.758, "p95_ms": 8.802}, "gstreamer_push": {"avg_ms": 1.3, "count": 303, "max_ms": 2.145, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.262, "count": 303, "max_ms": 72.023, "p95_ms": 65.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.508, "count": 303, "max_ms": 70.809, "p95_ms": 61.5}, "yolo11_640_fire_11class": {"avg_ms": 54.765, "count": 303, "max_ms": 70.176, "p95_ms": 64.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.775, "count": 303, "max_ms": 74.494, "p95_ms": 72.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.498, "count": 303, "max_ms": 90.543, "p95_ms": 89.193}, "read_interval": {"avg_ms": 99.198, "count": 302, "max_ms": 334.623, "p95_ms": 141.256}, "triton_wait": {"avg_ms": 60.993, "count": 303, "max_ms": 74.505, "p95_ms": 72.488}, "visualize": {"avg_ms": 3.692, "count": 303, "max_ms": 5.083, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16217.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6213.172, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.116, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1663825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:20:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:20:37+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:20:37+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T22:20:37.422859+09:00", "mtime_epoch": 1783257637.4228592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:20:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9418.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.031, "pushed": 10.031, "read": 9.997}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.532, "count": 300, "max_ms": 21.457, "p95_ms": 18.999}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.719, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.695, "count": 300, "max_ms": 68.143, "p95_ms": 63.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.16, "count": 300, "max_ms": 71.577, "p95_ms": 60.098}, "yolo11_640_fire_11class": {"avg_ms": 50.763, "count": 300, "max_ms": 69.456, "p95_ms": 63.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.385, "count": 300, "max_ms": 75.717, "p95_ms": 72.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.352, "count": 300, "max_ms": 100.009, "p95_ms": 97.116}, "read_interval": {"avg_ms": 100.054, "count": 299, "max_ms": 165.892, "p95_ms": 119.872}, "triton_wait": {"avg_ms": 55.519, "count": 300, "max_ms": 75.729, "p95_ms": 72.534}, "visualize": {"avg_ms": 3.509, "count": 300, "max_ms": 5.208, "p95_ms": 3.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16218.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22166.525, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.519, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2119665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:21:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:21:04+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:21:04+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T22:21:04.651258+09:00", "mtime_epoch": 1783257664.6512582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:21:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2451.207, "name": "celery", "pid": 267, "rss_mb": 2451.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.916, "count": 300, "max_ms": 11.151, "p95_ms": 8.746}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 2.261, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.639, "count": 300, "max_ms": 69.146, "p95_ms": 65.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.314, "count": 300, "max_ms": 71.943, "p95_ms": 60.164}, "yolo11_640_fire_11class": {"avg_ms": 54.957, "count": 300, "max_ms": 71.308, "p95_ms": 65.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.551, "count": 300, "max_ms": 75.682, "p95_ms": 71.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.459, "count": 300, "max_ms": 92.268, "p95_ms": 88.922}, "read_interval": {"avg_ms": 100.149, "count": 299, "max_ms": 347.62, "p95_ms": 139.284}, "triton_wait": {"avg_ms": 60.869, "count": 300, "max_ms": 75.694, "p95_ms": 71.952}, "visualize": {"avg_ms": 3.725, "count": 300, "max_ms": 5.969, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16218.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6243.253, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.892, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1664126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:21:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:21:07+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T22:21:07+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T22:21:07.511300+09:00", "mtime_epoch": 1783257667.5113003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:21:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9418.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.672, "count": 301, "max_ms": 28.938, "p95_ms": 18.887}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.904, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.816, "count": 301, "max_ms": 66.198, "p95_ms": 62.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.026, "count": 301, "max_ms": 67.646, "p95_ms": 56.877}, "yolo11_640_fire_11class": {"avg_ms": 50.275, "count": 301, "max_ms": 65.706, "p95_ms": 62.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.192, "count": 301, "max_ms": 74.856, "p95_ms": 72.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.291, "count": 301, "max_ms": 99.887, "p95_ms": 96.745}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 180.721, "p95_ms": 126.354}, "triton_wait": {"avg_ms": 54.285, "count": 301, "max_ms": 74.869, "p95_ms": 72.15}, "visualize": {"avg_ms": 3.53, "count": 301, "max_ms": 5.428, "p95_ms": 3.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16218.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22196.526, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.475, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2119965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:21:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:21:34+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T22:21:34+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-05T22:21:34.611699+09:00", "mtime_epoch": 1783257694.6116986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:21:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2451.465, "name": "celery", "pid": 267, "rss_mb": 2451.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 300, "max_ms": 11.538, "p95_ms": 8.638}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.588, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.413, "count": 300, "max_ms": 69.531, "p95_ms": 64.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.873, "count": 300, "max_ms": 69.872, "p95_ms": 58.556}, "yolo11_640_fire_11class": {"avg_ms": 52.871, "count": 300, "max_ms": 70.509, "p95_ms": 64.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.539, "count": 300, "max_ms": 76.779, "p95_ms": 71.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.412, "count": 300, "max_ms": 93.201, "p95_ms": 88.341}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 464.143, "p95_ms": 184.162}, "triton_wait": {"avg_ms": 57.84, "count": 300, "max_ms": 76.793, "p95_ms": 71.653}, "visualize": {"avg_ms": 3.721, "count": 300, "max_ms": 5.217, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16218.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6273.284, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.798, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1664426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:21:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:21:37+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T22:21:37+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T22:21:37.519742+09:00", "mtime_epoch": 1783257697.5197415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:21:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9418.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.721, "count": 300, "max_ms": 20.665, "p95_ms": 18.735}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.469, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.126, "count": 300, "max_ms": 66.866, "p95_ms": 63.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.468, "count": 300, "max_ms": 66.212, "p95_ms": 57.239}, "yolo11_640_fire_11class": {"avg_ms": 50.306, "count": 300, "max_ms": 68.597, "p95_ms": 62.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.372, "count": 300, "max_ms": 75.165, "p95_ms": 72.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.499, "count": 300, "max_ms": 100.815, "p95_ms": 96.973}, "read_interval": {"avg_ms": 100.055, "count": 299, "max_ms": 167.375, "p95_ms": 125.291}, "triton_wait": {"avg_ms": 54.43, "count": 300, "max_ms": 75.177, "p95_ms": 72.29}, "visualize": {"avg_ms": 3.558, "count": 300, "max_ms": 4.321, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16218.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22226.617, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.416, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2120264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:22:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:22:04+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:22:04+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:22:04.740143+09:00", "mtime_epoch": 1783257724.7401428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:22:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2451.723, "name": "celery", "pid": 267, "rss_mb": 2451.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.906, "count": 299, "max_ms": 11.17, "p95_ms": 8.445}, "gstreamer_push": {"avg_ms": 1.301, "count": 299, "max_ms": 1.998, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.414, "count": 299, "max_ms": 72.773, "p95_ms": 65.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.308, "count": 299, "max_ms": 72.583, "p95_ms": 61.389}, "yolo11_640_fire_11class": {"avg_ms": 52.243, "count": 299, "max_ms": 73.195, "p95_ms": 64.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.436, "count": 299, "max_ms": 75.213, "p95_ms": 73.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.407, "count": 299, "max_ms": 92.145, "p95_ms": 89.754}, "read_interval": {"avg_ms": 100.642, "count": 298, "max_ms": 346.233, "p95_ms": 166.043}, "triton_wait": {"avg_ms": 56.756, "count": 299, "max_ms": 75.226, "p95_ms": 73.078}, "visualize": {"avg_ms": 3.706, "count": 299, "max_ms": 5.074, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16218.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6303.354, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.97, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1664727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:22:07+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T22:22:07+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T22:22:07.612185+09:00", "mtime_epoch": 1783257727.6121852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:22:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9418.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.245, "count": 301, "max_ms": 26.621, "p95_ms": 19.425}, "gstreamer_push": {"avg_ms": 1.254, "count": 301, "max_ms": 2.023, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.42, "count": 301, "max_ms": 70.185, "p95_ms": 63.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.791, "count": 301, "max_ms": 66.74, "p95_ms": 58.711}, "yolo11_640_fire_11class": {"avg_ms": 49.938, "count": 301, "max_ms": 68.699, "p95_ms": 63.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.078, "count": 301, "max_ms": 74.938, "p95_ms": 72.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.981, "count": 301, "max_ms": 99.995, "p95_ms": 97.694}, "read_interval": {"avg_ms": 99.931, "count": 300, "max_ms": 178.697, "p95_ms": 117.881}, "triton_wait": {"avg_ms": 53.285, "count": 301, "max_ms": 74.95, "p95_ms": 72.241}, "visualize": {"avg_ms": 3.574, "count": 301, "max_ms": 5.165, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16219.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22256.634, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.361, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2120564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:22:34+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T22:22:34+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:22:34.756587+09:00", "mtime_epoch": 1783257754.7565866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:22:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2451.723, "name": "celery", "pid": 267, "rss_mb": 2451.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.008, "count": 300, "max_ms": 12.895, "p95_ms": 9.1}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.587, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.38, "count": 300, "max_ms": 69.976, "p95_ms": 65.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.624, "count": 300, "max_ms": 64.681, "p95_ms": 55.975}, "yolo11_640_fire_11class": {"avg_ms": 50.246, "count": 300, "max_ms": 71.215, "p95_ms": 63.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.905, "count": 300, "max_ms": 74.285, "p95_ms": 71.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.463, "count": 300, "max_ms": 91.009, "p95_ms": 88.635}, "read_interval": {"avg_ms": 100.066, "count": 299, "max_ms": 460.983, "p95_ms": 134.19}, "triton_wait": {"avg_ms": 54.647, "count": 300, "max_ms": 74.297, "p95_ms": 71.775}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 4.699, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16219.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6333.484, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.934, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1665028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:22:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:22:37+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T22:22:37+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T22:22:37.700630+09:00", "mtime_epoch": 1783257757.7006302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:22:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9418.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.22, "count": 300, "max_ms": 29.037, "p95_ms": 19.536}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.629, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.988, "count": 300, "max_ms": 69.869, "p95_ms": 64.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.081, "count": 300, "max_ms": 66.557, "p95_ms": 55.502}, "yolo11_640_fire_11class": {"avg_ms": 49.607, "count": 300, "max_ms": 65.591, "p95_ms": 62.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.848, "count": 300, "max_ms": 74.91, "p95_ms": 70.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.656, "count": 300, "max_ms": 110.434, "p95_ms": 96.139}, "read_interval": {"avg_ms": 100.072, "count": 299, "max_ms": 201.446, "p95_ms": 123.022}, "triton_wait": {"avg_ms": 52.918, "count": 300, "max_ms": 74.922, "p95_ms": 70.94}, "visualize": {"avg_ms": 3.593, "count": 300, "max_ms": 5.155, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16219.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22286.642, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.338, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2120866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:23:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:23:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T22:23:04+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T22:23:04.781032+09:00", "mtime_epoch": 1783257784.7810316, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:23:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2451.98, "name": "celery", "pid": 267, "rss_mb": 2451.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.949, "count": 302, "max_ms": 11.942, "p95_ms": 8.587}, "gstreamer_push": {"avg_ms": 1.322, "count": 302, "max_ms": 1.551, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.502, "count": 302, "max_ms": 69.488, "p95_ms": 64.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.323, "count": 302, "max_ms": 68.098, "p95_ms": 56.35}, "yolo11_640_fire_11class": {"avg_ms": 51.567, "count": 302, "max_ms": 70.577, "p95_ms": 64.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.724, "count": 302, "max_ms": 75.195, "p95_ms": 71.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.706, "count": 302, "max_ms": 92.32, "p95_ms": 88.841}, "read_interval": {"avg_ms": 99.418, "count": 302, "max_ms": 328.805, "p95_ms": 133.916}, "triton_wait": {"avg_ms": 55.976, "count": 302, "max_ms": 75.207, "p95_ms": 72.002}, "visualize": {"avg_ms": 3.717, "count": 302, "max_ms": 4.755, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16219.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6363.555, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.65, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1665329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:23:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:23:07+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T22:23:07+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:23:07.809077+09:00", "mtime_epoch": 1783257787.8090765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:23:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9419.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.949, "count": 301, "max_ms": 21.336, "p95_ms": 19.142}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.947, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.672, "count": 301, "max_ms": 67.43, "p95_ms": 62.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.006, "count": 301, "max_ms": 67.44, "p95_ms": 57.105}, "yolo11_640_fire_11class": {"avg_ms": 49.022, "count": 301, "max_ms": 66.357, "p95_ms": 61.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.189, "count": 301, "max_ms": 75.628, "p95_ms": 67.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.679, "count": 301, "max_ms": 102.067, "p95_ms": 92.691}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 168.337, "p95_ms": 119.84}, "triton_wait": {"avg_ms": 52.294, "count": 301, "max_ms": 75.64, "p95_ms": 67.808}, "visualize": {"avg_ms": 3.561, "count": 301, "max_ms": 5.605, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16220.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22316.699, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.169, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2121166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:23:34+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:23:34+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T22:23:34.821478+09:00", "mtime_epoch": 1783257814.821478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:23:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2451.98, "name": "celery", "pid": 267, "rss_mb": 2451.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 300, "max_ms": 12.63, "p95_ms": 8.723}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.607, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.153, "count": 300, "max_ms": 70.743, "p95_ms": 64.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.966, "count": 300, "max_ms": 65.562, "p95_ms": 57.798}, "yolo11_640_fire_11class": {"avg_ms": 52.231, "count": 300, "max_ms": 69.642, "p95_ms": 64.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.27, "count": 300, "max_ms": 74.27, "p95_ms": 71.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.38, "count": 300, "max_ms": 90.588, "p95_ms": 88.782}, "read_interval": {"avg_ms": 100.196, "count": 299, "max_ms": 366.636, "p95_ms": 141.234}, "triton_wait": {"avg_ms": 56.614, "count": 300, "max_ms": 74.283, "p95_ms": 71.97}, "visualize": {"avg_ms": 3.749, "count": 300, "max_ms": 5.012, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16220.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6393.558, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.561, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1665629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:23:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:23:37+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T22:23:37+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:23:37.809522+09:00", "mtime_epoch": 1783257817.8095224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:23:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9419.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.894, "count": 300, "max_ms": 25.014, "p95_ms": 18.779}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 2.061, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.472, "count": 300, "max_ms": 67.6, "p95_ms": 62.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.424, "count": 300, "max_ms": 64.199, "p95_ms": 56.16}, "yolo11_640_fire_11class": {"avg_ms": 49.758, "count": 300, "max_ms": 66.894, "p95_ms": 62.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.651, "count": 300, "max_ms": 74.497, "p95_ms": 70.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.117, "count": 300, "max_ms": 99.507, "p95_ms": 95.495}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 167.348, "p95_ms": 130.995}, "triton_wait": {"avg_ms": 53.815, "count": 300, "max_ms": 74.509, "p95_ms": 70.6}, "visualize": {"avg_ms": 3.544, "count": 300, "max_ms": 4.804, "p95_ms": 3.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16220.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22346.717, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.115, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2121466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:24:04+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T22:24:04+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T22:24:04.857925+09:00", "mtime_epoch": 1783257844.8579252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:24:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2452.238, "name": "celery", "pid": 267, "rss_mb": 2452.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.026, "count": 300, "max_ms": 12.946, "p95_ms": 8.86}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.537, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.223, "count": 300, "max_ms": 72.075, "p95_ms": 65.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.257, "count": 300, "max_ms": 68.151, "p95_ms": 59.731}, "yolo11_640_fire_11class": {"avg_ms": 53.953, "count": 300, "max_ms": 70.171, "p95_ms": 65.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.436, "count": 300, "max_ms": 75.52, "p95_ms": 72.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.63, "count": 300, "max_ms": 96.437, "p95_ms": 90.093}, "read_interval": {"avg_ms": 100.13, "count": 299, "max_ms": 368.361, "p95_ms": 153.22}, "triton_wait": {"avg_ms": 58.87, "count": 300, "max_ms": 75.533, "p95_ms": 72.318}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 4.66, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16220.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6423.656, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.558, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1665930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:24:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:24:07+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T22:24:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T22:24:07.905971+09:00", "mtime_epoch": 1783257847.9059708, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:24:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9419.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.933, "count": 301, "max_ms": 31.13, "p95_ms": 18.635}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.8, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.354, "count": 301, "max_ms": 68.961, "p95_ms": 63.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.771, "count": 301, "max_ms": 69.435, "p95_ms": 57.682}, "yolo11_640_fire_11class": {"avg_ms": 50.733, "count": 301, "max_ms": 69.335, "p95_ms": 62.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.335, "count": 301, "max_ms": 76.852, "p95_ms": 71.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.727, "count": 301, "max_ms": 106.771, "p95_ms": 96.625}, "read_interval": {"avg_ms": 100.029, "count": 300, "max_ms": 179.302, "p95_ms": 122.477}, "triton_wait": {"avg_ms": 54.441, "count": 301, "max_ms": 76.864, "p95_ms": 71.235}, "visualize": {"avg_ms": 3.517, "count": 301, "max_ms": 4.53, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16220.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22376.81, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.068, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2121767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:24:35+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:24:34+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T22:24:34.934374+09:00", "mtime_epoch": 1783257874.934374, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:24:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2452.238, "name": "celery", "pid": 267, "rss_mb": 2452.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.901, "count": 300, "max_ms": 12.893, "p95_ms": 8.221}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 2.066, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.96, "count": 300, "max_ms": 71.413, "p95_ms": 64.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.026, "count": 300, "max_ms": 69.722, "p95_ms": 56.829}, "yolo11_640_fire_11class": {"avg_ms": 52.563, "count": 300, "max_ms": 74.085, "p95_ms": 65.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.255, "count": 300, "max_ms": 78.372, "p95_ms": 72.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.352, "count": 301, "max_ms": 94.684, "p95_ms": 88.614}, "read_interval": {"avg_ms": 99.989, "count": 300, "max_ms": 404.176, "p95_ms": 170.333}, "triton_wait": {"avg_ms": 56.73, "count": 300, "max_ms": 78.384, "p95_ms": 72.241}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.893, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16220.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6453.747, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.64, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1666231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:24:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:24:38+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:24:37+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T22:24:38.002420+09:00", "mtime_epoch": 1783257878.00242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:24:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9419.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.819, "count": 300, "max_ms": 27.747, "p95_ms": 18.655}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.527, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.882, "count": 300, "max_ms": 71.125, "p95_ms": 63.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.566, "count": 300, "max_ms": 69.273, "p95_ms": 56.884}, "yolo11_640_fire_11class": {"avg_ms": 50.414, "count": 300, "max_ms": 70.579, "p95_ms": 63.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.922, "count": 300, "max_ms": 79.242, "p95_ms": 71.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.207, "count": 300, "max_ms": 108.606, "p95_ms": 96.436}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 154.13, "p95_ms": 126.08}, "triton_wait": {"avg_ms": 54.065, "count": 300, "max_ms": 79.254, "p95_ms": 71.821}, "visualize": {"avg_ms": 3.495, "count": 300, "max_ms": 4.441, "p95_ms": 3.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16220.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22406.836, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.019, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2122066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:25:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:25:04+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:25:04.958823+09:00", "mtime_epoch": 1783257904.958823, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:25:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2452.496, "name": "celery", "pid": 267, "rss_mb": 2452.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.963}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.933, "count": 299, "max_ms": 11.937, "p95_ms": 8.734}, "gstreamer_push": {"avg_ms": 1.307, "count": 299, "max_ms": 1.852, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.535, "count": 299, "max_ms": 71.66, "p95_ms": 64.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.28, "count": 299, "max_ms": 68.526, "p95_ms": 60.252}, "yolo11_640_fire_11class": {"avg_ms": 52.639, "count": 299, "max_ms": 73.076, "p95_ms": 64.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.067, "count": 299, "max_ms": 77.337, "p95_ms": 72.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.094, "count": 299, "max_ms": 94.045, "p95_ms": 89.486}, "read_interval": {"avg_ms": 100.383, "count": 298, "max_ms": 456.901, "p95_ms": 202.547}, "triton_wait": {"avg_ms": 57.406, "count": 299, "max_ms": 77.349, "p95_ms": 72.258}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 5.369, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16220.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6483.795, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.648, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1666531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:25:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:25:08+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:25:08+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T22:25:08.038869+09:00", "mtime_epoch": 1783257908.0388691, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:25:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9419.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.77, "count": 300, "max_ms": 27.143, "p95_ms": 18.601}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.658, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.161, "count": 300, "max_ms": 68.546, "p95_ms": 62.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.92, "count": 300, "max_ms": 65.953, "p95_ms": 57.135}, "yolo11_640_fire_11class": {"avg_ms": 50.245, "count": 300, "max_ms": 65.132, "p95_ms": 62.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.078, "count": 300, "max_ms": 76.262, "p95_ms": 71.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.451, "count": 300, "max_ms": 100.387, "p95_ms": 96.251}, "read_interval": {"avg_ms": 100.09, "count": 299, "max_ms": 174.317, "p95_ms": 124.161}, "triton_wait": {"avg_ms": 54.255, "count": 300, "max_ms": 76.274, "p95_ms": 71.514}, "visualize": {"avg_ms": 3.535, "count": 300, "max_ms": 4.663, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16221.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22436.903, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.019, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2122368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:25:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:25:35+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:25:35+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T22:25:35.003273+09:00", "mtime_epoch": 1783257935.003273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:25:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2452.754, "name": "celery", "pid": 267, "rss_mb": 2452.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.966, "count": 302, "max_ms": 12.721, "p95_ms": 8.763}, "gstreamer_push": {"avg_ms": 1.302, "count": 302, "max_ms": 1.53, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.842, "count": 302, "max_ms": 70.317, "p95_ms": 64.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.043, "count": 302, "max_ms": 69.242, "p95_ms": 58.94}, "yolo11_640_fire_11class": {"avg_ms": 52.147, "count": 302, "max_ms": 72.301, "p95_ms": 64.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.579, "count": 302, "max_ms": 75.71, "p95_ms": 72.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.72, "count": 302, "max_ms": 93.569, "p95_ms": 89.048}, "read_interval": {"avg_ms": 99.624, "count": 301, "max_ms": 434.891, "p95_ms": 135.315}, "triton_wait": {"avg_ms": 57.985, "count": 302, "max_ms": 75.722, "p95_ms": 72.142}, "visualize": {"avg_ms": 3.712, "count": 302, "max_ms": 4.833, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16221.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6513.896, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.648, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1666832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:25:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:25:38+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:25:38+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:25:38.151320+09:00", "mtime_epoch": 1783257938.1513202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:25:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9419.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.123, "count": 300, "max_ms": 20.436, "p95_ms": 18.706}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.747, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.9, "count": 300, "max_ms": 67.569, "p95_ms": 63.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.064, "count": 300, "max_ms": 68.751, "p95_ms": 56.742}, "yolo11_640_fire_11class": {"avg_ms": 49.871, "count": 300, "max_ms": 68.738, "p95_ms": 62.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.986, "count": 300, "max_ms": 76.117, "p95_ms": 71.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.755, "count": 300, "max_ms": 102.334, "p95_ms": 97.004}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 175.933, "p95_ms": 124.111}, "triton_wait": {"avg_ms": 54.124, "count": 300, "max_ms": 76.13, "p95_ms": 71.379}, "visualize": {"avg_ms": 3.584, "count": 300, "max_ms": 4.583, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16221.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22466.979, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.094, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2122669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:26:05+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:26:05+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T22:26:05.123725+09:00", "mtime_epoch": 1783257965.1237252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:26:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2452.754, "name": "celery", "pid": 267, "rss_mb": 2452.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.951, "count": 300, "max_ms": 12.108, "p95_ms": 8.434}, "gstreamer_push": {"avg_ms": 1.33, "count": 301, "max_ms": 1.599, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.93, "count": 300, "max_ms": 70.501, "p95_ms": 64.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.7, "count": 300, "max_ms": 71.41, "p95_ms": 58.461}, "yolo11_640_fire_11class": {"avg_ms": 55.329, "count": 300, "max_ms": 69.896, "p95_ms": 64.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.652, "count": 300, "max_ms": 76.907, "p95_ms": 72.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.659, "count": 301, "max_ms": 93.551, "p95_ms": 90.034}, "read_interval": {"avg_ms": 99.987, "count": 300, "max_ms": 337.681, "p95_ms": 139.066}, "triton_wait": {"avg_ms": 60.923, "count": 300, "max_ms": 76.92, "p95_ms": 72.93}, "visualize": {"avg_ms": 3.73, "count": 300, "max_ms": 4.566, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16221.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6543.957, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.785, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1667132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:26:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:26:08+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:26:08+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T22:26:08.207772+09:00", "mtime_epoch": 1783257968.2077715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 63219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:26:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9419.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.838, "count": 300, "max_ms": 21.26, "p95_ms": 18.496}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.857, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.986, "count": 300, "max_ms": 66.807, "p95_ms": 64.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.883, "count": 300, "max_ms": 67.323, "p95_ms": 61.049}, "yolo11_640_fire_11class": {"avg_ms": 51.318, "count": 300, "max_ms": 66.043, "p95_ms": 62.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.934, "count": 300, "max_ms": 76.191, "p95_ms": 72.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.382, "count": 300, "max_ms": 110.8, "p95_ms": 97.542}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 234.464, "p95_ms": 116.054}, "triton_wait": {"avg_ms": 56.034, "count": 300, "max_ms": 76.203, "p95_ms": 72.549}, "visualize": {"avg_ms": 3.543, "count": 300, "max_ms": 4.708, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16221.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22497.025, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.15, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2122969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:26:35+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:26:35+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T22:26:35.144176+09:00", "mtime_epoch": 1783257995.1441765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:26:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2453.012, "name": "celery", "pid": 267, "rss_mb": 2453.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.006, "count": 300, "max_ms": 13.233, "p95_ms": 8.77}, "gstreamer_push": {"avg_ms": 1.328, "count": 300, "max_ms": 1.657, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.201, "count": 300, "max_ms": 68.68, "p95_ms": 65.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.658, "count": 300, "max_ms": 71.288, "p95_ms": 59.326}, "yolo11_640_fire_11class": {"avg_ms": 54.111, "count": 300, "max_ms": 69.354, "p95_ms": 64.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.313, "count": 300, "max_ms": 76.618, "p95_ms": 71.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.559, "count": 300, "max_ms": 94.253, "p95_ms": 88.608}, "read_interval": {"avg_ms": 100.082, "count": 300, "max_ms": 467.096, "p95_ms": 143.459}, "triton_wait": {"avg_ms": 59.692, "count": 300, "max_ms": 76.631, "p95_ms": 71.807}, "visualize": {"avg_ms": 3.764, "count": 300, "max_ms": 5.68, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16221.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6574.012, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.748, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1667433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:26:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:26:38+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:26:38+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T22:26:38.260223+09:00", "mtime_epoch": 1783257998.2602232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:26:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9420.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.657, "count": 301, "max_ms": 24.61, "p95_ms": 18.468}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.975, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.695, "count": 301, "max_ms": 69.18, "p95_ms": 62.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.241, "count": 301, "max_ms": 68.69, "p95_ms": 59.517}, "yolo11_640_fire_11class": {"avg_ms": 51.06, "count": 301, "max_ms": 70.683, "p95_ms": 62.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.51, "count": 301, "max_ms": 74.342, "p95_ms": 71.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.551, "count": 301, "max_ms": 99.8, "p95_ms": 96.459}, "read_interval": {"avg_ms": 99.85, "count": 300, "max_ms": 154.891, "p95_ms": 116.494}, "triton_wait": {"avg_ms": 55.565, "count": 301, "max_ms": 74.354, "p95_ms": 71.244}, "visualize": {"avg_ms": 3.517, "count": 301, "max_ms": 4.524, "p95_ms": 3.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16221.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22527.253, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.068, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2123270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:27:05+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:27:05+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-05T22:27:05.236629+09:00", "mtime_epoch": 1783258025.2366295, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:27:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2453.012, "name": "celery", "pid": 267, "rss_mb": 2453.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.969, "count": 299, "max_ms": 9.13, "p95_ms": 8.78}, "gstreamer_push": {"avg_ms": 1.318, "count": 299, "max_ms": 1.556, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.452, "count": 299, "max_ms": 72.942, "p95_ms": 65.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.89, "count": 299, "max_ms": 70.833, "p95_ms": 61.326}, "yolo11_640_fire_11class": {"avg_ms": 54.769, "count": 299, "max_ms": 70.097, "p95_ms": 64.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.002, "count": 299, "max_ms": 82.235, "p95_ms": 72.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.076, "count": 299, "max_ms": 99.068, "p95_ms": 89.267}, "read_interval": {"avg_ms": 100.51, "count": 298, "max_ms": 464.223, "p95_ms": 153.607}, "triton_wait": {"avg_ms": 60.285, "count": 299, "max_ms": 82.246, "p95_ms": 72.571}, "visualize": {"avg_ms": 3.763, "count": 299, "max_ms": 4.673, "p95_ms": 4.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16221.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6604.077, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.634, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1667734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:27:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:27:08+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T22:27:08+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T22:27:08.332676+09:00", "mtime_epoch": 1783258028.3326762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:27:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9420.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.861, "count": 301, "max_ms": 25.265, "p95_ms": 18.859}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.767, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.265, "count": 301, "max_ms": 70.068, "p95_ms": 63.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.613, "count": 301, "max_ms": 70.107, "p95_ms": 57.638}, "yolo11_640_fire_11class": {"avg_ms": 50.313, "count": 301, "max_ms": 70.056, "p95_ms": 62.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.508, "count": 301, "max_ms": 81.781, "p95_ms": 71.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.855, "count": 301, "max_ms": 106.627, "p95_ms": 96.78}, "read_interval": {"avg_ms": 99.906, "count": 300, "max_ms": 184.621, "p95_ms": 122.621}, "triton_wait": {"avg_ms": 54.599, "count": 301, "max_ms": 81.793, "p95_ms": 71.513}, "visualize": {"avg_ms": 3.544, "count": 301, "max_ms": 4.703, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16222.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22557.261, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.239, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2123571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:27:35+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:27:35+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T22:27:35.401084+09:00", "mtime_epoch": 1783258055.4010842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:27:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2453.27, "name": "celery", "pid": 267, "rss_mb": 2453.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.93, "count": 301, "max_ms": 10.325, "p95_ms": 8.707}, "gstreamer_push": {"avg_ms": 1.32, "count": 301, "max_ms": 1.947, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.965, "count": 301, "max_ms": 73.145, "p95_ms": 65.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.858, "count": 301, "max_ms": 70.277, "p95_ms": 61.627}, "yolo11_640_fire_11class": {"avg_ms": 53.575, "count": 301, "max_ms": 72.559, "p95_ms": 65.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.017, "count": 301, "max_ms": 80.172, "p95_ms": 72.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.959, "count": 301, "max_ms": 96.353, "p95_ms": 89.36}, "read_interval": {"avg_ms": 99.692, "count": 301, "max_ms": 401.016, "p95_ms": 165.227}, "triton_wait": {"avg_ms": 58.27, "count": 301, "max_ms": 80.184, "p95_ms": 72.463}, "visualize": {"avg_ms": 3.74, "count": 301, "max_ms": 4.817, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16222.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6634.227, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.625, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1668035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:27:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:27:38+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T22:27:38+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-05T22:27:38.413130+09:00", "mtime_epoch": 1783258058.4131298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:27:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9420.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.523, "count": 300, "max_ms": 28.524, "p95_ms": 18.097}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.424, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.03, "count": 300, "max_ms": 67.994, "p95_ms": 62.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.669, "count": 300, "max_ms": 68.544, "p95_ms": 58.293}, "yolo11_640_fire_11class": {"avg_ms": 50.613, "count": 300, "max_ms": 67.476, "p95_ms": 62.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.882, "count": 300, "max_ms": 78.811, "p95_ms": 71.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.827, "count": 300, "max_ms": 102.701, "p95_ms": 95.786}, "read_interval": {"avg_ms": 100.076, "count": 299, "max_ms": 166.262, "p95_ms": 123.076}, "triton_wait": {"avg_ms": 54.963, "count": 300, "max_ms": 78.823, "p95_ms": 71.017}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 5.221, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16222.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22587.308, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.12, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2123871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:28:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:28:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T22:28:05+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T22:28:05.437538+09:00", "mtime_epoch": 1783258085.437538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:28:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2453.27, "name": "celery", "pid": 267, "rss_mb": 2453.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.934, "count": 300, "max_ms": 13.972, "p95_ms": 8.401}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.881, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.11, "count": 300, "max_ms": 68.286, "p95_ms": 64.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.771, "count": 300, "max_ms": 66.5, "p95_ms": 58.246}, "yolo11_640_fire_11class": {"avg_ms": 53.405, "count": 300, "max_ms": 71.676, "p95_ms": 65.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.65, "count": 300, "max_ms": 77.173, "p95_ms": 71.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.503, "count": 300, "max_ms": 93.594, "p95_ms": 88.425}, "read_interval": {"avg_ms": 100.212, "count": 299, "max_ms": 398.206, "p95_ms": 208.354}, "triton_wait": {"avg_ms": 57.911, "count": 300, "max_ms": 77.185, "p95_ms": 71.935}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 5.921, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16222.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6664.307, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.785, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1668336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:28:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:28:08+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T22:28:08+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T22:28:08.565585+09:00", "mtime_epoch": 1783258088.5655851, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:28:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9420.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.778, "count": 301, "max_ms": 28.48, "p95_ms": 18.455}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.643, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.469, "count": 301, "max_ms": 68.073, "p95_ms": 63.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.145, "count": 301, "max_ms": 67.642, "p95_ms": 58.051}, "yolo11_640_fire_11class": {"avg_ms": 50.777, "count": 301, "max_ms": 69.695, "p95_ms": 62.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.67, "count": 301, "max_ms": 78.869, "p95_ms": 72.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.042, "count": 301, "max_ms": 120.414, "p95_ms": 97.506}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 178.022, "p95_ms": 129.583}, "triton_wait": {"avg_ms": 54.748, "count": 301, "max_ms": 78.881, "p95_ms": 72.534}, "visualize": {"avg_ms": 3.559, "count": 301, "max_ms": 5.544, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16222.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22617.32, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.331, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2124172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:28:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:28:35+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T22:28:35+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T22:28:35.461992+09:00", "mtime_epoch": 1783258115.4619918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:28:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2453.527, "name": "celery", "pid": 267, "rss_mb": 2453.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.028, "count": 301, "max_ms": 12.773, "p95_ms": 8.801}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.633, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.806, "count": 301, "max_ms": 69.299, "p95_ms": 66.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.859, "count": 301, "max_ms": 65.787, "p95_ms": 58.112}, "yolo11_640_fire_11class": {"avg_ms": 52.363, "count": 301, "max_ms": 68.423, "p95_ms": 65.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.093, "count": 301, "max_ms": 76.202, "p95_ms": 73.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.28, "count": 301, "max_ms": 94.795, "p95_ms": 90.17}, "read_interval": {"avg_ms": 99.715, "count": 301, "max_ms": 468.015, "p95_ms": 159.921}, "triton_wait": {"avg_ms": 57.543, "count": 301, "max_ms": 76.214, "p95_ms": 73.285}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 4.747, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16222.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6694.348, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.794, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1668636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:28:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:28:38+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T22:28:38+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:28:38.602039+09:00", "mtime_epoch": 1783258118.6020393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:28:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9420.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.61, "count": 300, "max_ms": 28.746, "p95_ms": 18.344}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.449, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.498, "count": 300, "max_ms": 66.89, "p95_ms": 63.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.649, "count": 300, "max_ms": 64.547, "p95_ms": 58.234}, "yolo11_640_fire_11class": {"avg_ms": 50.673, "count": 300, "max_ms": 69.058, "p95_ms": 62.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.621, "count": 300, "max_ms": 74.236, "p95_ms": 71.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.742, "count": 300, "max_ms": 99.442, "p95_ms": 96.621}, "read_interval": {"avg_ms": 100.148, "count": 299, "max_ms": 179.273, "p95_ms": 121.558}, "triton_wait": {"avg_ms": 54.753, "count": 300, "max_ms": 74.25, "p95_ms": 71.933}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 4.755, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16222.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22647.387, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.155, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2124472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:29:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:29:05+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T22:29:05+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T22:29:05.530344+09:00", "mtime_epoch": 1783258145.530344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:29:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2453.785, "name": "celery", "pid": 267, "rss_mb": 2453.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.97, "count": 300, "max_ms": 10.326, "p95_ms": 8.78}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 2.246, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.355, "count": 300, "max_ms": 68.665, "p95_ms": 64.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.909, "count": 300, "max_ms": 69.221, "p95_ms": 58.525}, "yolo11_640_fire_11class": {"avg_ms": 51.79, "count": 300, "max_ms": 70.119, "p95_ms": 64.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.025, "count": 300, "max_ms": 75.163, "p95_ms": 71.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.006, "count": 300, "max_ms": 91.642, "p95_ms": 88.33}, "read_interval": {"avg_ms": 100.288, "count": 299, "max_ms": 433.253, "p95_ms": 192.533}, "triton_wait": {"avg_ms": 56.314, "count": 300, "max_ms": 75.177, "p95_ms": 71.639}, "visualize": {"avg_ms": 3.731, "count": 300, "max_ms": 4.76, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16222.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6724.397, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.798, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1668937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:29:08+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T22:29:08+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:29:08.650371+09:00", "mtime_epoch": 1783258148.650371, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:29:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9420.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.922, "count": 301, "max_ms": 24.066, "p95_ms": 19.167}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.991, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.151, "count": 301, "max_ms": 67.082, "p95_ms": 63.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.79, "count": 301, "max_ms": 67.693, "p95_ms": 57.852}, "yolo11_640_fire_11class": {"avg_ms": 49.238, "count": 301, "max_ms": 67.095, "p95_ms": 62.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.721, "count": 301, "max_ms": 75.838, "p95_ms": 71.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.246, "count": 301, "max_ms": 100.613, "p95_ms": 96.752}, "read_interval": {"avg_ms": 99.851, "count": 300, "max_ms": 181.121, "p95_ms": 126.808}, "triton_wait": {"avg_ms": 52.878, "count": 301, "max_ms": 75.851, "p95_ms": 71.956}, "visualize": {"avg_ms": 3.529, "count": 301, "max_ms": 4.753, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16223.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22677.472, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.267, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2124772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:29:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:29:35+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T22:29:35+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:29:35.594609+09:00", "mtime_epoch": 1783258175.5946095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:29:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2453.785, "name": "celery", "pid": 267, "rss_mb": 2453.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.928, "count": 299, "max_ms": 12.22, "p95_ms": 8.64}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 1.522, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.937, "count": 299, "max_ms": 69.705, "p95_ms": 65.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.491, "count": 299, "max_ms": 77.392, "p95_ms": 60.628}, "yolo11_640_fire_11class": {"avg_ms": 53.696, "count": 299, "max_ms": 72.496, "p95_ms": 65.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.738, "count": 299, "max_ms": 75.45, "p95_ms": 73.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.725, "count": 299, "max_ms": 93.851, "p95_ms": 89.425}, "read_interval": {"avg_ms": 100.291, "count": 299, "max_ms": 374.686, "p95_ms": 182.896}, "triton_wait": {"avg_ms": 59.112, "count": 299, "max_ms": 77.404, "p95_ms": 73.022}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 4.707, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16223.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6754.411, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.832, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:29:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:29:38+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:29:38+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T22:29:38.658637+09:00", "mtime_epoch": 1783258178.658637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:29:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9420.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.685, "count": 300, "max_ms": 22.181, "p95_ms": 18.482}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.709, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.044, "count": 300, "max_ms": 67.244, "p95_ms": 63.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.104, "count": 300, "max_ms": 67.254, "p95_ms": 59.434}, "yolo11_640_fire_11class": {"avg_ms": 50.236, "count": 300, "max_ms": 66.228, "p95_ms": 62.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.46, "count": 300, "max_ms": 75.77, "p95_ms": 71.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.648, "count": 300, "max_ms": 101.134, "p95_ms": 96.423}, "read_interval": {"avg_ms": 100.017, "count": 300, "max_ms": 186.558, "p95_ms": 119.959}, "triton_wait": {"avg_ms": 54.515, "count": 300, "max_ms": 75.783, "p95_ms": 71.086}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 4.801, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16223.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22707.512, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.198, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2125073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:30:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:30:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T22:30:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T22:30:05.622884+09:00", "mtime_epoch": 1783258205.622884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:30:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2454.043, "name": "celery", "pid": 267, "rss_mb": 2454.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 301, "max_ms": 12.858, "p95_ms": 8.766}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.602, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.753, "count": 301, "max_ms": 70.205, "p95_ms": 64.604}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.891, "count": 301, "max_ms": 70.194, "p95_ms": 54.997}, "yolo11_640_fire_11class": {"avg_ms": 54.578, "count": 301, "max_ms": 71.879, "p95_ms": 64.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.563, "count": 301, "max_ms": 76.106, "p95_ms": 72.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.59, "count": 301, "max_ms": 92.747, "p95_ms": 89.098}, "read_interval": {"avg_ms": 99.778, "count": 300, "max_ms": 443.459, "p95_ms": 158.962}, "triton_wait": {"avg_ms": 59.863, "count": 301, "max_ms": 76.118, "p95_ms": 72.526}, "visualize": {"avg_ms": 3.713, "count": 301, "max_ms": 5.368, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16223.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6784.445, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.798, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:30:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:30:08+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:30:08+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:30:08.698913+09:00", "mtime_epoch": 1783258208.6989129, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:30:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9421.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.527, "count": 300, "max_ms": 22.346, "p95_ms": 18.69}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.571, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.422, "count": 300, "max_ms": 66.274, "p95_ms": 62.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.489, "count": 300, "max_ms": 67.982, "p95_ms": 58.781}, "yolo11_640_fire_11class": {"avg_ms": 50.821, "count": 300, "max_ms": 66.609, "p95_ms": 62.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.079, "count": 300, "max_ms": 75.376, "p95_ms": 71.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.099, "count": 300, "max_ms": 101.463, "p95_ms": 96.189}, "read_interval": {"avg_ms": 100.117, "count": 299, "max_ms": 366.753, "p95_ms": 116.741}, "triton_wait": {"avg_ms": 55.197, "count": 300, "max_ms": 75.388, "p95_ms": 71.551}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 5.532, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16224.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22737.529, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.331, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2125374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:30:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:30:35+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T22:30:35+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T22:30:35.639168+09:00", "mtime_epoch": 1783258235.6391675, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:30:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2454.043, "name": "celery", "pid": 267, "rss_mb": 2454.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.149, "count": 301, "max_ms": 14.118, "p95_ms": 9.205}, "gstreamer_push": {"avg_ms": 1.325, "count": 301, "max_ms": 1.744, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.042, "count": 301, "max_ms": 71.064, "p95_ms": 65.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.194, "count": 301, "max_ms": 69.289, "p95_ms": 58.802}, "yolo11_640_fire_11class": {"avg_ms": 54.08, "count": 301, "max_ms": 71.435, "p95_ms": 64.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.456, "count": 301, "max_ms": 75.837, "p95_ms": 73.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.822, "count": 301, "max_ms": 93.487, "p95_ms": 89.926}, "read_interval": {"avg_ms": 99.762, "count": 300, "max_ms": 430.948, "p95_ms": 137.758}, "triton_wait": {"avg_ms": 59.841, "count": 301, "max_ms": 75.849, "p95_ms": 73.016}, "visualize": {"avg_ms": 3.768, "count": 301, "max_ms": 4.723, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16224.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6814.53, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.792, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:30:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:30:38+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T22:30:38+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-05T22:30:38.747197+09:00", "mtime_epoch": 1783258238.7471974, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:30:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9421.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.866, "count": 301, "max_ms": 28.925, "p95_ms": 20.89}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.868, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.562, "count": 301, "max_ms": 68.56, "p95_ms": 62.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.525, "count": 301, "max_ms": 68.317, "p95_ms": 60.557}, "yolo11_640_fire_11class": {"avg_ms": 51.007, "count": 301, "max_ms": 66.408, "p95_ms": 63.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.449, "count": 301, "max_ms": 74.866, "p95_ms": 71.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.934, "count": 301, "max_ms": 101.639, "p95_ms": 96.128}, "read_interval": {"avg_ms": 99.984, "count": 300, "max_ms": 178.26, "p95_ms": 116.69}, "triton_wait": {"avg_ms": 55.648, "count": 301, "max_ms": 74.876, "p95_ms": 71.832}, "visualize": {"avg_ms": 3.548, "count": 301, "max_ms": 5.629, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16224.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6844.574, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.375, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.78, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1670139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:31:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:31:08+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T22:31:08+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T22:31:08.839491+09:00", "mtime_epoch": 1783258268.839491, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:31:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9421.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.788, "count": 301, "max_ms": 24.346, "p95_ms": 20.292}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.838, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.239, "count": 301, "max_ms": 67.311, "p95_ms": 64.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.283, "count": 301, "max_ms": 68.405, "p95_ms": 64.736}, "yolo11_640_fire_11class": {"avg_ms": 50.669, "count": 301, "max_ms": 67.909, "p95_ms": 64.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.255, "count": 301, "max_ms": 76.653, "p95_ms": 73.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.528, "count": 301, "max_ms": 105.248, "p95_ms": 98.081}, "read_interval": {"avg_ms": 99.849, "count": 300, "max_ms": 166.897, "p95_ms": 118.989}, "triton_wait": {"avg_ms": 54.329, "count": 301, "max_ms": 76.666, "p95_ms": 73.123}, "visualize": {"avg_ms": 3.547, "count": 301, "max_ms": 5.59, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16224.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22775.718, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.267, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2125673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:31:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:31:13+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T22:31:13+09:00", "mjpeg": {"age_sec": 8.374, "exists": true, "mtime": "2026-07-05T22:31:05.547458+09:00", "mtime_epoch": 1783258265.5474584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:31:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2454.301, "name": "celery", "pid": 267, "rss_mb": 2454.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.268, "pushed": 7.268, "read": 7.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.016, "count": 218, "max_ms": 11.447, "p95_ms": 8.827}, "gstreamer_push": {"avg_ms": 1.31, "count": 218, "max_ms": 1.549, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.099, "count": 218, "max_ms": 72.814, "p95_ms": 66.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.5, "count": 218, "max_ms": 69.714, "p95_ms": 64.554}, "yolo11_640_fire_11class": {"avg_ms": 54.083, "count": 218, "max_ms": 71.498, "p95_ms": 66.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.325, "count": 218, "max_ms": 76.467, "p95_ms": 72.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.505, "count": 218, "max_ms": 93.7, "p95_ms": 89.865}, "read_interval": {"avg_ms": 137.693, "count": 218, "max_ms": 8399.264, "p95_ms": 147.579}, "triton_wait": {"avg_ms": 58.671, "count": 218, "max_ms": 76.483, "p95_ms": 72.609}, "visualize": {"avg_ms": 3.766, "count": 218, "max_ms": 4.645, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16224.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6874.669, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.74, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1670440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:31:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:31:39+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T22:31:38+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T22:31:38.919792+09:00", "mtime_epoch": 1783258298.9197922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:31:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9421.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.782, "count": 300, "max_ms": 28.416, "p95_ms": 19.85}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.64, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.795, "count": 300, "max_ms": 68.215, "p95_ms": 64.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.437, "count": 300, "max_ms": 69.248, "p95_ms": 57.226}, "yolo11_640_fire_11class": {"avg_ms": 49.412, "count": 300, "max_ms": 66.879, "p95_ms": 62.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.844, "count": 300, "max_ms": 77.544, "p95_ms": 70.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.076, "count": 300, "max_ms": 108.94, "p95_ms": 95.672}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 177.276, "p95_ms": 129.214}, "triton_wait": {"avg_ms": 52.968, "count": 300, "max_ms": 77.556, "p95_ms": 70.737}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 4.483, "p95_ms": 3.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16225.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22805.749, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.311, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2126018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:31:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:31:43+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:31:43+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T22:31:43.863842+09:00", "mtime_epoch": 1783258303.8638422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:31:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2454.301, "name": "celery", "pid": 267, "rss_mb": 2454.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 345, "pushed_frames": 345, "read_frames": 344, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.524, "pushed": 11.524, "read": 11.49}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.05, "count": 345, "max_ms": 13.885, "p95_ms": 9.175}, "gstreamer_push": {"avg_ms": 1.32, "count": 345, "max_ms": 2.0, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.722, "count": 345, "max_ms": 73.473, "p95_ms": 65.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.781, "count": 345, "max_ms": 73.995, "p95_ms": 59.317}, "yolo11_640_fire_11class": {"avg_ms": 52.254, "count": 345, "max_ms": 71.567, "p95_ms": 64.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.607, "count": 345, "max_ms": 76.246, "p95_ms": 71.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.803, "count": 345, "max_ms": 93.317, "p95_ms": 88.535}, "read_interval": {"avg_ms": 86.957, "count": 344, "max_ms": 108.586, "p95_ms": 101.737}, "triton_wait": {"avg_ms": 56.898, "count": 345, "max_ms": 76.258, "p95_ms": 71.72}, "visualize": {"avg_ms": 3.744, "count": 345, "max_ms": 5.868, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16225.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6904.747, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.569, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1670740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:32:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:32:09+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:32:08+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:32:09.000101+09:00", "mtime_epoch": 1783258329.0001009, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:32:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9421.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.775, "count": 300, "max_ms": 29.727, "p95_ms": 19.55}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.58, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.304, "count": 300, "max_ms": 66.623, "p95_ms": 62.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.091, "count": 300, "max_ms": 67.156, "p95_ms": 57.304}, "yolo11_640_fire_11class": {"avg_ms": 51.8, "count": 300, "max_ms": 66.634, "p95_ms": 61.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.658, "count": 300, "max_ms": 75.513, "p95_ms": 68.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.906, "count": 300, "max_ms": 106.095, "p95_ms": 93.57}, "read_interval": {"avg_ms": 100.253, "count": 299, "max_ms": 175.258, "p95_ms": 115.104}, "triton_wait": {"avg_ms": 56.794, "count": 300, "max_ms": 75.525, "p95_ms": 69.001}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 5.047, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16225.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22835.767, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.206, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2126338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:32:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:32:13+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T22:32:13+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T22:32:13.896152+09:00", "mtime_epoch": 1783258333.8961518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:32:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2454.559, "name": "celery", "pid": 267, "rss_mb": 2454.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.667, "pushed": 10.667, "read": 10.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.047, "count": 320, "max_ms": 13.232, "p95_ms": 8.94}, "gstreamer_push": {"avg_ms": 1.306, "count": 320, "max_ms": 1.573, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.676, "count": 320, "max_ms": 71.068, "p95_ms": 66.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.479, "count": 320, "max_ms": 71.079, "p95_ms": 55.795}, "yolo11_640_fire_11class": {"avg_ms": 57.119, "count": 320, "max_ms": 72.772, "p95_ms": 65.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.783, "count": 320, "max_ms": 76.616, "p95_ms": 72.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.729, "count": 320, "max_ms": 93.057, "p95_ms": 89.289}, "read_interval": {"avg_ms": 93.833, "count": 320, "max_ms": 110.684, "p95_ms": 105.744}, "triton_wait": {"avg_ms": 62.958, "count": 320, "max_ms": 76.627, "p95_ms": 72.698}, "visualize": {"avg_ms": 3.718, "count": 320, "max_ms": 5.305, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16225.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6934.796, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.474, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1671041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:32:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:32:39+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T22:32:39+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T22:32:39.052416+09:00", "mtime_epoch": 1783258359.052416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:32:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9421.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.913, "count": 301, "max_ms": 29.911, "p95_ms": 19.791}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.417, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.281, "count": 301, "max_ms": 70.909, "p95_ms": 63.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.353, "count": 301, "max_ms": 63.491, "p95_ms": 57.593}, "yolo11_640_fire_11class": {"avg_ms": 51.2, "count": 301, "max_ms": 73.848, "p95_ms": 62.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.855, "count": 301, "max_ms": 80.176, "p95_ms": 70.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.184, "count": 301, "max_ms": 108.753, "p95_ms": 95.525}, "read_interval": {"avg_ms": 99.843, "count": 300, "max_ms": 175.271, "p95_ms": 116.71}, "triton_wait": {"avg_ms": 55.913, "count": 301, "max_ms": 80.189, "p95_ms": 70.486}, "visualize": {"avg_ms": 3.559, "count": 301, "max_ms": 5.2, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16225.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22865.813, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.326, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2126657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:32:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:32:44+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T22:32:43+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-05T22:32:43.864467+09:00", "mtime_epoch": 1783258363.8644674, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:32:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2454.816, "name": "celery", "pid": 267, "rss_mb": 2454.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.654, "pushed": 10.654, "read": 10.621}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.127, "count": 319, "max_ms": 14.4, "p95_ms": 9.523}, "gstreamer_push": {"avg_ms": 1.334, "count": 319, "max_ms": 2.051, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.837, "count": 319, "max_ms": 70.609, "p95_ms": 66.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.869, "count": 319, "max_ms": 72.064, "p95_ms": 57.521}, "yolo11_640_fire_11class": {"avg_ms": 53.604, "count": 319, "max_ms": 69.75, "p95_ms": 65.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.324, "count": 319, "max_ms": 75.952, "p95_ms": 72.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.688, "count": 319, "max_ms": 93.451, "p95_ms": 89.361}, "read_interval": {"avg_ms": 94.134, "count": 318, "max_ms": 234.875, "p95_ms": 111.354}, "triton_wait": {"avg_ms": 59.688, "count": 319, "max_ms": 75.965, "p95_ms": 72.374}, "visualize": {"avg_ms": 3.763, "count": 319, "max_ms": 5.26, "p95_ms": 4.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16226.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6964.884, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.422, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1671341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:33:09+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T22:33:09+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T22:33:09.124738+09:00", "mtime_epoch": 1783258389.1247385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:33:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9421.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.781, "count": 299, "max_ms": 23.479, "p95_ms": 19.29}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.522, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.853, "count": 299, "max_ms": 69.588, "p95_ms": 64.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.113, "count": 299, "max_ms": 70.743, "p95_ms": 60.431}, "yolo11_640_fire_11class": {"avg_ms": 50.126, "count": 299, "max_ms": 69.089, "p95_ms": 63.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.957, "count": 299, "max_ms": 77.263, "p95_ms": 73.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.16, "count": 300, "max_ms": 101.713, "p95_ms": 97.262}, "read_interval": {"avg_ms": 100.263, "count": 299, "max_ms": 175.869, "p95_ms": 138.037}, "triton_wait": {"avg_ms": 54.096, "count": 299, "max_ms": 77.276, "p95_ms": 73.222}, "visualize": {"avg_ms": 3.542, "count": 299, "max_ms": 4.578, "p95_ms": 3.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16226.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22895.904, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.37, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2126958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:33:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:33:14+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T22:33:14+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T22:33:14.016791+09:00", "mtime_epoch": 1783258394.0167913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:33:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2454.816, "name": "celery", "pid": 267, "rss_mb": 2454.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.084, "count": 301, "max_ms": 13.917, "p95_ms": 9.119}, "gstreamer_push": {"avg_ms": 1.327, "count": 301, "max_ms": 2.209, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.474, "count": 301, "max_ms": 71.548, "p95_ms": 65.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.865, "count": 301, "max_ms": 70.622, "p95_ms": 62.199}, "yolo11_640_fire_11class": {"avg_ms": 52.95, "count": 301, "max_ms": 69.882, "p95_ms": 64.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.792, "count": 301, "max_ms": 74.929, "p95_ms": 73.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.405, "count": 301, "max_ms": 91.421, "p95_ms": 90.161}, "read_interval": {"avg_ms": 99.952, "count": 300, "max_ms": 360.575, "p95_ms": 145.37}, "triton_wait": {"avg_ms": 57.356, "count": 301, "max_ms": 74.941, "p95_ms": 73.262}, "visualize": {"avg_ms": 3.781, "count": 301, "max_ms": 6.061, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16226.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 6994.975, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.423, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1671643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T22:33:39+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T22:33:39+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T22:33:39.233067+09:00", "mtime_epoch": 1783258419.2330673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:33:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9422.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.761, "count": 302, "max_ms": 23.712, "p95_ms": 18.757}, "gstreamer_push": {"avg_ms": 1.245, "count": 302, "max_ms": 2.025, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.594, "count": 302, "max_ms": 75.441, "p95_ms": 63.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.82, "count": 302, "max_ms": 63.128, "p95_ms": 56.843}, "yolo11_640_fire_11class": {"avg_ms": 50.932, "count": 302, "max_ms": 69.627, "p95_ms": 63.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.371, "count": 302, "max_ms": 76.07, "p95_ms": 71.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.555, "count": 302, "max_ms": 100.431, "p95_ms": 96.893}, "read_interval": {"avg_ms": 99.657, "count": 301, "max_ms": 195.682, "p95_ms": 118.639}, "triton_wait": {"avg_ms": 54.468, "count": 302, "max_ms": 76.082, "p95_ms": 71.999}, "visualize": {"avg_ms": 3.56, "count": 302, "max_ms": 4.945, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16226.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22925.99, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.41, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2127259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:33:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:33:44+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T22:33:44+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:33:44.113121+09:00", "mtime_epoch": 1783258424.113121, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:33:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2455.074, "name": "celery", "pid": 267, "rss_mb": 2455.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.021, "count": 301, "max_ms": 13.711, "p95_ms": 8.679}, "gstreamer_push": {"avg_ms": 1.318, "count": 301, "max_ms": 1.545, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.84, "count": 301, "max_ms": 69.611, "p95_ms": 66.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.291, "count": 301, "max_ms": 68.826, "p95_ms": 57.311}, "yolo11_640_fire_11class": {"avg_ms": 51.229, "count": 301, "max_ms": 74.509, "p95_ms": 65.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.22, "count": 301, "max_ms": 75.908, "p95_ms": 72.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.784, "count": 301, "max_ms": 92.517, "p95_ms": 89.079}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 476.668, "p95_ms": 140.241}, "triton_wait": {"avg_ms": 55.842, "count": 301, "max_ms": 75.921, "p95_ms": 72.508}, "visualize": {"avg_ms": 3.779, "count": 301, "max_ms": 4.869, "p95_ms": 4.427}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16226.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7025.022, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.235, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1671943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:34:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:34:09+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:34:09+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:34:09.273401+09:00", "mtime_epoch": 1783258449.2734013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:34:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9422.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.781, "count": 300, "max_ms": 23.938, "p95_ms": 19.588}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.659, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.827, "count": 300, "max_ms": 66.935, "p95_ms": 62.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.259, "count": 300, "max_ms": 68.971, "p95_ms": 57.04}, "yolo11_640_fire_11class": {"avg_ms": 50.136, "count": 300, "max_ms": 67.341, "p95_ms": 62.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.775, "count": 300, "max_ms": 76.5, "p95_ms": 69.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.078, "count": 300, "max_ms": 100.63, "p95_ms": 94.435}, "read_interval": {"avg_ms": 100.143, "count": 299, "max_ms": 166.837, "p95_ms": 127.447}, "triton_wait": {"avg_ms": 53.967, "count": 300, "max_ms": 76.512, "p95_ms": 69.891}, "visualize": {"avg_ms": 3.556, "count": 300, "max_ms": 5.556, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16226.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22956.03, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.496, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2127559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:34:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:34:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T22:34:14+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T22:34:14.169456+09:00", "mtime_epoch": 1783258454.1694562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:34:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2455.074, "name": "celery", "pid": 267, "rss_mb": 2455.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.913, "count": 300, "max_ms": 10.252, "p95_ms": 8.631}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.583, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.967, "count": 300, "max_ms": 71.04, "p95_ms": 65.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.348, "count": 300, "max_ms": 71.418, "p95_ms": 55.455}, "yolo11_640_fire_11class": {"avg_ms": 53.801, "count": 300, "max_ms": 74.084, "p95_ms": 65.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.097, "count": 300, "max_ms": 78.001, "p95_ms": 72.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.148, "count": 300, "max_ms": 93.9, "p95_ms": 89.536}, "read_interval": {"avg_ms": 100.193, "count": 299, "max_ms": 458.062, "p95_ms": 143.099}, "triton_wait": {"avg_ms": 59.509, "count": 300, "max_ms": 78.013, "p95_ms": 72.885}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.69, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16226.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7055.101, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.477, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1672244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:34:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:34:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T22:34:39+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T22:34:39.365741+09:00", "mtime_epoch": 1783258479.3657415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:34:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9422.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.816, "count": 301, "max_ms": 25.393, "p95_ms": 19.133}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.799, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.27, "count": 301, "max_ms": 67.133, "p95_ms": 63.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.033, "count": 301, "max_ms": 68.334, "p95_ms": 61.134}, "yolo11_640_fire_11class": {"avg_ms": 50.841, "count": 301, "max_ms": 67.142, "p95_ms": 63.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.095, "count": 301, "max_ms": 76.129, "p95_ms": 72.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.357, "count": 301, "max_ms": 100.939, "p95_ms": 97.591}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 189.588, "p95_ms": 117.565}, "triton_wait": {"avg_ms": 55.195, "count": 301, "max_ms": 76.143, "p95_ms": 73.002}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 5.649, "p95_ms": 3.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16226.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 22986.031, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.458, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2127860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:34:44+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T22:34:44+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:34:44.153796+09:00", "mtime_epoch": 1783258484.153796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:34:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2455.332, "name": "celery", "pid": 267, "rss_mb": 2455.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.965, "count": 301, "max_ms": 12.982, "p95_ms": 8.713}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.865, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.476, "count": 301, "max_ms": 69.209, "p95_ms": 64.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.759, "count": 301, "max_ms": 67.938, "p95_ms": 62.141}, "yolo11_640_fire_11class": {"avg_ms": 53.33, "count": 301, "max_ms": 70.104, "p95_ms": 64.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.769, "count": 301, "max_ms": 76.2, "p95_ms": 72.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.545, "count": 301, "max_ms": 92.44, "p95_ms": 89.041}, "read_interval": {"avg_ms": 99.619, "count": 301, "max_ms": 346.889, "p95_ms": 144.048}, "triton_wait": {"avg_ms": 58.904, "count": 301, "max_ms": 76.212, "p95_ms": 72.833}, "visualize": {"avg_ms": 3.71, "count": 301, "max_ms": 5.353, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16227.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7085.164, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.715, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1672545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:35:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:35:09+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T22:35:09+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T22:35:09.430086+09:00", "mtime_epoch": 1783258509.4300864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:35:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9422.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.657, "count": 301, "max_ms": 22.885, "p95_ms": 18.651}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.453, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.241, "count": 301, "max_ms": 67.629, "p95_ms": 63.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.33, "count": 301, "max_ms": 68.485, "p95_ms": 58.75}, "yolo11_640_fire_11class": {"avg_ms": 50.183, "count": 301, "max_ms": 66.348, "p95_ms": 62.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.367, "count": 301, "max_ms": 77.803, "p95_ms": 72.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.521, "count": 301, "max_ms": 102.017, "p95_ms": 97.256}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 177.27, "p95_ms": 125.471}, "triton_wait": {"avg_ms": 54.512, "count": 301, "max_ms": 77.815, "p95_ms": 72.532}, "visualize": {"avg_ms": 3.532, "count": 301, "max_ms": 4.788, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16227.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23016.276, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.439, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2128161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:35:14+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T22:35:14+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-05T22:35:14.218142+09:00", "mtime_epoch": 1783258514.2181418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:35:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2455.332, "name": "celery", "pid": 267, "rss_mb": 2455.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.909, "count": 299, "max_ms": 9.585, "p95_ms": 8.689}, "gstreamer_push": {"avg_ms": 1.297, "count": 299, "max_ms": 1.826, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.399, "count": 299, "max_ms": 73.78, "p95_ms": 64.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.965, "count": 299, "max_ms": 74.291, "p95_ms": 62.124}, "yolo11_640_fire_11class": {"avg_ms": 52.426, "count": 299, "max_ms": 70.266, "p95_ms": 64.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.15, "count": 299, "max_ms": 75.304, "p95_ms": 73.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.994, "count": 299, "max_ms": 91.683, "p95_ms": 89.636}, "read_interval": {"avg_ms": 100.511, "count": 298, "max_ms": 408.966, "p95_ms": 158.962}, "triton_wait": {"avg_ms": 57.436, "count": 299, "max_ms": 75.317, "p95_ms": 73.152}, "visualize": {"avg_ms": 3.683, "count": 299, "max_ms": 4.653, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16227.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7115.187, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.83, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1672845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:35:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:35:39+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:35:39+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:35:39.438436+09:00", "mtime_epoch": 1783258539.4384358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:35:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9422.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.613, "count": 300, "max_ms": 24.628, "p95_ms": 18.531}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.555, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.309, "count": 300, "max_ms": 67.031, "p95_ms": 63.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.812, "count": 300, "max_ms": 66.568, "p95_ms": 59.86}, "yolo11_640_fire_11class": {"avg_ms": 50.281, "count": 300, "max_ms": 66.913, "p95_ms": 62.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.65, "count": 300, "max_ms": 77.111, "p95_ms": 72.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.935, "count": 300, "max_ms": 101.451, "p95_ms": 97.49}, "read_interval": {"avg_ms": 100.081, "count": 299, "max_ms": 161.039, "p95_ms": 125.796}, "triton_wait": {"avg_ms": 54.83, "count": 300, "max_ms": 77.123, "p95_ms": 72.452}, "visualize": {"avg_ms": 3.573, "count": 300, "max_ms": 4.651, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16227.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23046.388, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.37, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2128462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:35:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:35:44+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T22:35:44+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-05T22:35:44.282493+09:00", "mtime_epoch": 1783258544.2824926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:35:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2455.59, "name": "celery", "pid": 267, "rss_mb": 2455.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.873, "count": 300, "max_ms": 11.517, "p95_ms": 8.74}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.561, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.96, "count": 300, "max_ms": 70.572, "p95_ms": 64.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.907, "count": 300, "max_ms": 68.21, "p95_ms": 59.795}, "yolo11_640_fire_11class": {"avg_ms": 53.961, "count": 300, "max_ms": 71.116, "p95_ms": 64.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.701, "count": 300, "max_ms": 75.308, "p95_ms": 72.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.544, "count": 300, "max_ms": 92.579, "p95_ms": 89.267}, "read_interval": {"avg_ms": 100.128, "count": 299, "max_ms": 474.746, "p95_ms": 135.367}, "triton_wait": {"avg_ms": 59.956, "count": 300, "max_ms": 75.319, "p95_ms": 72.237}, "visualize": {"avg_ms": 3.699, "count": 300, "max_ms": 4.713, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 13942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16227.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7145.23, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.523, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1673145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:36:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:36:09+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T22:36:09+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T22:36:09.494790+09:00", "mtime_epoch": 1783258569.4947903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:36:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9422.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.621, "count": 300, "max_ms": 24.306, "p95_ms": 18.63}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.507, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.194, "count": 300, "max_ms": 67.952, "p95_ms": 61.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.234, "count": 300, "max_ms": 62.423, "p95_ms": 54.299}, "yolo11_640_fire_11class": {"avg_ms": 49.43, "count": 300, "max_ms": 70.032, "p95_ms": 60.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.246, "count": 300, "max_ms": 74.75, "p95_ms": 69.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.562, "count": 300, "max_ms": 100.042, "p95_ms": 93.533}, "read_interval": {"avg_ms": 100.183, "count": 299, "max_ms": 181.168, "p95_ms": 124.977}, "triton_wait": {"avg_ms": 53.506, "count": 300, "max_ms": 74.761, "p95_ms": 69.182}, "visualize": {"avg_ms": 3.555, "count": 300, "max_ms": 4.888, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16227.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23076.451, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.294, "sample_count": 3084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2128765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:36:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:36:14+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T22:36:14+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T22:36:14.590851+09:00", "mtime_epoch": 1783258574.5908508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:36:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2455.59, "name": "celery", "pid": 267, "rss_mb": 2455.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.961, "count": 303, "max_ms": 13.87, "p95_ms": 8.796}, "gstreamer_push": {"avg_ms": 1.301, "count": 303, "max_ms": 1.752, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.073, "count": 303, "max_ms": 71.627, "p95_ms": 64.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.319, "count": 303, "max_ms": 70.503, "p95_ms": 53.815}, "yolo11_640_fire_11class": {"avg_ms": 51.585, "count": 303, "max_ms": 70.881, "p95_ms": 63.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.454, "count": 303, "max_ms": 74.265, "p95_ms": 71.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.565, "count": 303, "max_ms": 91.257, "p95_ms": 88.052}, "read_interval": {"avg_ms": 99.277, "count": 302, "max_ms": 403.666, "p95_ms": 160.126}, "triton_wait": {"avg_ms": 56.83, "count": 303, "max_ms": 74.277, "p95_ms": 71.053}, "visualize": {"avg_ms": 3.72, "count": 303, "max_ms": 5.289, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 322, "tracking_summary": 13945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16383.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7175.32, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.574, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1673438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:36:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:36:39+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:36:39+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:36:39.575150+09:00", "mtime_epoch": 1783258599.5751495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:36:39+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9422.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 2.221, "recorders": [{"age_sec": 2.221, "frame_count": 66, "is_recording": true, "is_stopping": false, "pid": 144720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.691, "name": "ffmpeg", "pid": 144720, "rss_mb": 185.691, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 34, "returncode": null, "running": true, "started_at": "2026-07-05T22:36:37+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260705_223637_fire_detected"}], "running_ffmpeg_count": 1, "running_pids": [144720], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.951, "count": 292, "max_ms": 30.059, "p95_ms": 19.689}, "gstreamer_push": {"avg_ms": 1.253, "count": 292, "max_ms": 2.218, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.195, "count": 292, "max_ms": 65.687, "p95_ms": 63.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.396, "count": 292, "max_ms": 67.045, "p95_ms": 57.566}, "yolo11_640_fire_11class": {"avg_ms": 50.81, "count": 292, "max_ms": 70.206, "p95_ms": 63.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.3, "count": 292, "max_ms": 74.646, "p95_ms": 71.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.8, "count": 292, "max_ms": 807.493, "p95_ms": 96.985}, "read_interval": {"avg_ms": 102.713, "count": 292, "max_ms": 820.775, "p95_ms": 125.99}, "triton_wait": {"avg_ms": 54.577, "count": 292, "max_ms": 74.658, "p95_ms": 71.375}, "visualize": {"avg_ms": 3.567, "count": 292, "max_ms": 11.485, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16232.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23106.482, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.341, "sample_count": 3041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2129065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:36:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:36:44+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:36:44+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T22:36:44.591210+09:00", "mtime_epoch": 1783258604.5912097, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:36:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2455.848, "name": "celery", "pid": 267, "rss_mb": 2455.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.102, "count": 300, "max_ms": 14.624, "p95_ms": 11.199}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 2.198, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.25, "count": 300, "max_ms": 73.25, "p95_ms": 65.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.544, "count": 300, "max_ms": 69.81, "p95_ms": 58.36}, "yolo11_640_fire_11class": {"avg_ms": 52.895, "count": 300, "max_ms": 71.133, "p95_ms": 65.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.911, "count": 300, "max_ms": 76.452, "p95_ms": 71.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.107, "count": 300, "max_ms": 94.505, "p95_ms": 89.552}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 356.742, "p95_ms": 131.411}, "triton_wait": {"avg_ms": 57.077, "count": 300, "max_ms": 76.465, "p95_ms": 71.644}, "visualize": {"avg_ms": 3.749, "count": 300, "max_ms": 5.258, "p95_ms": 4.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 322, "tracking_summary": 13947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16232.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7205.371, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.723, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1673747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:37:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:37:09+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:37:09+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T22:37:09.607512+09:00", "mtime_epoch": 1783258629.6075122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:37:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9423.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.317, "pushed": 10.317, "read": 10.283}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.639, "count": 309, "max_ms": 28.0, "p95_ms": 18.843}, "gstreamer_push": {"avg_ms": 1.239, "count": 309, "max_ms": 1.569, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.886, "count": 309, "max_ms": 72.68, "p95_ms": 62.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.524, "count": 309, "max_ms": 65.95, "p95_ms": 54.04}, "yolo11_640_fire_11class": {"avg_ms": 48.948, "count": 309, "max_ms": 69.788, "p95_ms": 61.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.191, "count": 309, "max_ms": 78.284, "p95_ms": 70.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.666, "count": 309, "max_ms": 143.253, "p95_ms": 95.86}, "read_interval": {"avg_ms": 97.23, "count": 308, "max_ms": 187.247, "p95_ms": 115.99}, "triton_wait": {"avg_ms": 52.548, "count": 309, "max_ms": 78.295, "p95_ms": 70.385}, "visualize": {"avg_ms": 3.526, "count": 309, "max_ms": 4.542, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16232.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23136.56, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.294, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2129364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:37:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:37:14+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T22:37:14+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T22:37:14.675574+09:00", "mtime_epoch": 1783258634.6755738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:37:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2456.105, "name": "celery", "pid": 267, "rss_mb": 2456.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.86, "count": 299, "max_ms": 11.793, "p95_ms": 8.339}, "gstreamer_push": {"avg_ms": 1.321, "count": 299, "max_ms": 1.984, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.011, "count": 299, "max_ms": 70.913, "p95_ms": 64.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.934, "count": 299, "max_ms": 74.894, "p95_ms": 58.762}, "yolo11_640_fire_11class": {"avg_ms": 52.545, "count": 299, "max_ms": 74.386, "p95_ms": 64.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.463, "count": 299, "max_ms": 75.496, "p95_ms": 71.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.479, "count": 299, "max_ms": 91.758, "p95_ms": 87.957}, "read_interval": {"avg_ms": 100.573, "count": 298, "max_ms": 379.24, "p95_ms": 140.266}, "triton_wait": {"avg_ms": 56.83, "count": 299, "max_ms": 75.508, "p95_ms": 71.48}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 4.535, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 322, "tracking_summary": 13950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16232.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7235.461, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.723, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1674046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:37:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:37:39+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T22:37:39+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:37:39.715880+09:00", "mtime_epoch": 1783258659.7158797, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:37:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9423.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.21, "count": 299, "max_ms": 27.378, "p95_ms": 18.151}, "gstreamer_push": {"avg_ms": 1.217, "count": 299, "max_ms": 1.681, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.159, "count": 299, "max_ms": 67.262, "p95_ms": 62.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.014, "count": 299, "max_ms": 66.58, "p95_ms": 61.905}, "yolo11_640_fire_11class": {"avg_ms": 50.735, "count": 299, "max_ms": 67.963, "p95_ms": 62.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.421, "count": 299, "max_ms": 75.801, "p95_ms": 71.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.144, "count": 299, "max_ms": 100.253, "p95_ms": 95.13}, "read_interval": {"avg_ms": 100.607, "count": 298, "max_ms": 189.547, "p95_ms": 122.77}, "triton_wait": {"avg_ms": 54.667, "count": 299, "max_ms": 75.813, "p95_ms": 71.56}, "visualize": {"avg_ms": 3.495, "count": 299, "max_ms": 5.3, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16232.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23166.562, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.341, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2129664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:37:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:37:44+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T22:37:44+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T22:37:44.703941+09:00", "mtime_epoch": 1783258664.703941, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:37:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2456.105, "name": "celery", "pid": 267, "rss_mb": 2456.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.891, "count": 300, "max_ms": 13.622, "p95_ms": 8.339}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 1.5, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.999, "count": 300, "max_ms": 69.236, "p95_ms": 65.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.912, "count": 300, "max_ms": 70.394, "p95_ms": 56.235}, "yolo11_640_fire_11class": {"avg_ms": 53.485, "count": 300, "max_ms": 71.769, "p95_ms": 65.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.888, "count": 300, "max_ms": 76.114, "p95_ms": 72.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.836, "count": 300, "max_ms": 92.841, "p95_ms": 89.955}, "read_interval": {"avg_ms": 100.095, "count": 300, "max_ms": 322.551, "p95_ms": 141.585}, "triton_wait": {"avg_ms": 58.088, "count": 300, "max_ms": 76.125, "p95_ms": 72.357}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.778, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16233.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7265.532, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.637, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1674348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:38:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:38:09+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T22:38:09+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-05T22:38:09.764250+09:00", "mtime_epoch": 1783258689.7642503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:38:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9423.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.451, "count": 302, "max_ms": 24.657, "p95_ms": 18.702}, "gstreamer_push": {"avg_ms": 1.235, "count": 302, "max_ms": 1.493, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.412, "count": 302, "max_ms": 68.802, "p95_ms": 63.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.48, "count": 302, "max_ms": 69.345, "p95_ms": 59.347}, "yolo11_640_fire_11class": {"avg_ms": 50.534, "count": 302, "max_ms": 73.505, "p95_ms": 62.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.107, "count": 302, "max_ms": 76.517, "p95_ms": 71.664}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.851, "count": 302, "max_ms": 253.379, "p95_ms": 96.967}, "read_interval": {"avg_ms": 99.511, "count": 301, "max_ms": 266.264, "p95_ms": 126.182}, "triton_wait": {"avg_ms": 54.35, "count": 302, "max_ms": 76.529, "p95_ms": 71.676}, "visualize": {"avg_ms": 3.528, "count": 302, "max_ms": 10.52, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16233.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23196.623, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.279, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2129967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:38:14+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T22:38:14+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T22:38:14.756312+09:00", "mtime_epoch": 1783258694.7563121, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:38:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2456.363, "name": "celery", "pid": 267, "rss_mb": 2456.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.034, "count": 303, "max_ms": 13.318, "p95_ms": 8.774}, "gstreamer_push": {"avg_ms": 1.316, "count": 303, "max_ms": 1.508, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.795, "count": 303, "max_ms": 75.451, "p95_ms": 65.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.923, "count": 303, "max_ms": 66.305, "p95_ms": 55.308}, "yolo11_640_fire_11class": {"avg_ms": 50.882, "count": 303, "max_ms": 70.257, "p95_ms": 64.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.978, "count": 303, "max_ms": 75.529, "p95_ms": 72.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.174, "count": 303, "max_ms": 94.763, "p95_ms": 89.72}, "read_interval": {"avg_ms": 99.254, "count": 302, "max_ms": 417.774, "p95_ms": 141.916}, "triton_wait": {"avg_ms": 55.296, "count": 303, "max_ms": 75.543, "p95_ms": 72.96}, "visualize": {"avg_ms": 3.701, "count": 303, "max_ms": 4.855, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16233.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7295.579, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.574, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1674648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:38:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:38:39+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T22:38:39+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T22:38:39.824624+09:00", "mtime_epoch": 1783258719.8246243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:38:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9423.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.416, "count": 300, "max_ms": 24.252, "p95_ms": 18.429}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.908, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.734, "count": 300, "max_ms": 66.991, "p95_ms": 63.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.169, "count": 300, "max_ms": 69.749, "p95_ms": 58.927}, "yolo11_640_fire_11class": {"avg_ms": 51.184, "count": 300, "max_ms": 68.945, "p95_ms": 62.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.394, "count": 300, "max_ms": 76.776, "p95_ms": 69.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.181, "count": 300, "max_ms": 101.948, "p95_ms": 95.071}, "read_interval": {"avg_ms": 100.139, "count": 299, "max_ms": 206.473, "p95_ms": 122.743}, "triton_wait": {"avg_ms": 55.459, "count": 300, "max_ms": 76.789, "p95_ms": 69.945}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 5.532, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16233.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23226.643, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.368, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2130266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:38:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:38:44+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T22:38:44+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T22:38:44.764686+09:00", "mtime_epoch": 1783258724.764686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:38:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2456.363, "name": "celery", "pid": 267, "rss_mb": 2456.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.95, "count": 299, "max_ms": 12.522, "p95_ms": 8.906}, "gstreamer_push": {"avg_ms": 1.329, "count": 299, "max_ms": 1.854, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.691, "count": 299, "max_ms": 74.725, "p95_ms": 66.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.399, "count": 299, "max_ms": 75.284, "p95_ms": 64.438}, "yolo11_640_fire_11class": {"avg_ms": 55.817, "count": 299, "max_ms": 71.326, "p95_ms": 65.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.316, "count": 299, "max_ms": 75.555, "p95_ms": 73.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.616, "count": 299, "max_ms": 93.478, "p95_ms": 90.076}, "read_interval": {"avg_ms": 100.397, "count": 298, "max_ms": 488.171, "p95_ms": 132.287}, "triton_wait": {"avg_ms": 61.805, "count": 299, "max_ms": 75.568, "p95_ms": 73.455}, "visualize": {"avg_ms": 3.741, "count": 299, "max_ms": 5.028, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16234.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7325.64, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.605, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1674949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:39:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:39:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T22:39:09+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T22:39:09.897002+09:00", "mtime_epoch": 1783258749.897002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:39:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9423.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.487, "count": 301, "max_ms": 23.665, "p95_ms": 18.372}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.467, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.298, "count": 301, "max_ms": 68.851, "p95_ms": 62.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.004, "count": 301, "max_ms": 70.013, "p95_ms": 58.503}, "yolo11_640_fire_11class": {"avg_ms": 50.646, "count": 301, "max_ms": 67.138, "p95_ms": 62.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.107, "count": 301, "max_ms": 76.815, "p95_ms": 71.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.012, "count": 301, "max_ms": 101.729, "p95_ms": 96.246}, "read_interval": {"avg_ms": 99.913, "count": 300, "max_ms": 192.971, "p95_ms": 115.447}, "triton_wait": {"avg_ms": 55.188, "count": 301, "max_ms": 76.826, "p95_ms": 71.703}, "visualize": {"avg_ms": 3.542, "count": 301, "max_ms": 4.44, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16234.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23256.705, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.309, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2130568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T22:39:14+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:39:14+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T22:39:14.821064+09:00", "mtime_epoch": 1783258754.821064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:39:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2456.621, "name": "celery", "pid": 267, "rss_mb": 2456.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.957, "count": 302, "max_ms": 13.548, "p95_ms": 8.903}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 1.681, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.409, "count": 302, "max_ms": 70.746, "p95_ms": 64.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.403, "count": 302, "max_ms": 69.414, "p95_ms": 58.676}, "yolo11_640_fire_11class": {"avg_ms": 53.487, "count": 302, "max_ms": 71.781, "p95_ms": 64.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.746, "count": 302, "max_ms": 76.032, "p95_ms": 71.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.801, "count": 302, "max_ms": 92.518, "p95_ms": 89.097}, "read_interval": {"avg_ms": 99.523, "count": 301, "max_ms": 315.253, "p95_ms": 138.921}, "triton_wait": {"avg_ms": 59.039, "count": 302, "max_ms": 76.044, "p95_ms": 71.948}, "visualize": {"avg_ms": 3.69, "count": 302, "max_ms": 4.794, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16234.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7355.671, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.438, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1675250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:39:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:39:40+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T22:39:39+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T22:39:39.913382+09:00", "mtime_epoch": 1783258779.9133818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:39:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9423.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.418, "count": 301, "max_ms": 22.298, "p95_ms": 18.408}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.612, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.644, "count": 301, "max_ms": 65.682, "p95_ms": 63.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.093, "count": 301, "max_ms": 65.471, "p95_ms": 59.037}, "yolo11_640_fire_11class": {"avg_ms": 49.848, "count": 301, "max_ms": 65.46, "p95_ms": 62.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.934, "count": 301, "max_ms": 74.747, "p95_ms": 71.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.7, "count": 301, "max_ms": 99.972, "p95_ms": 96.173}, "read_interval": {"avg_ms": 99.796, "count": 300, "max_ms": 362.305, "p95_ms": 124.881}, "triton_wait": {"avg_ms": 54.002, "count": 301, "max_ms": 74.757, "p95_ms": 71.881}, "visualize": {"avg_ms": 3.515, "count": 301, "max_ms": 4.603, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16234.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23286.775, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.294, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2130869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:39:44+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-05T22:39:44+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T22:39:44.885445+09:00", "mtime_epoch": 1783258784.885445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:39:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2456.621, "name": "celery", "pid": 267, "rss_mb": 2456.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.818, "count": 301, "max_ms": 9.61, "p95_ms": 8.321}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.567, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.045, "count": 301, "max_ms": 67.648, "p95_ms": 64.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.562, "count": 301, "max_ms": 66.889, "p95_ms": 58.167}, "yolo11_640_fire_11class": {"avg_ms": 52.126, "count": 301, "max_ms": 71.96, "p95_ms": 63.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.593, "count": 301, "max_ms": 75.013, "p95_ms": 71.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.489, "count": 301, "max_ms": 91.649, "p95_ms": 88.342}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 363.424, "p95_ms": 132.41}, "triton_wait": {"avg_ms": 56.983, "count": 301, "max_ms": 75.025, "p95_ms": 71.836}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 4.785, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16234.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7385.757, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.246, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1675551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:40:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:40:10+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T22:40:10+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T22:40:10.013766+09:00", "mtime_epoch": 1783258810.0137656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:40:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9423.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.579, "count": 300, "max_ms": 24.131, "p95_ms": 19.434}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 2.192, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.01, "count": 300, "max_ms": 68.63, "p95_ms": 62.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.799, "count": 300, "max_ms": 67.84, "p95_ms": 57.504}, "yolo11_640_fire_11class": {"avg_ms": 50.705, "count": 300, "max_ms": 74.497, "p95_ms": 62.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.032, "count": 300, "max_ms": 77.695, "p95_ms": 72.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.907, "count": 301, "max_ms": 101.75, "p95_ms": 96.869}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 173.564, "p95_ms": 122.024}, "triton_wait": {"avg_ms": 55.068, "count": 300, "max_ms": 77.707, "p95_ms": 72.793}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 4.537, "p95_ms": 3.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16234.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23316.833, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.304, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2131170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:40:15+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T22:40:14+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T22:40:14.949829+09:00", "mtime_epoch": 1783258814.9498289, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:40:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2456.879, "name": "celery", "pid": 267, "rss_mb": 2456.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.959, "count": 301, "max_ms": 12.782, "p95_ms": 8.738}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.177, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.25, "count": 301, "max_ms": 70.818, "p95_ms": 65.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.07, "count": 301, "max_ms": 68.43, "p95_ms": 60.812}, "yolo11_640_fire_11class": {"avg_ms": 54.904, "count": 301, "max_ms": 74.448, "p95_ms": 65.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.054, "count": 301, "max_ms": 77.329, "p95_ms": 73.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.908, "count": 301, "max_ms": 94.577, "p95_ms": 89.738}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 365.488, "p95_ms": 131.921}, "triton_wait": {"avg_ms": 60.208, "count": 301, "max_ms": 77.342, "p95_ms": 73.089}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 4.939, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16234.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7415.765, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.156, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1675851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:40:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:40:40+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T22:40:40+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T22:40:40.026151+09:00", "mtime_epoch": 1783258840.0261512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:40:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9424.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.674, "count": 300, "max_ms": 27.024, "p95_ms": 18.919}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 2.115, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.156, "count": 300, "max_ms": 68.353, "p95_ms": 63.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.148, "count": 300, "max_ms": 66.778, "p95_ms": 57.395}, "yolo11_640_fire_11class": {"avg_ms": 50.379, "count": 300, "max_ms": 66.146, "p95_ms": 62.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.506, "count": 300, "max_ms": 73.991, "p95_ms": 72.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.591, "count": 300, "max_ms": 100.483, "p95_ms": 96.687}, "read_interval": {"avg_ms": 100.039, "count": 300, "max_ms": 183.919, "p95_ms": 116.923}, "triton_wait": {"avg_ms": 54.609, "count": 300, "max_ms": 74.004, "p95_ms": 72.244}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 5.165, "p95_ms": 3.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16234.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23346.848, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.353, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2131470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:40:45+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T22:40:44+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T22:40:44.958215+09:00", "mtime_epoch": 1783258844.9582148, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:40:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2456.879, "name": "celery", "pid": 267, "rss_mb": 2456.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.134, "count": 300, "max_ms": 13.76, "p95_ms": 10.944}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.483, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.181, "count": 300, "max_ms": 70.942, "p95_ms": 64.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.683, "count": 300, "max_ms": 68.415, "p95_ms": 54.804}, "yolo11_640_fire_11class": {"avg_ms": 51.565, "count": 300, "max_ms": 72.045, "p95_ms": 64.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.771, "count": 300, "max_ms": 75.776, "p95_ms": 72.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.805, "count": 300, "max_ms": 92.83, "p95_ms": 89.695}, "read_interval": {"avg_ms": 100.113, "count": 299, "max_ms": 394.325, "p95_ms": 149.691}, "triton_wait": {"avg_ms": 55.945, "count": 300, "max_ms": 75.788, "p95_ms": 72.324}, "visualize": {"avg_ms": 3.737, "count": 300, "max_ms": 5.201, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16234.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7445.857, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.363, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1676151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:41:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:41:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T22:41:10+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:41:10.110540+09:00", "mtime_epoch": 1783258870.1105402, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:41:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9424.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.713, "count": 299, "max_ms": 21.803, "p95_ms": 18.667}, "gstreamer_push": {"avg_ms": 1.255, "count": 299, "max_ms": 1.473, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.138, "count": 299, "max_ms": 71.187, "p95_ms": 63.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.564, "count": 299, "max_ms": 68.834, "p95_ms": 62.014}, "yolo11_640_fire_11class": {"avg_ms": 50.948, "count": 299, "max_ms": 69.65, "p95_ms": 64.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.392, "count": 299, "max_ms": 73.934, "p95_ms": 71.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.785, "count": 299, "max_ms": 98.841, "p95_ms": 96.626}, "read_interval": {"avg_ms": 100.282, "count": 299, "max_ms": 180.101, "p95_ms": 125.958}, "triton_wait": {"avg_ms": 54.635, "count": 299, "max_ms": 73.946, "p95_ms": 71.915}, "visualize": {"avg_ms": 3.556, "count": 299, "max_ms": 4.767, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16235.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23376.87, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.546, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2131769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:41:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:41:15+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T22:41:15+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T22:41:15.014604+09:00", "mtime_epoch": 1783258875.0146039, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:41:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2457.137, "name": "celery", "pid": 267, "rss_mb": 2457.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.891, "count": 299, "max_ms": 12.682, "p95_ms": 8.742}, "gstreamer_push": {"avg_ms": 1.296, "count": 299, "max_ms": 1.522, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.483, "count": 299, "max_ms": 72.07, "p95_ms": 66.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.366, "count": 299, "max_ms": 74.091, "p95_ms": 62.819}, "yolo11_640_fire_11class": {"avg_ms": 54.783, "count": 299, "max_ms": 73.305, "p95_ms": 66.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.74, "count": 299, "max_ms": 75.447, "p95_ms": 72.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.605, "count": 299, "max_ms": 94.168, "p95_ms": 89.711}, "read_interval": {"avg_ms": 100.481, "count": 298, "max_ms": 374.968, "p95_ms": 131.298}, "triton_wait": {"avg_ms": 60.047, "count": 299, "max_ms": 75.459, "p95_ms": 73.012}, "visualize": {"avg_ms": 3.673, "count": 299, "max_ms": 4.62, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16235.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7475.908, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.169, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1676452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:41:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:41:40+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-05T22:41:40+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T22:41:40.146931+09:00", "mtime_epoch": 1783258900.146931, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:41:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9424.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.508, "count": 301, "max_ms": 24.196, "p95_ms": 18.808}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.856, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.945, "count": 301, "max_ms": 69.398, "p95_ms": 62.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.947, "count": 301, "max_ms": 69.41, "p95_ms": 58.674}, "yolo11_640_fire_11class": {"avg_ms": 50.896, "count": 301, "max_ms": 71.324, "p95_ms": 62.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.675, "count": 301, "max_ms": 74.565, "p95_ms": 70.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.981, "count": 301, "max_ms": 98.687, "p95_ms": 94.957}, "read_interval": {"avg_ms": 99.794, "count": 300, "max_ms": 430.474, "p95_ms": 117.569}, "triton_wait": {"avg_ms": 54.132, "count": 301, "max_ms": 74.578, "p95_ms": 70.513}, "visualize": {"avg_ms": 3.524, "count": 301, "max_ms": 5.248, "p95_ms": 3.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16235.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23406.94, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.468, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2132071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:41:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:41:45+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T22:41:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T22:41:45.050995+09:00", "mtime_epoch": 1783258905.0509949, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:41:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2457.395, "name": "celery", "pid": 267, "rss_mb": 2457.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.937, "count": 302, "max_ms": 12.382, "p95_ms": 8.94}, "gstreamer_push": {"avg_ms": 1.301, "count": 302, "max_ms": 2.143, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.565, "count": 302, "max_ms": 71.533, "p95_ms": 65.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.338, "count": 302, "max_ms": 67.593, "p95_ms": 58.182}, "yolo11_640_fire_11class": {"avg_ms": 52.684, "count": 302, "max_ms": 72.209, "p95_ms": 65.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.172, "count": 302, "max_ms": 75.855, "p95_ms": 71.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.588, "count": 302, "max_ms": 93.456, "p95_ms": 88.597}, "read_interval": {"avg_ms": 99.583, "count": 301, "max_ms": 476.593, "p95_ms": 152.965}, "triton_wait": {"avg_ms": 56.765, "count": 302, "max_ms": 75.866, "p95_ms": 71.563}, "visualize": {"avg_ms": 3.718, "count": 302, "max_ms": 4.909, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16235.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7505.97, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.279, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1676753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:42:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:42:10+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:42:10+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T22:42:10.227325+09:00", "mtime_epoch": 1783258930.2273247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:42:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9424.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.776, "count": 301, "max_ms": 22.388, "p95_ms": 19.293}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.533, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.504, "count": 301, "max_ms": 66.066, "p95_ms": 63.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.556, "count": 301, "max_ms": 68.134, "p95_ms": 62.413}, "yolo11_640_fire_11class": {"avg_ms": 49.854, "count": 301, "max_ms": 68.298, "p95_ms": 63.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.554, "count": 301, "max_ms": 74.928, "p95_ms": 72.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.785, "count": 301, "max_ms": 100.272, "p95_ms": 97.409}, "read_interval": {"avg_ms": 99.882, "count": 300, "max_ms": 191.726, "p95_ms": 129.104}, "triton_wait": {"avg_ms": 53.651, "count": 301, "max_ms": 74.941, "p95_ms": 72.837}, "visualize": {"avg_ms": 3.555, "count": 301, "max_ms": 5.355, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16235.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23436.944, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.548, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2132369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:42:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:42:15+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T22:42:15+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:42:15.067388+09:00", "mtime_epoch": 1783258935.0673883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:42:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2457.395, "name": "celery", "pid": 267, "rss_mb": 2457.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.026, "count": 298, "max_ms": 13.048, "p95_ms": 8.985}, "gstreamer_push": {"avg_ms": 1.305, "count": 298, "max_ms": 1.516, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.412, "count": 298, "max_ms": 67.355, "p95_ms": 64.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.864, "count": 298, "max_ms": 68.357, "p95_ms": 61.199}, "yolo11_640_fire_11class": {"avg_ms": 52.448, "count": 298, "max_ms": 68.747, "p95_ms": 64.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.079, "count": 298, "max_ms": 77.923, "p95_ms": 72.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.185, "count": 298, "max_ms": 94.532, "p95_ms": 89.355}, "read_interval": {"avg_ms": 100.665, "count": 298, "max_ms": 462.054, "p95_ms": 168.521}, "triton_wait": {"avg_ms": 57.464, "count": 298, "max_ms": 77.935, "p95_ms": 72.364}, "visualize": {"avg_ms": 3.706, "count": 298, "max_ms": 4.579, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16235.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7535.998, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.407, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1677052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:42:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:42:40+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:42:40+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:42:40.251720+09:00", "mtime_epoch": 1783258960.2517197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:42:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9424.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.579, "count": 299, "max_ms": 28.732, "p95_ms": 18.638}, "gstreamer_push": {"avg_ms": 1.211, "count": 299, "max_ms": 1.405, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.553, "count": 299, "max_ms": 66.245, "p95_ms": 62.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.883, "count": 299, "max_ms": 64.931, "p95_ms": 59.116}, "yolo11_640_fire_11class": {"avg_ms": 50.899, "count": 299, "max_ms": 65.176, "p95_ms": 62.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.275, "count": 299, "max_ms": 74.752, "p95_ms": 71.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.323, "count": 299, "max_ms": 110.3, "p95_ms": 96.706}, "read_interval": {"avg_ms": 100.433, "count": 298, "max_ms": 182.337, "p95_ms": 129.102}, "triton_wait": {"avg_ms": 55.396, "count": 299, "max_ms": 74.764, "p95_ms": 71.649}, "visualize": {"avg_ms": 3.536, "count": 299, "max_ms": 4.461, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16235.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23467.041, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.438, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2132672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:42:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:42:45+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:42:45+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T22:42:45.163785+09:00", "mtime_epoch": 1783258965.1637845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:42:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2457.652, "name": "celery", "pid": 267, "rss_mb": 2457.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.972, "count": 303, "max_ms": 10.601, "p95_ms": 9.003}, "gstreamer_push": {"avg_ms": 1.307, "count": 303, "max_ms": 1.608, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.122, "count": 303, "max_ms": 72.253, "p95_ms": 65.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.386, "count": 303, "max_ms": 69.766, "p95_ms": 61.307}, "yolo11_640_fire_11class": {"avg_ms": 56.039, "count": 303, "max_ms": 73.814, "p95_ms": 65.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.607, "count": 303, "max_ms": 75.965, "p95_ms": 71.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.472, "count": 303, "max_ms": 92.968, "p95_ms": 88.924}, "read_interval": {"avg_ms": 99.322, "count": 302, "max_ms": 308.058, "p95_ms": 129.976}, "triton_wait": {"avg_ms": 61.746, "count": 303, "max_ms": 75.979, "p95_ms": 72.007}, "visualize": {"avg_ms": 3.736, "count": 303, "max_ms": 4.698, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16236.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7566.008, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.479, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1677353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:43:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:43:10+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T22:43:10+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T22:43:10.244117+09:00", "mtime_epoch": 1783258990.2441165, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:43:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9424.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.754, "count": 301, "max_ms": 24.069, "p95_ms": 18.956}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.678, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.475, "count": 301, "max_ms": 67.284, "p95_ms": 63.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.632, "count": 301, "max_ms": 66.685, "p95_ms": 58.232}, "yolo11_640_fire_11class": {"avg_ms": 50.806, "count": 301, "max_ms": 66.698, "p95_ms": 62.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.39, "count": 301, "max_ms": 75.007, "p95_ms": 72.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.513, "count": 301, "max_ms": 103.751, "p95_ms": 96.933}, "read_interval": {"avg_ms": 99.651, "count": 301, "max_ms": 309.141, "p95_ms": 115.448}, "triton_wait": {"avg_ms": 55.473, "count": 301, "max_ms": 75.019, "p95_ms": 72.598}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 4.453, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16236.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23497.116, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.363, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2132972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:43:15+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T22:43:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T22:43:15.232183+09:00", "mtime_epoch": 1783258995.2321827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:43:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2457.652, "name": "celery", "pid": 267, "rss_mb": 2457.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.981, "count": 300, "max_ms": 13.436, "p95_ms": 8.707}, "gstreamer_push": {"avg_ms": 1.337, "count": 300, "max_ms": 2.086, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.778, "count": 300, "max_ms": 71.806, "p95_ms": 64.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.41, "count": 300, "max_ms": 67.68, "p95_ms": 58.143}, "yolo11_640_fire_11class": {"avg_ms": 53.32, "count": 300, "max_ms": 69.377, "p95_ms": 63.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.932, "count": 300, "max_ms": 75.139, "p95_ms": 72.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.107, "count": 300, "max_ms": 91.922, "p95_ms": 89.134}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 368.322, "p95_ms": 149.702}, "triton_wait": {"avg_ms": 58.228, "count": 300, "max_ms": 75.151, "p95_ms": 72.351}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 4.93, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16236.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7596.079, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.512, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1677653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:43:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:43:40+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T22:43:40+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-05T22:43:40.312516+09:00", "mtime_epoch": 1783259020.3125162, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:43:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9424.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.635, "count": 300, "max_ms": 28.077, "p95_ms": 18.802}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.426, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.836, "count": 300, "max_ms": 67.99, "p95_ms": 62.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.657, "count": 300, "max_ms": 69.47, "p95_ms": 59.701}, "yolo11_640_fire_11class": {"avg_ms": 50.974, "count": 300, "max_ms": 67.859, "p95_ms": 61.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.511, "count": 300, "max_ms": 75.813, "p95_ms": 71.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.638, "count": 300, "max_ms": 100.378, "p95_ms": 96.465}, "read_interval": {"avg_ms": 100.181, "count": 299, "max_ms": 187.142, "p95_ms": 120.298}, "triton_wait": {"avg_ms": 55.676, "count": 300, "max_ms": 75.824, "p95_ms": 71.224}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 5.654, "p95_ms": 3.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16236.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23527.251, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.48, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2133274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:43:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:43:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T22:43:45+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-05T22:43:45.308583+09:00", "mtime_epoch": 1783259025.3085828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:43:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2457.91, "name": "celery", "pid": 267, "rss_mb": 2457.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.01, "count": 301, "max_ms": 12.966, "p95_ms": 9.766}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.232, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.554, "count": 301, "max_ms": 72.083, "p95_ms": 66.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.963, "count": 301, "max_ms": 71.866, "p95_ms": 62.956}, "yolo11_640_fire_11class": {"avg_ms": 56.582, "count": 301, "max_ms": 73.309, "p95_ms": 65.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.733, "count": 301, "max_ms": 76.352, "p95_ms": 73.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.649, "count": 301, "max_ms": 93.839, "p95_ms": 91.017}, "read_interval": {"avg_ms": 99.838, "count": 301, "max_ms": 301.948, "p95_ms": 134.929}, "triton_wait": {"avg_ms": 62.961, "count": 301, "max_ms": 76.364, "p95_ms": 73.931}, "visualize": {"avg_ms": 3.702, "count": 301, "max_ms": 5.671, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16236.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7626.143, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.506, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1677952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:44:10+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T22:44:10+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:44:10.396918+09:00", "mtime_epoch": 1783259050.3969178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:44:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9424.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.496, "count": 299, "max_ms": 23.896, "p95_ms": 18.497}, "gstreamer_push": {"avg_ms": 1.218, "count": 299, "max_ms": 1.977, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.82, "count": 299, "max_ms": 69.938, "p95_ms": 62.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.813, "count": 299, "max_ms": 67.368, "p95_ms": 59.941}, "yolo11_640_fire_11class": {"avg_ms": 52.02, "count": 299, "max_ms": 67.891, "p95_ms": 62.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.914, "count": 299, "max_ms": 76.411, "p95_ms": 69.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.704, "count": 299, "max_ms": 101.988, "p95_ms": 94.47}, "read_interval": {"avg_ms": 100.566, "count": 298, "max_ms": 165.912, "p95_ms": 113.637}, "triton_wait": {"avg_ms": 57.964, "count": 299, "max_ms": 76.423, "p95_ms": 69.95}, "visualize": {"avg_ms": 3.492, "count": 299, "max_ms": 4.794, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16236.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23557.29, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.6, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2133572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:44:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:44:15+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T22:44:15+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T22:44:15.408985+09:00", "mtime_epoch": 1783259055.408985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:44:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2457.91, "name": "celery", "pid": 267, "rss_mb": 2457.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.067, "count": 298, "max_ms": 12.768, "p95_ms": 9.066}, "gstreamer_push": {"avg_ms": 1.316, "count": 298, "max_ms": 1.795, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.775, "count": 298, "max_ms": 73.734, "p95_ms": 66.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.43, "count": 298, "max_ms": 70.982, "p95_ms": 62.088}, "yolo11_640_fire_11class": {"avg_ms": 58.203, "count": 298, "max_ms": 70.283, "p95_ms": 65.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.059, "count": 298, "max_ms": 76.206, "p95_ms": 73.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.057, "count": 298, "max_ms": 97.455, "p95_ms": 89.638}, "read_interval": {"avg_ms": 100.797, "count": 297, "max_ms": 326.901, "p95_ms": 110.311}, "triton_wait": {"avg_ms": 65.155, "count": 298, "max_ms": 76.218, "p95_ms": 73.134}, "visualize": {"avg_ms": 3.739, "count": 298, "max_ms": 4.914, "p95_ms": 4.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16237.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7656.175, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.373, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1678255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:44:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:44:40+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:44:40+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T22:44:40.425320+09:00", "mtime_epoch": 1783259080.4253204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:44:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9425.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.405, "count": 303, "max_ms": 23.268, "p95_ms": 18.11}, "gstreamer_push": {"avg_ms": 1.214, "count": 303, "max_ms": 1.682, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.475, "count": 303, "max_ms": 66.131, "p95_ms": 60.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.782, "count": 303, "max_ms": 67.231, "p95_ms": 56.515}, "yolo11_640_fire_11class": {"avg_ms": 51.882, "count": 303, "max_ms": 65.375, "p95_ms": 59.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.267, "count": 303, "max_ms": 76.588, "p95_ms": 66.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.071, "count": 303, "max_ms": 98.861, "p95_ms": 91.174}, "read_interval": {"avg_ms": 99.111, "count": 302, "max_ms": 159.917, "p95_ms": 110.056}, "triton_wait": {"avg_ms": 57.33, "count": 303, "max_ms": 76.599, "p95_ms": 66.757}, "visualize": {"avg_ms": 3.525, "count": 303, "max_ms": 4.424, "p95_ms": 3.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16237.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23587.34, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.641, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2133875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:44:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:44:45+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T22:44:45+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T22:44:45.473388+09:00", "mtime_epoch": 1783259085.4733882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:44:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2458.168, "name": "celery", "pid": 267, "rss_mb": 2458.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.083}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.995, "count": 303, "max_ms": 12.988, "p95_ms": 8.642}, "gstreamer_push": {"avg_ms": 1.312, "count": 303, "max_ms": 1.878, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.681, "count": 303, "max_ms": 72.227, "p95_ms": 65.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.897, "count": 303, "max_ms": 68.659, "p95_ms": 58.62}, "yolo11_640_fire_11class": {"avg_ms": 58.593, "count": 303, "max_ms": 71.216, "p95_ms": 65.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.101, "count": 303, "max_ms": 75.169, "p95_ms": 72.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.078, "count": 303, "max_ms": 93.274, "p95_ms": 89.583}, "read_interval": {"avg_ms": 99.208, "count": 302, "max_ms": 342.158, "p95_ms": 105.368}, "triton_wait": {"avg_ms": 65.318, "count": 303, "max_ms": 75.181, "p95_ms": 72.388}, "visualize": {"avg_ms": 3.71, "count": 303, "max_ms": 5.233, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16238.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7686.252, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.506, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1678554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:45:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:45:10+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:45:10+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T22:45:10.501725+09:00", "mtime_epoch": 1783259110.5017254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:45:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9425.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.962}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.933, "count": 299, "max_ms": 27.236, "p95_ms": 21.715}, "gstreamer_push": {"avg_ms": 1.233, "count": 299, "max_ms": 1.671, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.593, "count": 299, "max_ms": 71.771, "p95_ms": 63.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.884, "count": 299, "max_ms": 67.893, "p95_ms": 60.232}, "yolo11_640_fire_11class": {"avg_ms": 51.232, "count": 299, "max_ms": 72.616, "p95_ms": 64.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.831, "count": 299, "max_ms": 77.26, "p95_ms": 72.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.035, "count": 299, "max_ms": 229.737, "p95_ms": 97.866}, "read_interval": {"avg_ms": 100.407, "count": 298, "max_ms": 240.351, "p95_ms": 123.399}, "triton_wait": {"avg_ms": 55.187, "count": 299, "max_ms": 77.274, "p95_ms": 72.995}, "visualize": {"avg_ms": 3.553, "count": 299, "max_ms": 5.22, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16237.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23617.432, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.634, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2134176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:45:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:45:15+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T22:45:15+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T22:45:15.549793+09:00", "mtime_epoch": 1783259115.5497935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:45:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2458.426, "name": "celery", "pid": 267, "rss_mb": 2458.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.02, "count": 300, "max_ms": 13.485, "p95_ms": 8.761}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.855, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.506, "count": 300, "max_ms": 74.747, "p95_ms": 66.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.708, "count": 300, "max_ms": 68.165, "p95_ms": 61.806}, "yolo11_640_fire_11class": {"avg_ms": 53.598, "count": 300, "max_ms": 74.541, "p95_ms": 65.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.85, "count": 300, "max_ms": 76.404, "p95_ms": 72.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.106, "count": 300, "max_ms": 95.925, "p95_ms": 89.36}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 428.523, "p95_ms": 133.941}, "triton_wait": {"avg_ms": 58.32, "count": 300, "max_ms": 76.416, "p95_ms": 72.909}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 5.932, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16238.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7716.33, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.373, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1678856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:45:40+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T22:45:40+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T22:45:40.590132+09:00", "mtime_epoch": 1783259140.590132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:45:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9425.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.542, "count": 302, "max_ms": 24.124, "p95_ms": 18.824}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 1.914, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.953, "count": 302, "max_ms": 72.543, "p95_ms": 63.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.217, "count": 302, "max_ms": 73.141, "p95_ms": 58.601}, "yolo11_640_fire_11class": {"avg_ms": 51.618, "count": 302, "max_ms": 73.876, "p95_ms": 62.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.748, "count": 302, "max_ms": 80.466, "p95_ms": 71.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.014, "count": 302, "max_ms": 104.11, "p95_ms": 95.77}, "read_interval": {"avg_ms": 99.632, "count": 301, "max_ms": 203.011, "p95_ms": 115.643}, "triton_wait": {"avg_ms": 55.142, "count": 302, "max_ms": 80.478, "p95_ms": 71.339}, "visualize": {"avg_ms": 3.513, "count": 302, "max_ms": 4.325, "p95_ms": 3.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16238.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23647.496, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.626, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2134477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:45:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:45:45+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T22:45:45+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T22:45:45.638200+09:00", "mtime_epoch": 1783259145.6382003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:45:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2458.426, "name": "celery", "pid": 267, "rss_mb": 2458.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 301, "max_ms": 12.361, "p95_ms": 8.675}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 2.332, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.072, "count": 301, "max_ms": 74.934, "p95_ms": 68.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.618, "count": 301, "max_ms": 74.805, "p95_ms": 55.825}, "yolo11_640_fire_11class": {"avg_ms": 54.459, "count": 301, "max_ms": 74.374, "p95_ms": 69.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.6, "count": 301, "max_ms": 79.056, "p95_ms": 72.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.816, "count": 301, "max_ms": 95.039, "p95_ms": 89.449}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 454.059, "p95_ms": 148.432}, "triton_wait": {"avg_ms": 59.139, "count": 301, "max_ms": 79.068, "p95_ms": 72.986}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 5.647, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16238.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7746.362, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.303, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1679156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:46:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:46:10+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T22:46:10+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T22:46:10.598539+09:00", "mtime_epoch": 1783259170.5985389, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:46:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9425.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.734, "count": 300, "max_ms": 21.024, "p95_ms": 18.743}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.664, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.812, "count": 300, "max_ms": 68.998, "p95_ms": 62.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.507, "count": 300, "max_ms": 63.765, "p95_ms": 58.161}, "yolo11_640_fire_11class": {"avg_ms": 49.873, "count": 300, "max_ms": 67.201, "p95_ms": 62.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.531, "count": 300, "max_ms": 73.8, "p95_ms": 70.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.951, "count": 300, "max_ms": 100.751, "p95_ms": 95.864}, "read_interval": {"avg_ms": 100.055, "count": 299, "max_ms": 197.555, "p95_ms": 130.128}, "triton_wait": {"avg_ms": 52.836, "count": 300, "max_ms": 73.812, "p95_ms": 70.935}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.571, "p95_ms": 3.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16238.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23677.573, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.512, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2134776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:46:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T22:46:15+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T22:46:15.714608+09:00", "mtime_epoch": 1783259175.7146084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:46:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2458.684, "name": "celery", "pid": 267, "rss_mb": 2458.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.967, "count": 298, "max_ms": 13.412, "p95_ms": 9.885}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 1.879, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.281, "count": 298, "max_ms": 67.644, "p95_ms": 64.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.283, "count": 298, "max_ms": 69.691, "p95_ms": 57.682}, "yolo11_640_fire_11class": {"avg_ms": 51.533, "count": 298, "max_ms": 72.389, "p95_ms": 65.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.672, "count": 298, "max_ms": 74.998, "p95_ms": 71.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.818, "count": 298, "max_ms": 91.57, "p95_ms": 88.584}, "read_interval": {"avg_ms": 100.652, "count": 298, "max_ms": 366.976, "p95_ms": 156.173}, "triton_wait": {"avg_ms": 56.069, "count": 298, "max_ms": 75.01, "p95_ms": 71.912}, "visualize": {"avg_ms": 3.732, "count": 298, "max_ms": 6.061, "p95_ms": 4.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16239.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7776.426, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.389, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1679457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:46:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:46:40+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:46:40+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T22:46:40.678948+09:00", "mtime_epoch": 1783259200.6789482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:46:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9425.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.63, "count": 301, "max_ms": 24.315, "p95_ms": 18.856}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.932, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.906, "count": 301, "max_ms": 64.697, "p95_ms": 62.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.81, "count": 301, "max_ms": 67.424, "p95_ms": 59.571}, "yolo11_640_fire_11class": {"avg_ms": 51.504, "count": 301, "max_ms": 69.514, "p95_ms": 63.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.02, "count": 301, "max_ms": 74.367, "p95_ms": 71.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.464, "count": 301, "max_ms": 98.042, "p95_ms": 96.186}, "read_interval": {"avg_ms": 99.884, "count": 300, "max_ms": 189.05, "p95_ms": 121.663}, "triton_wait": {"avg_ms": 54.528, "count": 301, "max_ms": 74.378, "p95_ms": 71.752}, "visualize": {"avg_ms": 3.511, "count": 301, "max_ms": 4.934, "p95_ms": 3.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16239.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23707.575, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.574, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2135079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:46:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:46:45+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:46:45+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T22:46:45.719017+09:00", "mtime_epoch": 1783259205.7190168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:46:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2458.684, "name": "celery", "pid": 267, "rss_mb": 2458.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.012, "count": 303, "max_ms": 13.0, "p95_ms": 9.105}, "gstreamer_push": {"avg_ms": 1.31, "count": 303, "max_ms": 1.552, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.33, "count": 303, "max_ms": 71.524, "p95_ms": 64.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.221, "count": 303, "max_ms": 72.343, "p95_ms": 59.286}, "yolo11_640_fire_11class": {"avg_ms": 53.208, "count": 303, "max_ms": 71.511, "p95_ms": 65.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.373, "count": 303, "max_ms": 74.878, "p95_ms": 72.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.427, "count": 303, "max_ms": 91.553, "p95_ms": 89.097}, "read_interval": {"avg_ms": 99.03, "count": 303, "max_ms": 428.759, "p95_ms": 136.067}, "triton_wait": {"avg_ms": 57.685, "count": 303, "max_ms": 74.891, "p95_ms": 72.174}, "visualize": {"avg_ms": 3.699, "count": 303, "max_ms": 5.137, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 13997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16238.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7806.505, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.101, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1679758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:47:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:47:10+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T22:47:10+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T22:47:10.763359+09:00", "mtime_epoch": 1783259230.7633588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:47:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9425.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.661, "count": 301, "max_ms": 28.171, "p95_ms": 18.505}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.476, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.793, "count": 301, "max_ms": 65.864, "p95_ms": 61.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.348, "count": 301, "max_ms": 70.777, "p95_ms": 58.845}, "yolo11_640_fire_11class": {"avg_ms": 50.19, "count": 301, "max_ms": 71.713, "p95_ms": 61.624}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.972, "count": 301, "max_ms": 75.256, "p95_ms": 69.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.104, "count": 301, "max_ms": 112.568, "p95_ms": 94.114}, "read_interval": {"avg_ms": 99.961, "count": 300, "max_ms": 160.403, "p95_ms": 119.009}, "triton_wait": {"avg_ms": 54.127, "count": 301, "max_ms": 75.271, "p95_ms": 69.956}, "visualize": {"avg_ms": 3.51, "count": 301, "max_ms": 5.224, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16239.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23737.618, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.6, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2135378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:47:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:47:15+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:47:15+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T22:47:15.763427+09:00", "mtime_epoch": 1783259235.763427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:47:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2458.941, "name": "celery", "pid": 267, "rss_mb": 2458.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.107, "count": 299, "max_ms": 13.323, "p95_ms": 10.304}, "gstreamer_push": {"avg_ms": 1.3, "count": 299, "max_ms": 1.539, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.621, "count": 299, "max_ms": 69.402, "p95_ms": 66.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.133, "count": 299, "max_ms": 71.35, "p95_ms": 58.73}, "yolo11_640_fire_11class": {"avg_ms": 52.811, "count": 299, "max_ms": 70.556, "p95_ms": 65.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.185, "count": 299, "max_ms": 76.005, "p95_ms": 72.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.516, "count": 299, "max_ms": 95.417, "p95_ms": 89.655}, "read_interval": {"avg_ms": 100.549, "count": 298, "max_ms": 412.898, "p95_ms": 143.682}, "triton_wait": {"avg_ms": 57.67, "count": 299, "max_ms": 76.018, "p95_ms": 72.744}, "visualize": {"avg_ms": 3.761, "count": 299, "max_ms": 5.483, "p95_ms": 4.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16239.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7836.536, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.159, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1680058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:47:40+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T22:47:40+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T22:47:40.779770+09:00", "mtime_epoch": 1783259260.7797697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:47:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9425.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.775, "count": 300, "max_ms": 24.57, "p95_ms": 21.767}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.768, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.602, "count": 300, "max_ms": 67.894, "p95_ms": 63.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.009, "count": 300, "max_ms": 68.317, "p95_ms": 60.923}, "yolo11_640_fire_11class": {"avg_ms": 51.61, "count": 300, "max_ms": 68.712, "p95_ms": 63.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.996, "count": 300, "max_ms": 77.672, "p95_ms": 72.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.669, "count": 300, "max_ms": 101.542, "p95_ms": 96.374}, "read_interval": {"avg_ms": 100.075, "count": 299, "max_ms": 176.93, "p95_ms": 115.657}, "triton_wait": {"avg_ms": 55.421, "count": 300, "max_ms": 77.684, "p95_ms": 72.064}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 5.531, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16239.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23767.634, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.583, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2135680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:47:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:47:45+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T22:47:45+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T22:47:45.747838+09:00", "mtime_epoch": 1783259265.7478378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:47:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2458.941, "name": "celery", "pid": 267, "rss_mb": 2458.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.096, "pushed": 10.096, "read": 10.063}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.958, "count": 302, "max_ms": 11.518, "p95_ms": 9.144}, "gstreamer_push": {"avg_ms": 1.308, "count": 302, "max_ms": 1.586, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.786, "count": 302, "max_ms": 69.641, "p95_ms": 65.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.416, "count": 302, "max_ms": 70.727, "p95_ms": 61.529}, "yolo11_640_fire_11class": {"avg_ms": 54.291, "count": 302, "max_ms": 70.738, "p95_ms": 66.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.681, "count": 302, "max_ms": 75.616, "p95_ms": 72.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.723, "count": 302, "max_ms": 92.064, "p95_ms": 88.979}, "read_interval": {"avg_ms": 99.458, "count": 301, "max_ms": 353.438, "p95_ms": 131.389}, "triton_wait": {"avg_ms": 59.011, "count": 302, "max_ms": 75.628, "p95_ms": 72.459}, "visualize": {"avg_ms": 3.725, "count": 302, "max_ms": 5.067, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16240.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7866.576, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.067, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1680359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:48:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:48:10+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T22:48:10+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T22:48:10.832182+09:00", "mtime_epoch": 1783259290.8321822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:48:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9426.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.711, "count": 301, "max_ms": 27.588, "p95_ms": 18.758}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.881, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.964, "count": 301, "max_ms": 70.105, "p95_ms": 63.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.524, "count": 301, "max_ms": 66.195, "p95_ms": 58.82}, "yolo11_640_fire_11class": {"avg_ms": 50.119, "count": 301, "max_ms": 71.804, "p95_ms": 62.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.416, "count": 301, "max_ms": 73.951, "p95_ms": 71.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.175, "count": 301, "max_ms": 99.96, "p95_ms": 96.257}, "read_interval": {"avg_ms": 99.829, "count": 300, "max_ms": 197.252, "p95_ms": 121.146}, "triton_wait": {"avg_ms": 53.9, "count": 301, "max_ms": 73.963, "p95_ms": 71.197}, "visualize": {"avg_ms": 3.557, "count": 301, "max_ms": 4.71, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16239.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23797.655, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.583, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2135979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:48:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:48:15+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:48:15+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T22:48:15.792250+09:00", "mtime_epoch": 1783259295.7922502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:48:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2459.199, "name": "celery", "pid": 267, "rss_mb": 2459.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 299, "max_ms": 12.687, "p95_ms": 8.697}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 1.92, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.859, "count": 299, "max_ms": 71.708, "p95_ms": 66.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.592, "count": 299, "max_ms": 72.438, "p95_ms": 60.957}, "yolo11_640_fire_11class": {"avg_ms": 52.428, "count": 299, "max_ms": 74.194, "p95_ms": 64.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.785, "count": 299, "max_ms": 75.263, "p95_ms": 72.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.933, "count": 299, "max_ms": 91.937, "p95_ms": 89.199}, "read_interval": {"avg_ms": 100.474, "count": 298, "max_ms": 446.789, "p95_ms": 175.365}, "triton_wait": {"avg_ms": 57.094, "count": 299, "max_ms": 75.277, "p95_ms": 72.644}, "visualize": {"avg_ms": 3.719, "count": 299, "max_ms": 4.81, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16240.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7896.625, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.169, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1680659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:48:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:48:40+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T22:48:40+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T22:48:40.872596+09:00", "mtime_epoch": 1783259320.8725955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:48:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9426.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.686, "count": 300, "max_ms": 20.39, "p95_ms": 18.568}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.481, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.885, "count": 300, "max_ms": 66.463, "p95_ms": 63.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.934, "count": 300, "max_ms": 67.092, "p95_ms": 57.683}, "yolo11_640_fire_11class": {"avg_ms": 50.801, "count": 300, "max_ms": 68.135, "p95_ms": 63.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.0, "count": 300, "max_ms": 76.6, "p95_ms": 72.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.457, "count": 300, "max_ms": 100.77, "p95_ms": 98.142}, "read_interval": {"avg_ms": 100.144, "count": 299, "max_ms": 194.175, "p95_ms": 120.858}, "triton_wait": {"avg_ms": 54.318, "count": 300, "max_ms": 76.612, "p95_ms": 72.967}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 4.375, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16240.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23827.723, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.291, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2136280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:48:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:48:45+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T22:48:45+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T22:48:45.840664+09:00", "mtime_epoch": 1783259325.840664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:48:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2459.199, "name": "celery", "pid": 267, "rss_mb": 2459.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.938, "count": 301, "max_ms": 10.477, "p95_ms": 8.675}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 1.982, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.789, "count": 301, "max_ms": 71.983, "p95_ms": 64.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.492, "count": 301, "max_ms": 74.368, "p95_ms": 59.513}, "yolo11_640_fire_11class": {"avg_ms": 52.677, "count": 301, "max_ms": 78.526, "p95_ms": 65.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.804, "count": 301, "max_ms": 76.165, "p95_ms": 71.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.895, "count": 301, "max_ms": 95.135, "p95_ms": 88.53}, "read_interval": {"avg_ms": 99.884, "count": 300, "max_ms": 393.531, "p95_ms": 178.094}, "triton_wait": {"avg_ms": 57.135, "count": 301, "max_ms": 78.538, "p95_ms": 71.869}, "visualize": {"avg_ms": 3.738, "count": 301, "max_ms": 5.774, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16240.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7926.655, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.243, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1680957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:49:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:49:10+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T22:49:10+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T22:49:10.893010+09:00", "mtime_epoch": 1783259350.8930097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 75307}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:49:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9426.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.333, "count": 298, "max_ms": 30.691, "p95_ms": 28.361}, "gstreamer_push": {"avg_ms": 1.221, "count": 298, "max_ms": 1.838, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.178, "count": 298, "max_ms": 67.184, "p95_ms": 62.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.823, "count": 298, "max_ms": 66.683, "p95_ms": 56.866}, "yolo11_640_fire_11class": {"avg_ms": 52.14, "count": 298, "max_ms": 69.852, "p95_ms": 63.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.508, "count": 298, "max_ms": 78.999, "p95_ms": 70.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.628, "count": 298, "max_ms": 113.635, "p95_ms": 96.403}, "read_interval": {"avg_ms": 100.735, "count": 297, "max_ms": 160.955, "p95_ms": 117.712}, "triton_wait": {"avg_ms": 55.864, "count": 298, "max_ms": 79.01, "p95_ms": 70.191}, "visualize": {"avg_ms": 3.554, "count": 298, "max_ms": 4.373, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16240.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23857.723, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.572, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2136579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:49:15+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T22:49:15+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T22:49:15.841078+09:00", "mtime_epoch": 1783259355.841078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:49:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2459.457, "name": "celery", "pid": 267, "rss_mb": 2459.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.642, "count": 299, "max_ms": 14.551, "p95_ms": 12.931}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 2.018, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.258, "count": 299, "max_ms": 74.912, "p95_ms": 69.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.935, "count": 299, "max_ms": 67.872, "p95_ms": 56.541}, "yolo11_640_fire_11class": {"avg_ms": 56.806, "count": 299, "max_ms": 73.799, "p95_ms": 69.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.7, "count": 299, "max_ms": 77.795, "p95_ms": 72.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.108, "count": 299, "max_ms": 96.89, "p95_ms": 92.159}, "read_interval": {"avg_ms": 100.334, "count": 299, "max_ms": 352.769, "p95_ms": 119.697}, "triton_wait": {"avg_ms": 62.297, "count": 299, "max_ms": 77.808, "p95_ms": 72.745}, "visualize": {"avg_ms": 3.788, "count": 299, "max_ms": 5.18, "p95_ms": 4.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16241.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7956.746, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.61, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1681260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:49:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:49:41+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T22:49:40+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:49:40.997426+09:00", "mtime_epoch": 1783259380.9974258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:49:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9426.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.148, "count": 302, "max_ms": 30.812, "p95_ms": 28.163}, "gstreamer_push": {"avg_ms": 1.23, "count": 302, "max_ms": 1.706, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.438, "count": 302, "max_ms": 72.252, "p95_ms": 63.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.822, "count": 302, "max_ms": 68.828, "p95_ms": 58.652}, "yolo11_640_fire_11class": {"avg_ms": 50.888, "count": 302, "max_ms": 68.684, "p95_ms": 62.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.831, "count": 302, "max_ms": 80.443, "p95_ms": 72.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.663, "count": 302, "max_ms": 112.775, "p95_ms": 98.897}, "read_interval": {"avg_ms": 99.308, "count": 302, "max_ms": 185.493, "p95_ms": 117.828}, "triton_wait": {"avg_ms": 55.066, "count": 302, "max_ms": 80.454, "p95_ms": 72.638}, "visualize": {"avg_ms": 3.586, "count": 302, "max_ms": 4.874, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16240.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23887.751, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.625, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2136880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:49:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:49:45+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:49:45+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T22:49:45.893494+09:00", "mtime_epoch": 1783259385.8934937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:49:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2459.715, "name": "celery", "pid": 267, "rss_mb": 2459.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.419, "count": 301, "max_ms": 14.47, "p95_ms": 12.642}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 1.564, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.538, "count": 301, "max_ms": 72.193, "p95_ms": 65.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.254, "count": 301, "max_ms": 72.892, "p95_ms": 60.746}, "yolo11_640_fire_11class": {"avg_ms": 54.659, "count": 301, "max_ms": 73.535, "p95_ms": 68.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.706, "count": 301, "max_ms": 80.162, "p95_ms": 72.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.617, "count": 301, "max_ms": 97.561, "p95_ms": 89.916}, "read_interval": {"avg_ms": 99.829, "count": 300, "max_ms": 423.383, "p95_ms": 130.77}, "triton_wait": {"avg_ms": 59.238, "count": 301, "max_ms": 80.175, "p95_ms": 72.692}, "visualize": {"avg_ms": 3.771, "count": 301, "max_ms": 5.582, "p95_ms": 4.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16240.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7986.754, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.389, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1681560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:50:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:50:11+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T22:50:11+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:50:11.005842+09:00", "mtime_epoch": 1783259411.0058417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:50:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9426.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.649, "count": 300, "max_ms": 24.728, "p95_ms": 18.763}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 2.03, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.776, "count": 300, "max_ms": 67.142, "p95_ms": 62.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.211, "count": 300, "max_ms": 67.761, "p95_ms": 59.496}, "yolo11_640_fire_11class": {"avg_ms": 51.058, "count": 300, "max_ms": 67.576, "p95_ms": 61.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.546, "count": 300, "max_ms": 75.926, "p95_ms": 70.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.764, "count": 300, "max_ms": 100.754, "p95_ms": 95.613}, "read_interval": {"avg_ms": 100.029, "count": 300, "max_ms": 190.686, "p95_ms": 116.202}, "triton_wait": {"avg_ms": 55.716, "count": 300, "max_ms": 75.938, "p95_ms": 70.837}, "visualize": {"avg_ms": 3.562, "count": 300, "max_ms": 4.727, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16241.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23917.83, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.669, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2137182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:50:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:50:16+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T22:50:15+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T22:50:15.949910+09:00", "mtime_epoch": 1783259415.9499102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:50:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2459.715, "name": "celery", "pid": 267, "rss_mb": 2459.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.973, "count": 301, "max_ms": 11.034, "p95_ms": 8.613}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 1.711, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.613, "count": 301, "max_ms": 71.825, "p95_ms": 66.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.413, "count": 301, "max_ms": 70.816, "p95_ms": 61.352}, "yolo11_640_fire_11class": {"avg_ms": 54.913, "count": 301, "max_ms": 70.279, "p95_ms": 64.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.657, "count": 301, "max_ms": 75.218, "p95_ms": 72.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.861, "count": 302, "max_ms": 92.127, "p95_ms": 89.881}, "read_interval": {"avg_ms": 99.585, "count": 301, "max_ms": 449.628, "p95_ms": 123.219}, "triton_wait": {"avg_ms": 60.999, "count": 301, "max_ms": 75.23, "p95_ms": 72.65}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 5.151, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16241.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8016.872, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.461, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1681861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:50:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:50:41+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-05T22:50:41+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-05T22:50:41.090259+09:00", "mtime_epoch": 1783259441.0902593, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 86972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:50:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9427.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.94, "count": 300, "max_ms": 27.992, "p95_ms": 19.194}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.467, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.052, "count": 300, "max_ms": 69.172, "p95_ms": 63.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.212, "count": 300, "max_ms": 64.641, "p95_ms": 58.702}, "yolo11_640_fire_11class": {"avg_ms": 50.993, "count": 300, "max_ms": 80.069, "p95_ms": 62.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.174, "count": 300, "max_ms": 80.807, "p95_ms": 72.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.935, "count": 300, "max_ms": 115.047, "p95_ms": 96.479}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 186.152, "p95_ms": 117.949}, "triton_wait": {"avg_ms": 54.562, "count": 300, "max_ms": 80.82, "p95_ms": 72.067}, "visualize": {"avg_ms": 3.548, "count": 300, "max_ms": 5.037, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16241.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23947.918, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.735, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2137483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:50:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:50:46+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:50:46+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T22:50:46.034328+09:00", "mtime_epoch": 1783259446.034328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:50:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2459.973, "name": "celery", "pid": 267, "rss_mb": 2459.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.031, "count": 301, "max_ms": 12.581, "p95_ms": 8.825}, "gstreamer_push": {"avg_ms": 1.325, "count": 301, "max_ms": 2.153, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.959, "count": 301, "max_ms": 72.777, "p95_ms": 66.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.162, "count": 301, "max_ms": 71.752, "p95_ms": 59.682}, "yolo11_640_fire_11class": {"avg_ms": 53.383, "count": 301, "max_ms": 73.607, "p95_ms": 67.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.567, "count": 301, "max_ms": 76.197, "p95_ms": 73.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.62, "count": 301, "max_ms": 93.786, "p95_ms": 90.1}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 339.016, "p95_ms": 151.867}, "triton_wait": {"avg_ms": 57.814, "count": 301, "max_ms": 76.209, "p95_ms": 73.463}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 4.79, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16241.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8046.97, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.61, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1682161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:51:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:51:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T22:51:11+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T22:51:11.210678+09:00", "mtime_epoch": 1783259471.2106783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:51:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9427.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.634, "count": 299, "max_ms": 24.182, "p95_ms": 18.704}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.51, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.794, "count": 299, "max_ms": 66.408, "p95_ms": 62.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.648, "count": 299, "max_ms": 66.512, "p95_ms": 61.388}, "yolo11_640_fire_11class": {"avg_ms": 53.909, "count": 299, "max_ms": 68.462, "p95_ms": 63.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.409, "count": 299, "max_ms": 75.301, "p95_ms": 71.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.704, "count": 299, "max_ms": 101.295, "p95_ms": 96.687}, "read_interval": {"avg_ms": 100.287, "count": 299, "max_ms": 176.976, "p95_ms": 113.583}, "triton_wait": {"avg_ms": 58.686, "count": 299, "max_ms": 75.313, "p95_ms": 71.968}, "visualize": {"avg_ms": 3.515, "count": 299, "max_ms": 5.683, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16241.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 23977.975, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.117, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2137784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:51:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:51:16+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:51:16+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T22:51:16.082746+09:00", "mtime_epoch": 1783259476.0827463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:51:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2459.973, "name": "celery", "pid": 267, "rss_mb": 2459.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 301, "max_ms": 12.96, "p95_ms": 8.325}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 1.639, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.471, "count": 301, "max_ms": 70.302, "p95_ms": 65.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.355, "count": 301, "max_ms": 68.367, "p95_ms": 55.611}, "yolo11_640_fire_11class": {"avg_ms": 58.717, "count": 301, "max_ms": 75.773, "p95_ms": 69.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.458, "count": 301, "max_ms": 79.062, "p95_ms": 74.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.486, "count": 301, "max_ms": 95.491, "p95_ms": 91.529}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 400.11, "p95_ms": 110.188}, "triton_wait": {"avg_ms": 64.693, "count": 301, "max_ms": 79.076, "p95_ms": 74.904}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 4.664, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16241.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8076.996, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.714, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1682463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:51:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:51:41+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:51:41+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:51:41.251097+09:00", "mtime_epoch": 1783259501.251097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:51:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9427.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.766, "count": 302, "max_ms": 24.057, "p95_ms": 18.735}, "gstreamer_push": {"avg_ms": 1.228, "count": 302, "max_ms": 1.493, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.4, "count": 302, "max_ms": 67.793, "p95_ms": 63.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.55, "count": 302, "max_ms": 68.183, "p95_ms": 58.031}, "yolo11_640_fire_11class": {"avg_ms": 51.191, "count": 302, "max_ms": 66.041, "p95_ms": 63.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.736, "count": 302, "max_ms": 74.859, "p95_ms": 72.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.165, "count": 302, "max_ms": 103.341, "p95_ms": 97.37}, "read_interval": {"avg_ms": 99.429, "count": 301, "max_ms": 184.835, "p95_ms": 117.363}, "triton_wait": {"avg_ms": 55.01, "count": 302, "max_ms": 74.871, "p95_ms": 72.21}, "visualize": {"avg_ms": 3.52, "count": 302, "max_ms": 4.6, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16241.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24008.012, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.159, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2138084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:51:46+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T22:51:46+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-05T22:51:46.099165+09:00", "mtime_epoch": 1783259506.0991647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:51:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2460.23, "name": "celery", "pid": 267, "rss_mb": 2460.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 300, "max_ms": 11.72, "p95_ms": 8.664}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 2.085, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.798, "count": 300, "max_ms": 72.477, "p95_ms": 65.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.438, "count": 300, "max_ms": 69.354, "p95_ms": 60.077}, "yolo11_640_fire_11class": {"avg_ms": 52.892, "count": 300, "max_ms": 76.697, "p95_ms": 65.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.165, "count": 300, "max_ms": 78.047, "p95_ms": 72.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.453, "count": 300, "max_ms": 94.418, "p95_ms": 89.768}, "read_interval": {"avg_ms": 100.097, "count": 299, "max_ms": 364.567, "p95_ms": 142.256}, "triton_wait": {"avg_ms": 57.513, "count": 300, "max_ms": 78.059, "p95_ms": 72.71}, "visualize": {"avg_ms": 3.745, "count": 300, "max_ms": 5.324, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16242.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8107.067, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.876, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1682763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:52:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:52:11+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T22:52:11+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T22:52:11.327517+09:00", "mtime_epoch": 1783259531.3275168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:52:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9427.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.117, "count": 300, "max_ms": 26.443, "p95_ms": 19.678}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 2.05, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.575, "count": 300, "max_ms": 68.561, "p95_ms": 64.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.594, "count": 300, "max_ms": 68.582, "p95_ms": 57.378}, "yolo11_640_fire_11class": {"avg_ms": 49.856, "count": 300, "max_ms": 68.579, "p95_ms": 63.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.18, "count": 300, "max_ms": 79.824, "p95_ms": 72.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.94, "count": 300, "max_ms": 103.774, "p95_ms": 96.99}, "read_interval": {"avg_ms": 100.269, "count": 299, "max_ms": 197.145, "p95_ms": 138.517}, "triton_wait": {"avg_ms": 53.414, "count": 300, "max_ms": 79.835, "p95_ms": 72.192}, "visualize": {"avg_ms": 3.55, "count": 300, "max_ms": 5.672, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16242.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24038.065, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.114, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2138385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:52:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:52:16+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T22:52:16+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-05T22:52:16.203585+09:00", "mtime_epoch": 1783259536.203585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:52:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2460.488, "name": "celery", "pid": 267, "rss_mb": 2460.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.043, "count": 301, "max_ms": 13.054, "p95_ms": 8.765}, "gstreamer_push": {"avg_ms": 1.329, "count": 301, "max_ms": 1.668, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.915, "count": 301, "max_ms": 69.904, "p95_ms": 65.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.637, "count": 301, "max_ms": 70.476, "p95_ms": 57.205}, "yolo11_640_fire_11class": {"avg_ms": 50.695, "count": 301, "max_ms": 67.448, "p95_ms": 63.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.716, "count": 301, "max_ms": 75.424, "p95_ms": 72.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.08, "count": 301, "max_ms": 93.894, "p95_ms": 89.025}, "read_interval": {"avg_ms": 99.902, "count": 300, "max_ms": 370.211, "p95_ms": 141.103}, "triton_wait": {"avg_ms": 55.067, "count": 301, "max_ms": 75.437, "p95_ms": 72.361}, "visualize": {"avg_ms": 3.771, "count": 301, "max_ms": 5.991, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16242.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8137.107, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.948, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1683064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:52:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:52:41+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T22:52:41+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T22:52:41.347937+09:00", "mtime_epoch": 1783259561.3479366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:52:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9427.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.863, "count": 301, "max_ms": 22.274, "p95_ms": 19.454}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.646, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.202, "count": 301, "max_ms": 67.785, "p95_ms": 63.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.079, "count": 301, "max_ms": 70.813, "p95_ms": 60.476}, "yolo11_640_fire_11class": {"avg_ms": 51.005, "count": 301, "max_ms": 69.976, "p95_ms": 63.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.778, "count": 301, "max_ms": 78.324, "p95_ms": 72.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.234, "count": 301, "max_ms": 102.683, "p95_ms": 97.007}, "read_interval": {"avg_ms": 99.761, "count": 300, "max_ms": 193.154, "p95_ms": 119.004}, "triton_wait": {"avg_ms": 55.023, "count": 301, "max_ms": 78.336, "p95_ms": 72.608}, "visualize": {"avg_ms": 3.502, "count": 301, "max_ms": 4.538, "p95_ms": 3.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16242.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24068.105, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.218, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2138685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:52:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:52:46+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:52:46+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:52:46.228005+09:00", "mtime_epoch": 1783259566.228005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:52:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2460.488, "name": "celery", "pid": 267, "rss_mb": 2460.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.077}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.992, "count": 300, "max_ms": 13.087, "p95_ms": 8.423}, "gstreamer_push": {"avg_ms": 1.329, "count": 300, "max_ms": 2.211, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.159, "count": 300, "max_ms": 71.53, "p95_ms": 65.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.818, "count": 300, "max_ms": 70.819, "p95_ms": 59.759}, "yolo11_640_fire_11class": {"avg_ms": 53.569, "count": 300, "max_ms": 70.188, "p95_ms": 65.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.827, "count": 300, "max_ms": 80.131, "p95_ms": 73.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.955, "count": 300, "max_ms": 95.604, "p95_ms": 90.137}, "read_interval": {"avg_ms": 100.089, "count": 300, "max_ms": 336.985, "p95_ms": 138.266}, "triton_wait": {"avg_ms": 59.059, "count": 300, "max_ms": 80.144, "p95_ms": 73.087}, "visualize": {"avg_ms": 3.734, "count": 300, "max_ms": 4.618, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.772, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16242.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8167.166, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.248, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1683364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:53:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:53:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T22:53:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T22:53:11.412358+09:00", "mtime_epoch": 1783259591.4123576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:53:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9427.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.299, "count": 300, "max_ms": 27.797, "p95_ms": 20.501}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.857, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.609, "count": 300, "max_ms": 69.128, "p95_ms": 64.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.708, "count": 300, "max_ms": 69.973, "p95_ms": 59.564}, "yolo11_640_fire_11class": {"avg_ms": 50.139, "count": 300, "max_ms": 71.954, "p95_ms": 63.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.061, "count": 300, "max_ms": 75.983, "p95_ms": 72.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.145, "count": 300, "max_ms": 104.319, "p95_ms": 98.24}, "read_interval": {"avg_ms": 100.181, "count": 299, "max_ms": 189.144, "p95_ms": 125.334}, "triton_wait": {"avg_ms": 54.372, "count": 300, "max_ms": 75.995, "p95_ms": 72.786}, "visualize": {"avg_ms": 3.556, "count": 300, "max_ms": 4.673, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16242.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24098.308, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.226, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2138985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:53:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:53:16+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T22:53:16+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-05T22:53:16.316426+09:00", "mtime_epoch": 1783259596.3164263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:53:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2460.746, "name": "celery", "pid": 267, "rss_mb": 2460.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.966, "count": 298, "max_ms": 11.072, "p95_ms": 8.652}, "gstreamer_push": {"avg_ms": 1.306, "count": 298, "max_ms": 2.272, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.157, "count": 298, "max_ms": 69.876, "p95_ms": 64.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.059, "count": 298, "max_ms": 65.988, "p95_ms": 60.661}, "yolo11_640_fire_11class": {"avg_ms": 51.853, "count": 298, "max_ms": 66.019, "p95_ms": 63.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.892, "count": 298, "max_ms": 76.954, "p95_ms": 72.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.002, "count": 298, "max_ms": 93.59, "p95_ms": 89.215}, "read_interval": {"avg_ms": 100.749, "count": 298, "max_ms": 296.826, "p95_ms": 150.955}, "triton_wait": {"avg_ms": 57.181, "count": 298, "max_ms": 76.966, "p95_ms": 72.74}, "visualize": {"avg_ms": 3.72, "count": 298, "max_ms": 4.697, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16243.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8197.212, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.329, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1683665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:53:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:53:41+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T22:53:41+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T22:53:41.464779+09:00", "mtime_epoch": 1783259621.4647791, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:53:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9427.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.123, "count": 301, "max_ms": 26.509, "p95_ms": 20.289}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.695, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.12, "count": 301, "max_ms": 69.728, "p95_ms": 64.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.349, "count": 301, "max_ms": 67.549, "p95_ms": 59.175}, "yolo11_640_fire_11class": {"avg_ms": 50.153, "count": 301, "max_ms": 73.881, "p95_ms": 64.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.047, "count": 301, "max_ms": 76.875, "p95_ms": 73.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.843, "count": 301, "max_ms": 102.763, "p95_ms": 98.737}, "read_interval": {"avg_ms": 99.831, "count": 300, "max_ms": 189.938, "p95_ms": 118.662}, "triton_wait": {"avg_ms": 54.236, "count": 301, "max_ms": 76.887, "p95_ms": 73.221}, "visualize": {"avg_ms": 3.567, "count": 301, "max_ms": 5.265, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16243.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24128.324, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.222, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:53:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:53:46+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T22:53:46+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T22:53:46.464849+09:00", "mtime_epoch": 1783259626.4648492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:53:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2460.746, "name": "celery", "pid": 267, "rss_mb": 2460.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.011, "count": 302, "max_ms": 13.991, "p95_ms": 8.893}, "gstreamer_push": {"avg_ms": 1.307, "count": 302, "max_ms": 1.971, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.471, "count": 302, "max_ms": 71.305, "p95_ms": 65.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.874, "count": 302, "max_ms": 69.648, "p95_ms": 60.834}, "yolo11_640_fire_11class": {"avg_ms": 51.939, "count": 302, "max_ms": 69.419, "p95_ms": 64.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.783, "count": 302, "max_ms": 75.284, "p95_ms": 72.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.044, "count": 302, "max_ms": 91.951, "p95_ms": 88.925}, "read_interval": {"avg_ms": 99.456, "count": 301, "max_ms": 446.12, "p95_ms": 141.07}, "triton_wait": {"avg_ms": 57.087, "count": 302, "max_ms": 75.296, "p95_ms": 72.027}, "visualize": {"avg_ms": 3.74, "count": 302, "max_ms": 5.117, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16243.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8227.291, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.279, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1683965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:54:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:54:11+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:54:11+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T22:54:11.533201+09:00", "mtime_epoch": 1783259651.5332012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:54:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9428.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.861, "count": 300, "max_ms": 26.924, "p95_ms": 19.336}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.708, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.405, "count": 300, "max_ms": 69.507, "p95_ms": 63.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.722, "count": 300, "max_ms": 64.831, "p95_ms": 56.095}, "yolo11_640_fire_11class": {"avg_ms": 50.487, "count": 300, "max_ms": 68.632, "p95_ms": 62.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.346, "count": 300, "max_ms": 75.433, "p95_ms": 71.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.639, "count": 300, "max_ms": 100.281, "p95_ms": 96.343}, "read_interval": {"avg_ms": 100.243, "count": 299, "max_ms": 188.634, "p95_ms": 129.249}, "triton_wait": {"avg_ms": 54.458, "count": 300, "max_ms": 75.445, "p95_ms": 71.622}, "visualize": {"avg_ms": 3.509, "count": 300, "max_ms": 4.222, "p95_ms": 3.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16243.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24158.385, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.91, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:54:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:54:16+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:54:16+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:54:16.505271+09:00", "mtime_epoch": 1783259656.5052712, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:54:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2461.004, "name": "celery", "pid": 267, "rss_mb": 2461.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.003, "count": 298, "max_ms": 11.962, "p95_ms": 8.872}, "gstreamer_push": {"avg_ms": 1.312, "count": 298, "max_ms": 2.11, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.985, "count": 298, "max_ms": 75.311, "p95_ms": 65.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.242, "count": 298, "max_ms": 71.018, "p95_ms": 57.469}, "yolo11_640_fire_11class": {"avg_ms": 53.316, "count": 298, "max_ms": 71.938, "p95_ms": 64.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.932, "count": 298, "max_ms": 75.32, "p95_ms": 72.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.003, "count": 298, "max_ms": 93.592, "p95_ms": 88.679}, "read_interval": {"avg_ms": 100.861, "count": 297, "max_ms": 344.852, "p95_ms": 148.457}, "triton_wait": {"avg_ms": 58.188, "count": 298, "max_ms": 75.331, "p95_ms": 72.08}, "visualize": {"avg_ms": 3.718, "count": 298, "max_ms": 5.907, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16244.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8257.355, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.248, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1684266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:54:41+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T22:54:41+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:54:41.609624+09:00", "mtime_epoch": 1783259681.6096241, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:54:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9428.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.712, "count": 301, "max_ms": 21.783, "p95_ms": 18.748}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.423, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.655, "count": 301, "max_ms": 67.152, "p95_ms": 63.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.437, "count": 301, "max_ms": 68.774, "p95_ms": 58.942}, "yolo11_640_fire_11class": {"avg_ms": 50.754, "count": 301, "max_ms": 67.139, "p95_ms": 63.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.138, "count": 301, "max_ms": 78.046, "p95_ms": 72.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.409, "count": 301, "max_ms": 104.836, "p95_ms": 97.42}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 184.435, "p95_ms": 124.986}, "triton_wait": {"avg_ms": 55.329, "count": 301, "max_ms": 78.058, "p95_ms": 72.681}, "visualize": {"avg_ms": 3.523, "count": 301, "max_ms": 5.014, "p95_ms": 3.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16244.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24188.424, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.926, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:54:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:54:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:54:46+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T22:54:46.565694+09:00", "mtime_epoch": 1783259686.5656939, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:54:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2461.004, "name": "celery", "pid": 267, "rss_mb": 2461.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.079, "count": 302, "max_ms": 11.838, "p95_ms": 8.955}, "gstreamer_push": {"avg_ms": 1.322, "count": 302, "max_ms": 2.138, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.547, "count": 302, "max_ms": 73.236, "p95_ms": 66.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.515, "count": 302, "max_ms": 71.011, "p95_ms": 60.124}, "yolo11_640_fire_11class": {"avg_ms": 53.612, "count": 302, "max_ms": 74.833, "p95_ms": 65.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.701, "count": 302, "max_ms": 76.34, "p95_ms": 72.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.173, "count": 302, "max_ms": 93.762, "p95_ms": 89.976}, "read_interval": {"avg_ms": 99.535, "count": 301, "max_ms": 335.556, "p95_ms": 134.162}, "triton_wait": {"avg_ms": 59.182, "count": 302, "max_ms": 76.353, "p95_ms": 73.133}, "visualize": {"avg_ms": 3.746, "count": 302, "max_ms": 5.222, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16244.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8287.379, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.347, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1684567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:55:11+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T22:55:11+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T22:55:11.634047+09:00", "mtime_epoch": 1783259711.6340468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:55:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9428.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.836, "count": 301, "max_ms": 26.422, "p95_ms": 18.913}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.457, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.461, "count": 301, "max_ms": 71.516, "p95_ms": 64.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.921, "count": 301, "max_ms": 66.418, "p95_ms": 59.169}, "yolo11_640_fire_11class": {"avg_ms": 51.128, "count": 301, "max_ms": 70.645, "p95_ms": 63.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.517, "count": 301, "max_ms": 76.877, "p95_ms": 72.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.117, "count": 301, "max_ms": 101.779, "p95_ms": 96.274}, "read_interval": {"avg_ms": 99.769, "count": 300, "max_ms": 190.485, "p95_ms": 118.083}, "triton_wait": {"avg_ms": 54.879, "count": 301, "max_ms": 76.889, "p95_ms": 72.018}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 5.022, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16244.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24218.499, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.871, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2140189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:55:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:55:16+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T22:55:16+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-05T22:55:16.634117+09:00", "mtime_epoch": 1783259716.6341171, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:55:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2461.262, "name": "celery", "pid": 267, "rss_mb": 2461.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.955, "count": 301, "max_ms": 13.891, "p95_ms": 8.594}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.619, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.164, "count": 301, "max_ms": 69.848, "p95_ms": 65.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.631, "count": 301, "max_ms": 72.459, "p95_ms": 62.379}, "yolo11_640_fire_11class": {"avg_ms": 54.771, "count": 301, "max_ms": 72.084, "p95_ms": 66.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.136, "count": 301, "max_ms": 77.569, "p95_ms": 72.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.087, "count": 302, "max_ms": 93.963, "p95_ms": 89.068}, "read_interval": {"avg_ms": 99.634, "count": 301, "max_ms": 361.223, "p95_ms": 130.139}, "triton_wait": {"avg_ms": 59.399, "count": 301, "max_ms": 77.581, "p95_ms": 72.567}, "visualize": {"avg_ms": 3.701, "count": 301, "max_ms": 4.492, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16244.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8317.415, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.351, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1684867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:55:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:55:41+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:55:41+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:55:41.666470+09:00", "mtime_epoch": 1783259741.6664698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:55:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9428.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.589, "count": 300, "max_ms": 23.561, "p95_ms": 18.64}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.68, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.784, "count": 300, "max_ms": 69.825, "p95_ms": 63.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.789, "count": 300, "max_ms": 67.358, "p95_ms": 58.355}, "yolo11_640_fire_11class": {"avg_ms": 51.331, "count": 300, "max_ms": 70.352, "p95_ms": 63.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.059, "count": 300, "max_ms": 80.272, "p95_ms": 72.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.247, "count": 300, "max_ms": 104.748, "p95_ms": 97.229}, "read_interval": {"avg_ms": 100.127, "count": 299, "max_ms": 214.808, "p95_ms": 120.001}, "triton_wait": {"avg_ms": 55.301, "count": 300, "max_ms": 80.284, "p95_ms": 72.37}, "visualize": {"avg_ms": 3.538, "count": 300, "max_ms": 5.457, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16245.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24248.514, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.784, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2140489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:55:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:55:46+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T22:55:46+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T22:55:46.614540+09:00", "mtime_epoch": 1783259746.6145396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:55:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2461.262, "name": "celery", "pid": 267, "rss_mb": 2461.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.938, "count": 300, "max_ms": 12.464, "p95_ms": 8.479}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 1.746, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.206, "count": 300, "max_ms": 74.778, "p95_ms": 65.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.737, "count": 300, "max_ms": 71.21, "p95_ms": 60.342}, "yolo11_640_fire_11class": {"avg_ms": 55.115, "count": 300, "max_ms": 75.605, "p95_ms": 67.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.298, "count": 300, "max_ms": 77.427, "p95_ms": 71.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.24, "count": 300, "max_ms": 93.945, "p95_ms": 88.935}, "read_interval": {"avg_ms": 100.065, "count": 300, "max_ms": 450.025, "p95_ms": 133.889}, "triton_wait": {"avg_ms": 59.571, "count": 300, "max_ms": 77.44, "p95_ms": 71.849}, "visualize": {"avg_ms": 3.706, "count": 300, "max_ms": 4.621, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16244.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8347.501, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.393, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1685168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:56:11+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:56:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T22:56:11.746894+09:00", "mtime_epoch": 1783259771.7468941, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:56:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9428.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.723, "count": 301, "max_ms": 24.671, "p95_ms": 18.515}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.595, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.291, "count": 301, "max_ms": 71.006, "p95_ms": 63.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.034, "count": 301, "max_ms": 66.551, "p95_ms": 57.917}, "yolo11_640_fire_11class": {"avg_ms": 51.019, "count": 301, "max_ms": 73.538, "p95_ms": 62.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.031, "count": 301, "max_ms": 76.739, "p95_ms": 71.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.413, "count": 301, "max_ms": 102.005, "p95_ms": 97.031}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 184.421, "p95_ms": 117.208}, "triton_wait": {"avg_ms": 55.271, "count": 301, "max_ms": 76.752, "p95_ms": 72.07}, "visualize": {"avg_ms": 3.53, "count": 301, "max_ms": 5.091, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16245.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24278.583, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.458, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2140790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:56:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T22:56:16+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T22:56:16.718964+09:00", "mtime_epoch": 1783259776.7189643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:56:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2461.52, "name": "celery", "pid": 267, "rss_mb": 2461.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 301, "max_ms": 12.416, "p95_ms": 8.833}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 2.139, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.795, "count": 301, "max_ms": 73.373, "p95_ms": 66.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.98, "count": 301, "max_ms": 68.092, "p95_ms": 56.507}, "yolo11_640_fire_11class": {"avg_ms": 53.479, "count": 301, "max_ms": 68.802, "p95_ms": 65.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.873, "count": 301, "max_ms": 77.262, "p95_ms": 73.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.987, "count": 301, "max_ms": 93.839, "p95_ms": 89.907}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 367.593, "p95_ms": 135.725}, "triton_wait": {"avg_ms": 59.193, "count": 301, "max_ms": 77.274, "p95_ms": 73.251}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 5.436, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16245.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8377.576, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.388, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1685469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:56:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:56:41+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T22:56:41+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T22:56:41.827319+09:00", "mtime_epoch": 1783259801.827319, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:56:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9428.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.201, "count": 301, "max_ms": 30.109, "p95_ms": 20.798}, "gstreamer_push": {"avg_ms": 1.22, "count": 301, "max_ms": 1.387, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.451, "count": 301, "max_ms": 73.924, "p95_ms": 63.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.489, "count": 301, "max_ms": 69.244, "p95_ms": 58.691}, "yolo11_640_fire_11class": {"avg_ms": 50.6, "count": 301, "max_ms": 68.867, "p95_ms": 62.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.935, "count": 301, "max_ms": 76.898, "p95_ms": 71.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.569, "count": 301, "max_ms": 113.714, "p95_ms": 97.115}, "read_interval": {"avg_ms": 99.906, "count": 300, "max_ms": 189.194, "p95_ms": 116.399}, "triton_wait": {"avg_ms": 55.007, "count": 301, "max_ms": 76.911, "p95_ms": 71.969}, "visualize": {"avg_ms": 3.529, "count": 301, "max_ms": 4.334, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16245.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24308.674, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.458, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2141089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:56:46+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T22:56:46+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T22:56:46.799389+09:00", "mtime_epoch": 1783259806.7993891, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:56:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2461.52, "name": "celery", "pid": 267, "rss_mb": 2461.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.354, "count": 298, "max_ms": 13.437, "p95_ms": 12.128}, "gstreamer_push": {"avg_ms": 1.336, "count": 298, "max_ms": 2.247, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.798, "count": 298, "max_ms": 72.457, "p95_ms": 65.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.061, "count": 298, "max_ms": 71.049, "p95_ms": 60.252}, "yolo11_640_fire_11class": {"avg_ms": 53.476, "count": 298, "max_ms": 69.714, "p95_ms": 64.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.271, "count": 298, "max_ms": 76.298, "p95_ms": 72.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.712, "count": 298, "max_ms": 93.18, "p95_ms": 90.037}, "read_interval": {"avg_ms": 100.653, "count": 298, "max_ms": 437.96, "p95_ms": 140.263}, "triton_wait": {"avg_ms": 58.455, "count": 298, "max_ms": 76.31, "p95_ms": 72.629}, "visualize": {"avg_ms": 3.793, "count": 298, "max_ms": 5.218, "p95_ms": 4.485}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16245.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8407.631, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.279, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1685769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:57:11+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T22:57:11+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T22:57:11.887744+09:00", "mtime_epoch": 1783259831.8877437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:57:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9428.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.743, "count": 300, "max_ms": 28.363, "p95_ms": 19.202}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 2.128, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.798, "count": 300, "max_ms": 70.253, "p95_ms": 63.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.736, "count": 300, "max_ms": 64.84, "p95_ms": 60.226}, "yolo11_640_fire_11class": {"avg_ms": 50.028, "count": 300, "max_ms": 68.591, "p95_ms": 63.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.709, "count": 300, "max_ms": 75.855, "p95_ms": 71.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.038, "count": 300, "max_ms": 113.338, "p95_ms": 96.658}, "read_interval": {"avg_ms": 100.195, "count": 299, "max_ms": 190.381, "p95_ms": 139.496}, "triton_wait": {"avg_ms": 53.865, "count": 300, "max_ms": 75.87, "p95_ms": 71.876}, "visualize": {"avg_ms": 3.556, "count": 300, "max_ms": 5.215, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16246.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24338.68, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.427, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2141389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:57:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:57:16+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T22:57:16+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T22:57:16.791813+09:00", "mtime_epoch": 1783259836.7918131, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:57:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2461.777, "name": "celery", "pid": 267, "rss_mb": 2461.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 300, "max_ms": 13.077, "p95_ms": 8.588}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 2.413, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.302, "count": 300, "max_ms": 72.81, "p95_ms": 66.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.538, "count": 300, "max_ms": 71.901, "p95_ms": 61.78}, "yolo11_640_fire_11class": {"avg_ms": 52.514, "count": 300, "max_ms": 71.831, "p95_ms": 65.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.072, "count": 300, "max_ms": 74.703, "p95_ms": 71.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.566, "count": 300, "max_ms": 177.734, "p95_ms": 88.814}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 306.41, "p95_ms": 156.833}, "triton_wait": {"avg_ms": 57.484, "count": 300, "max_ms": 74.715, "p95_ms": 71.925}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 4.896, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16246.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8437.669, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.248, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1686070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:57:42+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T22:57:41+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T22:57:41.928169+09:00", "mtime_epoch": 1783259861.9281688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:57:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9429.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.07, "count": 301, "max_ms": 29.762, "p95_ms": 20.317}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 2.141, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.154, "count": 301, "max_ms": 69.098, "p95_ms": 63.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.768, "count": 301, "max_ms": 71.139, "p95_ms": 56.385}, "yolo11_640_fire_11class": {"avg_ms": 49.796, "count": 301, "max_ms": 68.631, "p95_ms": 63.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.909, "count": 301, "max_ms": 75.143, "p95_ms": 71.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.777, "count": 301, "max_ms": 100.692, "p95_ms": 96.537}, "read_interval": {"avg_ms": 99.816, "count": 300, "max_ms": 175.579, "p95_ms": 123.601}, "triton_wait": {"avg_ms": 53.228, "count": 301, "max_ms": 75.152, "p95_ms": 71.668}, "visualize": {"avg_ms": 3.561, "count": 301, "max_ms": 5.145, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16246.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24368.716, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.333, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2141691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:57:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:57:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T22:57:46+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T22:57:46.820238+09:00", "mtime_epoch": 1783259866.8202379, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:57:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2462.035, "name": "celery", "pid": 267, "rss_mb": 2462.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.093, "pushed": 10.093, "read": 10.059}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.979, "count": 302, "max_ms": 14.35, "p95_ms": 8.757}, "gstreamer_push": {"avg_ms": 1.307, "count": 302, "max_ms": 1.491, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.752, "count": 302, "max_ms": 73.451, "p95_ms": 64.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.571, "count": 302, "max_ms": 67.033, "p95_ms": 61.042}, "yolo11_640_fire_11class": {"avg_ms": 51.412, "count": 302, "max_ms": 70.86, "p95_ms": 64.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.561, "count": 302, "max_ms": 75.416, "p95_ms": 71.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.853, "count": 302, "max_ms": 93.96, "p95_ms": 89.16}, "read_interval": {"avg_ms": 99.492, "count": 301, "max_ms": 390.996, "p95_ms": 160.131}, "triton_wait": {"avg_ms": 56.128, "count": 302, "max_ms": 75.433, "p95_ms": 72.33}, "visualize": {"avg_ms": 3.696, "count": 302, "max_ms": 4.712, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16246.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8467.748, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.99, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1686371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:58:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T22:58:12+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T22:58:12+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T22:58:12.000594+09:00", "mtime_epoch": 1783259892.0005944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:58:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9429.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.835, "count": 301, "max_ms": 31.474, "p95_ms": 19.285}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.66, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.266, "count": 301, "max_ms": 67.434, "p95_ms": 62.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.218, "count": 301, "max_ms": 67.031, "p95_ms": 58.576}, "yolo11_640_fire_11class": {"avg_ms": 49.316, "count": 301, "max_ms": 67.751, "p95_ms": 62.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.778, "count": 301, "max_ms": 76.953, "p95_ms": 71.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.105, "count": 301, "max_ms": 101.321, "p95_ms": 96.244}, "read_interval": {"avg_ms": 99.945, "count": 300, "max_ms": 193.396, "p95_ms": 130.843}, "triton_wait": {"avg_ms": 52.854, "count": 301, "max_ms": 76.965, "p95_ms": 71.782}, "visualize": {"avg_ms": 3.549, "count": 301, "max_ms": 5.134, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16246.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24398.778, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.232, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2141992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:58:16+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T22:58:16+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T22:58:16.888664+09:00", "mtime_epoch": 1783259896.8886635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:58:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2462.035, "name": "celery", "pid": 267, "rss_mb": 2462.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.959, "count": 301, "max_ms": 13.872, "p95_ms": 8.725}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 1.615, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.43, "count": 301, "max_ms": 68.064, "p95_ms": 65.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.313, "count": 301, "max_ms": 73.03, "p95_ms": 60.638}, "yolo11_640_fire_11class": {"avg_ms": 51.671, "count": 301, "max_ms": 70.572, "p95_ms": 64.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.576, "count": 301, "max_ms": 75.082, "p95_ms": 72.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.606, "count": 301, "max_ms": 91.634, "p95_ms": 88.737}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 431.124, "p95_ms": 143.924}, "triton_wait": {"avg_ms": 55.953, "count": 301, "max_ms": 75.095, "p95_ms": 72.158}, "visualize": {"avg_ms": 3.698, "count": 301, "max_ms": 4.743, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16247.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8497.757, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.698, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1686670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:58:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:58:42+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T22:58:42+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T22:58:42.009020+09:00", "mtime_epoch": 1783259922.0090196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:58:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9429.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.523, "count": 299, "max_ms": 23.778, "p95_ms": 18.336}, "gstreamer_push": {"avg_ms": 1.231, "count": 299, "max_ms": 1.489, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.597, "count": 299, "max_ms": 65.433, "p95_ms": 62.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.759, "count": 299, "max_ms": 66.042, "p95_ms": 57.563}, "yolo11_640_fire_11class": {"avg_ms": 49.707, "count": 299, "max_ms": 64.813, "p95_ms": 62.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.62, "count": 299, "max_ms": 75.188, "p95_ms": 71.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.654, "count": 299, "max_ms": 100.517, "p95_ms": 96.313}, "read_interval": {"avg_ms": 100.347, "count": 299, "max_ms": 198.403, "p95_ms": 131.256}, "triton_wait": {"avg_ms": 53.722, "count": 299, "max_ms": 75.2, "p95_ms": 71.8}, "visualize": {"avg_ms": 3.518, "count": 299, "max_ms": 4.669, "p95_ms": 3.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16247.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24428.829, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.215, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2142292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:58:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:58:47+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T22:58:46+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T22:58:46.957090+09:00", "mtime_epoch": 1783259926.9570897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:58:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2462.293, "name": "celery", "pid": 267, "rss_mb": 2462.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.882, "count": 300, "max_ms": 12.583, "p95_ms": 8.528}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.897, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.786, "count": 300, "max_ms": 70.803, "p95_ms": 64.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.166, "count": 300, "max_ms": 68.388, "p95_ms": 57.823}, "yolo11_640_fire_11class": {"avg_ms": 53.233, "count": 300, "max_ms": 66.918, "p95_ms": 63.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.577, "count": 300, "max_ms": 75.385, "p95_ms": 71.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.467, "count": 300, "max_ms": 91.926, "p95_ms": 88.336}, "read_interval": {"avg_ms": 100.181, "count": 299, "max_ms": 291.099, "p95_ms": 157.178}, "triton_wait": {"avg_ms": 57.777, "count": 300, "max_ms": 75.397, "p95_ms": 71.732}, "visualize": {"avg_ms": 3.756, "count": 300, "max_ms": 5.572, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16247.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8527.802, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.684, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1686971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:59:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:59:12+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T22:59:12+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-05T22:59:12.037445+09:00", "mtime_epoch": 1783259952.0374453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:59:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9429.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.398, "count": 301, "max_ms": 23.921, "p95_ms": 18.589}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.775, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.208, "count": 301, "max_ms": 66.629, "p95_ms": 62.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.236, "count": 301, "max_ms": 67.105, "p95_ms": 58.63}, "yolo11_640_fire_11class": {"avg_ms": 50.573, "count": 301, "max_ms": 65.992, "p95_ms": 61.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.976, "count": 301, "max_ms": 75.136, "p95_ms": 70.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.931, "count": 301, "max_ms": 98.585, "p95_ms": 95.098}, "read_interval": {"avg_ms": 99.768, "count": 300, "max_ms": 187.371, "p95_ms": 118.548}, "triton_wait": {"avg_ms": 55.164, "count": 301, "max_ms": 75.147, "p95_ms": 70.572}, "visualize": {"avg_ms": 3.508, "count": 301, "max_ms": 4.441, "p95_ms": 3.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16247.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24458.875, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.378, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2142592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:59:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:59:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T22:59:16+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T22:59:16.997516+09:00", "mtime_epoch": 1783259956.9975157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:59:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2462.293, "name": "celery", "pid": 267, "rss_mb": 2462.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.964, "count": 300, "max_ms": 13.97, "p95_ms": 8.868}, "gstreamer_push": {"avg_ms": 1.326, "count": 300, "max_ms": 2.014, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.585, "count": 300, "max_ms": 71.107, "p95_ms": 65.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.319, "count": 300, "max_ms": 71.136, "p95_ms": 58.545}, "yolo11_640_fire_11class": {"avg_ms": 53.937, "count": 300, "max_ms": 70.155, "p95_ms": 65.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.012, "count": 300, "max_ms": 75.322, "p95_ms": 72.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.073, "count": 300, "max_ms": 93.065, "p95_ms": 89.871}, "read_interval": {"avg_ms": 100.106, "count": 299, "max_ms": 372.216, "p95_ms": 146.533}, "triton_wait": {"avg_ms": 59.275, "count": 300, "max_ms": 75.334, "p95_ms": 72.991}, "visualize": {"avg_ms": 3.737, "count": 300, "max_ms": 6.027, "p95_ms": 4.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16247.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8557.853, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.537, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1687271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:59:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:59:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T22:59:42+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T22:59:42.097872+09:00", "mtime_epoch": 1783259982.0978718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T22:59:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9429.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.339, "count": 300, "max_ms": 20.841, "p95_ms": 18.149}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.378, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.073, "count": 300, "max_ms": 69.334, "p95_ms": 63.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.955, "count": 300, "max_ms": 70.638, "p95_ms": 60.164}, "yolo11_640_fire_11class": {"avg_ms": 51.352, "count": 300, "max_ms": 66.768, "p95_ms": 62.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.075, "count": 300, "max_ms": 75.681, "p95_ms": 72.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.838, "count": 300, "max_ms": 99.771, "p95_ms": 96.129}, "read_interval": {"avg_ms": 100.149, "count": 299, "max_ms": 187.974, "p95_ms": 118.465}, "triton_wait": {"avg_ms": 56.145, "count": 300, "max_ms": 75.693, "p95_ms": 72.309}, "visualize": {"avg_ms": 3.528, "count": 300, "max_ms": 4.556, "p95_ms": 3.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16247.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24488.976, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.306, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2142894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T22:59:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T22:59:47+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T22:59:47+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T22:59:47.085943+09:00", "mtime_epoch": 1783259987.0859425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T22:59:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2462.551, "name": "celery", "pid": 267, "rss_mb": 2462.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.903, "count": 301, "max_ms": 12.433, "p95_ms": 8.525}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.929, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.798, "count": 301, "max_ms": 70.64, "p95_ms": 64.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.592, "count": 301, "max_ms": 70.668, "p95_ms": 61.184}, "yolo11_640_fire_11class": {"avg_ms": 54.218, "count": 301, "max_ms": 69.784, "p95_ms": 64.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.446, "count": 301, "max_ms": 75.0, "p95_ms": 72.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.351, "count": 302, "max_ms": 93.804, "p95_ms": 89.503}, "read_interval": {"avg_ms": 99.728, "count": 301, "max_ms": 367.139, "p95_ms": 131.371}, "triton_wait": {"avg_ms": 59.657, "count": 301, "max_ms": 75.012, "p95_ms": 72.991}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 4.779, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16247.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8587.902, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.365, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1687572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:00:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:00:12+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T23:00:12+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T23:00:12.138298+09:00", "mtime_epoch": 1783260012.1382983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:00:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9429.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.405, "count": 301, "max_ms": 23.782, "p95_ms": 18.254}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.93, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.07, "count": 301, "max_ms": 69.01, "p95_ms": 62.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.414, "count": 301, "max_ms": 68.096, "p95_ms": 59.914}, "yolo11_640_fire_11class": {"avg_ms": 50.119, "count": 301, "max_ms": 65.658, "p95_ms": 61.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.414, "count": 301, "max_ms": 76.243, "p95_ms": 70.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.297, "count": 301, "max_ms": 100.545, "p95_ms": 94.621}, "read_interval": {"avg_ms": 99.778, "count": 300, "max_ms": 187.173, "p95_ms": 120.032}, "triton_wait": {"avg_ms": 54.544, "count": 301, "max_ms": 76.255, "p95_ms": 70.296}, "visualize": {"avg_ms": 3.518, "count": 301, "max_ms": 4.262, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16247.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24519.003, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.28, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2143194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:00:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:00:17+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T23:00:17+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T23:00:17.146369+09:00", "mtime_epoch": 1783260017.1463695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:00:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2462.551, "name": "celery", "pid": 267, "rss_mb": 2462.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.985, "count": 300, "max_ms": 13.005, "p95_ms": 8.773}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.838, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.3, "count": 300, "max_ms": 70.933, "p95_ms": 65.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.615, "count": 300, "max_ms": 70.25, "p95_ms": 57.27}, "yolo11_640_fire_11class": {"avg_ms": 53.352, "count": 300, "max_ms": 71.364, "p95_ms": 63.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.446, "count": 300, "max_ms": 77.948, "p95_ms": 72.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.424, "count": 300, "max_ms": 94.471, "p95_ms": 89.069}, "read_interval": {"avg_ms": 100.14, "count": 299, "max_ms": 409.193, "p95_ms": 163.961}, "triton_wait": {"avg_ms": 58.729, "count": 300, "max_ms": 77.96, "p95_ms": 72.1}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 4.718, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16247.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8617.979, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.275, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1687873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:00:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:00:42+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T23:00:42+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T23:00:42.238726+09:00", "mtime_epoch": 1783260042.238726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:00:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9429.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.29, "count": 301, "max_ms": 19.833, "p95_ms": 18.025}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.443, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.842, "count": 301, "max_ms": 67.061, "p95_ms": 61.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.25, "count": 301, "max_ms": 66.516, "p95_ms": 60.291}, "yolo11_640_fire_11class": {"avg_ms": 50.855, "count": 301, "max_ms": 66.428, "p95_ms": 60.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.853, "count": 301, "max_ms": 76.847, "p95_ms": 70.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.618, "count": 301, "max_ms": 101.594, "p95_ms": 94.448}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 177.036, "p95_ms": 116.178}, "triton_wait": {"avg_ms": 55.987, "count": 301, "max_ms": 76.859, "p95_ms": 70.079}, "visualize": {"avg_ms": 3.501, "count": 301, "max_ms": 4.447, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16248.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24549.028, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.368, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2143494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:00:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:00:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:00:47+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:00:47.150796+09:00", "mtime_epoch": 1783260047.1507957, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:00:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2462.809, "name": "celery", "pid": 267, "rss_mb": 2462.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.896, "count": 300, "max_ms": 12.932, "p95_ms": 8.681}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.544, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.714, "count": 300, "max_ms": 71.215, "p95_ms": 66.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.968, "count": 300, "max_ms": 71.351, "p95_ms": 63.676}, "yolo11_640_fire_11class": {"avg_ms": 55.84, "count": 300, "max_ms": 72.035, "p95_ms": 65.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.631, "count": 300, "max_ms": 77.173, "p95_ms": 73.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.348, "count": 300, "max_ms": 94.521, "p95_ms": 89.61}, "read_interval": {"avg_ms": 100.015, "count": 300, "max_ms": 345.461, "p95_ms": 133.734}, "triton_wait": {"avg_ms": 61.806, "count": 300, "max_ms": 77.186, "p95_ms": 73.15}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 4.676, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16248.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8647.99, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.248, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1688173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:01:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:01:12+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T23:01:12+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T23:01:12.247153+09:00", "mtime_epoch": 1783260072.2471526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:01:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9430.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.534, "count": 300, "max_ms": 27.947, "p95_ms": 18.468}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.613, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.749, "count": 300, "max_ms": 65.197, "p95_ms": 63.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.97, "count": 300, "max_ms": 64.35, "p95_ms": 56.885}, "yolo11_640_fire_11class": {"avg_ms": 50.544, "count": 300, "max_ms": 65.518, "p95_ms": 62.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.775, "count": 300, "max_ms": 74.451, "p95_ms": 71.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.96, "count": 300, "max_ms": 98.777, "p95_ms": 95.854}, "read_interval": {"avg_ms": 100.041, "count": 300, "max_ms": 198.194, "p95_ms": 120.188}, "triton_wait": {"avg_ms": 55.032, "count": 300, "max_ms": 74.463, "p95_ms": 71.509}, "visualize": {"avg_ms": 3.495, "count": 300, "max_ms": 4.707, "p95_ms": 3.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16248.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24579.233, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.254, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2143795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:01:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:01:17+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:01:17+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-05T23:01:17.231223+09:00", "mtime_epoch": 1783260077.2312233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:01:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2462.809, "name": "celery", "pid": 267, "rss_mb": 2462.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.916, "count": 299, "max_ms": 13.355, "p95_ms": 8.885}, "gstreamer_push": {"avg_ms": 1.323, "count": 299, "max_ms": 1.937, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.175, "count": 299, "max_ms": 73.64, "p95_ms": 66.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.168, "count": 299, "max_ms": 68.991, "p95_ms": 58.214}, "yolo11_640_fire_11class": {"avg_ms": 53.711, "count": 299, "max_ms": 74.284, "p95_ms": 64.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.195, "count": 299, "max_ms": 75.505, "p95_ms": 72.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.408, "count": 299, "max_ms": 92.678, "p95_ms": 89.366}, "read_interval": {"avg_ms": 100.348, "count": 299, "max_ms": 420.451, "p95_ms": 162.623}, "triton_wait": {"avg_ms": 59.727, "count": 299, "max_ms": 75.519, "p95_ms": 72.717}, "visualize": {"avg_ms": 3.708, "count": 299, "max_ms": 5.516, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16248.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8678.032, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.106, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1688473, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:01:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:01:42+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:01:42+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:01:42.283580+09:00", "mtime_epoch": 1783260102.2835796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:01:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9430.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.807, "count": 300, "max_ms": 26.73, "p95_ms": 19.439}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 2.144, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.811, "count": 300, "max_ms": 67.834, "p95_ms": 62.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.429, "count": 300, "max_ms": 66.36, "p95_ms": 56.048}, "yolo11_640_fire_11class": {"avg_ms": 49.889, "count": 300, "max_ms": 67.299, "p95_ms": 62.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.769, "count": 300, "max_ms": 75.341, "p95_ms": 71.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.267, "count": 300, "max_ms": 102.54, "p95_ms": 96.175}, "read_interval": {"avg_ms": 100.13, "count": 299, "max_ms": 191.068, "p95_ms": 122.983}, "triton_wait": {"avg_ms": 53.987, "count": 300, "max_ms": 75.352, "p95_ms": 71.163}, "visualize": {"avg_ms": 3.566, "count": 300, "max_ms": 4.827, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16248.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24609.333, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.193, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2144095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:01:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:01:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T23:01:47+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-05T23:01:47.359652+09:00", "mtime_epoch": 1783260107.3596518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:01:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2463.066, "name": "celery", "pid": 267, "rss_mb": 2463.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.933, "count": 299, "max_ms": 12.672, "p95_ms": 8.642}, "gstreamer_push": {"avg_ms": 1.319, "count": 299, "max_ms": 1.6, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.856, "count": 299, "max_ms": 67.73, "p95_ms": 64.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.619, "count": 299, "max_ms": 68.038, "p95_ms": 55.472}, "yolo11_640_fire_11class": {"avg_ms": 52.539, "count": 299, "max_ms": 67.968, "p95_ms": 64.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.821, "count": 299, "max_ms": 75.434, "p95_ms": 72.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.851, "count": 299, "max_ms": 91.806, "p95_ms": 88.822}, "read_interval": {"avg_ms": 100.326, "count": 299, "max_ms": 711.511, "p95_ms": 169.989}, "triton_wait": {"avg_ms": 57.115, "count": 299, "max_ms": 75.447, "p95_ms": 72.015}, "visualize": {"avg_ms": 3.722, "count": 299, "max_ms": 5.089, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16248.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8708.095, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.175, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1688774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:02:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:02:12+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:02:12+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T23:02:12.340007+09:00", "mtime_epoch": 1783260132.3400073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:02:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9430.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.722, "count": 301, "max_ms": 28.554, "p95_ms": 18.763}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.757, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.379, "count": 301, "max_ms": 74.109, "p95_ms": 63.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.494, "count": 301, "max_ms": 64.521, "p95_ms": 54.777}, "yolo11_640_fire_11class": {"avg_ms": 50.898, "count": 301, "max_ms": 73.576, "p95_ms": 63.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.961, "count": 301, "max_ms": 75.175, "p95_ms": 72.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.531, "count": 301, "max_ms": 100.749, "p95_ms": 96.918}, "read_interval": {"avg_ms": 99.861, "count": 300, "max_ms": 178.472, "p95_ms": 121.621}, "triton_wait": {"avg_ms": 54.295, "count": 301, "max_ms": 75.187, "p95_ms": 72.285}, "visualize": {"avg_ms": 3.567, "count": 301, "max_ms": 4.43, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16249.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24639.339, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.105, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2144397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:02:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:02:17+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:02:17+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T23:02:17.472080+09:00", "mtime_epoch": 1783260137.4720802, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:02:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2463.324, "name": "celery", "pid": 267, "rss_mb": 2463.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.937, "count": 302, "max_ms": 13.528, "p95_ms": 8.485}, "gstreamer_push": {"avg_ms": 1.318, "count": 302, "max_ms": 2.191, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.056, "count": 302, "max_ms": 74.809, "p95_ms": 65.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.126, "count": 302, "max_ms": 69.248, "p95_ms": 59.102}, "yolo11_640_fire_11class": {"avg_ms": 52.897, "count": 302, "max_ms": 74.299, "p95_ms": 65.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.367, "count": 302, "max_ms": 74.858, "p95_ms": 71.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.632, "count": 302, "max_ms": 91.337, "p95_ms": 88.603}, "read_interval": {"avg_ms": 99.414, "count": 302, "max_ms": 513.235, "p95_ms": 140.472}, "triton_wait": {"avg_ms": 57.908, "count": 302, "max_ms": 74.871, "p95_ms": 71.916}, "visualize": {"avg_ms": 3.708, "count": 302, "max_ms": 4.937, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16249.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8738.23, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.286, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1689075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:02:42+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T23:02:42+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T23:02:42.428436+09:00", "mtime_epoch": 1783260162.4284356, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:02:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9430.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.26, "count": 301, "max_ms": 29.878, "p95_ms": 19.438}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.626, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.169, "count": 301, "max_ms": 73.578, "p95_ms": 63.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.507, "count": 301, "max_ms": 65.046, "p95_ms": 55.288}, "yolo11_640_fire_11class": {"avg_ms": 50.085, "count": 301, "max_ms": 72.518, "p95_ms": 63.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.748, "count": 301, "max_ms": 77.292, "p95_ms": 71.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.809, "count": 301, "max_ms": 111.445, "p95_ms": 97.45}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 193.846, "p95_ms": 127.488}, "triton_wait": {"avg_ms": 53.998, "count": 301, "max_ms": 77.304, "p95_ms": 71.972}, "visualize": {"avg_ms": 3.584, "count": 301, "max_ms": 4.471, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16249.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24669.428, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.111, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2144698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:02:47+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:02:47+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T23:02:47.544508+09:00", "mtime_epoch": 1783260167.5445085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:02:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2463.324, "name": "celery", "pid": 267, "rss_mb": 2463.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.171, "count": 300, "max_ms": 14.399, "p95_ms": 11.647}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 2.029, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.358, "count": 300, "max_ms": 75.963, "p95_ms": 64.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.907, "count": 300, "max_ms": 65.796, "p95_ms": 59.155}, "yolo11_640_fire_11class": {"avg_ms": 52.407, "count": 300, "max_ms": 75.952, "p95_ms": 64.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.379, "count": 300, "max_ms": 76.867, "p95_ms": 71.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.661, "count": 300, "max_ms": 93.139, "p95_ms": 89.171}, "read_interval": {"avg_ms": 99.954, "count": 300, "max_ms": 469.444, "p95_ms": 140.137}, "triton_wait": {"avg_ms": 57.708, "count": 300, "max_ms": 76.879, "p95_ms": 71.512}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 4.802, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16249.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8768.287, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.51, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1689375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:03:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:03:12+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T23:03:12+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-05T23:03:12.469432+09:00", "mtime_epoch": 1783260192.4694319, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:03:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9430.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.005, "count": 300, "max_ms": 26.262, "p95_ms": 19.306}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.517, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.646, "count": 300, "max_ms": 67.97, "p95_ms": 63.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.982, "count": 300, "max_ms": 66.578, "p95_ms": 58.09}, "yolo11_640_fire_11class": {"avg_ms": 49.928, "count": 300, "max_ms": 66.592, "p95_ms": 63.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.407, "count": 300, "max_ms": 75.434, "p95_ms": 72.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.003, "count": 300, "max_ms": 101.464, "p95_ms": 97.57}, "read_interval": {"avg_ms": 100.155, "count": 299, "max_ms": 187.263, "p95_ms": 131.161}, "triton_wait": {"avg_ms": 53.553, "count": 300, "max_ms": 75.446, "p95_ms": 72.916}, "visualize": {"avg_ms": 3.556, "count": 300, "max_ms": 4.571, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16249.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24699.482, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.232, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2144996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:03:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:03:17+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T23:03:17+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T23:03:17.621704+09:00", "mtime_epoch": 1783260197.6217036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:03:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2463.582, "name": "celery", "pid": 267, "rss_mb": 2463.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.033, "count": 298, "max_ms": 13.678, "p95_ms": 8.561}, "gstreamer_push": {"avg_ms": 1.306, "count": 298, "max_ms": 1.574, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.338, "count": 298, "max_ms": 69.223, "p95_ms": 65.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.362, "count": 298, "max_ms": 69.392, "p95_ms": 61.39}, "yolo11_640_fire_11class": {"avg_ms": 51.188, "count": 298, "max_ms": 69.53, "p95_ms": 64.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.787, "count": 298, "max_ms": 75.592, "p95_ms": 72.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.046, "count": 298, "max_ms": 92.12, "p95_ms": 89.438}, "read_interval": {"avg_ms": 100.91, "count": 297, "max_ms": 395.021, "p95_ms": 171.398}, "triton_wait": {"avg_ms": 56.251, "count": 298, "max_ms": 75.604, "p95_ms": 72.928}, "visualize": {"avg_ms": 3.721, "count": 298, "max_ms": 5.812, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16250.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8798.363, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.532, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1689676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:03:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:03:42+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T23:03:42+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-05T23:03:42.590996+09:00", "mtime_epoch": 1783260222.5909958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:03:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9430.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.81, "count": 301, "max_ms": 27.5, "p95_ms": 18.836}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 2.484, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.31, "count": 301, "max_ms": 67.245, "p95_ms": 63.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.886, "count": 301, "max_ms": 65.687, "p95_ms": 55.698}, "yolo11_640_fire_11class": {"avg_ms": 49.57, "count": 301, "max_ms": 65.391, "p95_ms": 62.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.911, "count": 301, "max_ms": 76.804, "p95_ms": 72.395}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.22, "count": 301, "max_ms": 101.416, "p95_ms": 96.712}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 205.835, "p95_ms": 123.65}, "triton_wait": {"avg_ms": 53.966, "count": 301, "max_ms": 76.816, "p95_ms": 72.406}, "visualize": {"avg_ms": 3.539, "count": 301, "max_ms": 4.578, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16250.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24729.53, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.307, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2145299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:03:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:03:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:03:47+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T23:03:47.635252+09:00", "mtime_epoch": 1783260227.635252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:03:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2463.582, "name": "celery", "pid": 267, "rss_mb": 2463.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.11, "pushed": 10.11, "read": 10.076}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.999, "count": 303, "max_ms": 13.178, "p95_ms": 8.519}, "gstreamer_push": {"avg_ms": 1.304, "count": 303, "max_ms": 1.552, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.582, "count": 303, "max_ms": 71.265, "p95_ms": 64.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.896, "count": 303, "max_ms": 73.439, "p95_ms": 59.251}, "yolo11_640_fire_11class": {"avg_ms": 52.363, "count": 303, "max_ms": 72.234, "p95_ms": 63.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.916, "count": 303, "max_ms": 77.719, "p95_ms": 72.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.832, "count": 303, "max_ms": 94.056, "p95_ms": 89.077}, "read_interval": {"avg_ms": 99.165, "count": 302, "max_ms": 414.134, "p95_ms": 154.83}, "triton_wait": {"avg_ms": 58.088, "count": 303, "max_ms": 77.733, "p95_ms": 72.513}, "visualize": {"avg_ms": 3.737, "count": 303, "max_ms": 5.707, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16249.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8828.432, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.668, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1689977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:04:12+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:04:12+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T23:04:12.692502+09:00", "mtime_epoch": 1783260252.6925015, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:04:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9430.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.855, "count": 301, "max_ms": 22.269, "p95_ms": 18.715}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.927, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.154, "count": 301, "max_ms": 67.428, "p95_ms": 64.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.819, "count": 301, "max_ms": 67.439, "p95_ms": 60.116}, "yolo11_640_fire_11class": {"avg_ms": 50.415, "count": 301, "max_ms": 68.528, "p95_ms": 63.3}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.575, "count": 301, "max_ms": 76.707, "p95_ms": 72.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.978, "count": 301, "max_ms": 100.719, "p95_ms": 97.291}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 185.892, "p95_ms": 128.505}, "triton_wait": {"avg_ms": 54.698, "count": 301, "max_ms": 76.718, "p95_ms": 72.446}, "visualize": {"avg_ms": 3.535, "count": 301, "max_ms": 4.449, "p95_ms": 3.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16250.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24759.548, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.246, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2145599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:04:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:04:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T23:04:17.660745+09:00", "mtime_epoch": 1783260257.6607447, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95293}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:04:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2463.84, "name": "celery", "pid": 267, "rss_mb": 2463.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.986, "count": 300, "max_ms": 10.387, "p95_ms": 8.766}, "gstreamer_push": {"avg_ms": 1.336, "count": 300, "max_ms": 1.934, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.689, "count": 300, "max_ms": 69.177, "p95_ms": 65.092}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.712, "count": 300, "max_ms": 68.578, "p95_ms": 57.382}, "yolo11_640_fire_11class": {"avg_ms": 53.646, "count": 300, "max_ms": 71.64, "p95_ms": 64.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.395, "count": 300, "max_ms": 77.21, "p95_ms": 72.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.358, "count": 300, "max_ms": 93.734, "p95_ms": 89.566}, "read_interval": {"avg_ms": 100.05, "count": 299, "max_ms": 466.114, "p95_ms": 134.458}, "triton_wait": {"avg_ms": 58.581, "count": 300, "max_ms": 77.224, "p95_ms": 72.626}, "visualize": {"avg_ms": 3.728, "count": 300, "max_ms": 4.666, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16250.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8858.464, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.54, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1690277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:04:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:04:42+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T23:04:42+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T23:04:42.725950+09:00", "mtime_epoch": 1783260282.7259502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:04:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9430.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.235, "count": 300, "max_ms": 24.018, "p95_ms": 17.995}, "gstreamer_push": {"avg_ms": 1.204, "count": 300, "max_ms": 1.645, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.728, "count": 300, "max_ms": 65.711, "p95_ms": 63.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.418, "count": 300, "max_ms": 66.425, "p95_ms": 60.464}, "yolo11_640_fire_11class": {"avg_ms": 52.157, "count": 300, "max_ms": 65.464, "p95_ms": 62.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.87, "count": 300, "max_ms": 76.777, "p95_ms": 71.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.407, "count": 300, "max_ms": 101.445, "p95_ms": 95.562}, "read_interval": {"avg_ms": 100.138, "count": 299, "max_ms": 182.475, "p95_ms": 114.836}, "triton_wait": {"avg_ms": 56.936, "count": 300, "max_ms": 76.789, "p95_ms": 71.407}, "visualize": {"avg_ms": 3.467, "count": 300, "max_ms": 4.851, "p95_ms": 3.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16250.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24789.631, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.307, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2145898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:04:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:04:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:04:47+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:04:47.750187+09:00", "mtime_epoch": 1783260287.7501874, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:04:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2463.84, "name": "celery", "pid": 267, "rss_mb": 2463.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.938, "count": 299, "max_ms": 9.255, "p95_ms": 8.278}, "gstreamer_push": {"avg_ms": 1.337, "count": 299, "max_ms": 1.908, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.07, "count": 299, "max_ms": 70.678, "p95_ms": 67.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.883, "count": 299, "max_ms": 72.647, "p95_ms": 64.346}, "yolo11_640_fire_11class": {"avg_ms": 57.395, "count": 299, "max_ms": 71.853, "p95_ms": 66.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.683, "count": 299, "max_ms": 75.713, "p95_ms": 72.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.514, "count": 299, "max_ms": 92.378, "p95_ms": 89.558}, "read_interval": {"avg_ms": 100.613, "count": 298, "max_ms": 310.571, "p95_ms": 130.313}, "triton_wait": {"avg_ms": 62.788, "count": 299, "max_ms": 75.725, "p95_ms": 72.913}, "visualize": {"avg_ms": 3.718, "count": 299, "max_ms": 4.272, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16250.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8888.484, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.735, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1690577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:05:12+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:05:12+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T23:05:12.731347+09:00", "mtime_epoch": 1783260312.731347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:05:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9431.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.592, "count": 300, "max_ms": 22.798, "p95_ms": 18.449}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 2.128, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.178, "count": 300, "max_ms": 67.861, "p95_ms": 63.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.299, "count": 300, "max_ms": 65.814, "p95_ms": 58.782}, "yolo11_640_fire_11class": {"avg_ms": 50.629, "count": 300, "max_ms": 65.194, "p95_ms": 62.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.855, "count": 300, "max_ms": 75.183, "p95_ms": 71.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.851, "count": 300, "max_ms": 101.004, "p95_ms": 96.779}, "read_interval": {"avg_ms": 100.053, "count": 299, "max_ms": 202.649, "p95_ms": 116.589}, "triton_wait": {"avg_ms": 54.917, "count": 300, "max_ms": 75.195, "p95_ms": 71.698}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.301, "p95_ms": 3.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16250.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24819.634, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.383, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2146200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:05:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:05:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:05:17+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T23:05:17.759576+09:00", "mtime_epoch": 1783260317.7595763, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:05:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2464.098, "name": "celery", "pid": 267, "rss_mb": 2464.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.17, "count": 302, "max_ms": 12.892, "p95_ms": 10.425}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 1.48, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.789, "count": 302, "max_ms": 69.091, "p95_ms": 64.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.202, "count": 302, "max_ms": 69.081, "p95_ms": 58.41}, "yolo11_640_fire_11class": {"avg_ms": 54.404, "count": 302, "max_ms": 69.457, "p95_ms": 65.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.084, "count": 302, "max_ms": 75.883, "p95_ms": 73.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.22, "count": 302, "max_ms": 92.522, "p95_ms": 90.084}, "read_interval": {"avg_ms": 99.354, "count": 302, "max_ms": 375.765, "p95_ms": 153.28}, "triton_wait": {"avg_ms": 59.288, "count": 302, "max_ms": 75.896, "p95_ms": 73.306}, "visualize": {"avg_ms": 3.751, "count": 302, "max_ms": 4.905, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16251.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8918.574, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.795, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1690878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:05:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:05:42+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:05:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T23:05:42.820700+09:00", "mtime_epoch": 1783260342.8207002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:05:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9431.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.704, "count": 301, "max_ms": 26.025, "p95_ms": 18.951}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.983, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.602, "count": 301, "max_ms": 70.789, "p95_ms": 63.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.216, "count": 301, "max_ms": 66.414, "p95_ms": 55.093}, "yolo11_640_fire_11class": {"avg_ms": 50.7, "count": 301, "max_ms": 72.377, "p95_ms": 63.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.168, "count": 301, "max_ms": 79.197, "p95_ms": 71.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.469, "count": 301, "max_ms": 103.987, "p95_ms": 96.047}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 197.185, "p95_ms": 120.064}, "triton_wait": {"avg_ms": 54.397, "count": 301, "max_ms": 79.21, "p95_ms": 71.451}, "visualize": {"avg_ms": 3.536, "count": 301, "max_ms": 4.451, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16251.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24849.734, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.222, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2146499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:05:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:05:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T23:05:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T23:05:47.848922+09:00", "mtime_epoch": 1783260347.8489218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:05:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2464.355, "name": "celery", "pid": 267, "rss_mb": 2464.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.998, "count": 299, "max_ms": 11.672, "p95_ms": 8.801}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 1.485, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.301, "count": 299, "max_ms": 67.246, "p95_ms": 64.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.517, "count": 299, "max_ms": 67.631, "p95_ms": 56.82}, "yolo11_640_fire_11class": {"avg_ms": 53.503, "count": 299, "max_ms": 67.376, "p95_ms": 64.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.859, "count": 299, "max_ms": 74.568, "p95_ms": 71.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.874, "count": 299, "max_ms": 90.957, "p95_ms": 88.028}, "read_interval": {"avg_ms": 100.652, "count": 298, "max_ms": 409.915, "p95_ms": 160.271}, "triton_wait": {"avg_ms": 58.132, "count": 299, "max_ms": 74.58, "p95_ms": 71.365}, "visualize": {"avg_ms": 3.744, "count": 299, "max_ms": 4.932, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16251.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8948.633, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.793, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1691179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:06:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:06:12+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T23:06:12+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T23:06:12.894007+09:00", "mtime_epoch": 1783260372.8940074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:06:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9431.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.594, "count": 301, "max_ms": 23.725, "p95_ms": 18.408}, "gstreamer_push": {"avg_ms": 1.218, "count": 301, "max_ms": 1.459, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.051, "count": 301, "max_ms": 69.124, "p95_ms": 62.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.788, "count": 301, "max_ms": 68.448, "p95_ms": 57.04}, "yolo11_640_fire_11class": {"avg_ms": 50.311, "count": 301, "max_ms": 66.868, "p95_ms": 61.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.185, "count": 301, "max_ms": 75.443, "p95_ms": 70.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.195, "count": 301, "max_ms": 101.41, "p95_ms": 94.748}, "read_interval": {"avg_ms": 99.895, "count": 300, "max_ms": 188.216, "p95_ms": 122.834}, "triton_wait": {"avg_ms": 54.301, "count": 301, "max_ms": 75.46, "p95_ms": 70.251}, "visualize": {"avg_ms": 3.508, "count": 301, "max_ms": 4.659, "p95_ms": 3.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16251.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24879.806, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.199, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2146799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:06:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:06:18+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T23:06:17+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-05T23:06:17.942223+09:00", "mtime_epoch": 1783260377.9422226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:06:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2464.355, "name": "celery", "pid": 267, "rss_mb": 2464.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.989, "count": 300, "max_ms": 10.32, "p95_ms": 8.762}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 2.145, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.508, "count": 300, "max_ms": 71.655, "p95_ms": 65.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.338, "count": 300, "max_ms": 73.229, "p95_ms": 57.684}, "yolo11_640_fire_11class": {"avg_ms": 53.01, "count": 300, "max_ms": 73.246, "p95_ms": 64.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.847, "count": 300, "max_ms": 75.921, "p95_ms": 71.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.821, "count": 300, "max_ms": 92.697, "p95_ms": 88.842}, "read_interval": {"avg_ms": 100.297, "count": 299, "max_ms": 443.167, "p95_ms": 199.113}, "triton_wait": {"avg_ms": 58.066, "count": 300, "max_ms": 75.933, "p95_ms": 71.919}, "visualize": {"avg_ms": 3.73, "count": 300, "max_ms": 4.699, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16251.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 8978.661, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.795, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1691479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:06:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:06:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:06:42+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:06:42.915270+09:00", "mtime_epoch": 1783260402.91527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:06:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9431.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.626, "count": 300, "max_ms": 21.242, "p95_ms": 18.693}, "gstreamer_push": {"avg_ms": 1.217, "count": 300, "max_ms": 1.475, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.685, "count": 300, "max_ms": 65.814, "p95_ms": 63.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.77, "count": 300, "max_ms": 65.996, "p95_ms": 59.139}, "yolo11_640_fire_11class": {"avg_ms": 50.905, "count": 300, "max_ms": 65.228, "p95_ms": 62.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.919, "count": 300, "max_ms": 74.54, "p95_ms": 71.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.929, "count": 300, "max_ms": 99.008, "p95_ms": 95.942}, "read_interval": {"avg_ms": 100.072, "count": 299, "max_ms": 187.055, "p95_ms": 119.887}, "triton_wait": {"avg_ms": 55.052, "count": 300, "max_ms": 74.552, "p95_ms": 71.519}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 4.477, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16251.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24909.82, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.383, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2147101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:06:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:06:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T23:06:47+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:06:47.939477+09:00", "mtime_epoch": 1783260407.9394774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:06:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2464.613, "name": "celery", "pid": 267, "rss_mb": 2464.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.9, "count": 302, "max_ms": 12.83, "p95_ms": 8.346}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 1.537, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.987, "count": 302, "max_ms": 70.511, "p95_ms": 66.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.767, "count": 302, "max_ms": 73.145, "p95_ms": 60.472}, "yolo11_640_fire_11class": {"avg_ms": 55.041, "count": 302, "max_ms": 70.227, "p95_ms": 66.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.183, "count": 302, "max_ms": 75.523, "p95_ms": 73.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.935, "count": 302, "max_ms": 92.026, "p95_ms": 90.193}, "read_interval": {"avg_ms": 99.323, "count": 302, "max_ms": 319.682, "p95_ms": 174.276}, "triton_wait": {"avg_ms": 60.344, "count": 302, "max_ms": 75.535, "p95_ms": 73.601}, "visualize": {"avg_ms": 3.689, "count": 302, "max_ms": 4.701, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16252.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9008.745, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.66, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1691780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:07:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:07:13+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:07:12+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:07:12.996495+09:00", "mtime_epoch": 1783260432.9964952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:07:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9431.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.71, "count": 301, "max_ms": 22.213, "p95_ms": 18.967}, "gstreamer_push": {"avg_ms": 1.229, "count": 301, "max_ms": 1.933, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.214, "count": 301, "max_ms": 67.145, "p95_ms": 63.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.14, "count": 301, "max_ms": 72.213, "p95_ms": 58.526}, "yolo11_640_fire_11class": {"avg_ms": 50.555, "count": 301, "max_ms": 67.837, "p95_ms": 63.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.788, "count": 301, "max_ms": 75.694, "p95_ms": 70.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.91, "count": 301, "max_ms": 102.416, "p95_ms": 95.99}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 188.001, "p95_ms": 119.117}, "triton_wait": {"avg_ms": 54.897, "count": 301, "max_ms": 75.706, "p95_ms": 71.127}, "visualize": {"avg_ms": 3.531, "count": 301, "max_ms": 5.226, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16252.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24939.82, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.432, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2147400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:07:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:07:18+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T23:07:17+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T23:07:17.952693+09:00", "mtime_epoch": 1783260437.9526932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:07:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2464.613, "name": "celery", "pid": 267, "rss_mb": 2464.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.025, "count": 299, "max_ms": 13.232, "p95_ms": 8.931}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 1.626, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.479, "count": 299, "max_ms": 68.603, "p95_ms": 64.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.355, "count": 299, "max_ms": 67.33, "p95_ms": 58.437}, "yolo11_640_fire_11class": {"avg_ms": 52.222, "count": 299, "max_ms": 68.863, "p95_ms": 64.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.035, "count": 299, "max_ms": 76.501, "p95_ms": 72.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.048, "count": 299, "max_ms": 92.899, "p95_ms": 89.174}, "read_interval": {"avg_ms": 100.38, "count": 299, "max_ms": 352.985, "p95_ms": 186.914}, "triton_wait": {"avg_ms": 57.321, "count": 299, "max_ms": 76.513, "p95_ms": 72.397}, "visualize": {"avg_ms": 3.714, "count": 299, "max_ms": 5.007, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16251.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9038.823, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.458, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1692081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:07:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:07:43+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:07:43+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:07:43.073682+09:00", "mtime_epoch": 1783260463.0736823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:07:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9431.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.714, "count": 301, "max_ms": 24.718, "p95_ms": 18.86}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.511, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.591, "count": 301, "max_ms": 69.035, "p95_ms": 64.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.405, "count": 301, "max_ms": 69.317, "p95_ms": 61.598}, "yolo11_640_fire_11class": {"avg_ms": 50.873, "count": 301, "max_ms": 69.627, "p95_ms": 63.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.942, "count": 301, "max_ms": 77.817, "p95_ms": 72.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.121, "count": 301, "max_ms": 102.091, "p95_ms": 96.7}, "read_interval": {"avg_ms": 99.925, "count": 300, "max_ms": 189.709, "p95_ms": 117.593}, "triton_wait": {"avg_ms": 55.067, "count": 301, "max_ms": 77.828, "p95_ms": 72.131}, "visualize": {"avg_ms": 3.522, "count": 301, "max_ms": 4.964, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16252.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24969.847, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.438, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2147699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:07:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:07:48+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T23:07:47+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T23:07:47.973872+09:00", "mtime_epoch": 1783260467.9738724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:07:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2464.871, "name": "celery", "pid": 267, "rss_mb": 2464.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 299, "max_ms": 13.23, "p95_ms": 8.427}, "gstreamer_push": {"avg_ms": 1.314, "count": 299, "max_ms": 1.645, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.936, "count": 299, "max_ms": 70.314, "p95_ms": 65.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.865, "count": 299, "max_ms": 72.31, "p95_ms": 62.433}, "yolo11_640_fire_11class": {"avg_ms": 54.161, "count": 299, "max_ms": 70.997, "p95_ms": 65.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.235, "count": 299, "max_ms": 75.873, "p95_ms": 73.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.29, "count": 299, "max_ms": 92.642, "p95_ms": 89.597}, "read_interval": {"avg_ms": 100.443, "count": 298, "max_ms": 454.641, "p95_ms": 174.502}, "triton_wait": {"avg_ms": 59.647, "count": 299, "max_ms": 75.885, "p95_ms": 73.254}, "visualize": {"avg_ms": 3.714, "count": 299, "max_ms": 4.8, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16252.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9068.833, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.315, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1692381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:08:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:08:13+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-05T23:08:13+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T23:08:13.070831+09:00", "mtime_epoch": 1783260493.070831, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:08:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9431.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.8, "count": 300, "max_ms": 23.39, "p95_ms": 18.694}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.496, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.307, "count": 300, "max_ms": 67.358, "p95_ms": 63.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.282, "count": 300, "max_ms": 66.476, "p95_ms": 60.389}, "yolo11_640_fire_11class": {"avg_ms": 50.672, "count": 300, "max_ms": 67.337, "p95_ms": 63.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.647, "count": 300, "max_ms": 75.078, "p95_ms": 71.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.943, "count": 300, "max_ms": 99.88, "p95_ms": 96.837}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 156.893, "p95_ms": 118.763}, "triton_wait": {"avg_ms": 54.734, "count": 300, "max_ms": 75.089, "p95_ms": 71.927}, "visualize": {"avg_ms": 3.55, "count": 300, "max_ms": 5.376, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16252.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 24999.903, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.475, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2148001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:08:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:08:18+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T23:08:18+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T23:08:18.043018+09:00", "mtime_epoch": 1783260498.043018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:08:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2464.871, "name": "celery", "pid": 267, "rss_mb": 2464.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.029, "count": 302, "max_ms": 12.381, "p95_ms": 8.802}, "gstreamer_push": {"avg_ms": 1.306, "count": 302, "max_ms": 2.064, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.671, "count": 302, "max_ms": 72.811, "p95_ms": 66.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.768, "count": 302, "max_ms": 74.618, "p95_ms": 62.159}, "yolo11_640_fire_11class": {"avg_ms": 52.91, "count": 302, "max_ms": 74.023, "p95_ms": 65.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.614, "count": 302, "max_ms": 76.71, "p95_ms": 72.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.745, "count": 302, "max_ms": 96.83, "p95_ms": 89.654}, "read_interval": {"avg_ms": 99.591, "count": 301, "max_ms": 427.266, "p95_ms": 151.82}, "triton_wait": {"avg_ms": 57.897, "count": 302, "max_ms": 76.722, "p95_ms": 72.746}, "visualize": {"avg_ms": 3.76, "count": 302, "max_ms": 5.029, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16252.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9098.867, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.315, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1692681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:08:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:08:43+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:08:43+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T23:08:43.115948+09:00", "mtime_epoch": 1783260523.115948, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:08:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9432.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.76, "count": 300, "max_ms": 20.5, "p95_ms": 18.733}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.47, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.618, "count": 300, "max_ms": 68.836, "p95_ms": 63.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.865, "count": 300, "max_ms": 67.767, "p95_ms": 57.892}, "yolo11_640_fire_11class": {"avg_ms": 50.213, "count": 300, "max_ms": 68.826, "p95_ms": 63.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.77, "count": 300, "max_ms": 76.65, "p95_ms": 72.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.046, "count": 300, "max_ms": 103.039, "p95_ms": 97.968}, "read_interval": {"avg_ms": 100.093, "count": 299, "max_ms": 190.93, "p95_ms": 126.607}, "triton_wait": {"avg_ms": 53.908, "count": 300, "max_ms": 76.662, "p95_ms": 72.505}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.721, "p95_ms": 3.726}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16252.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25029.997, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.53, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2148303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:08:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:08:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T23:08:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T23:08:48.108130+09:00", "mtime_epoch": 1783260528.1081305, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:08:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2465.129, "name": "celery", "pid": 267, "rss_mb": 2465.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.163, "count": 301, "max_ms": 13.949, "p95_ms": 8.85}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 1.754, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.045, "count": 301, "max_ms": 72.189, "p95_ms": 65.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.882, "count": 301, "max_ms": 71.282, "p95_ms": 61.51}, "yolo11_640_fire_11class": {"avg_ms": 53.787, "count": 301, "max_ms": 68.276, "p95_ms": 65.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.38, "count": 301, "max_ms": 75.644, "p95_ms": 72.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.606, "count": 301, "max_ms": 93.415, "p95_ms": 89.666}, "read_interval": {"avg_ms": 99.709, "count": 300, "max_ms": 403.574, "p95_ms": 151.276}, "triton_wait": {"avg_ms": 58.547, "count": 301, "max_ms": 75.658, "p95_ms": 72.253}, "visualize": {"avg_ms": 3.782, "count": 301, "max_ms": 5.524, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16253.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9128.896, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.315, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1692982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:09:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:09:13+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T23:09:13+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:09:13.149033+09:00", "mtime_epoch": 1783260553.1490328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:09:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9432.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.492, "count": 301, "max_ms": 30.23, "p95_ms": 25.279}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 2.1, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.362, "count": 301, "max_ms": 67.967, "p95_ms": 63.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.628, "count": 301, "max_ms": 70.594, "p95_ms": 58.325}, "yolo11_640_fire_11class": {"avg_ms": 50.702, "count": 301, "max_ms": 70.2, "p95_ms": 62.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.813, "count": 301, "max_ms": 75.686, "p95_ms": 70.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.819, "count": 301, "max_ms": 114.765, "p95_ms": 97.344}, "read_interval": {"avg_ms": 99.775, "count": 300, "max_ms": 171.441, "p95_ms": 121.196}, "triton_wait": {"avg_ms": 54.891, "count": 301, "max_ms": 75.698, "p95_ms": 70.919}, "visualize": {"avg_ms": 3.564, "count": 301, "max_ms": 4.798, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16253.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25060.054, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.558, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2148604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:09:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:09:18+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:09:18+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:09:18.177212+09:00", "mtime_epoch": 1783260558.1772115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:09:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2465.129, "name": "celery", "pid": 267, "rss_mb": 2465.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.246, "count": 301, "max_ms": 13.752, "p95_ms": 9.977}, "gstreamer_push": {"avg_ms": 1.334, "count": 301, "max_ms": 2.252, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.614, "count": 301, "max_ms": 71.796, "p95_ms": 65.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.964, "count": 301, "max_ms": 69.758, "p95_ms": 57.188}, "yolo11_640_fire_11class": {"avg_ms": 53.009, "count": 301, "max_ms": 69.747, "p95_ms": 64.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.0, "count": 301, "max_ms": 75.467, "p95_ms": 72.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.396, "count": 301, "max_ms": 95.386, "p95_ms": 90.102}, "read_interval": {"avg_ms": 99.856, "count": 300, "max_ms": 317.688, "p95_ms": 166.315}, "triton_wait": {"avg_ms": 58.21, "count": 301, "max_ms": 75.48, "p95_ms": 72.411}, "visualize": {"avg_ms": 3.783, "count": 301, "max_ms": 4.888, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16253.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9158.985, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.442, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1693282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:09:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:09:43+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T23:09:43+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:09:43.238090+09:00", "mtime_epoch": 1783260583.2380898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:09:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9432.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.049, "count": 300, "max_ms": 29.9, "p95_ms": 19.829}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.868, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.003, "count": 300, "max_ms": 70.374, "p95_ms": 63.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.633, "count": 300, "max_ms": 70.344, "p95_ms": 59.579}, "yolo11_640_fire_11class": {"avg_ms": 50.367, "count": 300, "max_ms": 70.36, "p95_ms": 62.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.887, "count": 300, "max_ms": 77.274, "p95_ms": 71.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.484, "count": 300, "max_ms": 108.902, "p95_ms": 96.128}, "read_interval": {"avg_ms": 100.289, "count": 299, "max_ms": 189.776, "p95_ms": 126.353}, "triton_wait": {"avg_ms": 54.016, "count": 300, "max_ms": 77.293, "p95_ms": 71.808}, "visualize": {"avg_ms": 3.555, "count": 300, "max_ms": 5.492, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16253.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25090.136, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.639, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2148902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:09:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:09:48+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:09:48+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:09:48.258263+09:00", "mtime_epoch": 1783260588.2582633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:09:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2465.387, "name": "celery", "pid": 267, "rss_mb": 2465.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.08, "count": 298, "max_ms": 13.162, "p95_ms": 8.837}, "gstreamer_push": {"avg_ms": 1.331, "count": 298, "max_ms": 1.732, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.176, "count": 298, "max_ms": 72.791, "p95_ms": 65.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.784, "count": 298, "max_ms": 72.76, "p95_ms": 60.111}, "yolo11_640_fire_11class": {"avg_ms": 53.537, "count": 298, "max_ms": 72.994, "p95_ms": 65.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.644, "count": 298, "max_ms": 76.248, "p95_ms": 72.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.885, "count": 298, "max_ms": 96.098, "p95_ms": 89.945}, "read_interval": {"avg_ms": 100.94, "count": 298, "max_ms": 402.215, "p95_ms": 155.301}, "triton_wait": {"avg_ms": 58.893, "count": 298, "max_ms": 76.261, "p95_ms": 72.818}, "visualize": {"avg_ms": 3.761, "count": 298, "max_ms": 5.075, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16253.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9189.0, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.315, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1693583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:10:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:10:13+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:10:13+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T23:10:13.263117+09:00", "mtime_epoch": 1783260613.2631166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:10:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9432.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.64, "count": 301, "max_ms": 28.841, "p95_ms": 18.533}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.423, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.325, "count": 301, "max_ms": 71.57, "p95_ms": 63.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.074, "count": 301, "max_ms": 68.662, "p95_ms": 59.408}, "yolo11_640_fire_11class": {"avg_ms": 50.325, "count": 301, "max_ms": 72.699, "p95_ms": 62.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.497, "count": 301, "max_ms": 74.807, "p95_ms": 71.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.616, "count": 301, "max_ms": 99.408, "p95_ms": 95.462}, "read_interval": {"avg_ms": 99.745, "count": 301, "max_ms": 209.298, "p95_ms": 120.273}, "triton_wait": {"avg_ms": 54.645, "count": 301, "max_ms": 74.819, "p95_ms": 71.166}, "visualize": {"avg_ms": 3.498, "count": 301, "max_ms": 4.398, "p95_ms": 3.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16253.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25120.264, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.502, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2149205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:10:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:10:18+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T23:10:18+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-05T23:10:18.259285+09:00", "mtime_epoch": 1783260618.2592847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:10:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2465.645, "name": "celery", "pid": 267, "rss_mb": 2465.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.125, "count": 302, "max_ms": 12.741, "p95_ms": 10.481}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 1.764, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.331, "count": 302, "max_ms": 70.684, "p95_ms": 64.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.893, "count": 302, "max_ms": 70.716, "p95_ms": 58.467}, "yolo11_640_fire_11class": {"avg_ms": 51.982, "count": 302, "max_ms": 68.493, "p95_ms": 64.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.972, "count": 302, "max_ms": 74.973, "p95_ms": 72.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.237, "count": 302, "max_ms": 91.334, "p95_ms": 88.764}, "read_interval": {"avg_ms": 99.493, "count": 301, "max_ms": 508.296, "p95_ms": 148.74}, "triton_wait": {"avg_ms": 56.239, "count": 302, "max_ms": 74.985, "p95_ms": 72.073}, "visualize": {"avg_ms": 3.748, "count": 302, "max_ms": 4.882, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16254.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9219.087, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.516, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1693883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:10:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:10:43+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T23:10:43+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-05T23:10:43.316118+09:00", "mtime_epoch": 1783260643.3161178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:10:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9432.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.674, "count": 299, "max_ms": 27.407, "p95_ms": 18.934}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.944, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.049, "count": 299, "max_ms": 67.597, "p95_ms": 63.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.828, "count": 299, "max_ms": 74.549, "p95_ms": 61.114}, "yolo11_640_fire_11class": {"avg_ms": 51.542, "count": 299, "max_ms": 68.301, "p95_ms": 64.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.609, "count": 299, "max_ms": 76.813, "p95_ms": 73.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.795, "count": 300, "max_ms": 102.904, "p95_ms": 97.45}, "read_interval": {"avg_ms": 100.229, "count": 299, "max_ms": 178.716, "p95_ms": 117.594}, "triton_wait": {"avg_ms": 55.737, "count": 299, "max_ms": 76.825, "p95_ms": 73.255}, "visualize": {"avg_ms": 3.529, "count": 299, "max_ms": 4.784, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16253.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25150.345, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.728, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2149506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:10:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:10:48+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T23:10:48+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T23:10:48.480287+09:00", "mtime_epoch": 1783260648.4802873, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:10:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2465.645, "name": "celery", "pid": 267, "rss_mb": 2465.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.961, "count": 300, "max_ms": 13.03, "p95_ms": 8.674}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.716, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.479, "count": 300, "max_ms": 70.222, "p95_ms": 66.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.047, "count": 300, "max_ms": 74.791, "p95_ms": 65.327}, "yolo11_640_fire_11class": {"avg_ms": 55.675, "count": 300, "max_ms": 74.802, "p95_ms": 67.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.996, "count": 300, "max_ms": 76.241, "p95_ms": 73.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.899, "count": 300, "max_ms": 92.998, "p95_ms": 90.665}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 390.021, "p95_ms": 126.273}, "triton_wait": {"avg_ms": 61.24, "count": 300, "max_ms": 76.253, "p95_ms": 73.589}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 4.998, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16254.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9249.114, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.632, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1694184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:11:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:11:13+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T23:11:13+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:11:13.369094+09:00", "mtime_epoch": 1783260673.369094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:11:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9432.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.545, "count": 301, "max_ms": 27.45, "p95_ms": 18.203}, "gstreamer_push": {"avg_ms": 1.217, "count": 301, "max_ms": 1.509, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.591, "count": 301, "max_ms": 71.158, "p95_ms": 63.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.215, "count": 301, "max_ms": 70.141, "p95_ms": 58.949}, "yolo11_640_fire_11class": {"avg_ms": 51.594, "count": 301, "max_ms": 70.135, "p95_ms": 63.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.352, "count": 301, "max_ms": 75.657, "p95_ms": 71.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.414, "count": 301, "max_ms": 100.728, "p95_ms": 95.498}, "read_interval": {"avg_ms": 99.789, "count": 300, "max_ms": 179.965, "p95_ms": 119.575}, "triton_wait": {"avg_ms": 55.522, "count": 301, "max_ms": 75.669, "p95_ms": 71.176}, "visualize": {"avg_ms": 3.519, "count": 301, "max_ms": 4.38, "p95_ms": 3.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16254.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25180.387, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.728, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2149806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:11:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:11:18+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T23:11:18+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T23:11:18.525259+09:00", "mtime_epoch": 1783260678.525259, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:11:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2465.902, "name": "celery", "pid": 267, "rss_mb": 2465.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.999, "count": 300, "max_ms": 13.204, "p95_ms": 8.604}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.669, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.579, "count": 300, "max_ms": 71.994, "p95_ms": 66.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.56, "count": 300, "max_ms": 71.511, "p95_ms": 62.403}, "yolo11_640_fire_11class": {"avg_ms": 56.652, "count": 300, "max_ms": 71.015, "p95_ms": 66.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.327, "count": 300, "max_ms": 77.21, "p95_ms": 72.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.186, "count": 300, "max_ms": 93.927, "p95_ms": 89.126}, "read_interval": {"avg_ms": 100.198, "count": 299, "max_ms": 376.034, "p95_ms": 163.443}, "triton_wait": {"avg_ms": 61.469, "count": 300, "max_ms": 77.222, "p95_ms": 72.56}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 4.802, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16254.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9279.164, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.742, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1694483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:11:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:11:43+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:11:43+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:11:43.414046+09:00", "mtime_epoch": 1783260703.4140463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:11:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9432.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.122, "count": 299, "max_ms": 28.45, "p95_ms": 22.83}, "gstreamer_push": {"avg_ms": 1.223, "count": 299, "max_ms": 1.581, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.124, "count": 299, "max_ms": 74.003, "p95_ms": 63.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.304, "count": 299, "max_ms": 65.396, "p95_ms": 56.947}, "yolo11_640_fire_11class": {"avg_ms": 52.834, "count": 299, "max_ms": 75.074, "p95_ms": 65.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.951, "count": 299, "max_ms": 75.117, "p95_ms": 69.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.219, "count": 299, "max_ms": 106.192, "p95_ms": 96.644}, "read_interval": {"avg_ms": 100.496, "count": 298, "max_ms": 170.618, "p95_ms": 122.255}, "triton_wait": {"avg_ms": 55.754, "count": 299, "max_ms": 75.127, "p95_ms": 69.714}, "visualize": {"avg_ms": 3.546, "count": 299, "max_ms": 5.442, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16254.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25210.414, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.826, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2150107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:11:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:11:48+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T23:11:48+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T23:11:48.546207+09:00", "mtime_epoch": 1783260708.5462067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:11:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2465.902, "name": "celery", "pid": 267, "rss_mb": 2465.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.094, "count": 301, "max_ms": 13.504, "p95_ms": 9.042}, "gstreamer_push": {"avg_ms": 1.32, "count": 301, "max_ms": 1.897, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.669, "count": 301, "max_ms": 74.894, "p95_ms": 71.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.706, "count": 301, "max_ms": 70.016, "p95_ms": 55.339}, "yolo11_640_fire_11class": {"avg_ms": 57.141, "count": 301, "max_ms": 77.712, "p95_ms": 73.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.38, "count": 301, "max_ms": 75.068, "p95_ms": 71.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.129, "count": 301, "max_ms": 96.192, "p95_ms": 90.818}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 356.982, "p95_ms": 118.442}, "triton_wait": {"avg_ms": 61.207, "count": 301, "max_ms": 77.724, "p95_ms": 73.921}, "visualize": {"avg_ms": 3.735, "count": 301, "max_ms": 4.748, "p95_ms": 4.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16255.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9309.212, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.7, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1694785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:12:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:12:13+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T23:12:13+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:12:13.466977+09:00", "mtime_epoch": 1783260733.466977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:12:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9433.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.52, "count": 302, "max_ms": 21.72, "p95_ms": 18.416}, "gstreamer_push": {"avg_ms": 1.24, "count": 302, "max_ms": 1.8, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.29, "count": 302, "max_ms": 70.099, "p95_ms": 64.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.435, "count": 302, "max_ms": 67.181, "p95_ms": 57.978}, "yolo11_640_fire_11class": {"avg_ms": 50.7, "count": 302, "max_ms": 77.481, "p95_ms": 63.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.619, "count": 302, "max_ms": 77.027, "p95_ms": 71.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.743, "count": 302, "max_ms": 101.907, "p95_ms": 96.132}, "read_interval": {"avg_ms": 99.518, "count": 301, "max_ms": 196.609, "p95_ms": 116.1}, "triton_wait": {"avg_ms": 54.831, "count": 302, "max_ms": 77.492, "p95_ms": 71.562}, "visualize": {"avg_ms": 3.54, "count": 302, "max_ms": 5.523, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16255.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25240.454, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.971, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2150406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:12:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:12:18+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T23:12:18+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-05T23:12:18.599133+09:00", "mtime_epoch": 1783260738.5991335, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:12:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2466.16, "name": "celery", "pid": 267, "rss_mb": 2466.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.054, "count": 299, "max_ms": 13.704, "p95_ms": 8.916}, "gstreamer_push": {"avg_ms": 1.328, "count": 299, "max_ms": 1.78, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.663, "count": 299, "max_ms": 76.815, "p95_ms": 65.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.719, "count": 299, "max_ms": 70.072, "p95_ms": 60.129}, "yolo11_640_fire_11class": {"avg_ms": 53.118, "count": 299, "max_ms": 76.736, "p95_ms": 64.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.718, "count": 299, "max_ms": 75.687, "p95_ms": 72.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.009, "count": 299, "max_ms": 96.332, "p95_ms": 90.182}, "read_interval": {"avg_ms": 100.545, "count": 298, "max_ms": 405.025, "p95_ms": 170.212}, "triton_wait": {"avg_ms": 58.025, "count": 299, "max_ms": 76.828, "p95_ms": 73.03}, "visualize": {"avg_ms": 3.769, "count": 299, "max_ms": 5.54, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16255.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9339.307, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.714, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1695086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:12:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:12:43+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T23:12:43+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T23:12:43.551887+09:00", "mtime_epoch": 1783260763.5518873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:12:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9433.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.855, "count": 300, "max_ms": 26.362, "p95_ms": 18.873}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.493, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.371, "count": 300, "max_ms": 72.622, "p95_ms": 63.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.21, "count": 300, "max_ms": 71.479, "p95_ms": 57.364}, "yolo11_640_fire_11class": {"avg_ms": 50.304, "count": 300, "max_ms": 71.47, "p95_ms": 62.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.103, "count": 300, "max_ms": 76.734, "p95_ms": 71.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.708, "count": 300, "max_ms": 101.749, "p95_ms": 96.714}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 200.254, "p95_ms": 118.697}, "triton_wait": {"avg_ms": 54.388, "count": 300, "max_ms": 76.747, "p95_ms": 71.96}, "visualize": {"avg_ms": 3.55, "count": 300, "max_ms": 5.737, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16255.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25270.527, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.871, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2150709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:12:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:12:48+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T23:12:48+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T23:12:48.656040+09:00", "mtime_epoch": 1783260768.6560397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:12:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2466.16, "name": "celery", "pid": 267, "rss_mb": 2466.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.076}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.037, "count": 303, "max_ms": 14.185, "p95_ms": 10.166}, "gstreamer_push": {"avg_ms": 1.323, "count": 303, "max_ms": 1.851, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.678, "count": 303, "max_ms": 72.377, "p95_ms": 65.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.132, "count": 303, "max_ms": 67.789, "p95_ms": 57.729}, "yolo11_640_fire_11class": {"avg_ms": 52.979, "count": 303, "max_ms": 71.607, "p95_ms": 65.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.539, "count": 303, "max_ms": 74.568, "p95_ms": 72.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.566, "count": 303, "max_ms": 91.159, "p95_ms": 88.908}, "read_interval": {"avg_ms": 99.306, "count": 302, "max_ms": 378.828, "p95_ms": 150.419}, "triton_wait": {"avg_ms": 57.703, "count": 303, "max_ms": 74.581, "p95_ms": 72.316}, "visualize": {"avg_ms": 3.754, "count": 303, "max_ms": 5.996, "p95_ms": 4.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16255.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9369.326, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.742, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1695386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:13:13+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T23:13:13+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T23:13:13.572776+09:00", "mtime_epoch": 1783260793.5727758, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:13:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9433.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.561, "count": 300, "max_ms": 23.772, "p95_ms": 18.409}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 2.047, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.731, "count": 300, "max_ms": 66.745, "p95_ms": 64.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.297, "count": 300, "max_ms": 68.873, "p95_ms": 58.859}, "yolo11_640_fire_11class": {"avg_ms": 50.568, "count": 300, "max_ms": 67.319, "p95_ms": 63.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.995, "count": 300, "max_ms": 76.304, "p95_ms": 72.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.295, "count": 300, "max_ms": 101.443, "p95_ms": 96.939}, "read_interval": {"avg_ms": 100.067, "count": 300, "max_ms": 179.265, "p95_ms": 118.126}, "triton_wait": {"avg_ms": 55.37, "count": 300, "max_ms": 76.317, "p95_ms": 72.6}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 5.632, "p95_ms": 3.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16256.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25300.597, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.805, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2151009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:13:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:13:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T23:13:18+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T23:13:18.736927+09:00", "mtime_epoch": 1783260798.7369268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:13:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2466.418, "name": "celery", "pid": 267, "rss_mb": 2466.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.922, "count": 300, "max_ms": 13.167, "p95_ms": 9.106}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 1.979, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.753, "count": 300, "max_ms": 71.035, "p95_ms": 65.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.757, "count": 300, "max_ms": 70.207, "p95_ms": 59.988}, "yolo11_640_fire_11class": {"avg_ms": 54.474, "count": 300, "max_ms": 71.617, "p95_ms": 65.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.716, "count": 300, "max_ms": 74.993, "p95_ms": 72.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.644, "count": 300, "max_ms": 91.543, "p95_ms": 89.294}, "read_interval": {"avg_ms": 100.296, "count": 299, "max_ms": 310.864, "p95_ms": 151.351}, "triton_wait": {"avg_ms": 59.944, "count": 300, "max_ms": 75.006, "p95_ms": 72.706}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 6.018, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16256.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9399.418, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.506, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1695687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:13:43+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T23:13:43+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:13:43.673648+09:00", "mtime_epoch": 1783260823.6736484, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:13:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9433.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.551, "count": 300, "max_ms": 26.443, "p95_ms": 18.807}, "gstreamer_push": {"avg_ms": 1.21, "count": 300, "max_ms": 1.37, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.877, "count": 300, "max_ms": 69.049, "p95_ms": 63.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.035, "count": 300, "max_ms": 64.798, "p95_ms": 58.212}, "yolo11_640_fire_11class": {"avg_ms": 50.418, "count": 300, "max_ms": 67.357, "p95_ms": 62.255}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.576, "count": 300, "max_ms": 75.517, "p95_ms": 71.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.692, "count": 300, "max_ms": 101.132, "p95_ms": 95.649}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 187.241, "p95_ms": 119.965}, "triton_wait": {"avg_ms": 54.821, "count": 300, "max_ms": 75.529, "p95_ms": 71.549}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 4.417, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16256.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25330.676, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.656, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2151309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:13:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:13:48+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:13:48+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:13:48.797795+09:00", "mtime_epoch": 1783260828.797795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:13:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2466.418, "name": "celery", "pid": 267, "rss_mb": 2466.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.93, "count": 300, "max_ms": 13.03, "p95_ms": 8.656}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.936, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.079, "count": 300, "max_ms": 68.878, "p95_ms": 64.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.274, "count": 300, "max_ms": 69.451, "p95_ms": 61.224}, "yolo11_640_fire_11class": {"avg_ms": 51.927, "count": 300, "max_ms": 69.225, "p95_ms": 63.255}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.428, "count": 300, "max_ms": 74.429, "p95_ms": 71.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.406, "count": 300, "max_ms": 91.01, "p95_ms": 88.684}, "read_interval": {"avg_ms": 100.263, "count": 299, "max_ms": 394.557, "p95_ms": 140.48}, "triton_wait": {"avg_ms": 56.655, "count": 300, "max_ms": 74.441, "p95_ms": 71.826}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 5.873, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16256.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9429.47, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.491, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1695987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:14:13+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T23:14:13+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-05T23:14:13.730502+09:00", "mtime_epoch": 1783260853.730502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:14:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9433.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.368, "count": 300, "max_ms": 21.602, "p95_ms": 18.289}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.895, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.13, "count": 300, "max_ms": 67.533, "p95_ms": 63.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.978, "count": 300, "max_ms": 65.541, "p95_ms": 59.533}, "yolo11_640_fire_11class": {"avg_ms": 50.726, "count": 300, "max_ms": 68.339, "p95_ms": 63.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.488, "count": 300, "max_ms": 74.698, "p95_ms": 72.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.348, "count": 300, "max_ms": 98.97, "p95_ms": 96.622}, "read_interval": {"avg_ms": 100.096, "count": 299, "max_ms": 189.096, "p95_ms": 124.309}, "triton_wait": {"avg_ms": 54.652, "count": 300, "max_ms": 74.71, "p95_ms": 72.607}, "visualize": {"avg_ms": 3.502, "count": 300, "max_ms": 5.477, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16256.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25360.735, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.561, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2151611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:14:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:14:18+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T23:14:18+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T23:14:18.842645+09:00", "mtime_epoch": 1783260858.8426454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:14:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2466.676, "name": "celery", "pid": 267, "rss_mb": 2466.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.882, "count": 302, "max_ms": 13.24, "p95_ms": 8.576}, "gstreamer_push": {"avg_ms": 1.305, "count": 302, "max_ms": 1.965, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.109, "count": 302, "max_ms": 71.392, "p95_ms": 64.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.425, "count": 302, "max_ms": 68.897, "p95_ms": 60.609}, "yolo11_640_fire_11class": {"avg_ms": 53.223, "count": 302, "max_ms": 70.897, "p95_ms": 65.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.866, "count": 302, "max_ms": 77.273, "p95_ms": 72.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.617, "count": 302, "max_ms": 93.56, "p95_ms": 88.841}, "read_interval": {"avg_ms": 99.598, "count": 301, "max_ms": 353.983, "p95_ms": 155.521}, "triton_wait": {"avg_ms": 58.088, "count": 302, "max_ms": 77.285, "p95_ms": 72.574}, "visualize": {"avg_ms": 3.7, "count": 302, "max_ms": 4.948, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16256.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9459.534, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.49, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1696288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:14:43+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T23:14:43+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-05T23:14:43.771338+09:00", "mtime_epoch": 1783260883.7713385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116783}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:14:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9433.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.847, "count": 301, "max_ms": 27.578, "p95_ms": 20.218}, "gstreamer_push": {"avg_ms": 1.221, "count": 301, "max_ms": 1.807, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.813, "count": 301, "max_ms": 67.221, "p95_ms": 63.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.249, "count": 301, "max_ms": 68.37, "p95_ms": 57.65}, "yolo11_640_fire_11class": {"avg_ms": 50.459, "count": 301, "max_ms": 71.951, "p95_ms": 62.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.317, "count": 301, "max_ms": 76.771, "p95_ms": 72.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.729, "count": 301, "max_ms": 101.117, "p95_ms": 96.269}, "read_interval": {"avg_ms": 99.828, "count": 300, "max_ms": 198.153, "p95_ms": 118.612}, "triton_wait": {"avg_ms": 54.483, "count": 301, "max_ms": 76.785, "p95_ms": 72.221}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 4.959, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16256.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25390.807, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.475, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2151910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:14:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:14:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:14:48+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:14:48.931481+09:00", "mtime_epoch": 1783260888.9314806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:14:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2466.934, "name": "celery", "pid": 267, "rss_mb": 2466.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 299, "max_ms": 12.105, "p95_ms": 8.735}, "gstreamer_push": {"avg_ms": 1.327, "count": 299, "max_ms": 1.921, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.021, "count": 299, "max_ms": 67.773, "p95_ms": 64.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.081, "count": 299, "max_ms": 69.867, "p95_ms": 61.092}, "yolo11_640_fire_11class": {"avg_ms": 54.26, "count": 299, "max_ms": 71.653, "p95_ms": 65.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.454, "count": 299, "max_ms": 75.859, "p95_ms": 72.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.555, "count": 299, "max_ms": 92.563, "p95_ms": 88.969}, "read_interval": {"avg_ms": 100.584, "count": 298, "max_ms": 432.901, "p95_ms": 133.047}, "triton_wait": {"avg_ms": 59.811, "count": 299, "max_ms": 75.871, "p95_ms": 72.18}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 4.765, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16257.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9489.615, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.511, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1696588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:15:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:15:13+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:15:13+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T23:15:13.864161+09:00", "mtime_epoch": 1783260913.8641608, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:15:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9433.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.712, "count": 300, "max_ms": 23.422, "p95_ms": 19.352}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 2.087, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.64, "count": 300, "max_ms": 67.176, "p95_ms": 62.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.66, "count": 300, "max_ms": 67.164, "p95_ms": 57.961}, "yolo11_640_fire_11class": {"avg_ms": 49.908, "count": 300, "max_ms": 66.002, "p95_ms": 61.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.757, "count": 300, "max_ms": 76.07, "p95_ms": 71.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.106, "count": 300, "max_ms": 102.818, "p95_ms": 96.48}, "read_interval": {"avg_ms": 100.268, "count": 299, "max_ms": 190.41, "p95_ms": 121.006}, "triton_wait": {"avg_ms": 53.9, "count": 300, "max_ms": 76.082, "p95_ms": 71.855}, "visualize": {"avg_ms": 3.56, "count": 300, "max_ms": 5.803, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16256.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25420.808, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.493, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2152211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:15:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:15:19+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T23:15:18+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:15:18.928298+09:00", "mtime_epoch": 1783260918.9282978, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:15:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2466.934, "name": "celery", "pid": 267, "rss_mb": 2466.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.933, "count": 301, "max_ms": 13.366, "p95_ms": 8.58}, "gstreamer_push": {"avg_ms": 1.329, "count": 301, "max_ms": 2.125, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.674, "count": 301, "max_ms": 71.582, "p95_ms": 64.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.527, "count": 301, "max_ms": 72.153, "p95_ms": 58.111}, "yolo11_640_fire_11class": {"avg_ms": 51.706, "count": 301, "max_ms": 72.213, "p95_ms": 64.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.003, "count": 301, "max_ms": 76.372, "p95_ms": 72.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.096, "count": 301, "max_ms": 93.341, "p95_ms": 88.703}, "read_interval": {"avg_ms": 99.678, "count": 301, "max_ms": 421.394, "p95_ms": 163.714}, "triton_wait": {"avg_ms": 56.287, "count": 301, "max_ms": 76.384, "p95_ms": 72.164}, "visualize": {"avg_ms": 3.748, "count": 301, "max_ms": 4.924, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16257.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9519.651, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.49, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1696889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:15:43+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T23:15:43+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T23:15:43.880966+09:00", "mtime_epoch": 1783260943.8809664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:15:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9434.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.902, "count": 301, "max_ms": 24.874, "p95_ms": 19.139}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.507, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.788, "count": 301, "max_ms": 70.338, "p95_ms": 63.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.88, "count": 301, "max_ms": 65.363, "p95_ms": 57.873}, "yolo11_640_fire_11class": {"avg_ms": 50.024, "count": 301, "max_ms": 65.739, "p95_ms": 63.045}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.706, "count": 301, "max_ms": 74.713, "p95_ms": 72.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.161, "count": 301, "max_ms": 104.185, "p95_ms": 97.011}, "read_interval": {"avg_ms": 99.725, "count": 300, "max_ms": 190.31, "p95_ms": 121.055}, "triton_wait": {"avg_ms": 53.811, "count": 301, "max_ms": 74.725, "p95_ms": 72.365}, "visualize": {"avg_ms": 3.529, "count": 301, "max_ms": 4.578, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16257.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25450.869, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.305, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2152512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:15:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T23:15:49+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T23:15:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T23:15:48.981102+09:00", "mtime_epoch": 1783260948.981102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:15:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2467.191, "name": "celery", "pid": 267, "rss_mb": 2467.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.972, "count": 301, "max_ms": 13.781, "p95_ms": 8.813}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.824, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.803, "count": 301, "max_ms": 66.918, "p95_ms": 64.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.499, "count": 301, "max_ms": 68.438, "p95_ms": 58.577}, "yolo11_640_fire_11class": {"avg_ms": 52.081, "count": 301, "max_ms": 66.763, "p95_ms": 64.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.795, "count": 301, "max_ms": 75.267, "p95_ms": 72.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.584, "count": 301, "max_ms": 92.847, "p95_ms": 89.056}, "read_interval": {"avg_ms": 99.837, "count": 300, "max_ms": 438.318, "p95_ms": 144.309}, "triton_wait": {"avg_ms": 56.924, "count": 301, "max_ms": 75.28, "p95_ms": 72.898}, "visualize": {"avg_ms": 3.691, "count": 301, "max_ms": 4.753, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16257.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9549.649, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.542, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1697189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:16:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:16:13+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T23:16:13+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:16:13.901758+09:00", "mtime_epoch": 1783260973.9017582, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:16:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9434.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.798, "count": 300, "max_ms": 29.501, "p95_ms": 19.22}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.949, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.218, "count": 300, "max_ms": 70.515, "p95_ms": 63.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.523, "count": 300, "max_ms": 66.381, "p95_ms": 58.189}, "yolo11_640_fire_11class": {"avg_ms": 50.473, "count": 300, "max_ms": 69.219, "p95_ms": 62.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.617, "count": 300, "max_ms": 75.207, "p95_ms": 71.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.013, "count": 300, "max_ms": 100.042, "p95_ms": 96.377}, "read_interval": {"avg_ms": 100.062, "count": 300, "max_ms": 196.657, "p95_ms": 117.645}, "triton_wait": {"avg_ms": 54.806, "count": 300, "max_ms": 75.219, "p95_ms": 71.975}, "visualize": {"avg_ms": 3.547, "count": 300, "max_ms": 4.546, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16257.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25480.889, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.384, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2152809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:16:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:16:19+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:16:19+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:16:19.009892+09:00", "mtime_epoch": 1783260979.0098917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:16:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2467.191, "name": "celery", "pid": 267, "rss_mb": 2467.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.927, "pushed": 9.927, "read": 9.893}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.081, "count": 297, "max_ms": 13.731, "p95_ms": 9.574}, "gstreamer_push": {"avg_ms": 1.324, "count": 297, "max_ms": 1.782, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.914, "count": 297, "max_ms": 71.32, "p95_ms": 65.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.794, "count": 297, "max_ms": 73.798, "p95_ms": 60.779}, "yolo11_640_fire_11class": {"avg_ms": 53.566, "count": 297, "max_ms": 73.323, "p95_ms": 65.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.623, "count": 297, "max_ms": 76.621, "p95_ms": 72.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.667, "count": 297, "max_ms": 93.833, "p95_ms": 89.437}, "read_interval": {"avg_ms": 101.084, "count": 296, "max_ms": 382.69, "p95_ms": 181.503}, "triton_wait": {"avg_ms": 58.829, "count": 297, "max_ms": 76.635, "p95_ms": 72.323}, "visualize": {"avg_ms": 3.718, "count": 297, "max_ms": 4.844, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16257.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9579.676, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.476, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1697489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:16:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:16:44+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:16:43+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:16:43.930537+09:00", "mtime_epoch": 1783261003.9305372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:16:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9434.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.533, "count": 300, "max_ms": 28.039, "p95_ms": 18.551}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.641, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.122, "count": 300, "max_ms": 68.265, "p95_ms": 61.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.844, "count": 300, "max_ms": 72.355, "p95_ms": 56.378}, "yolo11_640_fire_11class": {"avg_ms": 52.36, "count": 300, "max_ms": 73.079, "p95_ms": 63.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.456, "count": 300, "max_ms": 73.247, "p95_ms": 70.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.808, "count": 300, "max_ms": 98.22, "p95_ms": 95.634}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 191.839, "p95_ms": 133.267}, "triton_wait": {"avg_ms": 54.906, "count": 300, "max_ms": 73.259, "p95_ms": 70.975}, "visualize": {"avg_ms": 3.546, "count": 300, "max_ms": 5.218, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16258.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25510.951, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.97, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2153111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:16:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:16:49+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:16:49.074669+09:00", "mtime_epoch": 1783261009.0746694, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:16:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2467.449, "name": "celery", "pid": 267, "rss_mb": 2467.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 302, "max_ms": 12.397, "p95_ms": 8.821}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 1.536, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.421, "count": 302, "max_ms": 70.294, "p95_ms": 65.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.026, "count": 302, "max_ms": 73.973, "p95_ms": 56.159}, "yolo11_640_fire_11class": {"avg_ms": 55.882, "count": 302, "max_ms": 74.496, "p95_ms": 67.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.214, "count": 302, "max_ms": 74.513, "p95_ms": 72.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.252, "count": 302, "max_ms": 91.385, "p95_ms": 88.414}, "read_interval": {"avg_ms": 99.544, "count": 301, "max_ms": 347.628, "p95_ms": 138.976}, "triton_wait": {"avg_ms": 60.526, "count": 302, "max_ms": 74.527, "p95_ms": 72.133}, "visualize": {"avg_ms": 3.733, "count": 302, "max_ms": 5.162, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16258.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9609.747, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.48, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1697790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:17:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:17:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:17:13+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T23:17:13.995305+09:00", "mtime_epoch": 1783261033.9953048, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:17:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9434.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.691, "count": 301, "max_ms": 25.123, "p95_ms": 19.124}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.48, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.468, "count": 301, "max_ms": 69.853, "p95_ms": 64.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.442, "count": 301, "max_ms": 69.864, "p95_ms": 58.165}, "yolo11_640_fire_11class": {"avg_ms": 51.005, "count": 301, "max_ms": 68.805, "p95_ms": 63.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.978, "count": 301, "max_ms": 77.442, "p95_ms": 71.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.123, "count": 301, "max_ms": 101.791, "p95_ms": 95.674}, "read_interval": {"avg_ms": 99.89, "count": 300, "max_ms": 190.918, "p95_ms": 120.859}, "triton_wait": {"avg_ms": 55.095, "count": 301, "max_ms": 77.453, "p95_ms": 71.265}, "visualize": {"avg_ms": 3.512, "count": 301, "max_ms": 4.414, "p95_ms": 3.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16258.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25540.992, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.889, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2153412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:17:19+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T23:17:19+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T23:17:19.127434+09:00", "mtime_epoch": 1783261039.1274345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:17:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2467.449, "name": "celery", "pid": 267, "rss_mb": 2467.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.98, "count": 301, "max_ms": 13.801, "p95_ms": 8.468}, "gstreamer_push": {"avg_ms": 1.314, "count": 301, "max_ms": 1.894, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.18, "count": 301, "max_ms": 71.663, "p95_ms": 66.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.401, "count": 301, "max_ms": 71.635, "p95_ms": 60.147}, "yolo11_640_fire_11class": {"avg_ms": 53.85, "count": 301, "max_ms": 70.338, "p95_ms": 65.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.869, "count": 301, "max_ms": 75.516, "p95_ms": 72.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.815, "count": 301, "max_ms": 91.842, "p95_ms": 88.913}, "read_interval": {"avg_ms": 99.855, "count": 300, "max_ms": 401.417, "p95_ms": 158.67}, "triton_wait": {"avg_ms": 59.097, "count": 301, "max_ms": 75.527, "p95_ms": 72.376}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 5.604, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16258.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9639.775, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.476, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1698090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:17:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:17:44+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:17:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T23:17:44.024060+09:00", "mtime_epoch": 1783261064.0240598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:17:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9434.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.765, "count": 300, "max_ms": 22.627, "p95_ms": 19.128}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.421, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.481, "count": 300, "max_ms": 72.082, "p95_ms": 62.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.558, "count": 300, "max_ms": 67.916, "p95_ms": 58.546}, "yolo11_640_fire_11class": {"avg_ms": 50.915, "count": 300, "max_ms": 70.824, "p95_ms": 62.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.365, "count": 300, "max_ms": 76.824, "p95_ms": 72.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.987, "count": 300, "max_ms": 103.676, "p95_ms": 96.577}, "read_interval": {"avg_ms": 100.043, "count": 299, "max_ms": 170.195, "p95_ms": 118.41}, "triton_wait": {"avg_ms": 54.799, "count": 300, "max_ms": 76.836, "p95_ms": 72.013}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 4.433, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16258.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25571.068, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.987, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2153713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:17:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:17:49+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:17:49+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:17:49.188189+09:00", "mtime_epoch": 1783261069.1881886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:17:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2467.707, "name": "celery", "pid": 267, "rss_mb": 2467.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.07, "count": 301, "max_ms": 13.394, "p95_ms": 10.185}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.855, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.367, "count": 301, "max_ms": 73.567, "p95_ms": 65.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.339, "count": 301, "max_ms": 74.354, "p95_ms": 58.571}, "yolo11_640_fire_11class": {"avg_ms": 54.033, "count": 301, "max_ms": 75.348, "p95_ms": 66.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.552, "count": 301, "max_ms": 74.832, "p95_ms": 73.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.685, "count": 301, "max_ms": 92.083, "p95_ms": 89.595}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 739.424, "p95_ms": 133.408}, "triton_wait": {"avg_ms": 58.883, "count": 301, "max_ms": 75.357, "p95_ms": 73.19}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 6.162, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16258.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9669.821, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.49, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1698390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:18:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:18:14+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:18:14+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T23:18:14.068804+09:00", "mtime_epoch": 1783261094.0688043, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:18:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9435.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.287, "count": 300, "max_ms": 27.467, "p95_ms": 24.091}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.441, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.884, "count": 300, "max_ms": 66.186, "p95_ms": 63.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.61, "count": 300, "max_ms": 66.174, "p95_ms": 55.82}, "yolo11_640_fire_11class": {"avg_ms": 50.715, "count": 300, "max_ms": 68.722, "p95_ms": 63.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.017, "count": 300, "max_ms": 75.351, "p95_ms": 71.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.269, "count": 300, "max_ms": 100.999, "p95_ms": 96.969}, "read_interval": {"avg_ms": 100.145, "count": 299, "max_ms": 238.446, "p95_ms": 123.95}, "triton_wait": {"avg_ms": 53.474, "count": 300, "max_ms": 75.364, "p95_ms": 71.307}, "visualize": {"avg_ms": 3.612, "count": 300, "max_ms": 5.384, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16258.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25601.078, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.079, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2154012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:18:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T23:18:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T23:18:19.192930+09:00", "mtime_epoch": 1783261099.19293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:18:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2467.707, "name": "celery", "pid": 267, "rss_mb": 2467.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.974, "count": 299, "max_ms": 9.873, "p95_ms": 8.481}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 1.534, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.072, "count": 299, "max_ms": 70.643, "p95_ms": 65.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.495, "count": 299, "max_ms": 72.112, "p95_ms": 63.137}, "yolo11_640_fire_11class": {"avg_ms": 53.672, "count": 299, "max_ms": 76.353, "p95_ms": 68.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.277, "count": 299, "max_ms": 75.013, "p95_ms": 72.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.44, "count": 299, "max_ms": 94.077, "p95_ms": 89.629}, "read_interval": {"avg_ms": 100.35, "count": 299, "max_ms": 432.122, "p95_ms": 157.669}, "triton_wait": {"avg_ms": 57.62, "count": 299, "max_ms": 76.366, "p95_ms": 72.777}, "visualize": {"avg_ms": 3.741, "count": 299, "max_ms": 4.623, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16259.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9699.859, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.476, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1698691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:18:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:18:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:18:44+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:18:44.109538+09:00", "mtime_epoch": 1783261124.109538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:18:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9435.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.311, "count": 301, "max_ms": 22.812, "p95_ms": 17.943}, "gstreamer_push": {"avg_ms": 1.218, "count": 301, "max_ms": 1.454, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.151, "count": 301, "max_ms": 68.726, "p95_ms": 61.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.44, "count": 301, "max_ms": 69.212, "p95_ms": 58.853}, "yolo11_640_fire_11class": {"avg_ms": 53.776, "count": 301, "max_ms": 68.105, "p95_ms": 62.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.237, "count": 301, "max_ms": 77.074, "p95_ms": 69.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.108, "count": 301, "max_ms": 101.221, "p95_ms": 94.272}, "read_interval": {"avg_ms": 99.782, "count": 300, "max_ms": 175.752, "p95_ms": 111.927}, "triton_wait": {"avg_ms": 58.441, "count": 301, "max_ms": 77.084, "p95_ms": 69.434}, "visualize": {"avg_ms": 3.501, "count": 301, "max_ms": 4.3, "p95_ms": 3.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16259.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25631.094, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.448, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2154314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:18:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:18:49+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:18:49.213662+09:00", "mtime_epoch": 1783261129.213662, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:18:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2467.965, "name": "celery", "pid": 267, "rss_mb": 2467.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.935, "count": 302, "max_ms": 12.26, "p95_ms": 8.664}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 1.539, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.78, "count": 302, "max_ms": 73.375, "p95_ms": 66.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.803, "count": 302, "max_ms": 73.363, "p95_ms": 63.702}, "yolo11_640_fire_11class": {"avg_ms": 58.785, "count": 302, "max_ms": 71.991, "p95_ms": 67.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.327, "count": 302, "max_ms": 76.647, "p95_ms": 74.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.27, "count": 302, "max_ms": 94.638, "p95_ms": 90.696}, "read_interval": {"avg_ms": 99.399, "count": 302, "max_ms": 301.926, "p95_ms": 108.202}, "triton_wait": {"avg_ms": 64.591, "count": 302, "max_ms": 76.659, "p95_ms": 74.052}, "visualize": {"avg_ms": 3.707, "count": 302, "max_ms": 4.642, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16259.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9729.95, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.427, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1698992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:19:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:19:14+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:19:14+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:19:14.202264+09:00", "mtime_epoch": 1783261154.2022636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:19:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9435.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.5, "count": 300, "max_ms": 25.878, "p95_ms": 18.363}, "gstreamer_push": {"avg_ms": 1.229, "count": 301, "max_ms": 1.6, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.035, "count": 300, "max_ms": 67.733, "p95_ms": 63.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.578, "count": 300, "max_ms": 74.416, "p95_ms": 56.214}, "yolo11_640_fire_11class": {"avg_ms": 51.347, "count": 300, "max_ms": 67.745, "p95_ms": 63.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.548, "count": 300, "max_ms": 75.161, "p95_ms": 71.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.762, "count": 301, "max_ms": 101.398, "p95_ms": 96.055}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 190.653, "p95_ms": 117.454}, "triton_wait": {"avg_ms": 54.864, "count": 300, "max_ms": 75.172, "p95_ms": 71.661}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 5.572, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16259.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25661.465, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.437, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2154615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:19:19+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T23:19:19+09:00", "mjpeg": {"age_sec": 0.426, "exists": true, "mtime": "2026-07-05T23:19:19.242384+09:00", "mtime_epoch": 1783261159.2423842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:19:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2468.223, "name": "celery", "pid": 267, "rss_mb": 2468.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.867, "count": 298, "max_ms": 9.453, "p95_ms": 8.28}, "gstreamer_push": {"avg_ms": 1.323, "count": 299, "max_ms": 2.173, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.986, "count": 298, "max_ms": 70.652, "p95_ms": 64.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.433, "count": 298, "max_ms": 68.97, "p95_ms": 57.322}, "yolo11_640_fire_11class": {"avg_ms": 52.607, "count": 298, "max_ms": 69.953, "p95_ms": 65.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.192, "count": 298, "max_ms": 74.603, "p95_ms": 71.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.086, "count": 299, "max_ms": 91.926, "p95_ms": 88.694}, "read_interval": {"avg_ms": 100.631, "count": 298, "max_ms": 432.078, "p95_ms": 212.028}, "triton_wait": {"avg_ms": 57.445, "count": 298, "max_ms": 74.615, "p95_ms": 71.861}, "visualize": {"avg_ms": 3.692, "count": 298, "max_ms": 4.582, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16259.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9760.035, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.48, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1699293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:19:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:19:44+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T23:19:44+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T23:19:44.294980+09:00", "mtime_epoch": 1783261184.2949798, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:19:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9435.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.774, "count": 300, "max_ms": 29.442, "p95_ms": 18.851}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.695, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.664, "count": 300, "max_ms": 69.016, "p95_ms": 63.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.146, "count": 300, "max_ms": 72.36, "p95_ms": 57.954}, "yolo11_640_fire_11class": {"avg_ms": 50.494, "count": 300, "max_ms": 69.817, "p95_ms": 62.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.433, "count": 300, "max_ms": 75.534, "p95_ms": 71.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.856, "count": 301, "max_ms": 101.935, "p95_ms": 97.117}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 192.939, "p95_ms": 124.667}, "triton_wait": {"avg_ms": 53.608, "count": 300, "max_ms": 75.546, "p95_ms": 71.71}, "visualize": {"avg_ms": 3.565, "count": 300, "max_ms": 4.947, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16259.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25691.505, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.407, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2154918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:19:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:19:49+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-05T23:19:49+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-05T23:19:49.647106+09:00", "mtime_epoch": 1783261189.6471062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:19:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2468.223, "name": "celery", "pid": 267, "rss_mb": 2468.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.079}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.17, "count": 303, "max_ms": 14.015, "p95_ms": 12.228}, "gstreamer_push": {"avg_ms": 1.314, "count": 303, "max_ms": 1.839, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.042, "count": 303, "max_ms": 70.416, "p95_ms": 64.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.402, "count": 303, "max_ms": 69.053, "p95_ms": 59.33}, "yolo11_640_fire_11class": {"avg_ms": 51.371, "count": 303, "max_ms": 68.951, "p95_ms": 63.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.638, "count": 303, "max_ms": 74.873, "p95_ms": 71.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.107, "count": 303, "max_ms": 91.539, "p95_ms": 88.596}, "read_interval": {"avg_ms": 99.218, "count": 302, "max_ms": 383.891, "p95_ms": 146.561}, "triton_wait": {"avg_ms": 56.04, "count": 303, "max_ms": 74.886, "p95_ms": 71.268}, "visualize": {"avg_ms": 3.762, "count": 303, "max_ms": 4.926, "p95_ms": 4.65}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16260.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9790.091, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.377, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1699593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:20:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:20:14+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T23:20:14+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T23:20:14.327686+09:00", "mtime_epoch": 1783261214.3276858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:20:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9435.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.535, "count": 300, "max_ms": 24.753, "p95_ms": 18.452}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.729, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.386, "count": 300, "max_ms": 74.48, "p95_ms": 62.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.043, "count": 300, "max_ms": 65.919, "p95_ms": 56.846}, "yolo11_640_fire_11class": {"avg_ms": 51.063, "count": 300, "max_ms": 75.058, "p95_ms": 62.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.456, "count": 300, "max_ms": 79.089, "p95_ms": 71.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.457, "count": 300, "max_ms": 103.441, "p95_ms": 95.985}, "read_interval": {"avg_ms": 100.128, "count": 299, "max_ms": 178.829, "p95_ms": 122.473}, "triton_wait": {"avg_ms": 55.535, "count": 300, "max_ms": 79.101, "p95_ms": 71.594}, "visualize": {"avg_ms": 3.515, "count": 300, "max_ms": 4.963, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16260.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25721.534, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.437, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2155218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:20:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:20:19+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T23:20:19+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T23:20:19.679811+09:00", "mtime_epoch": 1783261219.679811, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:20:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2468.48, "name": "celery", "pid": 267, "rss_mb": 2468.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.997, "count": 300, "max_ms": 13.942, "p95_ms": 8.824}, "gstreamer_push": {"avg_ms": 1.324, "count": 300, "max_ms": 1.691, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.316, "count": 300, "max_ms": 70.317, "p95_ms": 65.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.074, "count": 300, "max_ms": 71.94, "p95_ms": 58.814}, "yolo11_640_fire_11class": {"avg_ms": 53.933, "count": 300, "max_ms": 72.119, "p95_ms": 65.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.955, "count": 300, "max_ms": 77.271, "p95_ms": 72.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.942, "count": 300, "max_ms": 94.643, "p95_ms": 89.691}, "read_interval": {"avg_ms": 100.159, "count": 299, "max_ms": 400.016, "p95_ms": 151.253}, "triton_wait": {"avg_ms": 59.112, "count": 300, "max_ms": 77.284, "p95_ms": 72.927}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 4.772, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16260.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9820.131, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.258, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1699894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:20:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:20:44+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T23:20:44+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T23:20:44.376384+09:00", "mtime_epoch": 1783261244.3763843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:20:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9435.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.546, "count": 301, "max_ms": 24.92, "p95_ms": 18.53}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.692, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.103, "count": 301, "max_ms": 67.363, "p95_ms": 63.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.648, "count": 301, "max_ms": 68.345, "p95_ms": 59.99}, "yolo11_640_fire_11class": {"avg_ms": 50.685, "count": 301, "max_ms": 70.744, "p95_ms": 62.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.474, "count": 301, "max_ms": 75.927, "p95_ms": 71.664}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.633, "count": 301, "max_ms": 100.108, "p95_ms": 95.968}, "read_interval": {"avg_ms": 99.831, "count": 300, "max_ms": 196.726, "p95_ms": 118.539}, "triton_wait": {"avg_ms": 54.684, "count": 301, "max_ms": 75.938, "p95_ms": 71.674}, "visualize": {"avg_ms": 3.538, "count": 301, "max_ms": 4.757, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16260.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25751.539, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.437, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2155519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:20:49+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T23:20:49+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T23:20:49.652506+09:00", "mtime_epoch": 1783261249.652506, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:20:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2468.48, "name": "celery", "pid": 267, "rss_mb": 2468.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.924, "count": 301, "max_ms": 13.018, "p95_ms": 8.659}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 2.262, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.236, "count": 301, "max_ms": 69.61, "p95_ms": 65.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.835, "count": 301, "max_ms": 69.901, "p95_ms": 62.214}, "yolo11_640_fire_11class": {"avg_ms": 54.224, "count": 301, "max_ms": 68.492, "p95_ms": 64.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.932, "count": 301, "max_ms": 77.404, "p95_ms": 72.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.045, "count": 301, "max_ms": 94.041, "p95_ms": 89.018}, "read_interval": {"avg_ms": 99.686, "count": 301, "max_ms": 332.77, "p95_ms": 142.519}, "triton_wait": {"avg_ms": 59.305, "count": 301, "max_ms": 77.417, "p95_ms": 72.639}, "visualize": {"avg_ms": 3.696, "count": 301, "max_ms": 4.714, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16260.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9850.177, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.274, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:21:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:21:14+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:21:14+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-05T23:21:14.421075+09:00", "mtime_epoch": 1783261274.4210746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:21:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9435.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.839, "count": 300, "max_ms": 29.393, "p95_ms": 18.708}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.429, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.155, "count": 300, "max_ms": 72.325, "p95_ms": 63.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.132, "count": 300, "max_ms": 67.625, "p95_ms": 57.865}, "yolo11_640_fire_11class": {"avg_ms": 50.314, "count": 300, "max_ms": 71.76, "p95_ms": 62.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.411, "count": 300, "max_ms": 81.035, "p95_ms": 71.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.711, "count": 300, "max_ms": 109.498, "p95_ms": 97.105}, "read_interval": {"avg_ms": 100.102, "count": 300, "max_ms": 201.817, "p95_ms": 123.381}, "triton_wait": {"avg_ms": 54.493, "count": 300, "max_ms": 81.047, "p95_ms": 71.955}, "visualize": {"avg_ms": 3.511, "count": 300, "max_ms": 4.333, "p95_ms": 3.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16261.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25781.613, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.401, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2155818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:21:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:21:19+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T23:21:19+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T23:21:19.753196+09:00", "mtime_epoch": 1783261279.7531965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:21:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2468.738, "name": "celery", "pid": 267, "rss_mb": 2468.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.209, "count": 299, "max_ms": 14.337, "p95_ms": 11.227}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 1.866, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.06, "count": 299, "max_ms": 70.122, "p95_ms": 65.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.602, "count": 299, "max_ms": 68.497, "p95_ms": 60.207}, "yolo11_640_fire_11class": {"avg_ms": 53.253, "count": 299, "max_ms": 69.617, "p95_ms": 64.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.835, "count": 299, "max_ms": 78.396, "p95_ms": 71.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.091, "count": 299, "max_ms": 97.424, "p95_ms": 88.818}, "read_interval": {"avg_ms": 100.649, "count": 298, "max_ms": 524.452, "p95_ms": 170.575}, "triton_wait": {"avg_ms": 58.061, "count": 299, "max_ms": 78.409, "p95_ms": 71.697}, "visualize": {"avg_ms": 3.739, "count": 299, "max_ms": 4.788, "p95_ms": 4.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16261.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9880.332, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.452, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:21:44+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T23:21:44+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-05T23:21:44.481758+09:00", "mtime_epoch": 1783261304.4817584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:21:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9436.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.891, "count": 300, "max_ms": 29.556, "p95_ms": 21.154}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.486, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.995, "count": 300, "max_ms": 68.022, "p95_ms": 63.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.731, "count": 300, "max_ms": 72.174, "p95_ms": 59.312}, "yolo11_640_fire_11class": {"avg_ms": 50.342, "count": 300, "max_ms": 66.999, "p95_ms": 62.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.685, "count": 300, "max_ms": 76.39, "p95_ms": 71.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.969, "count": 300, "max_ms": 104.109, "p95_ms": 96.451}, "read_interval": {"avg_ms": 100.146, "count": 299, "max_ms": 236.941, "p95_ms": 122.82}, "triton_wait": {"avg_ms": 54.742, "count": 300, "max_ms": 76.401, "p95_ms": 71.875}, "visualize": {"avg_ms": 3.529, "count": 300, "max_ms": 5.066, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16261.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25811.689, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.449, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2156119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:21:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:21:49+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T23:21:49+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T23:21:49.813879+09:00", "mtime_epoch": 1783261309.8138788, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:21:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2468.738, "name": "celery", "pid": 267, "rss_mb": 2468.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.043, "count": 301, "max_ms": 12.655, "p95_ms": 8.97}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 2.07, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.546, "count": 301, "max_ms": 70.926, "p95_ms": 65.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.541, "count": 301, "max_ms": 70.937, "p95_ms": 61.824}, "yolo11_640_fire_11class": {"avg_ms": 52.908, "count": 301, "max_ms": 73.129, "p95_ms": 65.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.737, "count": 301, "max_ms": 75.537, "p95_ms": 72.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.957, "count": 301, "max_ms": 92.146, "p95_ms": 89.203}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 326.352, "p95_ms": 160.152}, "triton_wait": {"avg_ms": 58.019, "count": 301, "max_ms": 75.549, "p95_ms": 72.249}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 5.795, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16261.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9910.344, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.452, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:22:14+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T23:22:14+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T23:22:14.610437+09:00", "mtime_epoch": 1783261334.6104367, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:22:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9436.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.717, "count": 301, "max_ms": 25.075, "p95_ms": 18.745}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 2.111, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.294, "count": 301, "max_ms": 68.886, "p95_ms": 62.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.338, "count": 301, "max_ms": 68.061, "p95_ms": 56.476}, "yolo11_640_fire_11class": {"avg_ms": 49.431, "count": 301, "max_ms": 67.496, "p95_ms": 62.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.381, "count": 301, "max_ms": 77.459, "p95_ms": 71.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.529, "count": 301, "max_ms": 102.113, "p95_ms": 96.353}, "read_interval": {"avg_ms": 99.743, "count": 301, "max_ms": 188.938, "p95_ms": 125.452}, "triton_wait": {"avg_ms": 53.506, "count": 301, "max_ms": 77.471, "p95_ms": 71.752}, "visualize": {"avg_ms": 3.522, "count": 301, "max_ms": 4.83, "p95_ms": 3.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16261.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25841.694, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.449, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2156420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:22:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:22:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:22:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T23:22:19.810553+09:00", "mtime_epoch": 1783261339.810553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:22:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2468.996, "name": "celery", "pid": 267, "rss_mb": 2468.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.024, "count": 301, "max_ms": 12.743, "p95_ms": 8.98}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 2.318, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.372, "count": 301, "max_ms": 71.546, "p95_ms": 65.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.27, "count": 301, "max_ms": 67.518, "p95_ms": 56.643}, "yolo11_640_fire_11class": {"avg_ms": 51.969, "count": 301, "max_ms": 70.621, "p95_ms": 64.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.05, "count": 301, "max_ms": 75.063, "p95_ms": 72.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.205, "count": 301, "max_ms": 92.068, "p95_ms": 88.998}, "read_interval": {"avg_ms": 99.66, "count": 301, "max_ms": 366.69, "p95_ms": 154.751}, "triton_wait": {"avg_ms": 57.342, "count": 301, "max_ms": 75.076, "p95_ms": 72.357}, "visualize": {"avg_ms": 3.728, "count": 301, "max_ms": 5.784, "p95_ms": 4.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16261.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9940.412, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.553, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1701096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:22:44+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T23:22:44+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T23:22:44.671107+09:00", "mtime_epoch": 1783261364.6711068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:22:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9436.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.701, "count": 300, "max_ms": 23.185, "p95_ms": 18.842}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.574, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.259, "count": 300, "max_ms": 68.518, "p95_ms": 63.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.509, "count": 300, "max_ms": 65.663, "p95_ms": 58.692}, "yolo11_640_fire_11class": {"avg_ms": 50.219, "count": 300, "max_ms": 68.945, "p95_ms": 63.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.154, "count": 300, "max_ms": 78.199, "p95_ms": 72.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.239, "count": 300, "max_ms": 101.87, "p95_ms": 97.121}, "read_interval": {"avg_ms": 100.228, "count": 299, "max_ms": 234.153, "p95_ms": 119.062}, "triton_wait": {"avg_ms": 54.233, "count": 300, "max_ms": 78.21, "p95_ms": 72.481}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.584, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16261.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25871.696, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.465, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2156718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:22:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:22:49+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T23:22:49+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:22:49.815221+09:00", "mtime_epoch": 1783261369.8152208, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:22:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2469.254, "name": "celery", "pid": 267, "rss_mb": 2469.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.925, "count": 298, "max_ms": 12.074, "p95_ms": 8.592}, "gstreamer_push": {"avg_ms": 1.306, "count": 298, "max_ms": 1.495, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.6, "count": 298, "max_ms": 67.923, "p95_ms": 65.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.385, "count": 298, "max_ms": 66.766, "p95_ms": 62.148}, "yolo11_640_fire_11class": {"avg_ms": 52.33, "count": 298, "max_ms": 66.739, "p95_ms": 64.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.414, "count": 298, "max_ms": 75.922, "p95_ms": 73.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.416, "count": 298, "max_ms": 93.994, "p95_ms": 89.963}, "read_interval": {"avg_ms": 100.667, "count": 298, "max_ms": 402.309, "p95_ms": 148.699}, "triton_wait": {"avg_ms": 57.762, "count": 298, "max_ms": 75.935, "p95_ms": 73.039}, "visualize": {"avg_ms": 3.7, "count": 298, "max_ms": 4.694, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16261.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 9970.514, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.488, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1701397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:23:14+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T23:23:14+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:23:14.763772+09:00", "mtime_epoch": 1783261394.7637718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:23:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9436.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.711, "count": 301, "max_ms": 26.348, "p95_ms": 18.86}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.766, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.776, "count": 301, "max_ms": 67.049, "p95_ms": 63.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.177, "count": 301, "max_ms": 66.1, "p95_ms": 58.634}, "yolo11_640_fire_11class": {"avg_ms": 50.044, "count": 301, "max_ms": 66.383, "p95_ms": 62.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.883, "count": 301, "max_ms": 75.794, "p95_ms": 72.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.912, "count": 301, "max_ms": 99.971, "p95_ms": 96.164}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 427.462, "p95_ms": 123.943}, "triton_wait": {"avg_ms": 53.961, "count": 301, "max_ms": 75.806, "p95_ms": 72.214}, "visualize": {"avg_ms": 3.516, "count": 301, "max_ms": 4.362, "p95_ms": 3.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16261.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25901.737, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.375, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2157021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:23:19+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T23:23:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T23:23:19.851883+09:00", "mtime_epoch": 1783261399.8518834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:23:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2469.254, "name": "celery", "pid": 267, "rss_mb": 2469.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 303, "max_ms": 11.046, "p95_ms": 8.904}, "gstreamer_push": {"avg_ms": 1.315, "count": 303, "max_ms": 2.037, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.999, "count": 303, "max_ms": 68.648, "p95_ms": 64.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.344, "count": 303, "max_ms": 70.114, "p95_ms": 57.519}, "yolo11_640_fire_11class": {"avg_ms": 52.437, "count": 303, "max_ms": 71.289, "p95_ms": 63.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.844, "count": 303, "max_ms": 74.278, "p95_ms": 71.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.012, "count": 303, "max_ms": 91.054, "p95_ms": 88.645}, "read_interval": {"avg_ms": 99.215, "count": 302, "max_ms": 397.914, "p95_ms": 177.279}, "triton_wait": {"avg_ms": 57.169, "count": 303, "max_ms": 74.291, "p95_ms": 71.358}, "visualize": {"avg_ms": 3.727, "count": 303, "max_ms": 5.212, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16262.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10000.513, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.608, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1701697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:23:44+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T23:23:44+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-05T23:23:44.744428+09:00", "mtime_epoch": 1783261424.7444284, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:23:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9436.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.002, "count": 300, "max_ms": 26.703, "p95_ms": 21.229}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.527, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.964, "count": 300, "max_ms": 66.61, "p95_ms": 63.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.474, "count": 300, "max_ms": 67.251, "p95_ms": 57.592}, "yolo11_640_fire_11class": {"avg_ms": 50.299, "count": 300, "max_ms": 67.895, "p95_ms": 62.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.107, "count": 300, "max_ms": 77.203, "p95_ms": 71.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.562, "count": 300, "max_ms": 103.052, "p95_ms": 96.554}, "read_interval": {"avg_ms": 100.041, "count": 300, "max_ms": 218.441, "p95_ms": 122.482}, "triton_wait": {"avg_ms": 54.237, "count": 300, "max_ms": 77.215, "p95_ms": 71.91}, "visualize": {"avg_ms": 3.562, "count": 300, "max_ms": 4.816, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16262.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25931.784, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.095, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2157317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:23:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:23:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:23:49+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:23:49.904541+09:00", "mtime_epoch": 1783261429.9045408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:23:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2469.512, "name": "celery", "pid": 267, "rss_mb": 2469.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.845}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.036, "count": 296, "max_ms": 12.406, "p95_ms": 10.214}, "gstreamer_push": {"avg_ms": 1.3, "count": 296, "max_ms": 1.88, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.311, "count": 296, "max_ms": 69.066, "p95_ms": 65.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.041, "count": 296, "max_ms": 70.506, "p95_ms": 61.946}, "yolo11_640_fire_11class": {"avg_ms": 53.728, "count": 296, "max_ms": 69.983, "p95_ms": 65.797}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.871, "count": 296, "max_ms": 76.547, "p95_ms": 72.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.143, "count": 296, "max_ms": 94.623, "p95_ms": 89.46}, "read_interval": {"avg_ms": 101.515, "count": 295, "max_ms": 510.555, "p95_ms": 161.32}, "triton_wait": {"avg_ms": 58.322, "count": 296, "max_ms": 76.559, "p95_ms": 72.794}, "visualize": {"avg_ms": 3.732, "count": 296, "max_ms": 5.463, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16262.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10030.52, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.608, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1701997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:24:14+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:24:14+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:24:14.769080+09:00", "mtime_epoch": 1783261454.7690804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:24:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9436.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.642, "count": 300, "max_ms": 21.116, "p95_ms": 18.68}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 2.147, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.291, "count": 300, "max_ms": 70.044, "p95_ms": 63.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.633, "count": 300, "max_ms": 71.581, "p95_ms": 56.929}, "yolo11_640_fire_11class": {"avg_ms": 49.91, "count": 300, "max_ms": 68.876, "p95_ms": 62.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.057, "count": 300, "max_ms": 78.221, "p95_ms": 70.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.124, "count": 300, "max_ms": 103.931, "p95_ms": 95.233}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 297.372, "p95_ms": 122.048}, "triton_wait": {"avg_ms": 54.212, "count": 300, "max_ms": 78.233, "p95_ms": 70.431}, "visualize": {"avg_ms": 3.529, "count": 300, "max_ms": 4.54, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16262.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25961.833, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.086, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2157622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:24:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T23:24:19+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T23:24:19.969193+09:00", "mtime_epoch": 1783261459.969193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:24:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2469.512, "name": "celery", "pid": 267, "rss_mb": 2469.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.184, "pushed": 10.184, "read": 10.15}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.906, "count": 305, "max_ms": 11.375, "p95_ms": 8.435}, "gstreamer_push": {"avg_ms": 1.3, "count": 305, "max_ms": 1.87, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.664, "count": 305, "max_ms": 72.558, "p95_ms": 65.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.781, "count": 305, "max_ms": 72.547, "p95_ms": 54.846}, "yolo11_640_fire_11class": {"avg_ms": 52.629, "count": 305, "max_ms": 72.567, "p95_ms": 63.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.699, "count": 305, "max_ms": 76.604, "p95_ms": 71.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.733, "count": 305, "max_ms": 92.904, "p95_ms": 88.711}, "read_interval": {"avg_ms": 98.579, "count": 304, "max_ms": 464.078, "p95_ms": 167.328}, "triton_wait": {"avg_ms": 58.06, "count": 305, "max_ms": 76.617, "p95_ms": 71.477}, "visualize": {"avg_ms": 3.689, "count": 305, "max_ms": 5.938, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16263.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10060.552, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.553, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1702297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:24:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:24:44+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T23:24:44.809728+09:00", "mtime_epoch": 1783261484.809728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:24:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9436.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.914, "count": 300, "max_ms": 21.88, "p95_ms": 19.087}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.66, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.29, "count": 300, "max_ms": 69.83, "p95_ms": 62.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.05, "count": 300, "max_ms": 67.733, "p95_ms": 56.334}, "yolo11_640_fire_11class": {"avg_ms": 50.073, "count": 300, "max_ms": 68.362, "p95_ms": 61.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.444, "count": 300, "max_ms": 77.265, "p95_ms": 70.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.827, "count": 300, "max_ms": 102.227, "p95_ms": 95.158}, "read_interval": {"avg_ms": 100.102, "count": 299, "max_ms": 288.651, "p95_ms": 121.864}, "triton_wait": {"avg_ms": 54.551, "count": 300, "max_ms": 77.276, "p95_ms": 70.119}, "visualize": {"avg_ms": 3.554, "count": 300, "max_ms": 4.58, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16263.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25991.839, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.203, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2157919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:24:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:24:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:24:49+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:24:49.961838+09:00", "mtime_epoch": 1783261489.9618385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:24:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2469.77, "name": "celery", "pid": 267, "rss_mb": 2469.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 297, "max_ms": 14.018, "p95_ms": 8.485}, "gstreamer_push": {"avg_ms": 1.321, "count": 297, "max_ms": 1.583, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.353, "count": 297, "max_ms": 71.135, "p95_ms": 65.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.971, "count": 297, "max_ms": 71.385, "p95_ms": 59.175}, "yolo11_640_fire_11class": {"avg_ms": 55.372, "count": 297, "max_ms": 71.024, "p95_ms": 65.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.323, "count": 297, "max_ms": 76.482, "p95_ms": 72.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.256, "count": 297, "max_ms": 92.76, "p95_ms": 89.561}, "read_interval": {"avg_ms": 100.967, "count": 297, "max_ms": 412.033, "p95_ms": 145.214}, "triton_wait": {"avg_ms": 61.528, "count": 297, "max_ms": 76.494, "p95_ms": 72.822}, "visualize": {"avg_ms": 3.709, "count": 297, "max_ms": 4.62, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16263.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10090.65, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.669, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1702598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:25:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:25:14+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:25:14+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:25:14.902372+09:00", "mtime_epoch": 1783261514.9023716, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:25:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9436.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.932, "count": 300, "max_ms": 25.111, "p95_ms": 20.058}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.841, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.486, "count": 300, "max_ms": 70.722, "p95_ms": 63.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.245, "count": 300, "max_ms": 70.737, "p95_ms": 60.831}, "yolo11_640_fire_11class": {"avg_ms": 50.964, "count": 300, "max_ms": 70.75, "p95_ms": 63.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.895, "count": 300, "max_ms": 78.113, "p95_ms": 72.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.342, "count": 300, "max_ms": 103.553, "p95_ms": 97.506}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 178.646, "p95_ms": 117.913}, "triton_wait": {"avg_ms": 54.998, "count": 300, "max_ms": 78.126, "p95_ms": 72.627}, "visualize": {"avg_ms": 3.586, "count": 300, "max_ms": 5.355, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16262.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26021.891, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.193, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2158222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:25:20+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T23:25:20+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T23:25:20.018481+09:00", "mtime_epoch": 1783261520.0184805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:25:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2469.77, "name": "celery", "pid": 267, "rss_mb": 2469.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.116, "pushed": 10.116, "read": 10.083}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.993, "count": 303, "max_ms": 13.825, "p95_ms": 8.665}, "gstreamer_push": {"avg_ms": 1.311, "count": 303, "max_ms": 2.164, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.981, "count": 303, "max_ms": 71.46, "p95_ms": 65.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.004, "count": 303, "max_ms": 69.742, "p95_ms": 59.568}, "yolo11_640_fire_11class": {"avg_ms": 52.776, "count": 303, "max_ms": 71.121, "p95_ms": 65.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.705, "count": 303, "max_ms": 76.865, "p95_ms": 72.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.604, "count": 303, "max_ms": 93.606, "p95_ms": 89.242}, "read_interval": {"avg_ms": 99.199, "count": 302, "max_ms": 400.343, "p95_ms": 139.386}, "triton_wait": {"avg_ms": 57.909, "count": 303, "max_ms": 76.877, "p95_ms": 72.694}, "visualize": {"avg_ms": 3.704, "count": 303, "max_ms": 5.859, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16263.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10120.716, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.81, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1702899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:25:45+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T23:25:44+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:25:44.971010+09:00", "mtime_epoch": 1783261544.9710102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:25:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9437.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.981, "count": 301, "max_ms": 25.927, "p95_ms": 19.149}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.86, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.876, "count": 301, "max_ms": 67.782, "p95_ms": 63.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.79, "count": 301, "max_ms": 66.105, "p95_ms": 58.962}, "yolo11_640_fire_11class": {"avg_ms": 50.243, "count": 301, "max_ms": 66.612, "p95_ms": 63.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.174, "count": 301, "max_ms": 76.058, "p95_ms": 73.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.671, "count": 301, "max_ms": 102.256, "p95_ms": 98.181}, "read_interval": {"avg_ms": 99.896, "count": 300, "max_ms": 225.96, "p95_ms": 121.002}, "triton_wait": {"avg_ms": 54.287, "count": 301, "max_ms": 76.07, "p95_ms": 73.389}, "visualize": {"avg_ms": 3.571, "count": 301, "max_ms": 5.224, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16263.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26051.982, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.214, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2158523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:25:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:25:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:25:50+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:25:50.103119+09:00", "mtime_epoch": 1783261550.103119, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:25:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2470.027, "name": "celery", "pid": 267, "rss_mb": 2470.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.998, "count": 301, "max_ms": 14.811, "p95_ms": 8.706}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.931, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.017, "count": 301, "max_ms": 68.274, "p95_ms": 64.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.372, "count": 301, "max_ms": 67.726, "p95_ms": 60.193}, "yolo11_640_fire_11class": {"avg_ms": 52.18, "count": 301, "max_ms": 68.389, "p95_ms": 64.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.63, "count": 301, "max_ms": 76.08, "p95_ms": 72.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.683, "count": 301, "max_ms": 95.435, "p95_ms": 89.204}, "read_interval": {"avg_ms": 99.969, "count": 300, "max_ms": 435.401, "p95_ms": 179.136}, "triton_wait": {"avg_ms": 56.885, "count": 301, "max_ms": 76.089, "p95_ms": 72.014}, "visualize": {"avg_ms": 3.722, "count": 301, "max_ms": 5.256, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16263.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10150.748, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.978, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1703199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:26:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:26:15+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:26:14+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:26:14.999644+09:00", "mtime_epoch": 1783261574.9996438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:26:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9437.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.378, "count": 300, "max_ms": 30.218, "p95_ms": 22.041}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.495, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.448, "count": 300, "max_ms": 70.834, "p95_ms": 63.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.54, "count": 300, "max_ms": 67.474, "p95_ms": 59.834}, "yolo11_640_fire_11class": {"avg_ms": 49.734, "count": 300, "max_ms": 67.166, "p95_ms": 63.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.454, "count": 300, "max_ms": 75.766, "p95_ms": 72.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.331, "count": 300, "max_ms": 112.03, "p95_ms": 98.399}, "read_interval": {"avg_ms": 100.104, "count": 299, "max_ms": 185.241, "p95_ms": 131.754}, "triton_wait": {"avg_ms": 53.592, "count": 300, "max_ms": 75.778, "p95_ms": 72.131}, "visualize": {"avg_ms": 3.533, "count": 300, "max_ms": 4.765, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16263.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26082.05, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.253, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2158824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:26:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:26:20+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T23:26:20+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:26:20.171752+09:00", "mtime_epoch": 1783261580.1717525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:26:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2470.027, "name": "celery", "pid": 267, "rss_mb": 2470.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.109, "count": 301, "max_ms": 13.591, "p95_ms": 9.861}, "gstreamer_push": {"avg_ms": 1.34, "count": 301, "max_ms": 2.245, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.27, "count": 301, "max_ms": 69.444, "p95_ms": 64.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.931, "count": 301, "max_ms": 73.226, "p95_ms": 61.268}, "yolo11_640_fire_11class": {"avg_ms": 52.723, "count": 301, "max_ms": 71.012, "p95_ms": 64.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.208, "count": 301, "max_ms": 74.85, "p95_ms": 72.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.577, "count": 301, "max_ms": 97.722, "p95_ms": 90.072}, "read_interval": {"avg_ms": 99.882, "count": 300, "max_ms": 357.463, "p95_ms": 163.87}, "triton_wait": {"avg_ms": 57.423, "count": 301, "max_ms": 74.862, "p95_ms": 72.436}, "visualize": {"avg_ms": 3.789, "count": 301, "max_ms": 6.064, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16264.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10180.816, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.029, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1703500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:26:45+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T23:26:45+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:26:45.068274+09:00", "mtime_epoch": 1783261605.068274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:26:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9437.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.899, "count": 301, "max_ms": 28.848, "p95_ms": 18.965}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.596, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.526, "count": 301, "max_ms": 67.301, "p95_ms": 63.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.696, "count": 301, "max_ms": 68.31, "p95_ms": 60.75}, "yolo11_640_fire_11class": {"avg_ms": 50.875, "count": 301, "max_ms": 67.285, "p95_ms": 63.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.733, "count": 301, "max_ms": 76.914, "p95_ms": 72.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.091, "count": 301, "max_ms": 105.303, "p95_ms": 96.626}, "read_interval": {"avg_ms": 99.909, "count": 300, "max_ms": 190.337, "p95_ms": 118.708}, "triton_wait": {"avg_ms": 54.871, "count": 301, "max_ms": 76.927, "p95_ms": 72.134}, "visualize": {"avg_ms": 3.524, "count": 301, "max_ms": 4.556, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16264.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26112.06, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.418, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2159124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:26:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:26:50+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T23:26:50+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T23:26:50.200381+09:00", "mtime_epoch": 1783261610.2003813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:26:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2470.285, "name": "celery", "pid": 267, "rss_mb": 2470.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.365, "count": 300, "max_ms": 15.064, "p95_ms": 12.593}, "gstreamer_push": {"avg_ms": 1.324, "count": 300, "max_ms": 2.092, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.103, "count": 300, "max_ms": 71.741, "p95_ms": 65.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.223, "count": 300, "max_ms": 69.726, "p95_ms": 57.564}, "yolo11_640_fire_11class": {"avg_ms": 53.903, "count": 300, "max_ms": 72.779, "p95_ms": 66.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.439, "count": 300, "max_ms": 76.455, "p95_ms": 73.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.122, "count": 300, "max_ms": 99.022, "p95_ms": 90.185}, "read_interval": {"avg_ms": 100.108, "count": 300, "max_ms": 516.416, "p95_ms": 132.914}, "triton_wait": {"avg_ms": 58.77, "count": 300, "max_ms": 76.468, "p95_ms": 73.157}, "visualize": {"avg_ms": 3.794, "count": 300, "max_ms": 4.865, "p95_ms": 4.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16264.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10210.85, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.151, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1703799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:27:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:27:15+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T23:27:15+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T23:27:15.108900+09:00", "mtime_epoch": 1783261635.1089, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:27:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9437.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.234, "count": 299, "max_ms": 30.266, "p95_ms": 28.434}, "gstreamer_push": {"avg_ms": 1.22, "count": 299, "max_ms": 1.369, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.579, "count": 299, "max_ms": 66.482, "p95_ms": 63.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.975, "count": 299, "max_ms": 65.229, "p95_ms": 58.778}, "yolo11_640_fire_11class": {"avg_ms": 50.844, "count": 299, "max_ms": 69.93, "p95_ms": 62.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.575, "count": 299, "max_ms": 74.424, "p95_ms": 70.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.346, "count": 299, "max_ms": 112.091, "p95_ms": 97.185}, "read_interval": {"avg_ms": 100.469, "count": 298, "max_ms": 270.559, "p95_ms": 117.536}, "triton_wait": {"avg_ms": 54.817, "count": 299, "max_ms": 74.439, "p95_ms": 70.291}, "visualize": {"avg_ms": 3.541, "count": 299, "max_ms": 4.452, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16264.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26142.111, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.657, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2159424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:27:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:27:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T23:27:20+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-05T23:27:20.249007+09:00", "mtime_epoch": 1783261640.2490067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:27:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2470.543, "name": "celery", "pid": 267, "rss_mb": 2470.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.377, "count": 300, "max_ms": 13.418, "p95_ms": 12.692}, "gstreamer_push": {"avg_ms": 1.324, "count": 300, "max_ms": 2.052, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.35, "count": 300, "max_ms": 72.653, "p95_ms": 66.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.31, "count": 300, "max_ms": 70.546, "p95_ms": 55.126}, "yolo11_640_fire_11class": {"avg_ms": 53.814, "count": 300, "max_ms": 79.514, "p95_ms": 66.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.208, "count": 300, "max_ms": 80.577, "p95_ms": 72.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.086, "count": 300, "max_ms": 96.887, "p95_ms": 91.78}, "read_interval": {"avg_ms": 100.182, "count": 299, "max_ms": 389.039, "p95_ms": 146.739}, "triton_wait": {"avg_ms": 58.67, "count": 300, "max_ms": 80.59, "p95_ms": 72.376}, "visualize": {"avg_ms": 3.783, "count": 300, "max_ms": 5.159, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16264.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10240.938, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.035, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1704101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:27:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:27:45+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T23:27:45+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:27:45.193523+09:00", "mtime_epoch": 1783261665.1935232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:27:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9437.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.608, "count": 302, "max_ms": 24.316, "p95_ms": 18.531}, "gstreamer_push": {"avg_ms": 1.235, "count": 302, "max_ms": 1.59, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.22, "count": 302, "max_ms": 73.301, "p95_ms": 62.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.954, "count": 302, "max_ms": 69.985, "p95_ms": 59.095}, "yolo11_640_fire_11class": {"avg_ms": 50.83, "count": 302, "max_ms": 72.771, "p95_ms": 63.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.853, "count": 302, "max_ms": 81.991, "p95_ms": 71.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.078, "count": 302, "max_ms": 106.44, "p95_ms": 96.879}, "read_interval": {"avg_ms": 99.654, "count": 301, "max_ms": 196.149, "p95_ms": 118.513}, "triton_wait": {"avg_ms": 55.102, "count": 302, "max_ms": 82.002, "p95_ms": 71.74}, "visualize": {"avg_ms": 3.551, "count": 302, "max_ms": 5.5, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 17997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16264.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26172.541, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.53, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2159725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:27:50+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T23:27:50+09:00", "mjpeg": {"age_sec": 0.494, "exists": true, "mtime": "2026-07-05T23:27:50.249628+09:00", "mtime_epoch": 1783261670.2496276, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:27:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2470.543, "name": "celery", "pid": 267, "rss_mb": 2470.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.063, "count": 297, "max_ms": 12.974, "p95_ms": 9.64}, "gstreamer_push": {"avg_ms": 1.305, "count": 297, "max_ms": 1.608, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.263, "count": 297, "max_ms": 68.912, "p95_ms": 65.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.054, "count": 297, "max_ms": 73.41, "p95_ms": 60.057}, "yolo11_640_fire_11class": {"avg_ms": 54.204, "count": 297, "max_ms": 72.374, "p95_ms": 66.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.701, "count": 297, "max_ms": 75.439, "p95_ms": 72.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.112, "count": 297, "max_ms": 92.104, "p95_ms": 89.33}, "read_interval": {"avg_ms": 101.245, "count": 296, "max_ms": 491.928, "p95_ms": 146.86}, "triton_wait": {"avg_ms": 59.233, "count": 297, "max_ms": 75.451, "p95_ms": 72.636}, "visualize": {"avg_ms": 3.721, "count": 297, "max_ms": 5.764, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16264.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10270.986, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.102, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1704402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:28:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:28:15+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T23:28:15+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:28:15.242142+09:00", "mtime_epoch": 1783261695.2421422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:28:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9437.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.994, "count": 301, "max_ms": 21.112, "p95_ms": 19.145}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.961, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.858, "count": 301, "max_ms": 67.093, "p95_ms": 62.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.374, "count": 301, "max_ms": 63.033, "p95_ms": 56.369}, "yolo11_640_fire_11class": {"avg_ms": 49.093, "count": 301, "max_ms": 70.379, "p95_ms": 62.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.565, "count": 301, "max_ms": 76.294, "p95_ms": 71.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.116, "count": 301, "max_ms": 100.741, "p95_ms": 96.29}, "read_interval": {"avg_ms": 99.832, "count": 300, "max_ms": 170.151, "p95_ms": 126.331}, "triton_wait": {"avg_ms": 52.758, "count": 301, "max_ms": 76.305, "p95_ms": 71.34}, "visualize": {"avg_ms": 3.559, "count": 301, "max_ms": 4.875, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16264.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26202.546, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.546, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2160027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:28:20+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:28:20+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:28:20.670254+09:00", "mtime_epoch": 1783261700.6702538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:28:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2470.801, "name": "celery", "pid": 267, "rss_mb": 2470.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.849, "count": 302, "max_ms": 14.114, "p95_ms": 8.738}, "gstreamer_push": {"avg_ms": 1.297, "count": 302, "max_ms": 1.833, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.02, "count": 302, "max_ms": 71.912, "p95_ms": 65.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.552, "count": 302, "max_ms": 68.9, "p95_ms": 59.798}, "yolo11_640_fire_11class": {"avg_ms": 51.431, "count": 302, "max_ms": 69.332, "p95_ms": 64.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.882, "count": 302, "max_ms": 75.641, "p95_ms": 72.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.015, "count": 302, "max_ms": 91.82, "p95_ms": 88.706}, "read_interval": {"avg_ms": 99.363, "count": 302, "max_ms": 389.264, "p95_ms": 164.11}, "triton_wait": {"avg_ms": 55.349, "count": 302, "max_ms": 75.653, "p95_ms": 72.573}, "visualize": {"avg_ms": 3.725, "count": 302, "max_ms": 5.624, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16265.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10301.025, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.102, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1704702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:28:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:28:45+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:28:45+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:28:45.274758+09:00", "mtime_epoch": 1783261725.2747579, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 101970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:28:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9437.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.023, "count": 300, "max_ms": 28.851, "p95_ms": 21.241}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.86, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.831, "count": 300, "max_ms": 67.23, "p95_ms": 63.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.249, "count": 300, "max_ms": 67.24, "p95_ms": 59.276}, "yolo11_640_fire_11class": {"avg_ms": 50.156, "count": 300, "max_ms": 66.731, "p95_ms": 62.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.633, "count": 300, "max_ms": 75.218, "p95_ms": 71.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.23, "count": 300, "max_ms": 100.984, "p95_ms": 96.577}, "read_interval": {"avg_ms": 100.122, "count": 299, "max_ms": 188.348, "p95_ms": 127.537}, "triton_wait": {"avg_ms": 53.854, "count": 300, "max_ms": 75.231, "p95_ms": 71.839}, "visualize": {"avg_ms": 3.526, "count": 300, "max_ms": 4.639, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16265.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26232.556, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.535, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2160329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:28:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:28:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T23:28:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T23:28:50.670868+09:00", "mtime_epoch": 1783261730.6708682, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:28:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2470.801, "name": "celery", "pid": 267, "rss_mb": 2470.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.863, "count": 302, "max_ms": 12.348, "p95_ms": 8.166}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 1.534, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.222, "count": 302, "max_ms": 70.44, "p95_ms": 66.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.938, "count": 302, "max_ms": 70.853, "p95_ms": 59.71}, "yolo11_640_fire_11class": {"avg_ms": 53.739, "count": 302, "max_ms": 70.853, "p95_ms": 65.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.318, "count": 302, "max_ms": 77.19, "p95_ms": 72.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.08, "count": 302, "max_ms": 93.385, "p95_ms": 89.228}, "read_interval": {"avg_ms": 99.428, "count": 302, "max_ms": 384.51, "p95_ms": 159.3}, "triton_wait": {"avg_ms": 58.505, "count": 302, "max_ms": 77.202, "p95_ms": 72.864}, "visualize": {"avg_ms": 3.688, "count": 302, "max_ms": 6.013, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16265.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10331.045, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.035, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1705002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:29:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:29:15+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:29:15+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T23:29:15.311370+09:00", "mtime_epoch": 1783261755.3113704, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:29:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9438.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.983, "count": 300, "max_ms": 28.361, "p95_ms": 22.998}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.934, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.392, "count": 300, "max_ms": 67.235, "p95_ms": 62.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.777, "count": 300, "max_ms": 68.744, "p95_ms": 59.023}, "yolo11_640_fire_11class": {"avg_ms": 49.44, "count": 300, "max_ms": 66.204, "p95_ms": 61.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.204, "count": 300, "max_ms": 75.081, "p95_ms": 70.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.797, "count": 300, "max_ms": 99.603, "p95_ms": 95.636}, "read_interval": {"avg_ms": 100.102, "count": 299, "max_ms": 207.853, "p95_ms": 121.146}, "triton_wait": {"avg_ms": 53.456, "count": 300, "max_ms": 75.093, "p95_ms": 70.92}, "visualize": {"avg_ms": 3.558, "count": 300, "max_ms": 5.485, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16265.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26262.569, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.659, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2160627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:29:20+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:29:20+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:29:20.687480+09:00", "mtime_epoch": 1783261760.6874797, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:29:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2471.059, "name": "celery", "pid": 267, "rss_mb": 2471.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.933, "pushed": 9.933, "read": 9.933}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.051, "count": 298, "max_ms": 13.027, "p95_ms": 8.895}, "gstreamer_push": {"avg_ms": 1.331, "count": 298, "max_ms": 2.197, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.281, "count": 298, "max_ms": 70.252, "p95_ms": 65.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.826, "count": 298, "max_ms": 70.263, "p95_ms": 61.88}, "yolo11_640_fire_11class": {"avg_ms": 53.322, "count": 298, "max_ms": 70.304, "p95_ms": 64.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.898, "count": 298, "max_ms": 75.766, "p95_ms": 72.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.335, "count": 298, "max_ms": 92.711, "p95_ms": 89.651}, "read_interval": {"avg_ms": 100.644, "count": 298, "max_ms": 490.331, "p95_ms": 199.097}, "triton_wait": {"avg_ms": 58.339, "count": 298, "max_ms": 75.78, "p95_ms": 72.687}, "visualize": {"avg_ms": 3.781, "count": 298, "max_ms": 5.446, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16266.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10361.061, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.904, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1705303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:29:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:29:45+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T23:29:45+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T23:29:45.323980+09:00", "mtime_epoch": 1783261785.3239799, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:29:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9438.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.253, "count": 301, "max_ms": 29.218, "p95_ms": 23.149}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.537, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.806, "count": 301, "max_ms": 68.035, "p95_ms": 61.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.217, "count": 301, "max_ms": 63.686, "p95_ms": 57.12}, "yolo11_640_fire_11class": {"avg_ms": 49.327, "count": 301, "max_ms": 69.304, "p95_ms": 62.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.531, "count": 301, "max_ms": 77.884, "p95_ms": 69.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.843, "count": 301, "max_ms": 253.047, "p95_ms": 94.368}, "read_interval": {"avg_ms": 99.76, "count": 300, "max_ms": 264.073, "p95_ms": 114.73}, "triton_wait": {"avg_ms": 53.635, "count": 301, "max_ms": 77.897, "p95_ms": 69.513}, "visualize": {"avg_ms": 3.562, "count": 301, "max_ms": 5.56, "p95_ms": 4.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16266.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26292.66, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.661, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2160930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:29:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:29:50+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T23:29:50+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:29:50.780090+09:00", "mtime_epoch": 1783261790.7800903, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:29:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2471.059, "name": "celery", "pid": 267, "rss_mb": 2471.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.02, "count": 303, "max_ms": 10.127, "p95_ms": 8.865}, "gstreamer_push": {"avg_ms": 1.331, "count": 303, "max_ms": 2.25, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.869, "count": 303, "max_ms": 70.375, "p95_ms": 64.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.838, "count": 303, "max_ms": 68.607, "p95_ms": 56.633}, "yolo11_640_fire_11class": {"avg_ms": 53.644, "count": 303, "max_ms": 73.065, "p95_ms": 64.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.956, "count": 303, "max_ms": 77.955, "p95_ms": 71.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.35, "count": 303, "max_ms": 94.546, "p95_ms": 88.841}, "read_interval": {"avg_ms": 99.317, "count": 302, "max_ms": 416.69, "p95_ms": 147.155}, "triton_wait": {"avg_ms": 58.362, "count": 303, "max_ms": 77.969, "p95_ms": 72.165}, "visualize": {"avg_ms": 3.779, "count": 303, "max_ms": 4.814, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16266.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10391.119, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.635, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1705602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:30:15+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:30:15+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:30:15.368587+09:00", "mtime_epoch": 1783261815.368587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:30:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9438.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.823, "count": 299, "max_ms": 23.743, "p95_ms": 18.958}, "gstreamer_push": {"avg_ms": 1.228, "count": 299, "max_ms": 1.477, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.211, "count": 299, "max_ms": 65.293, "p95_ms": 62.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.616, "count": 299, "max_ms": 65.812, "p95_ms": 60.083}, "yolo11_640_fire_11class": {"avg_ms": 50.732, "count": 299, "max_ms": 67.544, "p95_ms": 61.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.851, "count": 299, "max_ms": 75.74, "p95_ms": 70.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.093, "count": 299, "max_ms": 100.325, "p95_ms": 95.188}, "read_interval": {"avg_ms": 100.533, "count": 298, "max_ms": 445.128, "p95_ms": 117.714}, "triton_wait": {"avg_ms": 54.948, "count": 299, "max_ms": 75.751, "p95_ms": 70.169}, "visualize": {"avg_ms": 3.556, "count": 299, "max_ms": 4.526, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16266.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26322.73, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.661, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2161230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:30:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:30:20+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:30:20+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:30:20.848697+09:00", "mtime_epoch": 1783261820.8486974, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90783}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:30:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2471.316, "name": "celery", "pid": 267, "rss_mb": 2471.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.969, "count": 300, "max_ms": 11.924, "p95_ms": 8.755}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 2.288, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.384, "count": 300, "max_ms": 70.955, "p95_ms": 65.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.288, "count": 300, "max_ms": 68.789, "p95_ms": 56.476}, "yolo11_640_fire_11class": {"avg_ms": 55.427, "count": 300, "max_ms": 71.034, "p95_ms": 65.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.458, "count": 300, "max_ms": 77.716, "p95_ms": 72.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.552, "count": 300, "max_ms": 94.394, "p95_ms": 89.469}, "read_interval": {"avg_ms": 100.208, "count": 299, "max_ms": 318.093, "p95_ms": 167.956}, "triton_wait": {"avg_ms": 60.786, "count": 300, "max_ms": 77.729, "p95_ms": 72.746}, "visualize": {"avg_ms": 3.75, "count": 300, "max_ms": 5.663, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16266.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10421.131, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.571, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1705903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:30:45+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T23:30:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T23:30:45.373191+09:00", "mtime_epoch": 1783261845.3731909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:30:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9438.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.411, "count": 301, "max_ms": 29.89, "p95_ms": 22.845}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 2.134, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.05, "count": 301, "max_ms": 69.274, "p95_ms": 64.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.742, "count": 301, "max_ms": 69.078, "p95_ms": 58.557}, "yolo11_640_fire_11class": {"avg_ms": 50.44, "count": 301, "max_ms": 66.253, "p95_ms": 62.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.549, "count": 301, "max_ms": 74.789, "p95_ms": 69.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.514, "count": 301, "max_ms": 112.307, "p95_ms": 97.75}, "read_interval": {"avg_ms": 99.684, "count": 301, "max_ms": 186.676, "p95_ms": 116.715}, "triton_wait": {"avg_ms": 54.689, "count": 301, "max_ms": 74.801, "p95_ms": 69.873}, "visualize": {"avg_ms": 3.588, "count": 301, "max_ms": 4.679, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16267.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26352.788, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.742, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2161530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:30:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:30:50+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T23:30:50+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T23:30:50.905302+09:00", "mtime_epoch": 1783261850.905302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:30:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2471.574, "name": "celery", "pid": 267, "rss_mb": 2471.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.277, "count": 300, "max_ms": 13.792, "p95_ms": 12.585}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 2.095, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.02, "count": 300, "max_ms": 70.998, "p95_ms": 65.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.634, "count": 300, "max_ms": 68.585, "p95_ms": 59.007}, "yolo11_640_fire_11class": {"avg_ms": 52.256, "count": 300, "max_ms": 70.469, "p95_ms": 65.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.457, "count": 300, "max_ms": 78.444, "p95_ms": 73.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.814, "count": 300, "max_ms": 98.155, "p95_ms": 90.999}, "read_interval": {"avg_ms": 100.184, "count": 299, "max_ms": 464.74, "p95_ms": 171.32}, "triton_wait": {"avg_ms": 56.688, "count": 300, "max_ms": 78.456, "p95_ms": 73.25}, "visualize": {"avg_ms": 3.777, "count": 300, "max_ms": 5.203, "p95_ms": 4.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16267.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10451.164, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.395, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1706203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:31:15+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:31:15+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:31:15.413793+09:00", "mtime_epoch": 1783261875.4137933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:31:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9438.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.909, "count": 300, "max_ms": 28.387, "p95_ms": 19.563}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.534, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.949, "count": 300, "max_ms": 67.149, "p95_ms": 62.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.886, "count": 300, "max_ms": 71.083, "p95_ms": 58.633}, "yolo11_640_fire_11class": {"avg_ms": 51.33, "count": 300, "max_ms": 65.659, "p95_ms": 62.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.154, "count": 300, "max_ms": 76.26, "p95_ms": 72.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.635, "count": 300, "max_ms": 101.715, "p95_ms": 96.813}, "read_interval": {"avg_ms": 100.104, "count": 299, "max_ms": 184.982, "p95_ms": 117.66}, "triton_wait": {"avg_ms": 56.345, "count": 300, "max_ms": 76.272, "p95_ms": 72.034}, "visualize": {"avg_ms": 3.548, "count": 300, "max_ms": 5.71, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16267.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26382.858, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.691, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2161831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:31:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:31:21+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T23:31:20+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:31:20.981905+09:00", "mtime_epoch": 1783261880.9819047, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:31:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2471.574, "name": "celery", "pid": 267, "rss_mb": 2471.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.151, "count": 301, "max_ms": 12.816, "p95_ms": 9.038}, "gstreamer_push": {"avg_ms": 1.322, "count": 301, "max_ms": 1.907, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.631, "count": 301, "max_ms": 70.589, "p95_ms": 65.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.731, "count": 301, "max_ms": 70.602, "p95_ms": 59.255}, "yolo11_640_fire_11class": {"avg_ms": 56.907, "count": 301, "max_ms": 71.428, "p95_ms": 67.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.648, "count": 301, "max_ms": 78.358, "p95_ms": 72.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.048, "count": 301, "max_ms": 95.311, "p95_ms": 89.572}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 405.513, "p95_ms": 113.049}, "triton_wait": {"avg_ms": 62.992, "count": 301, "max_ms": 78.371, "p95_ms": 72.827}, "visualize": {"avg_ms": 3.818, "count": 301, "max_ms": 5.13, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16268.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10481.221, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.386, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1706504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:31:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:31:45+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T23:31:45+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T23:31:45.478394+09:00", "mtime_epoch": 1783261905.4783938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:31:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9438.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.591, "count": 301, "max_ms": 24.085, "p95_ms": 18.432}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 2.194, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.994, "count": 301, "max_ms": 71.328, "p95_ms": 63.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.275, "count": 301, "max_ms": 71.185, "p95_ms": 58.83}, "yolo11_640_fire_11class": {"avg_ms": 51.376, "count": 301, "max_ms": 73.543, "p95_ms": 62.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.103, "count": 301, "max_ms": 77.065, "p95_ms": 71.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.145, "count": 301, "max_ms": 106.83, "p95_ms": 96.921}, "read_interval": {"avg_ms": 99.89, "count": 300, "max_ms": 181.93, "p95_ms": 117.771}, "triton_wait": {"avg_ms": 56.182, "count": 301, "max_ms": 77.076, "p95_ms": 71.879}, "visualize": {"avg_ms": 3.532, "count": 301, "max_ms": 5.01, "p95_ms": 3.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16267.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26412.926, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.651, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2162132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:31:51+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T23:31:51+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:31:51.050505+09:00", "mtime_epoch": 1783261911.050505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:31:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2471.832, "name": "celery", "pid": 267, "rss_mb": 2471.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.06, "count": 301, "max_ms": 10.304, "p95_ms": 8.927}, "gstreamer_push": {"avg_ms": 1.328, "count": 301, "max_ms": 1.57, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.033, "count": 301, "max_ms": 72.679, "p95_ms": 65.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.828, "count": 301, "max_ms": 67.836, "p95_ms": 60.393}, "yolo11_640_fire_11class": {"avg_ms": 54.325, "count": 301, "max_ms": 69.979, "p95_ms": 64.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.13, "count": 301, "max_ms": 75.581, "p95_ms": 72.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.292, "count": 301, "max_ms": 92.155, "p95_ms": 89.761}, "read_interval": {"avg_ms": 99.907, "count": 300, "max_ms": 404.456, "p95_ms": 174.45}, "triton_wait": {"avg_ms": 59.339, "count": 301, "max_ms": 75.597, "p95_ms": 72.937}, "visualize": {"avg_ms": 3.768, "count": 301, "max_ms": 4.62, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16267.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10511.257, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.281, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1706805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:32:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:32:15+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T23:32:15+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T23:32:15.514992+09:00", "mtime_epoch": 1783261935.5149915, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:32:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9438.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.009, "count": 301, "max_ms": 23.959, "p95_ms": 19.584}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.524, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.352, "count": 301, "max_ms": 68.762, "p95_ms": 62.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.698, "count": 301, "max_ms": 65.931, "p95_ms": 55.434}, "yolo11_640_fire_11class": {"avg_ms": 49.74, "count": 301, "max_ms": 67.759, "p95_ms": 62.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.392, "count": 301, "max_ms": 76.467, "p95_ms": 70.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.966, "count": 301, "max_ms": 104.794, "p95_ms": 95.843}, "read_interval": {"avg_ms": 99.816, "count": 300, "max_ms": 262.035, "p95_ms": 119.959}, "triton_wait": {"avg_ms": 53.517, "count": 301, "max_ms": 76.479, "p95_ms": 70.163}, "visualize": {"avg_ms": 3.579, "count": 301, "max_ms": 4.703, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16267.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26442.97, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.507, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2162432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:32:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:32:21+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:32:21+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T23:32:21.095103+09:00", "mtime_epoch": 1783261941.0951025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:32:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2471.832, "name": "celery", "pid": 267, "rss_mb": 2471.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.06, "count": 300, "max_ms": 12.776, "p95_ms": 8.963}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 2.155, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.472, "count": 300, "max_ms": 72.137, "p95_ms": 66.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.363, "count": 300, "max_ms": 70.891, "p95_ms": 54.118}, "yolo11_640_fire_11class": {"avg_ms": 53.19, "count": 300, "max_ms": 72.059, "p95_ms": 67.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.581, "count": 300, "max_ms": 78.841, "p95_ms": 72.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.785, "count": 300, "max_ms": 95.684, "p95_ms": 88.968}, "read_interval": {"avg_ms": 100.151, "count": 299, "max_ms": 366.453, "p95_ms": 174.847}, "triton_wait": {"avg_ms": 57.799, "count": 300, "max_ms": 78.854, "p95_ms": 72.149}, "visualize": {"avg_ms": 3.77, "count": 300, "max_ms": 5.289, "p95_ms": 4.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16268.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10541.309, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.997, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:32:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:32:45+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T23:32:45+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-05T23:32:45.535587+09:00", "mtime_epoch": 1783261965.535587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:32:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9439.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.693, "count": 300, "max_ms": 25.651, "p95_ms": 19.223}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 2.046, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.366, "count": 300, "max_ms": 66.088, "p95_ms": 61.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.458, "count": 300, "max_ms": 68.627, "p95_ms": 57.265}, "yolo11_640_fire_11class": {"avg_ms": 49.923, "count": 300, "max_ms": 66.413, "p95_ms": 60.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.906, "count": 300, "max_ms": 76.176, "p95_ms": 68.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.078, "count": 300, "max_ms": 100.999, "p95_ms": 93.11}, "read_interval": {"avg_ms": 100.178, "count": 299, "max_ms": 204.445, "p95_ms": 129.729}, "triton_wait": {"avg_ms": 54.034, "count": 300, "max_ms": 76.188, "p95_ms": 68.079}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 4.521, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16268.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26473.015, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.472, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2162733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:32:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:32:51+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T23:32:51+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T23:32:51.143698+09:00", "mtime_epoch": 1783261971.1436982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:32:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2472.09, "name": "celery", "pid": 267, "rss_mb": 2472.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.944, "count": 301, "max_ms": 12.291, "p95_ms": 8.643}, "gstreamer_push": {"avg_ms": 1.332, "count": 301, "max_ms": 2.142, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.061, "count": 301, "max_ms": 70.403, "p95_ms": 64.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.813, "count": 301, "max_ms": 70.999, "p95_ms": 57.511}, "yolo11_640_fire_11class": {"avg_ms": 53.69, "count": 301, "max_ms": 71.264, "p95_ms": 66.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.866, "count": 301, "max_ms": 75.809, "p95_ms": 71.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.814, "count": 301, "max_ms": 92.825, "p95_ms": 88.496}, "read_interval": {"avg_ms": 99.839, "count": 300, "max_ms": 337.634, "p95_ms": 179.118}, "triton_wait": {"avg_ms": 58.021, "count": 301, "max_ms": 75.821, "p95_ms": 71.661}, "visualize": {"avg_ms": 3.757, "count": 301, "max_ms": 5.257, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16268.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10571.414, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.633, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.131, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:33:15+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T23:33:15+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T23:33:15.652183+09:00", "mtime_epoch": 1783261995.6521828, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:33:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9439.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.245, "count": 300, "max_ms": 24.998, "p95_ms": 17.797}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 2.055, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.312, "count": 300, "max_ms": 65.626, "p95_ms": 62.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.658, "count": 300, "max_ms": 66.577, "p95_ms": 57.882}, "yolo11_640_fire_11class": {"avg_ms": 50.896, "count": 300, "max_ms": 66.789, "p95_ms": 62.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.97, "count": 300, "max_ms": 74.645, "p95_ms": 72.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.567, "count": 300, "max_ms": 98.748, "p95_ms": 96.647}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 178.339, "p95_ms": 135.593}, "triton_wait": {"avg_ms": 55.093, "count": 300, "max_ms": 74.656, "p95_ms": 72.411}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 4.356, "p95_ms": 3.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16268.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26503.02, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.477, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2163032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:33:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:33:21+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:33:21+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:33:21.140291+09:00", "mtime_epoch": 1783262001.140291, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:33:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2472.09, "name": "celery", "pid": 267, "rss_mb": 2472.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.86, "count": 299, "max_ms": 12.847, "p95_ms": 8.538}, "gstreamer_push": {"avg_ms": 1.3, "count": 299, "max_ms": 1.514, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.089, "count": 299, "max_ms": 69.207, "p95_ms": 65.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.477, "count": 299, "max_ms": 69.222, "p95_ms": 59.184}, "yolo11_640_fire_11class": {"avg_ms": 54.381, "count": 299, "max_ms": 70.828, "p95_ms": 67.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.882, "count": 299, "max_ms": 74.566, "p95_ms": 72.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.765, "count": 299, "max_ms": 91.741, "p95_ms": 89.031}, "read_interval": {"avg_ms": 100.332, "count": 299, "max_ms": 420.176, "p95_ms": 162.168}, "triton_wait": {"avg_ms": 59.195, "count": 299, "max_ms": 74.578, "p95_ms": 72.237}, "visualize": {"avg_ms": 3.69, "count": 299, "max_ms": 5.077, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16269.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10601.505, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.013, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:33:45+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T23:33:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T23:33:45.752776+09:00", "mtime_epoch": 1783262025.7527761, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:33:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9439.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.368, "count": 301, "max_ms": 23.922, "p95_ms": 18.323}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 2.108, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.704, "count": 301, "max_ms": 68.139, "p95_ms": 64.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.8, "count": 301, "max_ms": 66.687, "p95_ms": 58.237}, "yolo11_640_fire_11class": {"avg_ms": 52.271, "count": 301, "max_ms": 68.477, "p95_ms": 62.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.725, "count": 301, "max_ms": 76.122, "p95_ms": 71.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.53, "count": 301, "max_ms": 100.542, "p95_ms": 95.778}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 178.349, "p95_ms": 115.832}, "triton_wait": {"avg_ms": 56.902, "count": 301, "max_ms": 76.134, "p95_ms": 71.289}, "visualize": {"avg_ms": 3.521, "count": 301, "max_ms": 5.866, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16269.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26533.05, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.491, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2163332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T23:33:51+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T23:33:51+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-05T23:33:51.160883+09:00", "mtime_epoch": 1783262031.1608827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:33:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2472.348, "name": "celery", "pid": 267, "rss_mb": 2472.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.888, "count": 300, "max_ms": 12.277, "p95_ms": 8.423}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 2.097, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.385, "count": 300, "max_ms": 73.212, "p95_ms": 66.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.717, "count": 300, "max_ms": 67.844, "p95_ms": 59.313}, "yolo11_640_fire_11class": {"avg_ms": 56.223, "count": 300, "max_ms": 73.2, "p95_ms": 66.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.87, "count": 300, "max_ms": 76.579, "p95_ms": 72.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.939, "count": 300, "max_ms": 93.692, "p95_ms": 89.394}, "read_interval": {"avg_ms": 100.071, "count": 299, "max_ms": 535.811, "p95_ms": 139.748}, "triton_wait": {"avg_ms": 61.288, "count": 300, "max_ms": 76.594, "p95_ms": 72.806}, "visualize": {"avg_ms": 3.698, "count": 300, "max_ms": 4.898, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16269.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10631.571, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.149, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1708008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:34:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:34:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:34:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T23:34:15.817367+09:00", "mtime_epoch": 1783262055.8173673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:34:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9439.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.707, "count": 301, "max_ms": 27.519, "p95_ms": 18.677}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 2.111, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.24, "count": 301, "max_ms": 70.942, "p95_ms": 63.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.94, "count": 301, "max_ms": 73.775, "p95_ms": 58.658}, "yolo11_640_fire_11class": {"avg_ms": 50.466, "count": 301, "max_ms": 70.955, "p95_ms": 62.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.896, "count": 301, "max_ms": 79.475, "p95_ms": 72.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.018, "count": 301, "max_ms": 110.135, "p95_ms": 96.213}, "read_interval": {"avg_ms": 99.872, "count": 300, "max_ms": 212.244, "p95_ms": 127.271}, "triton_wait": {"avg_ms": 55.009, "count": 301, "max_ms": 79.487, "p95_ms": 72.097}, "visualize": {"avg_ms": 3.541, "count": 301, "max_ms": 5.264, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16269.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26563.14, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.494, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2163631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:34:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:34:21+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:34:21+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:34:21.261474+09:00", "mtime_epoch": 1783262061.2614741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:34:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2472.605, "name": "celery", "pid": 267, "rss_mb": 2472.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.098, "count": 299, "max_ms": 14.533, "p95_ms": 10.107}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 2.055, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.639, "count": 299, "max_ms": 71.651, "p95_ms": 65.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.026, "count": 299, "max_ms": 70.496, "p95_ms": 59.076}, "yolo11_640_fire_11class": {"avg_ms": 53.917, "count": 299, "max_ms": 69.685, "p95_ms": 64.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.873, "count": 299, "max_ms": 75.497, "p95_ms": 73.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.018, "count": 299, "max_ms": 92.29, "p95_ms": 90.396}, "read_interval": {"avg_ms": 100.648, "count": 298, "max_ms": 365.013, "p95_ms": 146.843}, "triton_wait": {"avg_ms": 59.07, "count": 299, "max_ms": 75.509, "p95_ms": 73.508}, "visualize": {"avg_ms": 3.771, "count": 299, "max_ms": 5.933, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16269.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10661.572, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.287, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1708308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:34:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:34:45+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T23:34:45+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:34:45.825956+09:00", "mtime_epoch": 1783262085.8259556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:34:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9439.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.127, "count": 300, "max_ms": 30.482, "p95_ms": 20.909}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 2.278, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.746, "count": 300, "max_ms": 70.622, "p95_ms": 63.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.102, "count": 300, "max_ms": 68.042, "p95_ms": 59.851}, "yolo11_640_fire_11class": {"avg_ms": 49.703, "count": 300, "max_ms": 70.005, "p95_ms": 63.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.29, "count": 300, "max_ms": 76.974, "p95_ms": 72.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.904, "count": 300, "max_ms": 113.724, "p95_ms": 96.906}, "read_interval": {"avg_ms": 100.034, "count": 300, "max_ms": 266.754, "p95_ms": 127.786}, "triton_wait": {"avg_ms": 53.461, "count": 300, "max_ms": 76.988, "p95_ms": 72.356}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 4.605, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16269.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26593.153, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.512, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2163932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:34:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:34:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T23:34:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T23:34:51.270062+09:00", "mtime_epoch": 1783262091.2700622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:34:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2472.605, "name": "celery", "pid": 267, "rss_mb": 2472.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.113, "count": 301, "max_ms": 14.126, "p95_ms": 11.024}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.303, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.984, "count": 301, "max_ms": 70.26, "p95_ms": 66.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.43, "count": 301, "max_ms": 73.21, "p95_ms": 63.301}, "yolo11_640_fire_11class": {"avg_ms": 52.817, "count": 301, "max_ms": 70.26, "p95_ms": 65.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.044, "count": 301, "max_ms": 74.977, "p95_ms": 72.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.437, "count": 301, "max_ms": 94.617, "p95_ms": 89.908}, "read_interval": {"avg_ms": 99.692, "count": 301, "max_ms": 405.798, "p95_ms": 168.44}, "triton_wait": {"avg_ms": 57.522, "count": 301, "max_ms": 74.992, "p95_ms": 72.338}, "visualize": {"avg_ms": 3.724, "count": 301, "max_ms": 5.717, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16269.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10691.683, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.299, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1708609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:35:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:35:16+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-05T23:35:15+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T23:35:15.918544+09:00", "mtime_epoch": 1783262115.918544, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:35:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9439.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.847, "count": 300, "max_ms": 28.795, "p95_ms": 19.254}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.781, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.343, "count": 300, "max_ms": 65.949, "p95_ms": 63.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.658, "count": 300, "max_ms": 69.446, "p95_ms": 57.18}, "yolo11_640_fire_11class": {"avg_ms": 49.473, "count": 300, "max_ms": 66.66, "p95_ms": 61.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.269, "count": 300, "max_ms": 75.023, "p95_ms": 70.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.538, "count": 300, "max_ms": 99.087, "p95_ms": 95.456}, "read_interval": {"avg_ms": 99.984, "count": 300, "max_ms": 181.002, "p95_ms": 129.999}, "triton_wait": {"avg_ms": 53.367, "count": 300, "max_ms": 75.035, "p95_ms": 70.603}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 4.857, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16269.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26623.314, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.447, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2164234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:35:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-05T23:35:21+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:35:21+09:00", "mjpeg": {"age_sec": 0.25, "exists": true, "mtime": "2026-07-05T23:35:21.266649+09:00", "mtime_epoch": 1783262121.2666485, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:35:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2472.863, "name": "celery", "pid": 267, "rss_mb": 2472.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.121, "count": 301, "max_ms": 14.18, "p95_ms": 10.295}, "gstreamer_push": {"avg_ms": 1.323, "count": 301, "max_ms": 2.068, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.465, "count": 301, "max_ms": 70.301, "p95_ms": 63.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.558, "count": 301, "max_ms": 64.854, "p95_ms": 55.36}, "yolo11_640_fire_11class": {"avg_ms": 50.306, "count": 301, "max_ms": 67.31, "p95_ms": 63.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.835, "count": 301, "max_ms": 74.15, "p95_ms": 71.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.039, "count": 301, "max_ms": 90.578, "p95_ms": 87.794}, "read_interval": {"avg_ms": 99.868, "count": 301, "max_ms": 500.375, "p95_ms": 237.828}, "triton_wait": {"avg_ms": 55.104, "count": 301, "max_ms": 74.161, "p95_ms": 71.422}, "visualize": {"avg_ms": 3.77, "count": 301, "max_ms": 5.253, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16269.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10721.773, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.213, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1708910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:35:46+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:35:46+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:35:46.023132+09:00", "mtime_epoch": 1783262146.0231316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:35:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9439.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.968, "count": 300, "max_ms": 28.312, "p95_ms": 20.727}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.774, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.424, "count": 300, "max_ms": 67.099, "p95_ms": 62.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.06, "count": 300, "max_ms": 63.953, "p95_ms": 56.588}, "yolo11_640_fire_11class": {"avg_ms": 49.623, "count": 300, "max_ms": 68.063, "p95_ms": 62.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.222, "count": 300, "max_ms": 76.559, "p95_ms": 70.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.813, "count": 301, "max_ms": 102.05, "p95_ms": 95.022}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 176.347, "p95_ms": 124.348}, "triton_wait": {"avg_ms": 53.456, "count": 300, "max_ms": 76.571, "p95_ms": 70.329}, "visualize": {"avg_ms": 3.552, "count": 300, "max_ms": 5.485, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16270.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26653.408, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.24, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2164535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:35:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:35:51+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T23:35:51+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:35:51.531239+09:00", "mtime_epoch": 1783262151.5312388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:35:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2472.863, "name": "celery", "pid": 267, "rss_mb": 2472.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.97, "count": 301, "max_ms": 13.63, "p95_ms": 8.441}, "gstreamer_push": {"avg_ms": 1.314, "count": 301, "max_ms": 1.887, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.328, "count": 301, "max_ms": 69.047, "p95_ms": 64.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.868, "count": 301, "max_ms": 69.521, "p95_ms": 56.858}, "yolo11_640_fire_11class": {"avg_ms": 52.373, "count": 301, "max_ms": 74.184, "p95_ms": 64.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.818, "count": 301, "max_ms": 75.298, "p95_ms": 72.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.85, "count": 301, "max_ms": 91.827, "p95_ms": 88.764}, "read_interval": {"avg_ms": 100.036, "count": 300, "max_ms": 411.41, "p95_ms": 153.755}, "triton_wait": {"avg_ms": 57.174, "count": 301, "max_ms": 75.312, "p95_ms": 72.283}, "visualize": {"avg_ms": 3.71, "count": 301, "max_ms": 6.044, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16270.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10751.785, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.1, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1709210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:36:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:36:16+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T23:36:16+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:36:16.039716+09:00", "mtime_epoch": 1783262176.0397158, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:36:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9440.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.992, "count": 300, "max_ms": 27.441, "p95_ms": 20.084}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.858, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.447, "count": 300, "max_ms": 66.676, "p95_ms": 62.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.217, "count": 300, "max_ms": 68.902, "p95_ms": 58.474}, "yolo11_640_fire_11class": {"avg_ms": 49.73, "count": 300, "max_ms": 66.685, "p95_ms": 62.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.714, "count": 300, "max_ms": 75.667, "p95_ms": 71.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.167, "count": 300, "max_ms": 100.248, "p95_ms": 95.729}, "read_interval": {"avg_ms": 100.052, "count": 300, "max_ms": 177.646, "p95_ms": 118.325}, "triton_wait": {"avg_ms": 53.815, "count": 300, "max_ms": 75.678, "p95_ms": 71.17}, "visualize": {"avg_ms": 3.528, "count": 300, "max_ms": 4.731, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16270.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26683.411, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.174, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2164835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:36:21+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:36:21+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:36:21.535823+09:00", "mtime_epoch": 1783262181.5358226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:36:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2473.121, "name": "celery", "pid": 267, "rss_mb": 2473.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.942, "count": 300, "max_ms": 12.376, "p95_ms": 8.49}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 2.121, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.971, "count": 300, "max_ms": 69.132, "p95_ms": 64.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.787, "count": 300, "max_ms": 72.663, "p95_ms": 58.932}, "yolo11_640_fire_11class": {"avg_ms": 53.638, "count": 300, "max_ms": 70.537, "p95_ms": 64.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.225, "count": 300, "max_ms": 74.702, "p95_ms": 71.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.335, "count": 300, "max_ms": 90.872, "p95_ms": 88.199}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 378.973, "p95_ms": 144.034}, "triton_wait": {"avg_ms": 58.668, "count": 300, "max_ms": 74.714, "p95_ms": 71.677}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 4.906, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16270.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10781.813, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.922, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1709510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:36:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:36:46+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-05T23:36:46+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T23:36:46.052299+09:00", "mtime_epoch": 1783262206.0522988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:36:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9440.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.803, "count": 300, "max_ms": 26.164, "p95_ms": 19.12}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.796, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.102, "count": 300, "max_ms": 70.74, "p95_ms": 62.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.11, "count": 300, "max_ms": 68.397, "p95_ms": 56.968}, "yolo11_640_fire_11class": {"avg_ms": 50.796, "count": 300, "max_ms": 73.303, "p95_ms": 61.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.099, "count": 300, "max_ms": 75.598, "p95_ms": 69.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.32, "count": 300, "max_ms": 100.385, "p95_ms": 95.353}, "read_interval": {"avg_ms": 100.059, "count": 299, "max_ms": 270.283, "p95_ms": 117.388}, "triton_wait": {"avg_ms": 55.18, "count": 300, "max_ms": 75.609, "p95_ms": 69.801}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 4.243, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16270.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26713.415, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.114, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2165135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:36:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:36:51+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:36:51+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:36:51.536405+09:00", "mtime_epoch": 1783262211.5364053, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:36:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2473.121, "name": "celery", "pid": 267, "rss_mb": 2473.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.056, "count": 300, "max_ms": 12.617, "p95_ms": 8.805}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.6, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.864, "count": 300, "max_ms": 71.19, "p95_ms": 64.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.955, "count": 300, "max_ms": 73.433, "p95_ms": 60.86}, "yolo11_640_fire_11class": {"avg_ms": 54.663, "count": 300, "max_ms": 72.743, "p95_ms": 65.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.55, "count": 300, "max_ms": 75.325, "p95_ms": 72.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.658, "count": 300, "max_ms": 91.908, "p95_ms": 89.235}, "read_interval": {"avg_ms": 100.018, "count": 300, "max_ms": 444.01, "p95_ms": 139.586}, "triton_wait": {"avg_ms": 59.781, "count": 300, "max_ms": 75.337, "p95_ms": 72.599}, "visualize": {"avg_ms": 3.752, "count": 300, "max_ms": 5.354, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16270.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10811.864, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.1, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1709811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:37:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:37:16+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T23:37:16+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T23:37:16.109001+09:00", "mtime_epoch": 1783262236.1090014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:37:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9440.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.814, "count": 301, "max_ms": 23.664, "p95_ms": 18.997}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.49, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.932, "count": 301, "max_ms": 67.428, "p95_ms": 63.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.151, "count": 301, "max_ms": 68.921, "p95_ms": 57.872}, "yolo11_640_fire_11class": {"avg_ms": 50.577, "count": 301, "max_ms": 67.44, "p95_ms": 63.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.086, "count": 301, "max_ms": 76.163, "p95_ms": 72.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.436, "count": 301, "max_ms": 99.757, "p95_ms": 97.602}, "read_interval": {"avg_ms": 99.822, "count": 300, "max_ms": 181.782, "p95_ms": 125.132}, "triton_wait": {"avg_ms": 54.265, "count": 301, "max_ms": 76.175, "p95_ms": 72.329}, "visualize": {"avg_ms": 3.543, "count": 301, "max_ms": 4.991, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16271.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26743.464, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.053, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2165436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:37:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:37:21+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T23:37:21+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:37:21.589178+09:00", "mtime_epoch": 1783262241.5891776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:37:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2473.379, "name": "celery", "pid": 267, "rss_mb": 2473.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.134, "count": 301, "max_ms": 13.921, "p95_ms": 9.467}, "gstreamer_push": {"avg_ms": 1.331, "count": 301, "max_ms": 2.193, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.723, "count": 301, "max_ms": 71.651, "p95_ms": 65.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.087, "count": 301, "max_ms": 70.693, "p95_ms": 56.306}, "yolo11_640_fire_11class": {"avg_ms": 52.638, "count": 301, "max_ms": 73.006, "p95_ms": 65.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.362, "count": 301, "max_ms": 75.581, "p95_ms": 71.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.693, "count": 301, "max_ms": 92.241, "p95_ms": 88.378}, "read_interval": {"avg_ms": 99.846, "count": 300, "max_ms": 520.03, "p95_ms": 141.133}, "triton_wait": {"avg_ms": 56.704, "count": 301, "max_ms": 75.593, "p95_ms": 71.674}, "visualize": {"avg_ms": 3.755, "count": 301, "max_ms": 5.312, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16271.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10841.882, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.294, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1710111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:37:46+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T23:37:46+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T23:37:46.129959+09:00", "mtime_epoch": 1783262266.1299586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:37:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9440.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.702, "count": 300, "max_ms": 23.579, "p95_ms": 18.883}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.496, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.357, "count": 300, "max_ms": 66.974, "p95_ms": 64.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.412, "count": 300, "max_ms": 66.595, "p95_ms": 58.789}, "yolo11_640_fire_11class": {"avg_ms": 50.865, "count": 300, "max_ms": 71.409, "p95_ms": 63.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.939, "count": 300, "max_ms": 78.746, "p95_ms": 72.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.056, "count": 300, "max_ms": 103.923, "p95_ms": 96.604}, "read_interval": {"avg_ms": 100.048, "count": 299, "max_ms": 194.787, "p95_ms": 120.443}, "triton_wait": {"avg_ms": 55.058, "count": 300, "max_ms": 78.758, "p95_ms": 72.359}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 4.476, "p95_ms": 3.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16271.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26773.528, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.176, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2165733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:37:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:37:51+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T23:37:51+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:37:51.650133+09:00", "mtime_epoch": 1783262271.6501327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:37:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2473.379, "name": "celery", "pid": 267, "rss_mb": 2473.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.879}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.037, "count": 297, "max_ms": 12.729, "p95_ms": 8.99}, "gstreamer_push": {"avg_ms": 1.316, "count": 297, "max_ms": 2.013, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.732, "count": 297, "max_ms": 71.829, "p95_ms": 65.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.56, "count": 297, "max_ms": 71.838, "p95_ms": 64.368}, "yolo11_640_fire_11class": {"avg_ms": 54.482, "count": 297, "max_ms": 71.845, "p95_ms": 66.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.321, "count": 297, "max_ms": 76.577, "p95_ms": 72.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.434, "count": 297, "max_ms": 93.055, "p95_ms": 89.798}, "read_interval": {"avg_ms": 101.242, "count": 296, "max_ms": 412.822, "p95_ms": 159.193}, "triton_wait": {"avg_ms": 59.618, "count": 297, "max_ms": 76.59, "p95_ms": 72.688}, "visualize": {"avg_ms": 3.72, "count": 297, "max_ms": 5.196, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16272.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10871.911, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.224, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1710411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:38:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:38:16+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T23:38:16+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T23:38:16.170898+09:00", "mtime_epoch": 1783262296.1708977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:38:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9440.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.799, "count": 300, "max_ms": 29.454, "p95_ms": 18.861}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.799, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.851, "count": 300, "max_ms": 65.571, "p95_ms": 62.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.552, "count": 300, "max_ms": 66.05, "p95_ms": 58.859}, "yolo11_640_fire_11class": {"avg_ms": 50.256, "count": 300, "max_ms": 65.14, "p95_ms": 62.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.38, "count": 300, "max_ms": 74.773, "p95_ms": 70.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.533, "count": 300, "max_ms": 108.792, "p95_ms": 96.257}, "read_interval": {"avg_ms": 100.122, "count": 299, "max_ms": 174.236, "p95_ms": 126.778}, "triton_wait": {"avg_ms": 54.538, "count": 300, "max_ms": 74.786, "p95_ms": 70.831}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 4.349, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16271.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26803.617, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.222, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2166035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:38:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:38:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T23:38:21+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:38:21.739070+09:00", "mtime_epoch": 1783262301.7390697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:38:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2473.637, "name": "celery", "pid": 267, "rss_mb": 2473.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.088, "count": 302, "max_ms": 13.319, "p95_ms": 8.976}, "gstreamer_push": {"avg_ms": 1.311, "count": 302, "max_ms": 1.527, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.442, "count": 302, "max_ms": 69.544, "p95_ms": 65.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.23, "count": 302, "max_ms": 70.355, "p95_ms": 58.653}, "yolo11_640_fire_11class": {"avg_ms": 53.643, "count": 302, "max_ms": 70.721, "p95_ms": 64.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.759, "count": 302, "max_ms": 76.045, "p95_ms": 72.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.962, "count": 302, "max_ms": 94.739, "p95_ms": 89.511}, "read_interval": {"avg_ms": 99.626, "count": 301, "max_ms": 403.386, "p95_ms": 149.747}, "triton_wait": {"avg_ms": 59.083, "count": 302, "max_ms": 76.06, "p95_ms": 72.482}, "visualize": {"avg_ms": 3.728, "count": 302, "max_ms": 4.704, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16271.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10902.001, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.224, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1710712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:38:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:38:46+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-05T23:38:46+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T23:38:46.259820+09:00", "mtime_epoch": 1783262326.2598205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:38:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9440.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.409, "count": 300, "max_ms": 20.624, "p95_ms": 18.08}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.456, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.598, "count": 300, "max_ms": 74.26, "p95_ms": 62.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.988, "count": 300, "max_ms": 65.262, "p95_ms": 57.733}, "yolo11_640_fire_11class": {"avg_ms": 50.983, "count": 300, "max_ms": 73.27, "p95_ms": 62.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.613, "count": 300, "max_ms": 76.415, "p95_ms": 71.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.447, "count": 300, "max_ms": 100.5, "p95_ms": 95.851}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 182.105, "p95_ms": 120.408}, "triton_wait": {"avg_ms": 55.797, "count": 300, "max_ms": 76.427, "p95_ms": 71.744}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 4.532, "p95_ms": 3.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16271.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26833.64, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.189, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2166336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:38:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:38:51+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T23:38:51+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:38:51.763987+09:00", "mtime_epoch": 1783262331.7639873, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:38:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2473.895, "name": "celery", "pid": 267, "rss_mb": 2473.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.028, "count": 301, "max_ms": 13.221, "p95_ms": 8.814}, "gstreamer_push": {"avg_ms": 1.336, "count": 301, "max_ms": 1.574, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.207, "count": 301, "max_ms": 67.786, "p95_ms": 64.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.556, "count": 301, "max_ms": 69.718, "p95_ms": 56.167}, "yolo11_640_fire_11class": {"avg_ms": 55.338, "count": 301, "max_ms": 73.016, "p95_ms": 64.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.447, "count": 301, "max_ms": 76.163, "p95_ms": 72.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.551, "count": 301, "max_ms": 92.714, "p95_ms": 89.206}, "read_interval": {"avg_ms": 99.753, "count": 300, "max_ms": 440.329, "p95_ms": 129.085}, "triton_wait": {"avg_ms": 60.633, "count": 301, "max_ms": 76.176, "p95_ms": 72.725}, "visualize": {"avg_ms": 3.753, "count": 301, "max_ms": 6.065, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16272.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10932.077, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.17, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1711013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:39:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:39:16+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:39:16+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:39:16.328726+09:00", "mtime_epoch": 1783262356.3287258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:39:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9440.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.37, "count": 301, "max_ms": 27.633, "p95_ms": 18.349}, "gstreamer_push": {"avg_ms": 1.215, "count": 301, "max_ms": 1.636, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.896, "count": 301, "max_ms": 70.247, "p95_ms": 62.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.802, "count": 301, "max_ms": 68.844, "p95_ms": 60.836}, "yolo11_640_fire_11class": {"avg_ms": 51.563, "count": 301, "max_ms": 70.716, "p95_ms": 62.506}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.287, "count": 301, "max_ms": 77.034, "p95_ms": 71.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.025, "count": 301, "max_ms": 101.065, "p95_ms": 95.558}, "read_interval": {"avg_ms": 99.921, "count": 300, "max_ms": 146.473, "p95_ms": 116.848}, "triton_wait": {"avg_ms": 56.447, "count": 301, "max_ms": 77.045, "p95_ms": 71.579}, "visualize": {"avg_ms": 3.474, "count": 301, "max_ms": 4.392, "p95_ms": 3.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16272.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26863.725, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.206, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2166637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:39:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:39:21+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:39:21+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:39:21.844890+09:00", "mtime_epoch": 1783262361.84489, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:39:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2473.895, "name": "celery", "pid": 267, "rss_mb": 2473.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.999, "count": 301, "max_ms": 12.494, "p95_ms": 8.903}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 1.59, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.601, "count": 301, "max_ms": 73.842, "p95_ms": 65.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.121, "count": 301, "max_ms": 73.944, "p95_ms": 60.824}, "yolo11_640_fire_11class": {"avg_ms": 56.096, "count": 301, "max_ms": 74.0, "p95_ms": 65.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.452, "count": 301, "max_ms": 77.375, "p95_ms": 73.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.414, "count": 301, "max_ms": 93.97, "p95_ms": 90.024}, "read_interval": {"avg_ms": 99.953, "count": 300, "max_ms": 380.535, "p95_ms": 127.135}, "triton_wait": {"avg_ms": 61.629, "count": 301, "max_ms": 77.387, "p95_ms": 73.1}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 4.841, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16272.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10962.111, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.963, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1711313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:39:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:39:46+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T23:39:46+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-05T23:39:46.317613+09:00", "mtime_epoch": 1783262386.317613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:39:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9441.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.331, "count": 300, "max_ms": 20.573, "p95_ms": 18.001}, "gstreamer_push": {"avg_ms": 1.219, "count": 300, "max_ms": 1.405, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.681, "count": 300, "max_ms": 74.566, "p95_ms": 62.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.386, "count": 300, "max_ms": 68.378, "p95_ms": 56.956}, "yolo11_640_fire_11class": {"avg_ms": 50.824, "count": 300, "max_ms": 74.023, "p95_ms": 62.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.339, "count": 300, "max_ms": 83.428, "p95_ms": 70.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.002, "count": 300, "max_ms": 108.14, "p95_ms": 94.569}, "read_interval": {"avg_ms": 100.145, "count": 299, "max_ms": 188.035, "p95_ms": 123.997}, "triton_wait": {"avg_ms": 55.47, "count": 300, "max_ms": 83.44, "p95_ms": 70.211}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 4.267, "p95_ms": 3.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16272.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26893.814, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.139, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2166938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:39:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:39:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:39:51+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T23:39:51.925777+09:00", "mtime_epoch": 1783262391.9257772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:39:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2474.152, "name": "celery", "pid": 267, "rss_mb": 2474.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.947, "count": 301, "max_ms": 12.902, "p95_ms": 8.548}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.57, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.257, "count": 301, "max_ms": 68.967, "p95_ms": 64.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.987, "count": 301, "max_ms": 73.786, "p95_ms": 61.16}, "yolo11_640_fire_11class": {"avg_ms": 54.916, "count": 301, "max_ms": 72.562, "p95_ms": 64.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.796, "count": 301, "max_ms": 77.006, "p95_ms": 72.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.745, "count": 301, "max_ms": 93.939, "p95_ms": 89.292}, "read_interval": {"avg_ms": 99.953, "count": 300, "max_ms": 275.09, "p95_ms": 169.645}, "triton_wait": {"avg_ms": 60.075, "count": 301, "max_ms": 77.019, "p95_ms": 72.596}, "visualize": {"avg_ms": 3.699, "count": 301, "max_ms": 4.833, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16272.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 10992.166, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.136, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1711614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:40:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:40:16+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:40:16+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:40:16.418489+09:00", "mtime_epoch": 1783262416.4184885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:40:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9441.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.701, "count": 301, "max_ms": 20.439, "p95_ms": 18.885}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.471, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.124, "count": 301, "max_ms": 71.693, "p95_ms": 62.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.366, "count": 301, "max_ms": 67.09, "p95_ms": 57.186}, "yolo11_640_fire_11class": {"avg_ms": 50.087, "count": 301, "max_ms": 65.587, "p95_ms": 61.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.25, "count": 301, "max_ms": 74.658, "p95_ms": 71.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.399, "count": 301, "max_ms": 100.087, "p95_ms": 96.277}, "read_interval": {"avg_ms": 99.89, "count": 300, "max_ms": 255.955, "p95_ms": 120.153}, "triton_wait": {"avg_ms": 54.423, "count": 301, "max_ms": 74.67, "p95_ms": 71.578}, "visualize": {"avg_ms": 3.539, "count": 301, "max_ms": 4.229, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16273.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26923.818, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.169, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2167237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:40:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:40:22+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:40:21+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:40:21.942648+09:00", "mtime_epoch": 1783262421.9426477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:40:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2474.152, "name": "celery", "pid": 267, "rss_mb": 2474.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.926, "count": 299, "max_ms": 12.848, "p95_ms": 8.457}, "gstreamer_push": {"avg_ms": 1.316, "count": 299, "max_ms": 1.815, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.793, "count": 299, "max_ms": 71.08, "p95_ms": 64.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.564, "count": 299, "max_ms": 68.672, "p95_ms": 58.11}, "yolo11_640_fire_11class": {"avg_ms": 52.916, "count": 299, "max_ms": 68.569, "p95_ms": 64.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.846, "count": 299, "max_ms": 76.102, "p95_ms": 71.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.625, "count": 299, "max_ms": 92.447, "p95_ms": 88.441}, "read_interval": {"avg_ms": 100.363, "count": 299, "max_ms": 346.026, "p95_ms": 184.085}, "triton_wait": {"avg_ms": 57.945, "count": 299, "max_ms": 76.115, "p95_ms": 71.844}, "visualize": {"avg_ms": 3.736, "count": 299, "max_ms": 4.973, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16273.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11022.21, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.166, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1711913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:40:46+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T23:40:46+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-05T23:40:46.371346+09:00", "mtime_epoch": 1783262446.3713458, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:40:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9441.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.823, "count": 299, "max_ms": 20.216, "p95_ms": 18.849}, "gstreamer_push": {"avg_ms": 1.24, "count": 299, "max_ms": 1.48, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.335, "count": 299, "max_ms": 66.862, "p95_ms": 63.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.446, "count": 299, "max_ms": 71.596, "p95_ms": 55.147}, "yolo11_640_fire_11class": {"avg_ms": 49.412, "count": 299, "max_ms": 66.306, "p95_ms": 62.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.82, "count": 299, "max_ms": 76.271, "p95_ms": 71.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.17, "count": 299, "max_ms": 100.229, "p95_ms": 96.675}, "read_interval": {"avg_ms": 100.403, "count": 299, "max_ms": 218.864, "p95_ms": 130.62}, "triton_wait": {"avg_ms": 53.042, "count": 299, "max_ms": 76.284, "p95_ms": 71.607}, "visualize": {"avg_ms": 3.569, "count": 299, "max_ms": 4.737, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16273.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26953.874, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.161, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2167539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:40:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:40:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:40:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T23:40:51.991505+09:00", "mtime_epoch": 1783262451.9915051, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:40:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2474.41, "name": "celery", "pid": 267, "rss_mb": 2474.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.917, "count": 302, "max_ms": 11.831, "p95_ms": 8.719}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.528, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.041, "count": 302, "max_ms": 68.993, "p95_ms": 65.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.661, "count": 302, "max_ms": 68.809, "p95_ms": 57.236}, "yolo11_640_fire_11class": {"avg_ms": 52.147, "count": 302, "max_ms": 68.625, "p95_ms": 64.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.373, "count": 302, "max_ms": 74.392, "p95_ms": 71.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.356, "count": 302, "max_ms": 91.083, "p95_ms": 88.226}, "read_interval": {"avg_ms": 99.508, "count": 301, "max_ms": 395.996, "p95_ms": 152.984}, "triton_wait": {"avg_ms": 56.77, "count": 302, "max_ms": 74.406, "p95_ms": 71.656}, "visualize": {"avg_ms": 3.686, "count": 302, "max_ms": 4.714, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16273.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11052.281, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.257, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1712210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:41:16+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-05T23:41:16+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-05T23:41:16.520195+09:00", "mtime_epoch": 1783262476.5201955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:41:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9441.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.874}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.759, "count": 297, "max_ms": 28.512, "p95_ms": 19.511}, "gstreamer_push": {"avg_ms": 1.233, "count": 297, "max_ms": 1.89, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.925, "count": 297, "max_ms": 66.156, "p95_ms": 63.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.979, "count": 297, "max_ms": 66.38, "p95_ms": 58.077}, "yolo11_640_fire_11class": {"avg_ms": 50.193, "count": 297, "max_ms": 65.861, "p95_ms": 62.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.122, "count": 297, "max_ms": 75.826, "p95_ms": 72.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.227, "count": 297, "max_ms": 113.538, "p95_ms": 96.878}, "read_interval": {"avg_ms": 101.209, "count": 296, "max_ms": 338.322, "p95_ms": 128.839}, "triton_wait": {"avg_ms": 54.238, "count": 297, "max_ms": 75.841, "p95_ms": 72.506}, "visualize": {"avg_ms": 3.524, "count": 297, "max_ms": 5.02, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16273.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26983.904, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.189, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2167837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:41:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:41:22+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:41:22+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:41:22.024349+09:00", "mtime_epoch": 1783262482.0243492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:41:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2474.41, "name": "celery", "pid": 267, "rss_mb": 2474.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.957, "pushed": 9.957, "read": 9.924}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 298, "max_ms": 13.457, "p95_ms": 8.905}, "gstreamer_push": {"avg_ms": 1.31, "count": 298, "max_ms": 2.0, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.108, "count": 298, "max_ms": 69.651, "p95_ms": 65.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.386, "count": 298, "max_ms": 70.67, "p95_ms": 59.669}, "yolo11_640_fire_11class": {"avg_ms": 52.623, "count": 298, "max_ms": 70.68, "p95_ms": 64.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.728, "count": 298, "max_ms": 76.263, "p95_ms": 72.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.768, "count": 298, "max_ms": 92.664, "p95_ms": 89.002}, "read_interval": {"avg_ms": 100.784, "count": 297, "max_ms": 458.718, "p95_ms": 208.236}, "triton_wait": {"avg_ms": 57.07, "count": 298, "max_ms": 76.276, "p95_ms": 72.119}, "visualize": {"avg_ms": 3.719, "count": 298, "max_ms": 4.805, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16274.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11082.287, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.229, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1712515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:41:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:41:46+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T23:41:46+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-05T23:41:46.549029+09:00", "mtime_epoch": 1783262506.549029, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:41:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9441.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.041, "count": 305, "max_ms": 28.738, "p95_ms": 21.513}, "gstreamer_push": {"avg_ms": 1.239, "count": 305, "max_ms": 1.818, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.961, "count": 305, "max_ms": 66.328, "p95_ms": 62.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.988, "count": 305, "max_ms": 70.212, "p95_ms": 58.216}, "yolo11_640_fire_11class": {"avg_ms": 49.18, "count": 305, "max_ms": 65.786, "p95_ms": 62.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.073, "count": 305, "max_ms": 74.306, "p95_ms": 70.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.52, "count": 305, "max_ms": 100.382, "p95_ms": 95.111}, "read_interval": {"avg_ms": 98.456, "count": 305, "max_ms": 433.18, "p95_ms": 114.614}, "triton_wait": {"avg_ms": 53.198, "count": 305, "max_ms": 74.318, "p95_ms": 70.287}, "visualize": {"avg_ms": 3.538, "count": 305, "max_ms": 4.733, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16274.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27013.96, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.139, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2168140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:41:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:41:52+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:41:52+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T23:41:52.061181+09:00", "mtime_epoch": 1783262512.0611808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:41:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2474.668, "name": "celery", "pid": 267, "rss_mb": 2474.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.044, "count": 303, "max_ms": 12.908, "p95_ms": 8.908}, "gstreamer_push": {"avg_ms": 1.313, "count": 303, "max_ms": 1.942, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.134, "count": 303, "max_ms": 70.893, "p95_ms": 64.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.593, "count": 303, "max_ms": 70.743, "p95_ms": 59.541}, "yolo11_640_fire_11class": {"avg_ms": 52.531, "count": 303, "max_ms": 71.998, "p95_ms": 64.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.62, "count": 303, "max_ms": 74.609, "p95_ms": 71.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.693, "count": 303, "max_ms": 94.116, "p95_ms": 88.614}, "read_interval": {"avg_ms": 99.24, "count": 302, "max_ms": 408.209, "p95_ms": 149.365}, "triton_wait": {"avg_ms": 56.831, "count": 303, "max_ms": 74.624, "p95_ms": 71.509}, "visualize": {"avg_ms": 3.747, "count": 303, "max_ms": 5.783, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16273.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11112.392, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.257, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1712808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:42:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:42:16+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T23:42:16+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-05T23:42:16.629853+09:00", "mtime_epoch": 1783262536.6298525, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:42:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9441.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.877, "count": 292, "max_ms": 27.1, "p95_ms": 19.093}, "gstreamer_push": {"avg_ms": 1.235, "count": 292, "max_ms": 1.457, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.515, "count": 292, "max_ms": 67.725, "p95_ms": 63.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.959, "count": 292, "max_ms": 66.664, "p95_ms": 59.359}, "yolo11_640_fire_11class": {"avg_ms": 49.534, "count": 292, "max_ms": 67.714, "p95_ms": 61.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.592, "count": 292, "max_ms": 78.532, "p95_ms": 72.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.863, "count": 292, "max_ms": 107.765, "p95_ms": 96.948}, "read_interval": {"avg_ms": 102.711, "count": 292, "max_ms": 405.843, "p95_ms": 150.276}, "triton_wait": {"avg_ms": 53.708, "count": 292, "max_ms": 78.543, "p95_ms": 72.213}, "visualize": {"avg_ms": 3.529, "count": 292, "max_ms": 4.392, "p95_ms": 3.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16274.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27044.002, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.206, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2168438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:42:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:42:22+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:42:22+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:42:22.126002+09:00", "mtime_epoch": 1783262542.1260018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:42:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2474.668, "name": "celery", "pid": 267, "rss_mb": 2474.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.285, "count": 298, "max_ms": 13.574, "p95_ms": 12.438}, "gstreamer_push": {"avg_ms": 1.322, "count": 298, "max_ms": 2.055, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.071, "count": 298, "max_ms": 68.525, "p95_ms": 64.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.252, "count": 298, "max_ms": 66.486, "p95_ms": 57.636}, "yolo11_640_fire_11class": {"avg_ms": 52.053, "count": 298, "max_ms": 66.955, "p95_ms": 64.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.728, "count": 298, "max_ms": 77.044, "p95_ms": 72.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.225, "count": 298, "max_ms": 93.563, "p95_ms": 89.46}, "read_interval": {"avg_ms": 100.816, "count": 297, "max_ms": 425.838, "p95_ms": 198.844}, "triton_wait": {"avg_ms": 57.023, "count": 298, "max_ms": 77.057, "p95_ms": 72.425}, "visualize": {"avg_ms": 3.767, "count": 298, "max_ms": 5.431, "p95_ms": 4.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16274.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11142.487, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.136, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1713117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:42:46+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T23:42:46+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T23:42:46.722665+09:00", "mtime_epoch": 1783262566.722665, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:42:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9441.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.27, "pushed": 10.27, "read": 10.27}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.637, "count": 308, "max_ms": 23.737, "p95_ms": 18.756}, "gstreamer_push": {"avg_ms": 1.244, "count": 308, "max_ms": 2.17, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.011, "count": 308, "max_ms": 67.184, "p95_ms": 63.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.032, "count": 308, "max_ms": 68.016, "p95_ms": 57.269}, "yolo11_640_fire_11class": {"avg_ms": 50.327, "count": 308, "max_ms": 68.006, "p95_ms": 62.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.447, "count": 308, "max_ms": 76.495, "p95_ms": 71.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.55, "count": 308, "max_ms": 102.317, "p95_ms": 95.606}, "read_interval": {"avg_ms": 97.419, "count": 308, "max_ms": 157.276, "p95_ms": 114.981}, "triton_wait": {"avg_ms": 54.554, "count": 308, "max_ms": 76.508, "p95_ms": 71.171}, "visualize": {"avg_ms": 3.567, "count": 308, "max_ms": 4.774, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16274.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27074.035, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.195, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2168738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:42:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:42:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T23:42:52+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-05T23:42:52.154811+09:00", "mtime_epoch": 1783262572.1548107, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:42:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2474.926, "name": "celery", "pid": 267, "rss_mb": 2474.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.103, "count": 300, "max_ms": 13.42, "p95_ms": 8.958}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 2.12, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.04, "count": 300, "max_ms": 67.729, "p95_ms": 65.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.556, "count": 300, "max_ms": 68.106, "p95_ms": 58.548}, "yolo11_640_fire_11class": {"avg_ms": 53.692, "count": 300, "max_ms": 69.675, "p95_ms": 64.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.381, "count": 300, "max_ms": 76.518, "p95_ms": 72.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.638, "count": 300, "max_ms": 93.316, "p95_ms": 89.396}, "read_interval": {"avg_ms": 100.105, "count": 299, "max_ms": 321.536, "p95_ms": 181.308}, "triton_wait": {"avg_ms": 58.666, "count": 300, "max_ms": 76.531, "p95_ms": 72.878}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 5.86, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16274.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11172.58, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.157, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1713418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:43:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:43:16+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:43:16+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:43:16.831468+09:00", "mtime_epoch": 1783262596.8314676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:43:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9442.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.421, "count": 300, "max_ms": 22.97, "p95_ms": 18.223}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.858, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.019, "count": 300, "max_ms": 67.667, "p95_ms": 62.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.493, "count": 300, "max_ms": 69.962, "p95_ms": 58.404}, "yolo11_640_fire_11class": {"avg_ms": 50.294, "count": 300, "max_ms": 67.131, "p95_ms": 62.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.68, "count": 300, "max_ms": 76.207, "p95_ms": 71.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.375, "count": 300, "max_ms": 104.176, "p95_ms": 96.58}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 164.573, "p95_ms": 122.718}, "triton_wait": {"avg_ms": 54.737, "count": 300, "max_ms": 76.219, "p95_ms": 71.691}, "visualize": {"avg_ms": 3.519, "count": 300, "max_ms": 4.785, "p95_ms": 3.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16275.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27104.056, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.095, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2169039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:43:22+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T23:43:22+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-05T23:43:22.199610+09:00", "mtime_epoch": 1783262602.1996095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:43:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2475.184, "name": "celery", "pid": 267, "rss_mb": 2475.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 301, "max_ms": 13.124, "p95_ms": 8.702}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 2.313, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.061, "count": 301, "max_ms": 70.504, "p95_ms": 64.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.279, "count": 301, "max_ms": 71.387, "p95_ms": 60.745}, "yolo11_640_fire_11class": {"avg_ms": 53.133, "count": 301, "max_ms": 70.513, "p95_ms": 64.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.338, "count": 301, "max_ms": 75.861, "p95_ms": 72.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.331, "count": 301, "max_ms": 93.098, "p95_ms": 89.03}, "read_interval": {"avg_ms": 99.809, "count": 300, "max_ms": 428.152, "p95_ms": 176.35}, "triton_wait": {"avg_ms": 58.593, "count": 301, "max_ms": 75.873, "p95_ms": 72.217}, "visualize": {"avg_ms": 3.704, "count": 301, "max_ms": 5.023, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16275.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11202.648, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.157, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1713718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:43:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:43:46+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T23:43:46+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:43:46.900259+09:00", "mtime_epoch": 1783262626.900259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:43:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9442.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.299, "count": 300, "max_ms": 22.965, "p95_ms": 17.879}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.448, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.339, "count": 300, "max_ms": 67.84, "p95_ms": 62.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.43, "count": 300, "max_ms": 67.798, "p95_ms": 58.36}, "yolo11_640_fire_11class": {"avg_ms": 50.84, "count": 300, "max_ms": 73.162, "p95_ms": 61.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.365, "count": 300, "max_ms": 75.004, "p95_ms": 70.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.962, "count": 300, "max_ms": 98.971, "p95_ms": 95.166}, "read_interval": {"avg_ms": 100.215, "count": 299, "max_ms": 164.547, "p95_ms": 129.823}, "triton_wait": {"avg_ms": 55.439, "count": 300, "max_ms": 75.016, "p95_ms": 70.757}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 5.175, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16275.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27134.069, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.11, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2169340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:43:52+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T23:43:52+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T23:43:52.208398+09:00", "mtime_epoch": 1783262632.2083979, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:43:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2475.184, "name": "celery", "pid": 267, "rss_mb": 2475.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.919, "count": 301, "max_ms": 13.669, "p95_ms": 8.515}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 2.074, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.68, "count": 301, "max_ms": 71.182, "p95_ms": 64.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.38, "count": 301, "max_ms": 70.013, "p95_ms": 55.011}, "yolo11_640_fire_11class": {"avg_ms": 54.87, "count": 301, "max_ms": 71.761, "p95_ms": 66.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.024, "count": 301, "max_ms": 76.284, "p95_ms": 72.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.91, "count": 301, "max_ms": 94.579, "p95_ms": 89.286}, "read_interval": {"avg_ms": 99.695, "count": 301, "max_ms": 424.245, "p95_ms": 140.087}, "triton_wait": {"avg_ms": 60.259, "count": 301, "max_ms": 76.296, "p95_ms": 72.651}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 4.757, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16275.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11232.7, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.131, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1714019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:44:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:44:17+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:44:16+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T23:44:16.945041+09:00", "mtime_epoch": 1783262656.9450407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:44:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9442.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.26, "count": 301, "max_ms": 23.821, "p95_ms": 18.156}, "gstreamer_push": {"avg_ms": 1.22, "count": 301, "max_ms": 1.596, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.175, "count": 301, "max_ms": 66.267, "p95_ms": 62.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.689, "count": 301, "max_ms": 66.254, "p95_ms": 59.881}, "yolo11_640_fire_11class": {"avg_ms": 50.775, "count": 301, "max_ms": 68.442, "p95_ms": 62.045}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.224, "count": 301, "max_ms": 74.878, "p95_ms": 71.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.828, "count": 301, "max_ms": 99.291, "p95_ms": 95.094}, "read_interval": {"avg_ms": 99.829, "count": 300, "max_ms": 178.893, "p95_ms": 119.925}, "triton_wait": {"avg_ms": 55.359, "count": 301, "max_ms": 74.89, "p95_ms": 71.214}, "visualize": {"avg_ms": 3.495, "count": 301, "max_ms": 5.578, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16275.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27164.118, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.025, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2169640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:44:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-05T23:44:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T23:44:22.257178+09:00", "mtime_epoch": 1783262662.257178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:44:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2475.441, "name": "celery", "pid": 267, "rss_mb": 2475.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.885, "count": 300, "max_ms": 10.539, "p95_ms": 8.605}, "gstreamer_push": {"avg_ms": 1.323, "count": 300, "max_ms": 1.974, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.267, "count": 300, "max_ms": 68.642, "p95_ms": 64.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.738, "count": 300, "max_ms": 70.357, "p95_ms": 60.557}, "yolo11_640_fire_11class": {"avg_ms": 54.553, "count": 300, "max_ms": 71.102, "p95_ms": 64.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.493, "count": 300, "max_ms": 75.539, "p95_ms": 71.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.535, "count": 300, "max_ms": 92.211, "p95_ms": 89.037}, "read_interval": {"avg_ms": 100.224, "count": 299, "max_ms": 377.646, "p95_ms": 151.02}, "triton_wait": {"avg_ms": 59.864, "count": 300, "max_ms": 75.553, "p95_ms": 71.99}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 4.658, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16276.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11262.792, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.229, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1714320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:44:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:44:47+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T23:44:47+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-05T23:44:47.049815+09:00", "mtime_epoch": 1783262687.0498152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:44:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9442.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.522, "count": 300, "max_ms": 26.27, "p95_ms": 18.189}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.879, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.433, "count": 300, "max_ms": 67.538, "p95_ms": 63.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.866, "count": 300, "max_ms": 68.382, "p95_ms": 60.98}, "yolo11_640_fire_11class": {"avg_ms": 51.047, "count": 300, "max_ms": 74.378, "p95_ms": 62.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.252, "count": 300, "max_ms": 75.571, "p95_ms": 71.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.114, "count": 301, "max_ms": 100.39, "p95_ms": 96.271}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 170.319, "p95_ms": 126.394}, "triton_wait": {"avg_ms": 55.338, "count": 300, "max_ms": 75.583, "p95_ms": 71.745}, "visualize": {"avg_ms": 3.546, "count": 300, "max_ms": 4.62, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16275.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27194.301, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.085, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2169942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:44:52+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-05T23:44:52+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-05T23:44:52.325950+09:00", "mtime_epoch": 1783262692.32595, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:44:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2475.441, "name": "celery", "pid": 267, "rss_mb": 2475.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.981, "count": 301, "max_ms": 13.68, "p95_ms": 8.752}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.699, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.232, "count": 301, "max_ms": 74.617, "p95_ms": 65.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.78, "count": 301, "max_ms": 73.51, "p95_ms": 60.924}, "yolo11_640_fire_11class": {"avg_ms": 53.457, "count": 301, "max_ms": 72.325, "p95_ms": 66.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.045, "count": 301, "max_ms": 76.757, "p95_ms": 73.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.154, "count": 301, "max_ms": 93.803, "p95_ms": 89.744}, "read_interval": {"avg_ms": 99.968, "count": 301, "max_ms": 343.36, "p95_ms": 179.975}, "triton_wait": {"avg_ms": 58.352, "count": 301, "max_ms": 76.77, "p95_ms": 73.146}, "visualize": {"avg_ms": 3.733, "count": 301, "max_ms": 4.8, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16276.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11292.917, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.157, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1714621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:45:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:45:17+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-05T23:45:17+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-05T23:45:17.130580+09:00", "mtime_epoch": 1783262717.1305804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:45:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9442.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.737, "count": 300, "max_ms": 27.81, "p95_ms": 19.002}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.888, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.87, "count": 300, "max_ms": 67.833, "p95_ms": 62.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.219, "count": 300, "max_ms": 65.995, "p95_ms": 56.475}, "yolo11_640_fire_11class": {"avg_ms": 50.178, "count": 300, "max_ms": 65.808, "p95_ms": 62.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.455, "count": 300, "max_ms": 76.251, "p95_ms": 71.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.534, "count": 300, "max_ms": 101.443, "p95_ms": 96.055}, "read_interval": {"avg_ms": 100.053, "count": 299, "max_ms": 169.377, "p95_ms": 124.77}, "triton_wait": {"avg_ms": 54.573, "count": 300, "max_ms": 76.263, "p95_ms": 71.823}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 5.704, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16275.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27224.361, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.11, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2170242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:45:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:45:22+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T23:45:22+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-05T23:45:22.370713+09:00", "mtime_epoch": 1783262722.370713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:45:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2475.699, "name": "celery", "pid": 267, "rss_mb": 2475.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.011, "count": 300, "max_ms": 13.935, "p95_ms": 8.844}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 2.078, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.312, "count": 300, "max_ms": 69.508, "p95_ms": 64.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.028, "count": 300, "max_ms": 69.283, "p95_ms": 56.437}, "yolo11_640_fire_11class": {"avg_ms": 52.754, "count": 300, "max_ms": 69.128, "p95_ms": 63.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.735, "count": 300, "max_ms": 75.785, "p95_ms": 71.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.795, "count": 300, "max_ms": 92.153, "p95_ms": 88.291}, "read_interval": {"avg_ms": 100.252, "count": 299, "max_ms": 399.246, "p95_ms": 208.009}, "triton_wait": {"avg_ms": 58.013, "count": 300, "max_ms": 75.795, "p95_ms": 71.682}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 4.879, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16276.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11323.0, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.915, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1714922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:45:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:45:47+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:45:47.255339+09:00", "mtime_epoch": 1783262747.2553391, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:45:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9442.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.552, "count": 301, "max_ms": 23.915, "p95_ms": 18.505}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.608, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.793, "count": 301, "max_ms": 65.41, "p95_ms": 62.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.352, "count": 301, "max_ms": 64.336, "p95_ms": 58.672}, "yolo11_640_fire_11class": {"avg_ms": 49.957, "count": 301, "max_ms": 64.336, "p95_ms": 62.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.551, "count": 301, "max_ms": 75.721, "p95_ms": 70.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.384, "count": 301, "max_ms": 101.077, "p95_ms": 94.904}, "read_interval": {"avg_ms": 99.934, "count": 300, "max_ms": 247.561, "p95_ms": 123.016}, "triton_wait": {"avg_ms": 54.591, "count": 301, "max_ms": 75.733, "p95_ms": 70.547}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 4.68, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16276.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27254.449, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.125, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2170542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:45:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:45:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T23:45:52+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-05T23:45:52.367467+09:00", "mtime_epoch": 1783262752.3674672, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:45:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2475.699, "name": "celery", "pid": 267, "rss_mb": 2475.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.055, "count": 299, "max_ms": 13.323, "p95_ms": 8.868}, "gstreamer_push": {"avg_ms": 1.326, "count": 299, "max_ms": 1.827, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.781, "count": 299, "max_ms": 71.103, "p95_ms": 64.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.341, "count": 299, "max_ms": 71.254, "p95_ms": 59.491}, "yolo11_640_fire_11class": {"avg_ms": 54.402, "count": 299, "max_ms": 71.895, "p95_ms": 64.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.352, "count": 299, "max_ms": 74.447, "p95_ms": 72.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.457, "count": 299, "max_ms": 91.416, "p95_ms": 89.031}, "read_interval": {"avg_ms": 100.346, "count": 299, "max_ms": 395.465, "p95_ms": 150.635}, "triton_wait": {"avg_ms": 59.561, "count": 299, "max_ms": 74.46, "p95_ms": 72.307}, "visualize": {"avg_ms": 3.769, "count": 299, "max_ms": 5.615, "p95_ms": 4.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16276.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11353.051, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.791, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1715222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:46:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:46:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T23:46:17+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T23:46:17.296088+09:00", "mtime_epoch": 1783262777.2960885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:46:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9443.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.533, "count": 300, "max_ms": 24.163, "p95_ms": 18.619}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.788, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.379, "count": 300, "max_ms": 67.542, "p95_ms": 62.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.284, "count": 300, "max_ms": 68.078, "p95_ms": 57.35}, "yolo11_640_fire_11class": {"avg_ms": 50.485, "count": 300, "max_ms": 68.976, "p95_ms": 61.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.81, "count": 300, "max_ms": 75.905, "p95_ms": 70.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.755, "count": 300, "max_ms": 101.428, "p95_ms": 95.433}, "read_interval": {"avg_ms": 100.136, "count": 299, "max_ms": 174.248, "p95_ms": 124.513}, "triton_wait": {"avg_ms": 54.958, "count": 300, "max_ms": 75.918, "p95_ms": 70.148}, "visualize": {"avg_ms": 3.541, "count": 300, "max_ms": 4.373, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16277.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27284.534, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.116, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2170843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:46:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:46:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:46:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T23:46:22.648221+09:00", "mtime_epoch": 1783262782.6482213, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:46:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2475.957, "name": "celery", "pid": 267, "rss_mb": 2475.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.007, "count": 300, "max_ms": 12.463, "p95_ms": 8.78}, "gstreamer_push": {"avg_ms": 1.337, "count": 300, "max_ms": 2.19, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.687, "count": 300, "max_ms": 72.036, "p95_ms": 64.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.157, "count": 300, "max_ms": 68.659, "p95_ms": 54.681}, "yolo11_640_fire_11class": {"avg_ms": 54.65, "count": 300, "max_ms": 71.731, "p95_ms": 64.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.399, "count": 300, "max_ms": 75.707, "p95_ms": 72.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.525, "count": 300, "max_ms": 93.141, "p95_ms": 89.074}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 411.623, "p95_ms": 144.127}, "triton_wait": {"avg_ms": 59.706, "count": 300, "max_ms": 75.719, "p95_ms": 72.149}, "visualize": {"avg_ms": 3.756, "count": 300, "max_ms": 5.151, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16276.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11383.143, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.474, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1715520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:46:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:46:47+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-05T23:46:47+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:46:47.392832+09:00", "mtime_epoch": 1783262807.3928323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:46:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9443.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.934, "read": 9.9}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.585, "count": 297, "max_ms": 23.475, "p95_ms": 18.461}, "gstreamer_push": {"avg_ms": 1.216, "count": 298, "max_ms": 1.927, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.438, "count": 297, "max_ms": 65.772, "p95_ms": 60.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.059, "count": 297, "max_ms": 64.525, "p95_ms": 61.576}, "yolo11_640_fire_11class": {"avg_ms": 52.552, "count": 297, "max_ms": 64.375, "p95_ms": 59.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.996, "count": 297, "max_ms": 73.353, "p95_ms": 67.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.89, "count": 297, "max_ms": 97.131, "p95_ms": 92.68}, "read_interval": {"avg_ms": 100.997, "count": 297, "max_ms": 161.789, "p95_ms": 110.342}, "triton_wait": {"avg_ms": 59.086, "count": 297, "max_ms": 73.365, "p95_ms": 67.137}, "visualize": {"avg_ms": 3.515, "count": 297, "max_ms": 4.91, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16277.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27314.574, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.895, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2171144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:46:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:46:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-05T23:46:52+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T23:46:52.708963+09:00", "mtime_epoch": 1783262812.708963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:46:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2475.957, "name": "celery", "pid": 267, "rss_mb": 2475.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.064, "count": 301, "max_ms": 10.268, "p95_ms": 8.694}, "gstreamer_push": {"avg_ms": 1.33, "count": 301, "max_ms": 2.256, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.999, "count": 301, "max_ms": 72.236, "p95_ms": 67.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.94, "count": 301, "max_ms": 74.41, "p95_ms": 66.939}, "yolo11_640_fire_11class": {"avg_ms": 59.854, "count": 301, "max_ms": 72.66, "p95_ms": 67.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.543, "count": 301, "max_ms": 76.894, "p95_ms": 74.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.476, "count": 301, "max_ms": 93.578, "p95_ms": 91.468}, "read_interval": {"avg_ms": 99.849, "count": 300, "max_ms": 345.538, "p95_ms": 106.388}, "triton_wait": {"avg_ms": 66.681, "count": 301, "max_ms": 76.907, "p95_ms": 74.895}, "visualize": {"avg_ms": 3.758, "count": 301, "max_ms": 4.643, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16276.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11413.165, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.501, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1715824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:47:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:47:17+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:47:17+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T23:47:17.429568+09:00", "mtime_epoch": 1783262837.4295678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:47:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9443.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.159, "pushed": 10.159, "read": 10.126}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.874, "count": 304, "max_ms": 25.2, "p95_ms": 19.921}, "gstreamer_push": {"avg_ms": 1.236, "count": 304, "max_ms": 1.812, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.28, "count": 304, "max_ms": 69.323, "p95_ms": 62.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.313, "count": 304, "max_ms": 65.015, "p95_ms": 56.636}, "yolo11_640_fire_11class": {"avg_ms": 50.165, "count": 304, "max_ms": 70.531, "p95_ms": 61.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.614, "count": 304, "max_ms": 75.167, "p95_ms": 71.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.935, "count": 304, "max_ms": 99.686, "p95_ms": 95.94}, "read_interval": {"avg_ms": 98.794, "count": 303, "max_ms": 164.885, "p95_ms": 115.562}, "triton_wait": {"avg_ms": 54.792, "count": 304, "max_ms": 75.179, "p95_ms": 71.411}, "visualize": {"avg_ms": 3.532, "count": 304, "max_ms": 5.139, "p95_ms": 3.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16276.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27344.65, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.842, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2171444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:47:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:47:22+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T23:47:22+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T23:47:22.785698+09:00", "mtime_epoch": 1783262842.7856984, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:47:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2476.215, "name": "celery", "pid": 267, "rss_mb": 2476.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.05, "count": 300, "max_ms": 12.623, "p95_ms": 8.68}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 2.219, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.213, "count": 300, "max_ms": 67.838, "p95_ms": 64.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.158, "count": 300, "max_ms": 70.424, "p95_ms": 58.889}, "yolo11_640_fire_11class": {"avg_ms": 52.845, "count": 300, "max_ms": 69.915, "p95_ms": 63.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.214, "count": 300, "max_ms": 74.889, "p95_ms": 71.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.363, "count": 300, "max_ms": 91.263, "p95_ms": 88.555}, "read_interval": {"avg_ms": 100.292, "count": 299, "max_ms": 356.22, "p95_ms": 189.489}, "triton_wait": {"avg_ms": 58.605, "count": 300, "max_ms": 74.901, "p95_ms": 71.914}, "visualize": {"avg_ms": 3.714, "count": 300, "max_ms": 5.203, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16277.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11443.186, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.474, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1716124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:47:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:47:47+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T23:47:47+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T23:47:47.450297+09:00", "mtime_epoch": 1783262867.4502969, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:47:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9443.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.687, "count": 300, "max_ms": 24.147, "p95_ms": 18.736}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 2.041, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.408, "count": 300, "max_ms": 69.282, "p95_ms": 63.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.45, "count": 300, "max_ms": 69.196, "p95_ms": 58.583}, "yolo11_640_fire_11class": {"avg_ms": 50.644, "count": 300, "max_ms": 68.804, "p95_ms": 61.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.216, "count": 300, "max_ms": 76.228, "p95_ms": 71.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.269, "count": 300, "max_ms": 101.488, "p95_ms": 95.514}, "read_interval": {"avg_ms": 100.067, "count": 300, "max_ms": 185.8, "p95_ms": 117.346}, "triton_wait": {"avg_ms": 55.276, "count": 300, "max_ms": 76.241, "p95_ms": 71.117}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 5.549, "p95_ms": 3.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16278.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27374.696, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.826, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2171746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:47:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:47:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-05T23:47:52+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:47:52.814427+09:00", "mtime_epoch": 1783262872.8144267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:47:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2476.473, "name": "celery", "pid": 267, "rss_mb": 2476.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.999, "count": 302, "max_ms": 12.512, "p95_ms": 8.641}, "gstreamer_push": {"avg_ms": 1.328, "count": 302, "max_ms": 2.027, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.05, "count": 302, "max_ms": 68.352, "p95_ms": 64.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.652, "count": 302, "max_ms": 72.8, "p95_ms": 57.219}, "yolo11_640_fire_11class": {"avg_ms": 55.562, "count": 302, "max_ms": 68.652, "p95_ms": 64.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.714, "count": 302, "max_ms": 75.64, "p95_ms": 72.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.739, "count": 302, "max_ms": 92.302, "p95_ms": 89.113}, "read_interval": {"avg_ms": 99.478, "count": 301, "max_ms": 360.188, "p95_ms": 150.3}, "triton_wait": {"avg_ms": 60.984, "count": 302, "max_ms": 75.653, "p95_ms": 72.487}, "visualize": {"avg_ms": 3.737, "count": 302, "max_ms": 4.604, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16277.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11473.219, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.433, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1716424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:48:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:48:17+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-05T23:48:17+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-05T23:48:17.459020+09:00", "mtime_epoch": 1783262897.45902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:48:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9443.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.805, "count": 300, "max_ms": 25.252, "p95_ms": 19.242}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.777, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.504, "count": 300, "max_ms": 70.866, "p95_ms": 62.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.678, "count": 300, "max_ms": 70.876, "p95_ms": 59.419}, "yolo11_640_fire_11class": {"avg_ms": 50.791, "count": 300, "max_ms": 69.801, "p95_ms": 62.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.022, "count": 300, "max_ms": 79.617, "p95_ms": 70.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.209, "count": 300, "max_ms": 103.728, "p95_ms": 95.779}, "read_interval": {"avg_ms": 100.038, "count": 300, "max_ms": 175.994, "p95_ms": 118.676}, "triton_wait": {"avg_ms": 55.113, "count": 300, "max_ms": 79.629, "p95_ms": 70.761}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 5.645, "p95_ms": 3.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16278.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27404.736, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.842, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2172046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:48:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:48:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T23:48:22+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T23:48:22.879150+09:00", "mtime_epoch": 1783262902.87915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:48:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2476.473, "name": "celery", "pid": 267, "rss_mb": 2476.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.088, "count": 300, "max_ms": 12.918, "p95_ms": 9.014}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.635, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.061, "count": 300, "max_ms": 70.829, "p95_ms": 64.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.048, "count": 300, "max_ms": 72.586, "p95_ms": 54.774}, "yolo11_640_fire_11class": {"avg_ms": 54.131, "count": 300, "max_ms": 69.643, "p95_ms": 64.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.518, "count": 300, "max_ms": 80.477, "p95_ms": 72.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.665, "count": 300, "max_ms": 96.864, "p95_ms": 89.318}, "read_interval": {"avg_ms": 100.203, "count": 299, "max_ms": 363.058, "p95_ms": 155.987}, "triton_wait": {"avg_ms": 58.789, "count": 300, "max_ms": 80.49, "p95_ms": 72.926}, "visualize": {"avg_ms": 3.73, "count": 300, "max_ms": 5.288, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16278.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11503.249, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.352, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1716724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:48:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:48:47+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-05T23:48:47+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-05T23:48:47.507739+09:00", "mtime_epoch": 1783262927.5077386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:48:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9443.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.731, "count": 300, "max_ms": 25.464, "p95_ms": 18.893}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.809, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.168, "count": 300, "max_ms": 67.073, "p95_ms": 60.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.289, "count": 300, "max_ms": 68.768, "p95_ms": 59.061}, "yolo11_640_fire_11class": {"avg_ms": 50.753, "count": 300, "max_ms": 67.781, "p95_ms": 60.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.079, "count": 300, "max_ms": 77.339, "p95_ms": 69.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.246, "count": 300, "max_ms": 101.844, "p95_ms": 94.113}, "read_interval": {"avg_ms": 100.16, "count": 300, "max_ms": 258.248, "p95_ms": 115.923}, "triton_wait": {"avg_ms": 55.19, "count": 300, "max_ms": 77.352, "p95_ms": 69.037}, "visualize": {"avg_ms": 3.552, "count": 300, "max_ms": 5.503, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16278.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27434.831, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.924, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2172347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:48:53+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:48:52+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T23:48:52.959868+09:00", "mtime_epoch": 1783262932.9598684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:48:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2476.73, "name": "celery", "pid": 267, "rss_mb": 2476.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.056, "count": 300, "max_ms": 11.719, "p95_ms": 8.995}, "gstreamer_push": {"avg_ms": 1.326, "count": 300, "max_ms": 1.532, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.37, "count": 300, "max_ms": 71.608, "p95_ms": 65.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.47, "count": 300, "max_ms": 75.006, "p95_ms": 56.302}, "yolo11_640_fire_11class": {"avg_ms": 55.766, "count": 300, "max_ms": 71.815, "p95_ms": 66.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.135, "count": 300, "max_ms": 78.808, "p95_ms": 73.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.392, "count": 300, "max_ms": 95.548, "p95_ms": 90.446}, "read_interval": {"avg_ms": 100.062, "count": 299, "max_ms": 319.988, "p95_ms": 142.235}, "triton_wait": {"avg_ms": 61.553, "count": 300, "max_ms": 78.82, "p95_ms": 73.159}, "visualize": {"avg_ms": 3.729, "count": 300, "max_ms": 4.668, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16278.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11533.379, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.474, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1717025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:49:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:49:17+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-05T23:49:17+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-05T23:49:17.548452+09:00", "mtime_epoch": 1783262957.5484517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:49:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9443.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.163, "count": 300, "max_ms": 30.515, "p95_ms": 20.227}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.496, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.9, "count": 300, "max_ms": 67.003, "p95_ms": 62.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.447, "count": 300, "max_ms": 68.388, "p95_ms": 57.959}, "yolo11_640_fire_11class": {"avg_ms": 50.309, "count": 300, "max_ms": 67.784, "p95_ms": 61.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.416, "count": 300, "max_ms": 76.544, "p95_ms": 71.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.957, "count": 300, "max_ms": 113.644, "p95_ms": 96.635}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 165.587, "p95_ms": 116.827}, "triton_wait": {"avg_ms": 54.451, "count": 300, "max_ms": 76.556, "p95_ms": 71.4}, "visualize": {"avg_ms": 3.544, "count": 300, "max_ms": 4.843, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16278.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27464.892, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.977, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2172648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:49:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-05T23:49:23+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-05T23:49:23.032581+09:00", "mtime_epoch": 1783262963.0325813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:49:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2476.73, "name": "celery", "pid": 267, "rss_mb": 2476.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.164, "count": 301, "max_ms": 14.216, "p95_ms": 9.117}, "gstreamer_push": {"avg_ms": 1.325, "count": 301, "max_ms": 1.529, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.457, "count": 301, "max_ms": 70.014, "p95_ms": 64.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.047, "count": 301, "max_ms": 71.867, "p95_ms": 56.972}, "yolo11_640_fire_11class": {"avg_ms": 52.729, "count": 301, "max_ms": 69.491, "p95_ms": 64.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.478, "count": 301, "max_ms": 74.626, "p95_ms": 71.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.623, "count": 301, "max_ms": 94.696, "p95_ms": 89.32}, "read_interval": {"avg_ms": 99.934, "count": 300, "max_ms": 427.238, "p95_ms": 136.429}, "triton_wait": {"avg_ms": 57.667, "count": 301, "max_ms": 74.638, "p95_ms": 71.88}, "visualize": {"avg_ms": 3.741, "count": 301, "max_ms": 4.6, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16278.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11563.42, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.514, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1717326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:49:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:49:47+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T23:49:47+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T23:49:47.685162+09:00", "mtime_epoch": 1783262987.6851623, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:49:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9443.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.889, "count": 301, "max_ms": 21.925, "p95_ms": 18.792}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.548, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.511, "count": 301, "max_ms": 65.434, "p95_ms": 62.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.125, "count": 301, "max_ms": 64.932, "p95_ms": 54.656}, "yolo11_640_fire_11class": {"avg_ms": 49.833, "count": 301, "max_ms": 64.895, "p95_ms": 62.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.812, "count": 301, "max_ms": 74.37, "p95_ms": 71.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.054, "count": 301, "max_ms": 101.007, "p95_ms": 96.212}, "read_interval": {"avg_ms": 99.825, "count": 300, "max_ms": 161.837, "p95_ms": 120.464}, "triton_wait": {"avg_ms": 53.882, "count": 301, "max_ms": 74.381, "p95_ms": 71.759}, "visualize": {"avg_ms": 3.527, "count": 301, "max_ms": 4.498, "p95_ms": 3.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16278.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27494.945, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.858, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2172949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:49:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:49:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:49:53+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T23:49:53.061289+09:00", "mtime_epoch": 1783262993.0612886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:49:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2476.988, "name": "celery", "pid": 267, "rss_mb": 2476.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.983, "count": 301, "max_ms": 13.34, "p95_ms": 8.758}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.542, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.559, "count": 301, "max_ms": 69.901, "p95_ms": 64.062}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.661, "count": 301, "max_ms": 70.608, "p95_ms": 59.202}, "yolo11_640_fire_11class": {"avg_ms": 52.02, "count": 301, "max_ms": 70.719, "p95_ms": 63.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.606, "count": 301, "max_ms": 76.71, "p95_ms": 71.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.751, "count": 301, "max_ms": 92.757, "p95_ms": 88.412}, "read_interval": {"avg_ms": 99.83, "count": 300, "max_ms": 414.43, "p95_ms": 133.853}, "triton_wait": {"avg_ms": 57.019, "count": 301, "max_ms": 76.722, "p95_ms": 71.754}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 4.668, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16279.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11593.5, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.65, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1717627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:50:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:50:17+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-05T23:50:17+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T23:50:17.761867+09:00", "mtime_epoch": 1783263017.7618668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:50:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9444.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.87, "count": 301, "max_ms": 30.066, "p95_ms": 19.299}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.731, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.194, "count": 301, "max_ms": 72.789, "p95_ms": 63.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.058, "count": 301, "max_ms": 70.123, "p95_ms": 59.322}, "yolo11_640_fire_11class": {"avg_ms": 50.549, "count": 301, "max_ms": 71.237, "p95_ms": 63.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.541, "count": 301, "max_ms": 80.324, "p95_ms": 72.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.828, "count": 301, "max_ms": 111.522, "p95_ms": 96.951}, "read_interval": {"avg_ms": 99.961, "count": 300, "max_ms": 175.485, "p95_ms": 118.452}, "triton_wait": {"avg_ms": 54.691, "count": 301, "max_ms": 80.336, "p95_ms": 72.036}, "visualize": {"avg_ms": 3.539, "count": 301, "max_ms": 4.698, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16279.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27524.974, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.028, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2173250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:50:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T23:50:23+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-05T23:50:23.113992+09:00", "mtime_epoch": 1783263023.1139917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:50:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2476.988, "name": "celery", "pid": 267, "rss_mb": 2476.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.121, "count": 301, "max_ms": 14.742, "p95_ms": 8.962}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 2.013, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.649, "count": 301, "max_ms": 72.952, "p95_ms": 64.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.265, "count": 301, "max_ms": 68.337, "p95_ms": 60.529}, "yolo11_640_fire_11class": {"avg_ms": 53.679, "count": 301, "max_ms": 72.94, "p95_ms": 64.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.864, "count": 301, "max_ms": 76.549, "p95_ms": 73.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.037, "count": 301, "max_ms": 98.565, "p95_ms": 90.417}, "read_interval": {"avg_ms": 99.832, "count": 300, "max_ms": 357.409, "p95_ms": 186.934}, "triton_wait": {"avg_ms": 59.231, "count": 301, "max_ms": 76.562, "p95_ms": 73.22}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 5.197, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16279.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11623.563, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.809, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1717926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:50:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:50:47+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-05T23:50:47.814566+09:00", "mtime_epoch": 1783263047.8145664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:50:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9444.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.796, "count": 299, "max_ms": 20.403, "p95_ms": 18.857}, "gstreamer_push": {"avg_ms": 1.228, "count": 299, "max_ms": 1.678, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.305, "count": 299, "max_ms": 67.76, "p95_ms": 63.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.604, "count": 299, "max_ms": 67.173, "p95_ms": 60.743}, "yolo11_640_fire_11class": {"avg_ms": 50.622, "count": 299, "max_ms": 69.796, "p95_ms": 63.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.561, "count": 299, "max_ms": 76.472, "p95_ms": 72.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.213, "count": 299, "max_ms": 232.938, "p95_ms": 97.101}, "read_interval": {"avg_ms": 100.536, "count": 298, "max_ms": 244.002, "p95_ms": 122.31}, "triton_wait": {"avg_ms": 54.632, "count": 299, "max_ms": 76.484, "p95_ms": 72.495}, "visualize": {"avg_ms": 3.527, "count": 299, "max_ms": 4.306, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16279.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27554.983, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.088, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2173550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:50:53+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-05T23:50:53+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T23:50:53.118689+09:00", "mtime_epoch": 1783263053.1186893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:50:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2477.246, "name": "celery", "pid": 267, "rss_mb": 2477.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.057, "count": 300, "max_ms": 13.011, "p95_ms": 8.525}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.523, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.218, "count": 300, "max_ms": 72.677, "p95_ms": 66.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.641, "count": 300, "max_ms": 71.491, "p95_ms": 65.28}, "yolo11_640_fire_11class": {"avg_ms": 54.38, "count": 300, "max_ms": 70.149, "p95_ms": 65.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.714, "count": 300, "max_ms": 75.424, "p95_ms": 73.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.849, "count": 300, "max_ms": 92.687, "p95_ms": 90.311}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 380.81, "p95_ms": 149.681}, "triton_wait": {"avg_ms": 59.098, "count": 300, "max_ms": 75.435, "p95_ms": 73.431}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 4.983, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16280.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11653.614, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.949, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1718228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:51:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:51:17+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-05T23:51:17+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T23:51:17.851262+09:00", "mtime_epoch": 1783263077.8512616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:51:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9444.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.793, "count": 302, "max_ms": 19.999, "p95_ms": 18.66}, "gstreamer_push": {"avg_ms": 1.238, "count": 302, "max_ms": 1.758, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.808, "count": 302, "max_ms": 68.807, "p95_ms": 63.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.53, "count": 302, "max_ms": 69.177, "p95_ms": 61.278}, "yolo11_640_fire_11class": {"avg_ms": 50.175, "count": 302, "max_ms": 66.66, "p95_ms": 62.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.961, "count": 302, "max_ms": 77.261, "p95_ms": 71.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.159, "count": 302, "max_ms": 103.277, "p95_ms": 96.92}, "read_interval": {"avg_ms": 99.444, "count": 301, "max_ms": 159.444, "p95_ms": 125.71}, "triton_wait": {"avg_ms": 54.052, "count": 302, "max_ms": 77.273, "p95_ms": 71.594}, "visualize": {"avg_ms": 3.53, "count": 302, "max_ms": 4.891, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16280.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27585.038, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.191, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2173849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:51:23+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:51:23+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-05T23:51:23.163384+09:00", "mtime_epoch": 1783263083.163384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:51:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2477.504, "name": "celery", "pid": 267, "rss_mb": 2477.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.958}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.072, "count": 299, "max_ms": 12.506, "p95_ms": 8.65}, "gstreamer_push": {"avg_ms": 1.319, "count": 299, "max_ms": 1.804, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.317, "count": 299, "max_ms": 68.92, "p95_ms": 64.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.85, "count": 299, "max_ms": 70.223, "p95_ms": 62.688}, "yolo11_640_fire_11class": {"avg_ms": 52.317, "count": 299, "max_ms": 70.592, "p95_ms": 65.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.025, "count": 299, "max_ms": 75.396, "p95_ms": 72.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.257, "count": 299, "max_ms": 92.36, "p95_ms": 89.944}, "read_interval": {"avg_ms": 100.389, "count": 298, "max_ms": 321.134, "p95_ms": 195.491}, "triton_wait": {"avg_ms": 57.355, "count": 299, "max_ms": 75.409, "p95_ms": 72.589}, "visualize": {"avg_ms": 3.739, "count": 299, "max_ms": 5.555, "p95_ms": 4.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16280.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11683.636, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.34, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1718528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:51:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-05T23:51:47+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T23:51:47.883953+09:00", "mtime_epoch": 1783263107.8839526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:51:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9444.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.925, "count": 300, "max_ms": 29.318, "p95_ms": 19.04}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.706, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.859, "count": 300, "max_ms": 69.006, "p95_ms": 63.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.951, "count": 300, "max_ms": 69.456, "p95_ms": 56.436}, "yolo11_640_fire_11class": {"avg_ms": 50.353, "count": 300, "max_ms": 73.027, "p95_ms": 62.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.393, "count": 300, "max_ms": 76.619, "p95_ms": 71.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.678, "count": 300, "max_ms": 101.01, "p95_ms": 96.846}, "read_interval": {"avg_ms": 100.059, "count": 299, "max_ms": 263.148, "p95_ms": 120.838}, "triton_wait": {"avg_ms": 54.454, "count": 300, "max_ms": 76.631, "p95_ms": 71.063}, "visualize": {"avg_ms": 3.535, "count": 300, "max_ms": 4.757, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16280.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27615.138, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.39, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2174151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:51:53+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-05T23:51:53+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-05T23:51:53.244076+09:00", "mtime_epoch": 1783263113.2440758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:51:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2477.504, "name": "celery", "pid": 267, "rss_mb": 2477.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.34, "count": 301, "max_ms": 13.805, "p95_ms": 12.565}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 2.234, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.049, "count": 301, "max_ms": 70.786, "p95_ms": 64.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.024, "count": 301, "max_ms": 70.057, "p95_ms": 57.053}, "yolo11_640_fire_11class": {"avg_ms": 54.789, "count": 301, "max_ms": 71.005, "p95_ms": 65.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.791, "count": 301, "max_ms": 77.652, "p95_ms": 72.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.192, "count": 301, "max_ms": 96.041, "p95_ms": 89.984}, "read_interval": {"avg_ms": 99.651, "count": 301, "max_ms": 410.212, "p95_ms": 130.178}, "triton_wait": {"avg_ms": 60.045, "count": 301, "max_ms": 77.665, "p95_ms": 72.586}, "visualize": {"avg_ms": 3.78, "count": 301, "max_ms": 5.879, "p95_ms": 4.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16280.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11713.711, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.572, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1718829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:52:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:52:18+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T23:52:17+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T23:52:17.972642+09:00", "mtime_epoch": 1783263137.9726417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:52:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9444.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.899, "count": 301, "max_ms": 25.801, "p95_ms": 19.177}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.826, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.338, "count": 301, "max_ms": 69.263, "p95_ms": 64.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.055, "count": 301, "max_ms": 69.794, "p95_ms": 61.746}, "yolo11_640_fire_11class": {"avg_ms": 50.117, "count": 301, "max_ms": 71.82, "p95_ms": 62.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.434, "count": 301, "max_ms": 77.413, "p95_ms": 72.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.751, "count": 301, "max_ms": 104.409, "p95_ms": 97.31}, "read_interval": {"avg_ms": 99.952, "count": 300, "max_ms": 160.48, "p95_ms": 120.876}, "triton_wait": {"avg_ms": 54.502, "count": 301, "max_ms": 77.425, "p95_ms": 72.451}, "visualize": {"avg_ms": 3.529, "count": 301, "max_ms": 5.352, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16280.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27645.15, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.513, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2174451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:52:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:52:23+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:52:23+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:52:23.272763+09:00", "mtime_epoch": 1783263143.2727625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:52:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2477.762, "name": "celery", "pid": 267, "rss_mb": 2477.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 300, "max_ms": 12.576, "p95_ms": 8.503}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 1.896, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.572, "count": 300, "max_ms": 72.94, "p95_ms": 64.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.57, "count": 300, "max_ms": 67.625, "p95_ms": 62.015}, "yolo11_640_fire_11class": {"avg_ms": 53.023, "count": 300, "max_ms": 70.021, "p95_ms": 64.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.477, "count": 300, "max_ms": 76.395, "p95_ms": 72.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.443, "count": 300, "max_ms": 93.657, "p95_ms": 89.013}, "read_interval": {"avg_ms": 100.062, "count": 300, "max_ms": 406.025, "p95_ms": 137.666}, "triton_wait": {"avg_ms": 58.806, "count": 300, "max_ms": 76.409, "p95_ms": 72.496}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 5.881, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16281.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11743.76, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.64, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1719129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:52:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:52:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-05T23:52:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-05T23:52:48.005326+09:00", "mtime_epoch": 1783263168.0053258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:52:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9444.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.514, "count": 300, "max_ms": 24.201, "p95_ms": 18.617}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.883, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.07, "count": 300, "max_ms": 68.561, "p95_ms": 63.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.602, "count": 300, "max_ms": 73.479, "p95_ms": 60.357}, "yolo11_640_fire_11class": {"avg_ms": 51.303, "count": 300, "max_ms": 68.708, "p95_ms": 62.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.15, "count": 300, "max_ms": 77.355, "p95_ms": 71.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.054, "count": 300, "max_ms": 103.019, "p95_ms": 95.721}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 172.704, "p95_ms": 117.669}, "triton_wait": {"avg_ms": 56.257, "count": 300, "max_ms": 77.367, "p95_ms": 71.572}, "visualize": {"avg_ms": 3.498, "count": 300, "max_ms": 5.314, "p95_ms": 3.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16281.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27675.178, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.608, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2174751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:52:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:52:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:52:53+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T23:52:53.289446+09:00", "mtime_epoch": 1783263173.2894459, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:52:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2477.762, "name": "celery", "pid": 267, "rss_mb": 2477.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.938, "count": 300, "max_ms": 12.601, "p95_ms": 8.656}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.512, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.021, "count": 300, "max_ms": 72.154, "p95_ms": 66.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.438, "count": 300, "max_ms": 68.959, "p95_ms": 60.471}, "yolo11_640_fire_11class": {"avg_ms": 56.954, "count": 300, "max_ms": 73.11, "p95_ms": 65.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.404, "count": 300, "max_ms": 78.062, "p95_ms": 72.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.324, "count": 300, "max_ms": 95.643, "p95_ms": 89.616}, "read_interval": {"avg_ms": 100.078, "count": 299, "max_ms": 388.999, "p95_ms": 121.351}, "triton_wait": {"avg_ms": 62.747, "count": 300, "max_ms": 78.075, "p95_ms": 72.87}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.01, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16281.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11773.833, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.746, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1719430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:53:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:53:18+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:53:18+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T23:53:18.082008+09:00", "mtime_epoch": 1783263198.0820076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:53:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9444.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.638, "count": 301, "max_ms": 22.05, "p95_ms": 18.777}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.911, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.896, "count": 301, "max_ms": 68.48, "p95_ms": 63.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.279, "count": 301, "max_ms": 66.755, "p95_ms": 57.19}, "yolo11_640_fire_11class": {"avg_ms": 50.277, "count": 301, "max_ms": 69.002, "p95_ms": 62.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.318, "count": 301, "max_ms": 77.998, "p95_ms": 71.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.379, "count": 301, "max_ms": 102.081, "p95_ms": 96.485}, "read_interval": {"avg_ms": 99.909, "count": 300, "max_ms": 157.977, "p95_ms": 119.244}, "triton_wait": {"avg_ms": 54.48, "count": 301, "max_ms": 78.01, "p95_ms": 71.894}, "visualize": {"avg_ms": 3.529, "count": 301, "max_ms": 4.396, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16281.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27705.516, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.592, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2175052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:53:23+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:53:23+09:00", "mjpeg": {"age_sec": 0.396, "exists": true, "mtime": "2026-07-05T23:53:23.322126+09:00", "mtime_epoch": 1783263203.3221262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:53:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2478.02, "name": "celery", "pid": 267, "rss_mb": 2478.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 297, "max_ms": 11.086, "p95_ms": 8.681}, "gstreamer_push": {"avg_ms": 1.311, "count": 297, "max_ms": 1.761, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.299, "count": 297, "max_ms": 70.057, "p95_ms": 65.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.965, "count": 297, "max_ms": 68.509, "p95_ms": 61.261}, "yolo11_640_fire_11class": {"avg_ms": 52.921, "count": 297, "max_ms": 73.227, "p95_ms": 64.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.689, "count": 297, "max_ms": 77.618, "p95_ms": 72.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.563, "count": 297, "max_ms": 93.938, "p95_ms": 89.387}, "read_interval": {"avg_ms": 101.005, "count": 297, "max_ms": 407.774, "p95_ms": 202.918}, "triton_wait": {"avg_ms": 57.923, "count": 297, "max_ms": 77.631, "p95_ms": 72.487}, "visualize": {"avg_ms": 3.691, "count": 297, "max_ms": 4.335, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16281.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11803.888, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.967, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1719731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:53:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:53:48+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:53:48+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-05T23:53:48.154686+09:00", "mtime_epoch": 1783263228.1546865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:53:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9445.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.72, "count": 301, "max_ms": 22.484, "p95_ms": 18.445}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.44, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.389, "count": 301, "max_ms": 69.945, "p95_ms": 63.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.836, "count": 301, "max_ms": 66.16, "p95_ms": 58.119}, "yolo11_640_fire_11class": {"avg_ms": 50.317, "count": 301, "max_ms": 68.527, "p95_ms": 63.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.531, "count": 301, "max_ms": 78.443, "p95_ms": 72.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.656, "count": 301, "max_ms": 103.896, "p95_ms": 97.533}, "read_interval": {"avg_ms": 99.888, "count": 300, "max_ms": 246.316, "p95_ms": 122.716}, "triton_wait": {"avg_ms": 54.627, "count": 301, "max_ms": 78.455, "p95_ms": 72.846}, "visualize": {"avg_ms": 3.529, "count": 301, "max_ms": 4.575, "p95_ms": 3.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16281.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27735.581, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.396, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2175356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:53:53+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-05T23:53:53+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-05T23:53:53.726812+09:00", "mtime_epoch": 1783263233.726812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:53:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2478.02, "name": "celery", "pid": 267, "rss_mb": 2478.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.922, "count": 304, "max_ms": 10.866, "p95_ms": 8.577}, "gstreamer_push": {"avg_ms": 1.297, "count": 304, "max_ms": 1.486, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.672, "count": 304, "max_ms": 70.603, "p95_ms": 65.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.872, "count": 304, "max_ms": 69.335, "p95_ms": 60.48}, "yolo11_640_fire_11class": {"avg_ms": 53.032, "count": 304, "max_ms": 71.932, "p95_ms": 65.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.485, "count": 304, "max_ms": 77.668, "p95_ms": 72.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.409, "count": 304, "max_ms": 94.13, "p95_ms": 88.867}, "read_interval": {"avg_ms": 98.966, "count": 303, "max_ms": 356.942, "p95_ms": 147.869}, "triton_wait": {"avg_ms": 57.829, "count": 304, "max_ms": 77.68, "p95_ms": 72.441}, "visualize": {"avg_ms": 3.684, "count": 304, "max_ms": 4.925, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16281.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11833.963, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.997, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1720031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:54:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:54:18+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T23:54:18+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-05T23:54:18.227362+09:00", "mtime_epoch": 1783263258.2273624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:54:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9445.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.08, "count": 300, "max_ms": 24.905, "p95_ms": 19.366}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 2.077, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.232, "count": 300, "max_ms": 66.632, "p95_ms": 62.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.269, "count": 300, "max_ms": 66.641, "p95_ms": 57.965}, "yolo11_640_fire_11class": {"avg_ms": 49.453, "count": 300, "max_ms": 65.779, "p95_ms": 62.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.988, "count": 300, "max_ms": 78.173, "p95_ms": 72.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.534, "count": 300, "max_ms": 104.779, "p95_ms": 97.8}, "read_interval": {"avg_ms": 100.288, "count": 299, "max_ms": 181.829, "p95_ms": 125.69}, "triton_wait": {"avg_ms": 53.045, "count": 300, "max_ms": 78.186, "p95_ms": 72.071}, "visualize": {"avg_ms": 3.575, "count": 300, "max_ms": 5.521, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16282.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27765.598, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.401, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2175654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:54:23+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T23:54:23+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-05T23:54:23.723485+09:00", "mtime_epoch": 1783263263.7234855, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:54:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2478.277, "name": "celery", "pid": 267, "rss_mb": 2478.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.117, "count": 298, "max_ms": 12.258, "p95_ms": 8.962}, "gstreamer_push": {"avg_ms": 1.32, "count": 298, "max_ms": 1.528, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.637, "count": 298, "max_ms": 68.293, "p95_ms": 64.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.586, "count": 298, "max_ms": 65.883, "p95_ms": 59.753}, "yolo11_640_fire_11class": {"avg_ms": 52.328, "count": 298, "max_ms": 68.6, "p95_ms": 64.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.053, "count": 298, "max_ms": 75.364, "p95_ms": 72.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.104, "count": 298, "max_ms": 93.66, "p95_ms": 89.199}, "read_interval": {"avg_ms": 100.669, "count": 298, "max_ms": 407.851, "p95_ms": 177.117}, "triton_wait": {"avg_ms": 57.23, "count": 298, "max_ms": 75.376, "p95_ms": 72.609}, "visualize": {"avg_ms": 3.711, "count": 298, "max_ms": 4.758, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16282.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11863.985, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.982, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1720332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:54:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:54:48+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T23:54:48+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-05T23:54:48.244034+09:00", "mtime_epoch": 1783263288.2440343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:54:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9445.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.771, "count": 301, "max_ms": 24.092, "p95_ms": 19.014}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.869, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.977, "count": 301, "max_ms": 66.02, "p95_ms": 63.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.144, "count": 301, "max_ms": 66.513, "p95_ms": 56.461}, "yolo11_640_fire_11class": {"avg_ms": 50.175, "count": 301, "max_ms": 66.697, "p95_ms": 62.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.09, "count": 301, "max_ms": 76.461, "p95_ms": 71.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.284, "count": 301, "max_ms": 100.713, "p95_ms": 96.182}, "read_interval": {"avg_ms": 99.773, "count": 300, "max_ms": 180.836, "p95_ms": 119.44}, "triton_wait": {"avg_ms": 54.199, "count": 301, "max_ms": 76.473, "p95_ms": 71.279}, "visualize": {"avg_ms": 3.536, "count": 301, "max_ms": 5.168, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16283.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27795.646, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.387, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2175956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:54:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:54:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T23:54:53+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-05T23:54:53.788158+09:00", "mtime_epoch": 1783263293.7881582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:54:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2478.277, "name": "celery", "pid": 267, "rss_mb": 2478.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.996, "count": 302, "max_ms": 13.223, "p95_ms": 8.7}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.996, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.094, "count": 302, "max_ms": 66.453, "p95_ms": 64.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.427, "count": 302, "max_ms": 67.148, "p95_ms": 55.288}, "yolo11_640_fire_11class": {"avg_ms": 52.998, "count": 302, "max_ms": 72.217, "p95_ms": 64.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.149, "count": 302, "max_ms": 75.333, "p95_ms": 71.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.152, "count": 302, "max_ms": 92.209, "p95_ms": 88.242}, "read_interval": {"avg_ms": 99.563, "count": 301, "max_ms": 426.956, "p95_ms": 143.228}, "triton_wait": {"avg_ms": 58.443, "count": 302, "max_ms": 75.345, "p95_ms": 71.659}, "visualize": {"avg_ms": 3.717, "count": 302, "max_ms": 5.869, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16283.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11894.09, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.979, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1720632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:55:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-05T23:55:18+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-05T23:55:18.332705+09:00", "mtime_epoch": 1783263318.3327053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:55:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9445.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.201, "count": 300, "max_ms": 29.704, "p95_ms": 20.782}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.773, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.533, "count": 300, "max_ms": 69.906, "p95_ms": 62.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.555, "count": 300, "max_ms": 70.654, "p95_ms": 58.24}, "yolo11_640_fire_11class": {"avg_ms": 50.834, "count": 300, "max_ms": 69.919, "p95_ms": 61.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.062, "count": 300, "max_ms": 78.096, "p95_ms": 70.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.733, "count": 300, "max_ms": 104.007, "p95_ms": 96.85}, "read_interval": {"avg_ms": 100.322, "count": 299, "max_ms": 178.574, "p95_ms": 118.958}, "triton_wait": {"avg_ms": 55.146, "count": 300, "max_ms": 78.108, "p95_ms": 70.494}, "visualize": {"avg_ms": 3.576, "count": 300, "max_ms": 4.627, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16283.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27825.716, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.407, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2176257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:55:23+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T23:55:23+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-05T23:55:23.812827+09:00", "mtime_epoch": 1783263323.8128273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:55:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2478.535, "name": "celery", "pid": 267, "rss_mb": 2478.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.24, "count": 301, "max_ms": 13.37, "p95_ms": 12.27}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 2.179, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.717, "count": 301, "max_ms": 73.463, "p95_ms": 64.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.593, "count": 301, "max_ms": 74.138, "p95_ms": 56.588}, "yolo11_640_fire_11class": {"avg_ms": 53.904, "count": 301, "max_ms": 73.291, "p95_ms": 65.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.015, "count": 301, "max_ms": 74.82, "p95_ms": 72.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.394, "count": 301, "max_ms": 94.4, "p95_ms": 90.038}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 366.153, "p95_ms": 142.881}, "triton_wait": {"avg_ms": 59.364, "count": 301, "max_ms": 74.835, "p95_ms": 72.796}, "visualize": {"avg_ms": 3.767, "count": 301, "max_ms": 5.716, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16282.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11924.109, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.954, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1720933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:55:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:55:48+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-05T23:55:48+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-05T23:55:48.373373+09:00", "mtime_epoch": 1783263348.3733728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:55:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9445.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.789, "count": 301, "max_ms": 22.278, "p95_ms": 18.84}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.418, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.411, "count": 301, "max_ms": 66.308, "p95_ms": 62.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.745, "count": 301, "max_ms": 71.471, "p95_ms": 59.621}, "yolo11_640_fire_11class": {"avg_ms": 50.79, "count": 301, "max_ms": 67.176, "p95_ms": 62.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.918, "count": 301, "max_ms": 79.082, "p95_ms": 71.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.204, "count": 301, "max_ms": 103.481, "p95_ms": 96.55}, "read_interval": {"avg_ms": 99.772, "count": 300, "max_ms": 214.355, "p95_ms": 116.141}, "triton_wait": {"avg_ms": 55.053, "count": 301, "max_ms": 79.094, "p95_ms": 71.525}, "visualize": {"avg_ms": 3.548, "count": 301, "max_ms": 4.597, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16283.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27855.757, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.338, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2176557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:55:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:55:53+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-05T23:55:53.873495+09:00", "mtime_epoch": 1783263353.8734949, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:55:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2478.793, "name": "celery", "pid": 267, "rss_mb": 2478.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.059, "count": 300, "max_ms": 12.213, "p95_ms": 9.095}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 1.503, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.672, "count": 300, "max_ms": 70.805, "p95_ms": 66.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.17, "count": 300, "max_ms": 72.519, "p95_ms": 61.952}, "yolo11_640_fire_11class": {"avg_ms": 55.943, "count": 300, "max_ms": 71.252, "p95_ms": 65.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.969, "count": 300, "max_ms": 77.022, "p95_ms": 72.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.038, "count": 300, "max_ms": 93.64, "p95_ms": 89.162}, "read_interval": {"avg_ms": 100.126, "count": 299, "max_ms": 406.317, "p95_ms": 154.677}, "triton_wait": {"avg_ms": 61.284, "count": 300, "max_ms": 77.034, "p95_ms": 72.529}, "visualize": {"avg_ms": 3.723, "count": 300, "max_ms": 5.411, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16283.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11954.115, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.924, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1721233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:56:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:56:18+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-05T23:56:18+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-05T23:56:18.338036+09:00", "mtime_epoch": 1783263378.3380363, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:56:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9445.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.916, "count": 300, "max_ms": 24.265, "p95_ms": 18.885}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.75, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.477, "count": 300, "max_ms": 67.04, "p95_ms": 63.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.822, "count": 300, "max_ms": 68.381, "p95_ms": 59.423}, "yolo11_640_fire_11class": {"avg_ms": 51.318, "count": 300, "max_ms": 67.821, "p95_ms": 63.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.336, "count": 300, "max_ms": 75.178, "p95_ms": 71.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.666, "count": 300, "max_ms": 100.13, "p95_ms": 96.214}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 164.127, "p95_ms": 117.406}, "triton_wait": {"avg_ms": 55.475, "count": 300, "max_ms": 75.19, "p95_ms": 71.581}, "visualize": {"avg_ms": 3.535, "count": 300, "max_ms": 4.894, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16283.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27885.764, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.389, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2176857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:56:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:56:23+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-05T23:56:23+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-05T23:56:23.886159+09:00", "mtime_epoch": 1783263383.886159, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:56:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2478.793, "name": "celery", "pid": 267, "rss_mb": 2478.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.214, "count": 300, "max_ms": 12.992, "p95_ms": 9.886}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.795, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.383, "count": 300, "max_ms": 73.076, "p95_ms": 64.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.057, "count": 300, "max_ms": 70.503, "p95_ms": 61.809}, "yolo11_640_fire_11class": {"avg_ms": 55.477, "count": 300, "max_ms": 73.359, "p95_ms": 66.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.803, "count": 300, "max_ms": 74.955, "p95_ms": 72.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.258, "count": 300, "max_ms": 92.584, "p95_ms": 89.659}, "read_interval": {"avg_ms": 100.045, "count": 300, "max_ms": 422.336, "p95_ms": 131.099}, "triton_wait": {"avg_ms": 60.204, "count": 300, "max_ms": 74.967, "p95_ms": 72.851}, "visualize": {"avg_ms": 3.782, "count": 300, "max_ms": 5.791, "p95_ms": 4.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16283.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 11984.138, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.867, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1721533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:56:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-05T23:56:48+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-05T23:56:48.386700+09:00", "mtime_epoch": 1783263408.3866997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:56:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9445.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.215, "count": 300, "max_ms": 29.629, "p95_ms": 22.837}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.961, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.345, "count": 300, "max_ms": 67.33, "p95_ms": 62.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.416, "count": 300, "max_ms": 68.183, "p95_ms": 59.715}, "yolo11_640_fire_11class": {"avg_ms": 51.008, "count": 300, "max_ms": 69.192, "p95_ms": 62.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.722, "count": 300, "max_ms": 76.237, "p95_ms": 71.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.308, "count": 300, "max_ms": 112.852, "p95_ms": 96.451}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 173.411, "p95_ms": 126.386}, "triton_wait": {"avg_ms": 54.813, "count": 300, "max_ms": 76.25, "p95_ms": 71.72}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 4.803, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16283.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27915.812, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.391, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2177158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:56:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:56:54+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T23:56:53+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-05T23:56:53.930822+09:00", "mtime_epoch": 1783263413.930822, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:56:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2479.051, "name": "celery", "pid": 267, "rss_mb": 2479.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.254, "count": 301, "max_ms": 14.031, "p95_ms": 12.485}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.792, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.607, "count": 301, "max_ms": 70.001, "p95_ms": 65.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.225, "count": 301, "max_ms": 70.72, "p95_ms": 61.291}, "yolo11_640_fire_11class": {"avg_ms": 54.95, "count": 301, "max_ms": 74.193, "p95_ms": 65.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.418, "count": 301, "max_ms": 75.045, "p95_ms": 72.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.664, "count": 301, "max_ms": 97.956, "p95_ms": 89.571}, "read_interval": {"avg_ms": 99.885, "count": 300, "max_ms": 353.169, "p95_ms": 133.039}, "triton_wait": {"avg_ms": 59.718, "count": 301, "max_ms": 75.057, "p95_ms": 72.67}, "visualize": {"avg_ms": 3.725, "count": 301, "max_ms": 5.072, "p95_ms": 4.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16284.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12014.205, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.798, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1721834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:57:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:57:18+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-05T23:57:18+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T23:57:18.467362+09:00", "mtime_epoch": 1783263438.4673617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:57:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9446.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.53, "count": 301, "max_ms": 22.592, "p95_ms": 18.456}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.537, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.446, "count": 301, "max_ms": 67.042, "p95_ms": 62.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.814, "count": 301, "max_ms": 68.023, "p95_ms": 58.901}, "yolo11_640_fire_11class": {"avg_ms": 51.263, "count": 301, "max_ms": 68.358, "p95_ms": 62.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.03, "count": 301, "max_ms": 75.916, "p95_ms": 72.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.893, "count": 301, "max_ms": 103.37, "p95_ms": 96.539}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 273.103, "p95_ms": 117.192}, "triton_wait": {"avg_ms": 55.143, "count": 301, "max_ms": 75.928, "p95_ms": 72.096}, "visualize": {"avg_ms": 3.504, "count": 301, "max_ms": 4.413, "p95_ms": 3.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16284.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27945.872, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.399, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2177456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:57:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:57:24+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:57:23+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-05T23:57:23.995483+09:00", "mtime_epoch": 1783263443.9954832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:57:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2479.309, "name": "celery", "pid": 267, "rss_mb": 2479.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.129, "count": 298, "max_ms": 14.633, "p95_ms": 11.056}, "gstreamer_push": {"avg_ms": 1.313, "count": 298, "max_ms": 1.92, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.033, "count": 298, "max_ms": 69.241, "p95_ms": 65.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.302, "count": 298, "max_ms": 71.049, "p95_ms": 58.254}, "yolo11_640_fire_11class": {"avg_ms": 53.843, "count": 298, "max_ms": 70.51, "p95_ms": 65.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.367, "count": 298, "max_ms": 76.825, "p95_ms": 72.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.91, "count": 298, "max_ms": 164.673, "p95_ms": 89.173}, "read_interval": {"avg_ms": 100.824, "count": 297, "max_ms": 375.079, "p95_ms": 175.047}, "triton_wait": {"avg_ms": 58.73, "count": 298, "max_ms": 76.837, "p95_ms": 72.241}, "visualize": {"avg_ms": 3.759, "count": 298, "max_ms": 5.134, "p95_ms": 4.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16284.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12044.227, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.817, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1722134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:57:48+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-05T23:57:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T23:57:48.472020+09:00", "mtime_epoch": 1783263468.47202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:57:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9446.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.673, "count": 300, "max_ms": 21.233, "p95_ms": 18.728}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.602, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.38, "count": 300, "max_ms": 67.917, "p95_ms": 62.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.792, "count": 300, "max_ms": 66.755, "p95_ms": 58.287}, "yolo11_640_fire_11class": {"avg_ms": 51.093, "count": 300, "max_ms": 67.906, "p95_ms": 62.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.743, "count": 300, "max_ms": 76.799, "p95_ms": 71.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.86, "count": 300, "max_ms": 102.308, "p95_ms": 97.159}, "read_interval": {"avg_ms": 100.066, "count": 299, "max_ms": 183.704, "p95_ms": 123.185}, "triton_wait": {"avg_ms": 54.858, "count": 300, "max_ms": 76.812, "p95_ms": 71.893}, "visualize": {"avg_ms": 3.56, "count": 300, "max_ms": 4.566, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16284.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 27975.969, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.348, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2177757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-05T23:57:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-05T23:57:54+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-05T23:57:54.084143+09:00", "mtime_epoch": 1783263474.084143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:57:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2479.309, "name": "celery", "pid": 267, "rss_mb": 2479.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.015, "count": 301, "max_ms": 13.025, "p95_ms": 9.026}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 1.746, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.239, "count": 301, "max_ms": 69.319, "p95_ms": 65.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.782, "count": 301, "max_ms": 72.949, "p95_ms": 59.111}, "yolo11_640_fire_11class": {"avg_ms": 54.494, "count": 301, "max_ms": 71.585, "p95_ms": 65.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.025, "count": 301, "max_ms": 78.769, "p95_ms": 72.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.056, "count": 301, "max_ms": 95.377, "p95_ms": 89.348}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 417.744, "p95_ms": 119.437}, "triton_wait": {"avg_ms": 59.355, "count": 301, "max_ms": 78.778, "p95_ms": 72.961}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 4.974, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16285.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12074.292, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.881, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1722435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:58:18+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-05T23:58:18+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:58:18.544678+09:00", "mtime_epoch": 1783263498.5446782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:58:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9446.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.747, "count": 301, "max_ms": 24.059, "p95_ms": 19.196}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.777, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.128, "count": 301, "max_ms": 67.577, "p95_ms": 63.774}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.285, "count": 301, "max_ms": 68.795, "p95_ms": 59.664}, "yolo11_640_fire_11class": {"avg_ms": 50.695, "count": 301, "max_ms": 74.957, "p95_ms": 63.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.363, "count": 301, "max_ms": 76.416, "p95_ms": 72.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.539, "count": 301, "max_ms": 103.407, "p95_ms": 96.887}, "read_interval": {"avg_ms": 99.921, "count": 300, "max_ms": 365.064, "p95_ms": 118.705}, "triton_wait": {"avg_ms": 54.476, "count": 301, "max_ms": 76.428, "p95_ms": 72.663}, "visualize": {"avg_ms": 3.557, "count": 301, "max_ms": 5.534, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16285.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28006.003, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.389, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2178059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-05T23:58:24+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-05T23:58:24+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-05T23:58:24.104800+09:00", "mtime_epoch": 1783263504.1047995, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:58:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2479.309, "name": "celery", "pid": 267, "rss_mb": 2479.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.063, "count": 302, "max_ms": 12.657, "p95_ms": 9.075}, "gstreamer_push": {"avg_ms": 1.311, "count": 302, "max_ms": 2.285, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.377, "count": 302, "max_ms": 66.155, "p95_ms": 64.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.726, "count": 302, "max_ms": 71.876, "p95_ms": 57.443}, "yolo11_640_fire_11class": {"avg_ms": 55.192, "count": 302, "max_ms": 72.667, "p95_ms": 65.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.023, "count": 302, "max_ms": 75.786, "p95_ms": 72.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.322, "count": 302, "max_ms": 92.054, "p95_ms": 89.408}, "read_interval": {"avg_ms": 99.413, "count": 301, "max_ms": 397.015, "p95_ms": 132.715}, "triton_wait": {"avg_ms": 60.534, "count": 302, "max_ms": 75.798, "p95_ms": 72.533}, "visualize": {"avg_ms": 3.737, "count": 302, "max_ms": 4.736, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16284.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12104.324, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.552, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1722735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:58:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:58:48+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-05T23:58:48+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-05T23:58:48.585334+09:00", "mtime_epoch": 1783263528.5853338, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:58:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9446.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.674, "count": 300, "max_ms": 29.689, "p95_ms": 18.557}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.603, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.52, "count": 300, "max_ms": 69.698, "p95_ms": 63.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.103, "count": 300, "max_ms": 70.641, "p95_ms": 57.903}, "yolo11_640_fire_11class": {"avg_ms": 50.435, "count": 300, "max_ms": 71.805, "p95_ms": 60.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.712, "count": 300, "max_ms": 75.658, "p95_ms": 69.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.834, "count": 300, "max_ms": 101.329, "p95_ms": 94.458}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 164.08, "p95_ms": 124.219}, "triton_wait": {"avg_ms": 54.891, "count": 300, "max_ms": 75.67, "p95_ms": 69.395}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 4.627, "p95_ms": 3.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16285.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28036.139, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.382, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2178361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:58:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:58:54+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-05T23:58:54+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-05T23:58:54.205456+09:00", "mtime_epoch": 1783263534.2054563, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:58:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2479.566, "name": "celery", "pid": 267, "rss_mb": 2479.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.889, "count": 301, "max_ms": 9.144, "p95_ms": 8.478}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.556, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.648, "count": 301, "max_ms": 74.508, "p95_ms": 65.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.791, "count": 301, "max_ms": 75.056, "p95_ms": 60.111}, "yolo11_640_fire_11class": {"avg_ms": 53.785, "count": 301, "max_ms": 73.209, "p95_ms": 64.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.473, "count": 301, "max_ms": 74.914, "p95_ms": 72.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.391, "count": 301, "max_ms": 92.431, "p95_ms": 88.608}, "read_interval": {"avg_ms": 99.731, "count": 300, "max_ms": 379.892, "p95_ms": 149.92}, "triton_wait": {"avg_ms": 58.786, "count": 301, "max_ms": 75.066, "p95_ms": 72.132}, "visualize": {"avg_ms": 3.731, "count": 301, "max_ms": 4.91, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16285.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12134.406, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.615, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1723036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:59:18+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-05T23:59:18+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-05T23:59:18.657989+09:00", "mtime_epoch": 1783263558.6579885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:59:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9446.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.295, "count": 301, "max_ms": 28.487, "p95_ms": 19.566}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 1.516, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.363, "count": 301, "max_ms": 71.507, "p95_ms": 62.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.001, "count": 301, "max_ms": 72.095, "p95_ms": 60.921}, "yolo11_640_fire_11class": {"avg_ms": 49.556, "count": 301, "max_ms": 68.093, "p95_ms": 62.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.349, "count": 301, "max_ms": 77.546, "p95_ms": 71.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.438, "count": 301, "max_ms": 117.128, "p95_ms": 97.265}, "read_interval": {"avg_ms": 99.945, "count": 300, "max_ms": 268.585, "p95_ms": 119.889}, "triton_wait": {"avg_ms": 53.453, "count": 301, "max_ms": 77.558, "p95_ms": 71.82}, "visualize": {"avg_ms": 3.589, "count": 301, "max_ms": 5.174, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16286.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28066.241, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.313, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2178662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:59:24+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-05T23:59:24+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-05T23:59:24.346112+09:00", "mtime_epoch": 1783263564.3461123, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103563}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:59:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2479.824, "name": "celery", "pid": 267, "rss_mb": 2479.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.022, "count": 300, "max_ms": 12.131, "p95_ms": 8.75}, "gstreamer_push": {"avg_ms": 1.332, "count": 300, "max_ms": 2.231, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.985, "count": 300, "max_ms": 71.403, "p95_ms": 64.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.723, "count": 300, "max_ms": 67.662, "p95_ms": 60.384}, "yolo11_640_fire_11class": {"avg_ms": 51.549, "count": 300, "max_ms": 68.404, "p95_ms": 63.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.64, "count": 300, "max_ms": 76.22, "p95_ms": 71.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.937, "count": 300, "max_ms": 93.563, "p95_ms": 88.764}, "read_interval": {"avg_ms": 100.066, "count": 300, "max_ms": 411.719, "p95_ms": 142.025}, "triton_wait": {"avg_ms": 56.026, "count": 300, "max_ms": 76.233, "p95_ms": 71.961}, "visualize": {"avg_ms": 3.768, "count": 300, "max_ms": 5.373, "p95_ms": 4.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16285.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12164.445, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.713, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1723336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:59:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-05T23:59:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-05T23:59:48.690641+09:00", "mtime_epoch": 1783263588.690641, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-05T23:59:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9446.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.897, "count": 300, "max_ms": 29.732, "p95_ms": 19.081}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.539, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.021, "count": 300, "max_ms": 73.029, "p95_ms": 63.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.895, "count": 300, "max_ms": 72.107, "p95_ms": 56.954}, "yolo11_640_fire_11class": {"avg_ms": 50.321, "count": 300, "max_ms": 69.681, "p95_ms": 62.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.138, "count": 300, "max_ms": 75.332, "p95_ms": 72.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.459, "count": 300, "max_ms": 100.405, "p95_ms": 96.82}, "read_interval": {"avg_ms": 100.11, "count": 299, "max_ms": 179.815, "p95_ms": 126.302}, "triton_wait": {"avg_ms": 54.289, "count": 300, "max_ms": 75.343, "p95_ms": 72.26}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 5.477, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16285.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28096.361, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.339, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2178962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-05T23:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-05T23:59:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-05T23:59:54+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-05T23:59:54.354764+09:00", "mtime_epoch": 1783263594.354764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-05T23:59:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2479.824, "name": "celery", "pid": 267, "rss_mb": 2479.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 299, "max_ms": 13.094, "p95_ms": 8.861}, "gstreamer_push": {"avg_ms": 1.329, "count": 299, "max_ms": 1.86, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.38, "count": 299, "max_ms": 71.028, "p95_ms": 64.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.465, "count": 299, "max_ms": 71.038, "p95_ms": 62.411}, "yolo11_640_fire_11class": {"avg_ms": 54.054, "count": 299, "max_ms": 70.582, "p95_ms": 65.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.578, "count": 299, "max_ms": 74.195, "p95_ms": 72.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.882, "count": 299, "max_ms": 91.179, "p95_ms": 88.902}, "read_interval": {"avg_ms": 100.533, "count": 298, "max_ms": 318.838, "p95_ms": 199.023}, "triton_wait": {"avg_ms": 58.982, "count": 299, "max_ms": 74.207, "p95_ms": 72.181}, "visualize": {"avg_ms": 3.764, "count": 299, "max_ms": 5.544, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}